From 6b61f9a4ac9ac5b5420caf1eba7d3d503f33c9fb Mon Sep 17 00:00:00 2001 From: YeDonS <120633988+YeDonS@users.noreply.github.com> Date: Thu, 8 Oct 2026 17:32:16 -0400 Subject: [PATCH 1/6] fix: repair invalid patches and predeclare matched agent controls --- .env.example | 7 + README.md | 59 ++++-- README.zh-CN.md | 55 ++++-- docs/ARCHITECTURE.md | 19 +- docs/BENCHMARK.md | 31 +++- docs/EXPERIMENTS.md | 90 ++++++++++ docs/FAILURE_ANALYSIS.md | 35 ++-- reports/experiments/paired-20/plan.json | 95 ++++++++++ reports/experiments/paired-20/tasks.jsonl | 20 +++ scripts/publish_run.py | 10 +- scripts/repair_withheld.py | 208 ++++++++++++++++++++++ src/code_assistant/agents.py | 49 ++++- src/code_assistant/benchmark.py | 15 +- src/code_assistant/cli.py | 41 +++++ src/code_assistant/config.py | 7 +- src/code_assistant/context.py | 25 +++ src/code_assistant/experiments.py | 174 ++++++++++++++++++ src/code_assistant/models.py | 2 +- src/code_assistant/observability.py | 3 + src/code_assistant/patches.py | 82 ++++++++- src/code_assistant/tools.py | 16 +- src/code_assistant/workflow.py | 150 +++++++++++++--- tests/test_agents.py | 46 +++++ tests/test_cli.py | 118 ++++++++++++ tests/test_context.py | 24 +++ tests/test_experiments.py | 40 +++++ tests/test_patch_repair.py | 88 +++++++++ tests/test_patches.py | 41 +++++ 28 files changed, 1458 insertions(+), 92 deletions(-) create mode 100644 docs/EXPERIMENTS.md create mode 100644 reports/experiments/paired-20/plan.json create mode 100644 reports/experiments/paired-20/tasks.jsonl create mode 100644 scripts/repair_withheld.py create mode 100644 src/code_assistant/context.py create mode 100644 src/code_assistant/experiments.py create mode 100644 tests/test_cli.py create mode 100644 tests/test_context.py create mode 100644 tests/test_experiments.py create mode 100644 tests/test_patch_repair.py diff --git a/.env.example b/.env.example index f3e666e..da09185 100644 --- a/.env.example +++ b/.env.example @@ -18,3 +18,10 @@ ASSISTANT_MODEL=anthropic:claude-sonnet-4-5-20250929 # Docker execution is available from the host CLI; do not mount a Docker socket into the API. # ASSISTANT_TEST_EXECUTOR=docker ASSISTANT_TEST_IMAGE=code-assistant-test:local +# Optional evidence/format-repair controls (new runs only; never resume old settings): +ASSISTANT_EVIDENCE_POLICY=source_priority +ASSISTANT_PATCH_REPAIR_ATTEMPTS=2 +ASSISTANT_MAX_MODEL_CALLS=18 +ASSISTANT_MAX_AGENT_STEPS=7 +ASSISTANT_MAX_TOOL_CALLS=18 +# ASSISTANT_WORKFLOW=single # one conversation; matched experiment commands freeze budgets diff --git a/README.md b/README.md index bf4c2ce..a81f831 100644 --- a/README.md +++ b/README.md @@ -4,8 +4,14 @@ [English](README.md) · [简体中文](README.zh-CN.md) An evidence-first developer assistant built with **LangChain, LangGraph, FastAPI, and Docker**. -Three specialist agents locate code, reproduce failures, and synthesize a diagnosis with -registered source citations. Patches are proposed without changing the repository. +The measured historical configuration is a **code-search → synthesis pipeline** with +registered source citations. A test specialist and failure-to-search route are available +when execution is explicitly enabled for trusted repositories. Patches are proposed without +changing the repository. + +**The frozen 48/100 result did not exercise the test agent.** All 100 traces used search → +synthesis; testing happened afterward in official SWE-bench containers. The tiny checkout +fixture checks plumbing and cannot establish real-world multi-agent benefit. ## Implementation and evidence @@ -18,13 +24,18 @@ registered source citations. Patches are proposed without changing the repositor | 100 historical issues across 12 repositories | Pinned, reproducible SWE-bench Lite subset | | Retrieval baseline on all 100 pre-fix snapshots | **100 completed; Hit@1 40%; Hit@5 71%; MRR@5 0.5202** | | Real LLM run on all 100 issues | **90 cited diagnoses, 10 abstentions; file Hit@1 87%, Hit@5 88%** | -| Automated root-cause comparison | **87 correct, 1 partial, 2 incorrect, 10 unscorable**; human accuracy remains unmeasured | | Generated-patch resolution | **48/100 resolved** in official SWE-bench tests; 23 failed, 27 empty, 2 timed out | +| Patch repair and evidence handoff | Bounded apply-error feedback, synthesis source reads, source-priority context; separate experiments | +| Matched single-agent / evidence-window experiments | Same model and call/tool ceilings; see [experiment protocol and results](docs/EXPERIMENTS.md) | Baseline numbers measure **file localization against maintainer patches**, not bug-fix accuracy. The real run uses `gpt-6.1-sol` through a locally authenticated Codex CLI, with a frozen -configuration and source fingerprint. Automated causal comparison is a labeled LLM judgment -with possible same-model bias. Functional resolution comes from the official SWE-bench harness. +configuration and source fingerprint. BM25 is a retrieval reference, **not a matched LLM control**. +Automated root-cause judgments are retained for auditing, excluded from headline performance: +40 explanations labeled correct did not resolve, while one labeled incorrect did resolve. +Named human causal accuracy remains unmeasured. Functional resolution comes from official tests. +The repository-balanced 100-task subset differs from Lite's full distribution; **48% is not +comparable to its leaderboard**. Public historical fixes may occur in model training data. The scripted demo is synthetic and excluded from the 100 historical tasks. [Results and traces](reports/README.md) · [Reproduce real-model evaluation](docs/MODEL_EVALUATION.md). @@ -69,7 +80,13 @@ agents have separate prompts, tool lists, and contexts, can share one model, and |---|---| | Code-search | `search_repository`, `read_file` | | Test-runner | `read_file`, `run_tests`, `inspect_logs` | -| Synthesis | No execution tools; validated JSON diagnosis | +| Synthesis / bounded patch repair | `read_file`; validated JSON diagnosis; no execution tools | + +The default handoff retains up to 24 distinct observations, prioritizing source reads over +tests/logs over search snippets. The full citation ledger is preserved. Applicability errors +can trigger two format-repair attempts within the shared 18-model-call / 18-tool-call ceilings. +All attempts and original candidates are retained. New/deleted text files are supported; +renames, binaries and symlinks are rejected. `ASSISTANT_WORKFLOW=single` uses one conversation. Affected files must occur in registered source-read citations. This verifies provenance, not semantic correctness. Missing evidence or model abstention returns `insufficient_evidence`. @@ -78,8 +95,23 @@ Search passes, model turns, tool calls, reads, test duration, and output size ar ## Real model and repository -You can use a local [Codex CLI login](https://learn.chatgpt.com/docs/non-interactive-mode) -instead of configuring a separate provider API key (tested with CLI 0.162.0-alpha.2): +For independent inference and service deployments, configure a provider API key. OpenAI and +Anthropic adapters use LangChain directly; choose a tool-capable model available to your account: + +```bash +cp .env.example .env +# Set ASSISTANT_MODE=model, ASSISTANT_MODEL=provider:model-id, +# and ANTHROPIC_API_KEY or OPENAI_API_KEY in .env. +uv run code-assistant doctor +uv run code-assistant debug /path/to/repository "Observed bug and expected behavior" +``` + +`doctor` checks configuration, not inference. No provider API key was available for a live +API-provider run here; adapter configuration is tested offline. Changing provider/model +creates a new experiment and cannot reproduce the published model's score. + +An optional local [Codex CLI adapter](https://learn.chatgpt.com/docs/non-interactive-mode) +was used for the published research runs (CLI 0.162.0-alpha.2, account-specific model alias): ```bash codex login @@ -95,14 +127,9 @@ disables built-in execution/search/connectors, and exchanges application tool ca structured JSON. Only the application's allowlisted tools see the repository. Authentication stays with the CLI; never copy its login files into public CI or Docker images. -Alternatively, use a provider API key: - -```bash -cp .env.example .env -# Edit ASSISTANT_MODE=model, ASSISTANT_MODEL=provider:model-id, -# and ANTHROPIC_API_KEY or OPENAI_API_KEY in .env. -uv run code-assistant debug /path/to/repository "Observed bug and expected behavior" -``` +CLI flags and model availability can change. Verify account terms and supported use before +using subscription authentication in a service; this repository makes no eligibility or +terms-compliance claim. Frozen-patch replay is independent of CLI access. `debug` always uses model mode. Choose a model available to your account that supports tools. The model name in `.env.example` is configurable. Keys load from environment variables or `.env`. diff --git a/README.zh-CN.md b/README.zh-CN.md index f0a9bbe..eb75f93 100644 --- a/README.zh-CN.md +++ b/README.zh-CN.md @@ -3,8 +3,13 @@ [![CI](https://github.com/YeDonS/agentic-code-search/actions/workflows/ci.yml/badge.svg)](https://github.com/YeDonS/agentic-code-search/actions/workflows/ci.yml) [English](README.md) · [简体中文](README.zh-CN.md) -基于 **LangChain、LangGraph、FastAPI 和 Docker** 的开发助手。三个专职 agent -分别定位代码、复现失败、综合诊断，输出附带源码引用和修复建议，不直接修改仓库。 +基于 **LangChain、LangGraph、FastAPI 和 Docker** 的开发助手。历史成绩来自 +**代码搜索 → 综合诊断** 两步流程，输出带源码引用的诊断与补丁，不直接修改仓库。 +对显式允许执行的可信仓库，还提供测试 agent 及“测试失败后回到搜索”的路由。 + +**原始 48/100 没有测试 agent 参与推理。** 100 条 trace 全部是搜索 → 综合，官方 +容器测试在补丁冻结后单独执行。小型 checkout 示例只能验证流程连通，不能证明真实 +项目上的多 agent 优势。 ## 实现与验证状态 @@ -17,13 +22,17 @@ | 12 个仓库的 100 条历史问题 | 固定版本 SWE-bench Lite 子集，可重复选样 | | 100 个修复前快照的检索基线 | **全部完成；Hit@1 40%，Hit@5 71%，MRR@5 0.5202** | | 100 条真实模型运行 | **90 条带证据诊断，10 条证据不足；文件 Hit@1 87%，Hit@5 88%** | -| 自动根因核对 | **87 条正确、1 条部分正确、2 条错误、10 条不可评分**；人工准确率未测 | | 生成补丁的官方测试 | **48/100 解决**；23 条未通过、27 条空补丁、2 条超时，全部计入分母 | +| 补丁纠错与证据传递 | 已加入应用报错反馈、综合阶段读源码、源码优先窗口；改进单独评测 | +| 单 agent 与证据窗口配对实验 | 同模型、相同调用预算上限；见[实验协议与结果](docs/EXPERIMENTS.md) | 文件定位指标衡量“候选文件是否命中维护者补丁修改的文件”，与修复成功率分别计算。 完整模型运行通过本地 Codex CLI 登录调用 `gpt-6.1-sol`，配置和源码指纹已冻结。 -自动根因核对由 LLM 对照维护者补丁进行，存在同模型评审偏差；功能解决率由官方测试 -计算。固定演示使用人工构造缺陷，排除在 100 条历史任务之外。 +BM25 仅作检索参考，不能充当同条件的 LLM 对照。自动根因评审保留作审计，不列为主成绩： +被判正确的解释有 40 条没有解决，另有 1 条被判错误的补丁实际通过了官方测试。 +人工根因准确率仍未测。功能解决率依据官方测试。100 条按仓库均衡抽取，与 Lite 完整 +分布不同，**48% 不与其排行榜横比**；公开历史修复也可能已进入模型训练数据。 +固定演示排除在历史任务之外。 [真实运行结果与日志](reports/README.md) · [复现模型评测](docs/MODEL_EVALUATION.md)。 ## 快速运行 @@ -68,7 +77,12 @@ flowchart TD |---|---| | 代码搜索 | `search_repository`、`read_file` | | 测试 | `read_file`、`run_tests`、`inspect_logs` | -| 综合 | 无执行工具，输出经校验的 JSON 诊断 | +| 综合 / 有限补丁纠错 | `read_file`；输出经校验的 JSON，无执行工具 | + +默认窗口保留最多 24 条不同观察，优先源码读取，其次测试/日志，最后搜索片段；完整 +证据账本不丢弃。应用检查失败后最多纠错两次，共享每题 18 次模型、18 次工具调用上限， +保留原始候选及每次尝试。支持文本文件新建/删除，拒绝重命名、二进制和符号链接。 +设置 `ASSISTANT_WORKFLOW=single` 可使用单一对话流程。 受影响文件必须出现在真实登记的源码读取引用中。这能验证出处，不能自动证明因果解释 正确。证据不足或模型主动放弃时返回 `insufficient_evidence`。检索轮数、模型轮数、 @@ -76,8 +90,23 @@ flowchart TD ## 接入真实模型与仓库 -也可以复用本地 [Codex CLI 登录](https://learn.chatgpt.com/docs/non-interactive-mode)， -无需单独导出 API Key（已验证 CLI 0.162.0-alpha.2）： +独立推理及部署服务优先使用模型 API Key，经 LangChain 直接调用 OpenAI 或 Anthropic， +选择自己账号可用、支持工具调用的模型： + +```bash +cp .env.example .env +# 配置 ASSISTANT_MODE=model、ASSISTANT_MODEL=provider:model-id， +# 以及对应的 ANTHROPIC_API_KEY 或 OPENAI_API_KEY。 +uv run code-assistant doctor +uv run code-assistant debug /你的仓库路径 "描述实际行为、预期行为及复现条件" +``` + +`doctor` 仅检查配置，不代表推理通过。本次环境没有独立模型 API Key，原生 API +适配器做了离线配置测试，尚无真实 API 调用验证。更换模型/提供商属于新实验，不能据此 +复现已发布模型的同一成绩。 + +另提供可选的本地 [Codex CLI 适配器](https://learn.chatgpt.com/docs/non-interactive-mode)。 +历史实验使用 CLI 0.162.0-alpha.2 和账号特定的模型别名： ```bash codex login @@ -92,14 +121,8 @@ uv run code-assistant debug /你的仓库路径 "描述实际行为、预期行 通过结构化 JSON 请求项目工具；仓库只向项目的白名单工具开放。登录凭证由 CLI 自行 管理，不复制到公开 CI 或 Docker 镜像。 -也可以使用独立模型 API Key： - -```bash -cp .env.example .env -# 在 .env 中配置 ASSISTANT_MODE=model、ASSISTANT_MODEL=provider:model-id， -# 以及对应的 ANTHROPIC_API_KEY 或 OPENAI_API_KEY。 -uv run code-assistant debug /你的仓库路径 "描述实际行为、预期行为及复现条件" -``` +CLI 参数和模型可用性可能变化。将订阅登录用于服务前，应核对适用的账户条款和支持范围； +本仓库不作合规或资格承诺。冻结补丁的官方复跑不依赖 CLI 登录或模型别名。 CLI 的 `debug` 始终使用真实模型。请选择账号可用、支持工具调用的模型；配置示例中的 模型名称可修改。密钥从环境变量或 `.env` 读取，相关源码片段会发送给配置的模型服务。 diff --git a/docs/ARCHITECTURE.md b/docs/ARCHITECTURE.md index 028cf45..a790d33 100644 --- a/docs/ARCHITECTURE.md +++ b/docs/ARCHITECTURE.md @@ -19,6 +19,13 @@ and tool list. Evidence and short findings cross role boundaries. This is sequen orchestration, not parallel independent model processes. The supervisor's rules are deliberate: they are cheap to audit and guarantee an evidence-gathering opportunity before synthesis. +**Measured scope:** the original 100 historical tasks disabled test execution. Every trace +was code_search → synthesis; no test specialist or failure-to-search loop participated. +The full route was exercised only on the tiny synthetic checkout fixture. Official patch +testing runs after freezing and is not an inference-time agent call. A `single` workflow +provides a continuous-conversation control; [paired experiments](EXPERIMENTS.md) use equal +model-call and tool-call ceilings and report actual tokens separately. + ## Tool protocol [`agents.py`](../src/code_assistant/agents.py) uses LangChain `BaseChatModel.bind_tools`, @@ -62,6 +69,11 @@ evidence IDs, proposed change, optional unified diff, confidence, and limitation or affected files absent from cited reads are rejected. The response includes the full route trace, real baseline test status, mode, and run ID. +Synthesis has `read_file` to verify exact context before writing a diff. Existing affected +files require cited source reads; explicitly declared new-file headers are allowed with at +least one genuine source citation. The full ledger is retained. A bounded handoff defaults +to 24 distinct records with source reads first, tests/logs next, and search snippets last. + Citation checks establish provenance only. A model can still misunderstand genuine evidence. Confidence is model-reported, not a calibrated probability. Semantic review and official regression tests are required for correctness claims. The service never applies patches; @@ -69,8 +81,11 @@ regression tests are required for correctness claims. The service never applies [`patches.py`](../src/code_assistant/patches.py) separately validates diff paths against affected files that were actually read, mechanically recounts hunk lengths, and checks -applicability on a temporary source copy. Invalid candidates are withheld with their original -hashes preserved. It does not run regression tests. After inference freezes, official +applicability on a temporary source copy. Text-file additions/deletions are supported; +renames, linked paths, hidden paths, binaries and special modes are rejected. Up to two +pre-evaluation repair requests feed back the apply error, share the global model/tool budget, +and preserve every attempt. Invalid final candidates are withheld with original hashes. +It does not run regression tests. After inference freezes, official SWE-bench containers evaluate the submitted patch and retain separate functional results. Each historical issue has an isolated snapshot and trace. Concurrent workers share no actor diff --git a/docs/BENCHMARK.md b/docs/BENCHMARK.md index cb959c1..0b152d4 100644 --- a/docs/BENCHMARK.md +++ b/docs/BENCHMARK.md @@ -4,9 +4,9 @@ The real-model experiment asks whether the assistant identifies the causal mechanism in real bug reports, as confirmed by merged maintainer fixes. The 100-task run is complete: -90 cited diagnoses, 10 abstentions, Hit@1 87%, Hit@5 88%. An explicitly automated causal -comparison scores 87 correct, 1 partial, 2 incorrect, and 10 unscorable. **Human-adjudicated -root-cause accuracy remains unmeasured.** Functional resolution is measured separately by +90 cited diagnoses, 10 abstentions, Hit@1 87%, Hit@5 88%. **Human-adjudicated +root-cause accuracy remains unmeasured.** Automated judgments are audit data, not a primary +performance metric. Functional resolution is measured separately by the pinned official harness: **48/100 resolved**, 23 unresolved, 27 empty patches, 2 test timeouts (600 seconds). See [published results](../reports/README.md). @@ -28,6 +28,31 @@ not test LLM reasoning or establish that multi-agent orchestration improves outc - `instance_id` ends in a **solution PR number**, not necessarily the original issue number. `maintainer_fix_url` correctly links to `/pull/`. +The pinned data's exact repository allocation is below. Small repositories are fully included +while Django and SymPy are heavily subsampled. Thus **48/100 cannot be compared directly +with SWE-bench Lite leaderboard percentages**, nor corrected into one using naive reweighting. + +| Repository | Selected | Pinned Lite total | +|---|---:|---:| +| astropy/astropy | 6 | 6 | +| django/django | 12 | 114 | +| matplotlib/matplotlib | 12 | 23 | +| mwaskom/seaborn | 4 | 4 | +| pallets/flask | 3 | 3 | +| psf/requests | 6 | 6 | +| pydata/xarray | 5 | 5 | +| pylint-dev/pylint | 6 | 6 | +| pytest-dev/pytest | 12 | 17 | +| scikit-learn/scikit-learn | 12 | 23 | +| sphinx-doc/sphinx | 11 | 16 | +| sympy/sympy | 11 | 77 | +| Total | 100 | 300 | + +Counts are computed from our pinned parquet, rather than inferred from a current website. +Public historical fixes can have entered later model training; no contamination-free claim +is made. The [official Lite overview](https://www.swebench.com/lite.html) describes the complete +benchmark. [New matched pilot and separate repair study](EXPERIMENTS.md). + [`tasks.jsonl`](../benchmarks/tasks.jsonl) contains actor inputs. Separate [`gold/reference.jsonl`](../benchmarks/gold/reference.jsonl) contains changed-file labels, test IDs, and patch hashes. Full patches remain in the upstream cached parquet and can be diff --git a/docs/EXPERIMENTS.md b/docs/EXPERIMENTS.md new file mode 100644 index 0000000..964495d --- /dev/null +++ b/docs/EXPERIMENTS.md @@ -0,0 +1,90 @@ +# Controlled experiments / 对照实验 + +The frozen historical result remains **48/100**, from search → synthesis with tests disabled +during inference. Its BM25 reference, synthetic routing fixture and automated judge do not +establish a benefit from multiple agents. The following studies keep independent outputs. + +## Paired architecture and evidence-window pilot + +Before inference, `code-assistant experiment plan` freezes 20 tasks from the original 100, +ranked by SHA256(`controls:20261008:instance_id`). Selection does not read original success, +abstention, judge or patch labels. This is an exploratory subset, not a leaderboard result. +The plan, task IDs, source fingerprint, provider parameters and raw events are retained in +[`reports/experiments/paired-20`](../reports/experiments/paired-20/). + +| Arm | Conversation | Handoff window | Patch repair | +|---|---|---|---| +| `routed_recent` | Search role → synthesis role | Last 24 records | Disabled | +| `routed_source` | Search role → synthesis role | Source reads, then test/log, then search | Disabled | +| `single` | One conversation with search/read tools and final JSON | Continuous tool history | Disabled | + +All arms use the same model, reasoning effort, HTTPS transport, workers, snapshots and issue +text. Every task has ceilings of **10 model calls and 18 application tool calls**. The search +role reserves three model calls for synthesis; a single conversation may use all ten. Source +reads and output limits are shared. Synthesis may verify source in both routed arms. No arm +sees reference patches, hidden tests or automated judge labels during inference. + +These are equal **call/tool budget ceilings**, not equal consumed tokens or monetary cost. +Tokens, cache counts, durations and actual calls are reported. Different conversation +lengths are a remaining cost confounder; results must not be described as token-cost matched. +The three arms run in declared order with one stochastic attempt each, without choosing the +best rerun. Provider drift and sampling variation remain possible. + +The primary measure is official FAIL_TO_PASS/PASS_TO_PASS resolution divided by all 20 tasks. +Abstentions, invalid patches, errors and timeouts stay in the denominator. Secondary measures +are applicability, abstentions, actual costs and source evidence retained at synthesis. +`routed_source` vs `single` tests the conversation architecture; `routed_source` vs +`routed_recent` tests the window policy. A configuration comparison gate rejects unintended +differences. A tiny pilot can find regressions; it cannot establish population superiority. +The test specialist is disabled in every arm, so this study cannot support a three-agent claim. + +```bash +uv run code-assistant experiment plan runs/paired-plan --model provider:model-id --count 20 +uv run code-assistant experiment run runs/paired-plan routed_recent runs/paired/routed_recent +uv run code-assistant experiment run runs/paired-plan routed_source runs/paired/routed_source +uv run code-assistant experiment run runs/paired-plan single runs/paired/single +# Freeze/export each arm, evaluate via scripts/evaluate_patches.py, then place the +# hash-bound aggregate at /official-evaluation/results.json. +uv run code-assistant experiment summarize runs/paired runs/paired/comparison.json +``` + +The initial historical correlation was 10 abstentions among 39 tasks with more than 24 +evidence records, versus 0 among 61 other tasks. Difficulty, search frequency and tool choices +are confounders. The mechanism check counts actually retained source reads; a favorable +correlation or a unit test alone is not evidence of better functional resolution. + +## Post-hoc format repair of 17 withheld candidates + +This study selects **all** original candidates marked invalid by the applicability checker, +without selecting by the automated judge or later test outcome. Its actor receives the +original issue, frozen diagnosis/candidate, reconstructed observations from the exact pre-fix +snapshot, and the `git apply --check` error. It may read source and request at most two repairs +within six model / eight tool calls. It receives no gold fix or official test feedback. + +The original root cause and declared file scope remain fixed. The patch is checked on a copy; +all original/repaired candidates, errors and hashes are retained. Frozen repairs are then +graded in the official containers. The denominator is 17, including unrecovered candidates. +This is a selected, extra-budget **post-hoc repair study**, not pass@1, an independent full +100-task rerun, or an improvement attributable solely to formatting: a model may alter the +implementation despite the repair prompt. The original 48/100 is never overwritten. + +```bash +uv run python scripts/repair_withheld.py reports/model-100 runs/repair-17 \ + --model provider:model-id --workers 4 +``` + +Reconstruction uses published source-read provenance and pinned source archives. The gold +directory and full reference parquet are never passed to repair actors. Official evaluation +uses the same pinned harness and 600-second test budget as the original evaluation. + +## 中文说明 + +20 题在推理前按固定哈希选定，不按原成绩筛题。三组共享模型及每题 10 次模型、18 次 +工具调用上限；比较“两步流程 / 单对话”与“最近 24 条 / 源码优先”两个因素。补丁重试 +在这些对照中关闭，避免混入第三个变量。实际 token 消耗可以不同，必须同时报告，不能 +宣传为同 token 成本对照。小样本只作探索，测试 agent 仍未参与，因此不能声称证明了 +三 agent 优于单 agent。 + +17 题补救实验使用全部原无效补丁，给模型应用错误和修复前源码，最多重试两次，不反馈 +标准答案或官方测试结果。它是额外预算的事后补救，单独报告可应用率和官方解决率，不能 +加回原始 48/100 冒充原本的一次成功率。人工根因抽检仍未完成；自动评审只作审计。 diff --git a/docs/FAILURE_ANALYSIS.md b/docs/FAILURE_ANALYSIS.md index 5888686..68d0347 100644 --- a/docs/FAILURE_ANALYSIS.md +++ b/docs/FAILURE_ANALYSIS.md @@ -34,8 +34,12 @@ Examples retained for inspection: - `astropy__astropy-14365`: the candidate applied, but the official `test_roundtrip[True]` regression still failed. [Report](../reports/model-100/official-evaluation/astropy__astropy-14365/report.json). -- `psf__requests-2674`: automated review found that the diagnosis targeted - `ConnectTimeoutError`, while the maintainer correction handled `ClosedPoolError`. +- `psf__requests-2674`: **the submitted patch resolved the official tests** although the + automated causal reviewer marked the explanation incorrect (`ConnectTimeoutError` versus + the maintainer's `ClosedPoolError`). This is a judge/functional disagreement, not an + unresolved patch. Tests do not prove every sentence of the explanation, and the reviewer + cannot substitute for the functional grade. + [Official passing report](../reports/model-100/official-evaluation/psf__requests-2674/report.json) · [Review records](../reports/model-100/automated-review/reviews.jsonl). - `psf__requests-2317` and `sympy__sympy-11870`: patches applied and tests began, then timed out at 600 seconds. The logs do not establish an infrastructure-only cause; @@ -52,19 +56,26 @@ occurred, so those messages alone do not invalidate the targeted grade. Both ori agent failures remain unresolved; the score stays 48/100. [Maintainer controls and reports](../reports/evaluation-controls/README.md). -## Improvements to evaluate separately +## Improvements evaluated separately The current implementation preserves original candidates, checks cited/read file membership, mechanically recounts diff hunk lengths, and validates applicability on an isolated copy. That prevented invalid suggestions from becoming submitted patches, but 17 candidates still -failed the check. A future run could request a bounded model correction using only that -pre-evaluation applicability error. It must freeze a new configuration and retain the -original run as its baseline. - -A larger investigation budget may reduce abstentions. Set `ASSISTANT_MAX_AGENT_STEPS=7` -and use a new output directory to measure the tradeoff in tokens, latency, and resolution. +failed the check. The revised implementation feeds that error back for at most two repairs, +lets synthesis read exact source, and keeps the original candidate and every attempt. +New/deleted regular text files are supported; path escape and symlinks remain forbidden. +The original 100 predictions are immutable; the 17-candidate post-hoc study is separate. + +The original window retained only the last 24 evidence records. Of 39 issues exceeding that +window, 10 abstained; none of the other 61 did. Difficulty and search behavior confound this +association. Source-priority selection and a matched recent-window control are implemented +to investigate it, without claiming this correlation proves causation. +[Separate protocol and results](EXPERIMENTS.md). + +The default role ceiling is now seven calls with a final-answer turn and a shared global +ceiling. The paired experiments freeze their own equal budgets and report actual costs. Longer test timeouts are another separate protocol change; preserve the 600-second results -and do not merge retries into the original score. Neither change has been claimed as tested. +and do not merge retries into the original score. ## 中文说明 @@ -77,6 +88,10 @@ and do not merge retries into the original score. Neither change has been claime 官方结果、实际镜像 digest 和日志摘录均保留。增加轮数、补丁纠错或延长测试时间都应 作为新的实验，不能回写本次冻结成绩。 +`psf__requests-2674` 的补丁实际通过官方测试，自动评审却把解释判错；已纠正此前将其 +混在失败示例中且未说明官方成功的文档。根因判断与功能验证不一致时分别保留，自动 +“87%”不再作为 README 主成绩，未用模型伪造人工抽检。 + 另对两条出现夹具/依赖报错的失败样本运行维护者补丁对照，两份都通过官方指定回归， 无关报错仍会出现。因此不能把这些报错直接当作排除失败样本的依据。对照单独记录， 不增加模型成绩；两条超时的具体原因仍未确定。 diff --git a/reports/experiments/paired-20/plan.json b/reports/experiments/paired-20/plan.json new file mode 100644 index 0000000..9ff069c --- /dev/null +++ b/reports/experiments/paired-20/plan.json @@ -0,0 +1,95 @@ +{ + "kind": "exploratory_paired_source_only_ablation", + "created_at": "2026-10-08T21:31:54.392427+00:00", + "selection": "lowest SHA256(controls:seed:instance_id), no outcome filtering", + "seed": 20261008, + "count": 20, + "parent_tasks_sha256": "933b5103f3a746835a41a71422d84487b504291ca577b5a450f9bf280b458a18", + "tasks_sha256": "2313ebb8aa71e90299f3e56d87fbc3979919413131225ff8069228e6884fdfa2", + "task_ids": [ + "sympy__sympy-18087", + "matplotlib__matplotlib-26011", + "pytest-dev__pytest-11148", + "mwaskom__seaborn-2848", + "pytest-dev__pytest-11143", + "pydata__xarray-4248", + "scikit-learn__scikit-learn-13584", + "sympy__sympy-13647", + "sympy__sympy-13437", + "pydata__xarray-4094", + "pallets__flask-4045", + "psf__requests-2317", + "matplotlib__matplotlib-23314", + "matplotlib__matplotlib-24149", + "sphinx-doc__sphinx-8713", + "matplotlib__matplotlib-23563", + "sympy__sympy-13895", + "pallets__flask-4992", + "pytest-dev__pytest-7490", + "psf__requests-2674" + ], + "environment": { + "python": "3.12.13", + "platform": "macOS-15.4.1-arm64-arm-64bit", + "source_tree_sha256": "b317607238726d740bec058b5f6fa0f2eecac6181a43278d9e95b27ba7cfb02a", + "packages": { + "langchain": "1.4.3", + "langgraph": "1.2.14", + "langchain-openai": "1.7.0", + "langchain-anthropic": "1.7.5", + "fastapi": "0.143.0", + "numpy": "2.5.3", + "rank-bm25": "0.2.2" + } + }, + "shared_settings": { + "mode": "model", + "model": "codex-cli:gpt-6.1-sol", + "test_executor": "disabled", + "max_model_calls": 10, + "max_agent_steps": 10, + "max_tool_calls": 18, + "max_search_passes": 1, + "evidence_limit": 24, + "patch_repair_attempts": 0, + "model_timeout": 120, + "codex_reasoning_effort": "medium", + "codex_transport": "https" + }, + "arms": { + "routed_recent": { + "workflow": "routed", + "evidence_policy": "recent" + }, + "routed_source": { + "workflow": "routed", + "evidence_policy": "source_priority" + }, + "single": { + "workflow": "single", + "evidence_policy": "source_priority" + } + }, + "primary_metric": "official resolved count / full selected N, including abstentions and errors", + "secondary_metrics": [ + "applicable patches", + "abstentions", + "model/tool calls", + "reported tokens", + "latency", + "source evidence retained at synthesis" + ], + "hypotheses": { + "architecture": "routed_source resolves more than single; null: no improvement", + "evidence_window": "routed_source retains more read source and resolves more than routed_recent; null: no improvement" + }, + "budget_scope": "identical call/tool ceilings, not identical consumed tokens or monetary cost", + "architecture_allocation": "routed search reserves 3 of 10 calls for synthesis; single has one conversation with all 10", + "execution_order": "arms in declared order, no outcome-dependent reruns; one stochastic run per task/arm", + "limitations": [ + "Small exploratory subset, not proof of superiority or a SWE-bench leaderboard submission.", + "The original 100-task frame is repository-balanced and public; training contamination is uncontrolled.", + "No test-runner participation in these source-only arms; live three-agent benefit is not measured.", + "Same call ceilings can consume different token counts; costs must be reported alongside quality." + ] +} diff --git a/reports/experiments/paired-20/tasks.jsonl b/reports/experiments/paired-20/tasks.jsonl new file mode 100644 index 0000000..6f7165d --- /dev/null +++ b/reports/experiments/paired-20/tasks.jsonl @@ -0,0 +1,20 @@ +{"instance_id": "sympy__sympy-18087", "repo": "sympy/sympy", "base_commit": "9da013ad0ddc3cd96fe505f2e47c63e372040916", "problem_statement": "Simplify of simple trig expression fails\ntrigsimp in various versions, including 1.5, incorrectly simplifies cos(x)+sqrt(sin(x)**2) as though it were cos(x)+sin(x) for general complex x. (Oddly it gets this right if x is real.)\r\n\r\nEmbarrassingly I found this by accident while writing sympy-based teaching material...\r\n\n", "created_at": "2019-12-20T12:38:00Z", "maintainer_fix_url": "https://github.com/sympy/sympy/pull/18087"} +{"instance_id": "matplotlib__matplotlib-26011", "repo": "matplotlib/matplotlib", "base_commit": "00afcc0c6d4d2e4390338127f05b8f4fdb4e7087", "problem_statement": "xlim_changed not emitted on shared axis\n\r\n\r\n\r\n### Bug report\r\n\r\n**Bug summary**\r\n\r\nWhen an axis is shared with another its registered \"xlim_changed\" callbacks does not get called when the change is induced by a shared axis (via sharex=). \r\n\r\nIn _base.py the set_xlim for sibling axis are called with emit=False:\r\n\r\n```\r\nmatplotlib/lib/matplotlib/axes/_base.py:\r\n\r\n/.../\r\ndef set_xlim(...)\r\n/.../\r\n if emit:\r\n self.callbacks.process('xlim_changed', self)\r\n # Call all of the other x-axes that are shared with this one\r\n for other in self._shared_x_axes.get_siblings(self):\r\n if other is not self:\r\n other.set_xlim(self.viewLim.intervalx,\r\n emit=False, auto=auto)\r\n```\r\n\r\nI'm very new to matplotlib, so perhaps there is a good reason for this? emit=False seems to disable both continued \"inheritance\" of axis (why?) and triggering of change callbacks (looking at the code above).\r\n\r\nIt seems like one would at least want to trigger the xlim_changed callbacks as they would be intended to react to any change in axis limits.\r\n\r\nEdit: Setting emit=True seems to introduce a recursion issue (not sure why but as inheritance seems to be passed along anyway it doesn't really matter). Moving the callback call to outside of the \"if emit:\"-statement seems to solve the issue as far as I can see when trying it out. Any reason to keep it inside the if-statement? \r\n\n", "created_at": "2023-05-30T13:45:49Z", "maintainer_fix_url": "https://github.com/matplotlib/matplotlib/pull/26011"} +{"instance_id": "pytest-dev__pytest-11148", "repo": "pytest-dev/pytest", "base_commit": "2f7415cfbc4b6ca62f9013f1abd27136f46b9653", "problem_statement": "Module imported twice under import-mode=importlib\nIn pmxbot/pmxbot@7f189ad, I'm attempting to switch pmxbot off of pkg_resources style namespace packaging to PEP 420 namespace packages. To do so, I've needed to switch to `importlib` for the `import-mode` and re-organize the tests to avoid import errors on the tests.\r\n\r\nYet even after working around these issues, the tests are failing when the effect of `core.initialize()` doesn't seem to have had any effect.\r\n\r\nInvestigating deeper, I see that initializer is executed and performs its actions (setting a class variable `pmxbot.logging.Logger.store`), but when that happens, there are two different versions of `pmxbot.logging` present, one in `sys.modules` and another found in `tests.unit.test_commands.logging`:\r\n\r\n```\r\n=========================================================================== test session starts ===========================================================================\r\nplatform darwin -- Python 3.11.1, pytest-7.2.0, pluggy-1.0.0\r\ncachedir: .tox/python/.pytest_cache\r\nrootdir: /Users/jaraco/code/pmxbot/pmxbot, configfile: pytest.ini\r\nplugins: black-0.3.12, mypy-0.10.3, jaraco.test-5.3.0, checkdocs-2.9.0, flake8-1.1.1, enabler-2.0.0, jaraco.mongodb-11.2.1, pmxbot-1122.14.3.dev13+g7f189ad\r\ncollected 421 items / 180 deselected / 241 selected \r\nrun-last-failure: rerun previous 240 failures (skipped 14 files)\r\n\r\ntests/unit/test_commands.py E\r\n>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>> traceback >>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>\r\n\r\ncls = \r\n\r\n @classmethod\r\n def setup_class(cls):\r\n path = os.path.dirname(os.path.abspath(__file__))\r\n configfile = os.path.join(path, 'testconf.yaml')\r\n config = pmxbot.dictlib.ConfigDict.from_yaml(configfile)\r\n cls.bot = core.initialize(config)\r\n> logging.Logger.store.message(\"logged\", \"testrunner\", \"some text\")\r\nE AttributeError: type object 'Logger' has no attribute 'store'\r\n\r\ntests/unit/test_commands.py:37: AttributeError\r\n>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>> entering PDB >>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>\r\n\r\n>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>> PDB post_mortem (IO-capturing turned off) >>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>\r\n> /Users/jaraco/code/pmxbot/pmxbot/tests/unit/test_commands.py(37)setup_class()\r\n-> logging.Logger.store.message(\"logged\", \"testrunner\", \"some text\")\r\n(Pdb) logging.Logger\r\n\r\n(Pdb) logging\r\n\r\n(Pdb) import sys\r\n(Pdb) sys.modules['pmxbot.logging']\r\n\r\n(Pdb) sys.modules['pmxbot.logging'] is logging\r\nFalse\r\n```\r\n\r\nI haven't yet made a minimal reproducer, but I wanted to first capture this condition.\r\n\n", "created_at": "2023-06-29T00:04:33Z", "maintainer_fix_url": "https://github.com/pytest-dev/pytest/pull/11148"} +{"instance_id": "mwaskom__seaborn-2848", "repo": "mwaskom/seaborn", "base_commit": "94621cef29f80282436d73e8d2c0aa76dab81273", "problem_statement": "pairplot fails with hue_order not containing all hue values in seaborn 0.11.1\nIn seaborn < 0.11, one could plot only a subset of the values in the hue column, by passing a hue_order list containing only the desired values. Points with hue values not in the list were simply not plotted.\n```python\niris = sns.load_dataset(\"iris\")`\n# The hue column contains three different species; here we want to plot two\nsns.pairplot(iris, hue=\"species\", hue_order=[\"setosa\", \"versicolor\"])\n```\n\nThis no longer works in 0.11.1. Passing a hue_order list that does not contain some of the values in the hue column raises a long, ugly error traceback. The first exception arises in seaborn/_core.py:\n```\nTypeError: ufunc 'isnan' not supported for the input types, and the inputs could not be safely coerced to any supported types according to the casting rule ''safe''\n```\nseaborn version: 0.11.1\nmatplotlib version: 3.3.2\nmatplotlib backends: MacOSX, Agg or jupyter notebook inline.", "created_at": "2022-06-11T18:21:32Z", "maintainer_fix_url": "https://github.com/mwaskom/seaborn/pull/2848"} +{"instance_id": "pytest-dev__pytest-11143", "repo": "pytest-dev/pytest", "base_commit": "6995257cf470d2143ad1683824962de4071c0eb7", "problem_statement": "Rewrite fails when first expression of file is a number and mistaken as docstring \n\r\n\r\n- [x] a detailed description of the bug or problem you are having\r\n- [x] output of `pip list` from the virtual environment you are using\r\n- [x] pytest and operating system versions\r\n- [x] minimal example if possible\r\n```\r\nInstalling collected packages: zipp, six, PyYAML, python-dateutil, MarkupSafe, importlib-metadata, watchdog, tomli, soupsieve, pyyaml-env-tag, pycparser, pluggy, packaging, mergedeep, Markdown, jinja2, iniconfig, ghp-import, exceptiongroup, click, websockets, urllib3, tqdm, smmap, pytest, pyee, mkdocs, lxml, importlib-resources, idna, cssselect, charset-normalizer, cffi, certifi, beautifulsoup4, attrs, appdirs, w3lib, typing-extensions, texttable, requests, pyzstd, pytest-metadata, pyquery, pyppmd, pyppeteer, pynacl, pymdown-extensions, pycryptodomex, pybcj, pyasn1, py, psutil, parse, multivolumefile, mkdocs-autorefs, inflate64, gitdb, fake-useragent, cryptography, comtypes, bs4, brotli, bcrypt, allure-python-commons, xlwt, xlrd, rsa, requests-html, pywinauto, python-i18n, python-dotenv, pytest-rerunfailures, pytest-html, pytest-check, PySocks, py7zr, paramiko, mkdocstrings, loguru, GitPython, ftputil, crcmod, chardet, brotlicffi, allure-pytest\r\nSuccessfully installed GitPython-3.1.31 Markdown-3.3.7 MarkupSafe-2.1.3 PySocks-1.7.1 PyYAML-6.0 allure-pytest-2.13.2 allure-python-commons-2.13.2 appdirs-1.4.4 attrs-23.1.0 bcrypt-4.0.1 beautifulsoup4-4.12.2 brotli-1.0.9 brotlicffi-1.0.9.2 bs4-0.0.1 certifi-2023.5.7 cffi-1.15.1 chardet-5.1.0 charset-normalizer-3.1.0 click-8.1.3 comtypes-1.2.0 crcmod-1.7 cryptography-41.0.1 cssselect-1.2.0 exceptiongroup-1.1.1 fake-useragent-1.1.3 ftputil-5.0.4 ghp-import-2.1.0 gitdb-4.0.10 idna-3.4 importlib-metadata-6.7.0 importlib-resources-5.12.0 inflate64-0.3.1 iniconfig-2.0.0 jinja2-3.1.2 loguru-0.7.0 lxml-4.9.2 mergedeep-1.3.4 mkdocs-1.4.3 mkdocs-autorefs-0.4.1 mkdocstrings-0.22.0 multivolumefile-0.2.3 packaging-23.1 paramiko-3.2.0 parse-1.19.1 pluggy-1.2.0 psutil-5.9.5 py-1.11.0 py7zr-0.20.5 pyasn1-0.5.0 pybcj-1.0.1 pycparser-2.21 pycryptodomex-3.18.0 pyee-8.2.2 pymdown-extensions-10.0.1 pynacl-1.5.0 pyppeteer-1.0.2 pyppmd-1.0.0 pyquery-2.0.0 pytest-7.4.0 pytest-check-2.1.5 pytest-html-3.2.0 pytest-metadata-3.0.0 pytest-rerunfailures-11.1.2 python-dateutil-2.8.2 python-dotenv-1.0.0 python-i18n-0.3.9 pywinauto-0.6.6 pyyaml-env-tag-0.1 pyzstd-0.15.9 requests-2.31.0 requests-html-0.10.0 rsa-4.9 six-1.16.0 smmap-5.0.0 soupsieve-2.4.1 texttable-1.6.7 tomli-2.0.1 tqdm-4.65.0 typing-extensions-4.6.3 urllib3-1.26.16 w3lib-2.1.1 watchdog-3.0.0 websockets-10.4 xlrd-2.0.1 xlwt-1.3.0 zipp-3.15.0\r\n```\r\nuse `pytest -k xxx`， report an error：`TypeError: argument of type 'int' is not iterable`\r\n\r\nit seems a error in collecting testcase\r\n```\r\n==================================== ERRORS ====================================\r\n_ ERROR collecting testcases/基线/代理策略/SOCKS二级代理迭代二/在线用户/在线用户更新/上线用户/test_socks_user_011.py _\r\n/usr/local/lib/python3.8/site-packages/_pytest/runner.py:341: in from_call\r\n result: Optional[TResult] = func()\r\n/usr/local/lib/python3.8/site-packages/_pytest/runner.py:372: in \r\n call = CallInfo.from_call(lambda: list(collector.collect()), \"collect\")\r\n/usr/local/lib/python3.8/site-packages/_pytest/python.py:531: in collect\r\n self._inject_setup_module_fixture()\r\n/usr/local/lib/python3.8/site-packages/_pytest/python.py:545: in _inject_setup_module_fixture\r\n self.obj, (\"setUpModule\", \"setup_module\")\r\n/usr/local/lib/python3.8/site-packages/_pytest/python.py:310: in obj\r\n self._obj = obj = self._getobj()\r\n/usr/local/lib/python3.8/site-packages/_pytest/python.py:528: in _getobj\r\n return self._importtestmodule()\r\n/usr/local/lib/python3.8/site-packages/_pytest/python.py:617: in _importtestmodule\r\n mod = import_path(self.path, mode=importmode, root=self.config.rootpath)\r\n/usr/local/lib/python3.8/site-packages/_pytest/pathlib.py:565: in import_path\r\n importlib.import_module(module_name)\r\n/usr/local/lib/python3.8/importlib/__init__.py:127: in import_module\r\n return _bootstrap._gcd_import(name[level:], package, level)\r\n:1014: in _gcd_import\r\n ???\r\n:991: in _find_and_load\r\n ???\r\n:975: in _find_and_load_unlocked\r\n ???\r\n:671: in _load_unlocked\r\n ???\r\n/usr/local/lib/python3.8/site-packages/_pytest/assertion/rewrite.py:169: in exec_module\r\n source_stat, co = _rewrite_test(fn, self.config)\r\n/usr/local/lib/python3.8/site-packages/_pytest/assertion/rewrite.py:352: in _rewrite_test\r\n rewrite_asserts(tree, source, strfn, config)\r\n/usr/local/lib/python3.8/site-packages/_pytest/assertion/rewrite.py:413: in rewrite_asserts\r\n AssertionRewriter(module_path, config, source).run(mod)\r\n/usr/local/lib/python3.8/site-packages/_pytest/assertion/rewrite.py:695: in run\r\n if self.is_rewrite_disabled(doc):\r\n/usr/local/lib/python3.8/site-packages/_pytest/assertion/rewrite.py:760: in is_rewrite_disabled\r\n return \"PYTEST_DONT_REWRITE\" in docstring\r\nE TypeError: argument of type 'int' is not iterable\r\n```\n", "created_at": "2023-06-26T06:44:43Z", "maintainer_fix_url": "https://github.com/pytest-dev/pytest/pull/11143"} +{"instance_id": "pydata__xarray-4248", "repo": "pydata/xarray", "base_commit": "98dc1f4ea18738492e074e9e51ddfed5cd30ab94", "problem_statement": "Feature request: show units in dataset overview\nHere's a hypothetical dataset:\r\n\r\n```\r\n\r\nDimensions: (time: 3, x: 988, y: 822)\r\nCoordinates:\r\n * x (x) float64 ...\r\n * y (y) float64 ...\r\n * time (time) datetime64[ns] ...\r\nData variables:\r\n rainfall (time, y, x) float32 ...\r\n max_temp (time, y, x) float32 ...\r\n```\r\n\r\nIt would be really nice if the units of the coordinates and of the data variables were shown in the `Dataset` repr, for example as:\r\n\r\n```\r\n\r\nDimensions: (time: 3, x: 988, y: 822)\r\nCoordinates:\r\n * x, in metres (x) float64 ...\r\n * y, in metres (y) float64 ...\r\n * time (time) datetime64[ns] ...\r\nData variables:\r\n rainfall, in mm (time, y, x) float32 ...\r\n max_temp, in deg C (time, y, x) float32 ...\r\n```\n", "created_at": "2020-07-22T14:54:03Z", "maintainer_fix_url": "https://github.com/pydata/xarray/pull/4248"} +{"instance_id": "scikit-learn__scikit-learn-13584", "repo": "scikit-learn/scikit-learn", "base_commit": "0e3c1879b06d839171b7d0a607d71bbb19a966a9", "problem_statement": "bug in print_changed_only in new repr: vector values\n```python\r\nimport sklearn\r\nimport numpy as np\r\nfrom sklearn.linear_model import LogisticRegressionCV\r\nsklearn.set_config(print_changed_only=True)\r\nprint(LogisticRegressionCV(Cs=np.array([0.1, 1])))\r\n```\r\n> ValueError: The truth value of an array with more than one element is ambiguous. Use a.any() or a.all()\r\n\r\nping @NicolasHug \r\n\n", "created_at": "2019-04-05T23:09:48Z", "maintainer_fix_url": "https://github.com/scikit-learn/scikit-learn/pull/13584"} +{"instance_id": "sympy__sympy-13647", "repo": "sympy/sympy", "base_commit": "67e3c956083d0128a621f65ee86a7dacd4f9f19f", "problem_statement": "Matrix.col_insert() no longer seems to work correctly.\nExample:\r\n\r\n```\r\nIn [28]: import sympy as sm\r\n\r\nIn [29]: M = sm.eye(6)\r\n\r\nIn [30]: M\r\nOut[30]: \r\n⎡1 0 0 0 0 0⎤\r\n⎢ ⎥\r\n⎢0 1 0 0 0 0⎥\r\n⎢ ⎥\r\n⎢0 0 1 0 0 0⎥\r\n⎢ ⎥\r\n⎢0 0 0 1 0 0⎥\r\n⎢ ⎥\r\n⎢0 0 0 0 1 0⎥\r\n⎢ ⎥\r\n⎣0 0 0 0 0 1⎦\r\n\r\nIn [31]: V = 2 * sm.ones(6, 2)\r\n\r\nIn [32]: V\r\nOut[32]: \r\n⎡2 2⎤\r\n⎢ ⎥\r\n⎢2 2⎥\r\n⎢ ⎥\r\n⎢2 2⎥\r\n⎢ ⎥\r\n⎢2 2⎥\r\n⎢ ⎥\r\n⎢2 2⎥\r\n⎢ ⎥\r\n⎣2 2⎦\r\n\r\nIn [33]: M.col_insert(3, V)\r\nOut[33]: \r\n⎡1 0 0 2 2 1 0 0⎤\r\n⎢ ⎥\r\n⎢0 1 0 2 2 0 1 0⎥\r\n⎢ ⎥\r\n⎢0 0 1 2 2 0 0 1⎥\r\n⎢ ⎥\r\n⎢0 0 0 2 2 0 0 0⎥\r\n⎢ ⎥\r\n⎢0 0 0 2 2 0 0 0⎥\r\n⎢ ⎥\r\n⎣0 0 0 2 2 0 0 0⎦\r\nIn [34]: sm.__version__\r\nOut[34]: '1.1.1'\r\n```\r\n\r\nThe 3 x 3 identify matrix to the right of the columns of twos is shifted from the bottom three rows to the top three rows.\r\n\r\n@siefkenj Do you think this has to do with your matrix refactor?\n", "created_at": "2017-11-28T21:22:51Z", "maintainer_fix_url": "https://github.com/sympy/sympy/pull/13647"} +{"instance_id": "sympy__sympy-13437", "repo": "sympy/sympy", "base_commit": "674afc619d7f5c519b6a5393a8b0532a131e57e0", "problem_statement": "bell(n).limit(n, oo) should be oo rather than bell(oo)\n`bell(n).limit(n,oo)` should take the value infinity, but the current output is `bell(oo)`. As the Bell numbers represent the number of partitions of a set, it seems natural that `bell(oo)` should be able to be evaluated rather than be returned unevaluated. This issue is also in line with the recent fixes to the corresponding limit for the Fibonacci numbers and Lucas numbers.\n\n```\nfrom sympy import *\nn = symbols('n')\nbell(n).limit(n,oo)\n\nOutput:\nbell(oo)\n```\n\nI'm new to Sympy, so I'd appreciate the opportunity to fix this bug myself if that's alright.\n\n", "created_at": "2017-10-12T18:21:19Z", "maintainer_fix_url": "https://github.com/sympy/sympy/pull/13437"} +{"instance_id": "pydata__xarray-4094", "repo": "pydata/xarray", "base_commit": "a64cf2d5476e7bbda099b34c40b7be1880dbd39a", "problem_statement": "to_unstacked_dataset broken for single-dim variables\n\r\n\r\n\r\n#### MCVE Code Sample\r\n\r\n```python\r\narr = xr.DataArray(\r\n np.arange(3),\r\n coords=[(\"x\", [0, 1, 2])],\r\n )\r\ndata = xr.Dataset({\"a\": arr, \"b\": arr})\r\nstacked = data.to_stacked_array('y', sample_dims=['x'])\r\nunstacked = stacked.to_unstacked_dataset('y')\r\n# MergeError: conflicting values for variable 'y' on objects to be combined. You can skip this check by specifying compat='override'.\r\n```\r\n\r\n#### Expected Output\r\nA working roundtrip.\r\n\r\n#### Problem Description\r\nI need to stack a bunch of variables and later unstack them again, however this doesn't work if the variables only have a single dimension.\r\n\r\n#### Versions\r\n\r\n
Output of xr.show_versions()\r\n\r\nINSTALLED VERSIONS\r\n------------------\r\ncommit: None\r\npython: 3.7.3 (default, Mar 27 2019, 22:11:17) \r\n[GCC 7.3.0]\r\npython-bits: 64\r\nOS: Linux\r\nOS-release: 4.15.0-96-generic\r\nmachine: x86_64\r\nprocessor: x86_64\r\nbyteorder: little\r\nLC_ALL: None\r\nLANG: en_GB.UTF-8\r\nLOCALE: en_GB.UTF-8\r\nlibhdf5: 1.10.4\r\nlibnetcdf: 4.6.2\r\n\r\nxarray: 0.15.1\r\npandas: 1.0.3\r\nnumpy: 1.17.3\r\nscipy: 1.3.1\r\nnetCDF4: 1.4.2\r\npydap: None\r\nh5netcdf: None\r\nh5py: 2.10.0\r\nNio: None\r\nzarr: None\r\ncftime: 1.0.4.2\r\nnc_time_axis: None\r\nPseudoNetCDF: None\r\nrasterio: None\r\ncfgrib: None\r\niris: None\r\nbottleneck: None\r\ndask: 2.10.1\r\ndistributed: 2.10.0\r\nmatplotlib: 3.1.1\r\ncartopy: None\r\nseaborn: 0.10.0\r\nnumbagg: None\r\nsetuptools: 41.0.0\r\npip: 19.0.3\r\nconda: 4.8.3\r\npytest: 5.3.5\r\nIPython: 7.9.0\r\nsphinx: None\r\n\r\n\r\n
\r\n\n", "created_at": "2020-05-26T00:36:02Z", "maintainer_fix_url": "https://github.com/pydata/xarray/pull/4094"} +{"instance_id": "pallets__flask-4045", "repo": "pallets/flask", "base_commit": "d8c37f43724cd9fb0870f77877b7c4c7e38a19e0", "problem_statement": "Raise error when blueprint name contains a dot\nThis is required since every dot is now significant since blueprints can be nested. An error was already added for endpoint names in 1.0, but should have been added for this as well.\n", "created_at": "2021-05-13T21:32:41Z", "maintainer_fix_url": "https://github.com/pallets/flask/pull/4045"} +{"instance_id": "psf__requests-2317", "repo": "psf/requests", "base_commit": "091991be0da19de9108dbe5e3752917fea3d7fdc", "problem_statement": "method = builtin_str(method) problem\nIn requests/sessions.py is a command:\n\nmethod = builtin_str(method)\nConverts method from\nb’GET’\nto\n\"b'GET’\"\n\nWhich is the literal string, no longer a binary string. When requests tries to use the method \"b'GET’”, it gets a 404 Not Found response.\n\nI am using python3.4 and python-neutronclient (2.3.9) with requests (2.4.3). neutronclient is broken because it uses this \"args = utils.safe_encode_list(args)\" command which converts all the values to binary string, including method.\n\nI'm not sure if this is a bug with neutronclient or a bug with requests, but I'm starting here. Seems if requests handled the method value being a binary string, we wouldn't have any problem.\n\nAlso, I tried in python2.6 and this bug doesn't exist there. Some difference between 2.6 and 3.4 makes this not work right.\n\n", "created_at": "2014-11-01T02:20:16Z", "maintainer_fix_url": "https://github.com/psf/requests/pull/2317"} +{"instance_id": "matplotlib__matplotlib-23314", "repo": "matplotlib/matplotlib", "base_commit": "97fc1154992f64cfb2f86321155a7404efeb2d8a", "problem_statement": "[Bug]: set_visible() not working for 3d projection \n### Bug summary\r\n\r\nin the subplot projection=\"3d\" the set_visible function doesn't work even if the value is set to False\r\n\r\n### Code for reproduction\r\n\r\n```python\r\nimport matplotlib.pyplot as plt\r\nfrom matplotlib.gridspec import GridSpec\r\n\r\nfig, (ax1, ax2) = plt.subplots(1, 2, subplot_kw={'projection': '3d'})\r\nax1.scatter(1,1,1)\r\nax2.scatter(1,1,1, c='r')\r\nax1.set_visible(False)\r\n\r\nplt.show()\r\n# Thanks Tim for your help! \r\n```\r\n\r\n\r\n### Actual outcome\r\n\r\nthe subplot remains visible which should not happen if the value is set to False\r\n\r\n### Expected outcome\r\n\r\nthe subplot is not visible if the value is set to False\r\n\r\n### Additional information\r\n\r\n_No response_\r\n\r\n### Operating system\r\n\r\n_No response_\r\n\r\n### Matplotlib Version\r\n\r\n3.4.2\r\n\r\n### Matplotlib Backend\r\n\r\nQt5Agg\r\n\r\n### Python version\r\n\r\n3.8.10\r\n\r\n### Jupyter version\r\n\r\n_No response_\r\n\r\n### Installation\r\n\r\n_No response_\n", "created_at": "2022-06-21T02:41:34Z", "maintainer_fix_url": "https://github.com/matplotlib/matplotlib/pull/23314"} +{"instance_id": "matplotlib__matplotlib-24149", "repo": "matplotlib/matplotlib", "base_commit": "af39f1edffcd828f05cfdd04f2e59506bb4a27bc", "problem_statement": "[Bug]: ax.bar raises for all-nan data on matplotlib 3.6.1 \n### Bug summary\n\n`ax.bar` raises an exception in 3.6.1 when passed only nan data. This irrevocably breaks seaborn's histogram function (which draws and then removes a \"phantom\" bar to trip the color cycle).\n\n### Code for reproduction\n\n```python\nimport numpy as np\r\nimport matplotlib.pyplot as plt\r\nf, ax = plt.subplots()\r\nax.bar([np.nan], [np.nan])\n```\n\n\n### Actual outcome\n\n```python-traceback\r\n---------------------------------------------------------------------------\r\nStopIteration Traceback (most recent call last)\r\nCell In [1], line 4\r\n 2 import matplotlib.pyplot as plt\r\n 3 f, ax = plt.subplots()\r\n----> 4 ax.bar([np.nan], [np.nan])[0].get_x()\r\n\r\nFile ~/miniconda/envs/py310/lib/python3.10/site-packages/matplotlib/__init__.py:1423, in _preprocess_data..inner(ax, data, *args, **kwargs)\r\n 1420 @functools.wraps(func)\r\n 1421 def inner(ax, *args, data=None, **kwargs):\r\n 1422 if data is None:\r\n-> 1423 return func(ax, *map(sanitize_sequence, args), **kwargs)\r\n 1425 bound = new_sig.bind(ax, *args, **kwargs)\r\n 1426 auto_label = (bound.arguments.get(label_namer)\r\n 1427 or bound.kwargs.get(label_namer))\r\n\r\nFile ~/miniconda/envs/py310/lib/python3.10/site-packages/matplotlib/axes/_axes.py:2373, in Axes.bar(self, x, height, width, bottom, align, **kwargs)\r\n 2371 x0 = x\r\n 2372 x = np.asarray(self.convert_xunits(x))\r\n-> 2373 width = self._convert_dx(width, x0, x, self.convert_xunits)\r\n 2374 if xerr is not None:\r\n 2375 xerr = self._convert_dx(xerr, x0, x, self.convert_xunits)\r\n\r\nFile ~/miniconda/envs/py310/lib/python3.10/site-packages/matplotlib/axes/_axes.py:2182, in Axes._convert_dx(dx, x0, xconv, convert)\r\n 2170 try:\r\n 2171 # attempt to add the width to x0; this works for\r\n 2172 # datetime+timedelta, for instance\r\n (...)\r\n 2179 # removes the units from unit packages like `pint` that\r\n 2180 # wrap numpy arrays.\r\n 2181 try:\r\n-> 2182 x0 = cbook._safe_first_finite(x0)\r\n 2183 except (TypeError, IndexError, KeyError):\r\n 2184 pass\r\n\r\nFile ~/miniconda/envs/py310/lib/python3.10/site-packages/matplotlib/cbook/__init__.py:1749, in _safe_first_finite(obj, skip_nonfinite)\r\n 1746 raise RuntimeError(\"matplotlib does not \"\r\n 1747 \"support generators as input\")\r\n 1748 else:\r\n-> 1749 return next(val for val in obj if safe_isfinite(val))\r\n\r\nStopIteration: \r\n```\n\n### Expected outcome\n\nOn 3.6.0 this returns a `BarCollection` with one Rectangle, having `nan` for `x` and `height`.\n\n### Additional information\n\nI assume it's related to this bullet in the release notes:\r\n\r\n- Fix barplot being empty when first element is NaN\r\n\r\nBut I don't know the context for it to investigate further (could these link to PRs?)\r\n\r\nFurther debugging:\r\n\r\n```python\r\nax.bar([np.nan], [0]) # Raises\r\nax.bar([0], [np.nan]) # Works\r\n```\r\n\r\nSo it's about the x position specifically.\n\n### Operating system\n\nMacos\n\n### Matplotlib Version\n\n3.6.1\n\n### Matplotlib Backend\n\n_No response_\n\n### Python version\n\n_No response_\n\n### Jupyter version\n\n_No response_\n\n### Installation\n\npip\n", "created_at": "2022-10-12T22:00:54Z", "maintainer_fix_url": "https://github.com/matplotlib/matplotlib/pull/24149"} +{"instance_id": "sphinx-doc__sphinx-8713", "repo": "sphinx-doc/sphinx", "base_commit": "3ed7590ed411bd93b26098faab4f23619cdb2267", "problem_statement": "napoleon_use_param should also affect \"other parameters\" section\nSubject: napoleon_use_param should also affect \"other parameters\" section\r\n\r\n### Problem\r\nCurrently, napoleon always renders the Other parameters section as if napoleon_use_param was False, see source\r\n```\r\n def _parse_other_parameters_section(self, section):\r\n # type: (unicode) -> List[unicode]\r\n return self._format_fields(_('Other Parameters'), self._consume_fields())\r\n\r\n def _parse_parameters_section(self, section):\r\n # type: (unicode) -> List[unicode]\r\n fields = self._consume_fields()\r\n if self._config.napoleon_use_param:\r\n return self._format_docutils_params(fields)\r\n else:\r\n return self._format_fields(_('Parameters'), fields)\r\n```\r\nwhereas it would make sense that this section should follow the same formatting rules as the Parameters section.\r\n\r\n#### Procedure to reproduce the problem\r\n```\r\nIn [5]: print(str(sphinx.ext.napoleon.NumpyDocstring(\"\"\"\\ \r\n ...: Parameters \r\n ...: ---------- \r\n ...: x : int \r\n ...: \r\n ...: Other parameters \r\n ...: ---------------- \r\n ...: y: float \r\n ...: \"\"\"))) \r\n:param x:\r\n:type x: int\r\n\r\n:Other Parameters: **y** (*float*)\r\n```\r\n\r\nNote the difference in rendering.\r\n\r\n#### Error logs / results\r\nSee above.\r\n\r\n#### Expected results\r\n```\r\n:param x:\r\n:type x: int\r\n\r\n:Other Parameters: // Or some other kind of heading.\r\n:param: y\r\n:type y: float\r\n```\r\n\r\nAlternatively another separate config value could be introduced, but that seems a bit overkill.\r\n\r\n### Reproducible project / your project\r\nN/A\r\n\r\n### Environment info\r\n- OS: Linux\r\n- Python version: 3.7\r\n- Sphinx version: 1.8.1\r\n\n", "created_at": "2021-01-20T14:24:12Z", "maintainer_fix_url": "https://github.com/sphinx-doc/sphinx/pull/8713"} +{"instance_id": "matplotlib__matplotlib-23563", "repo": "matplotlib/matplotlib", "base_commit": "149a0398b391cfc4eddb5e659f50b3c66f32ea65", "problem_statement": "[Bug]: 'Line3D' object has no attribute '_verts3d'\n### Bug summary\n\nI use matplotlib 3D to visualize some lines in 3D. When I first run the following code, the code can run right. But, if I give `x_s_0[n]` a numpy array, it will report the error 'input operand has more dimensions than allowed by the axis remapping'. The point is when next I give `x_s_0[n]` and other variables an int number, the AttributeError: 'Line3D' object has no attribute '_verts3d' will appear and can not be fixed whatever I change the variables or delete them. The error can be only fixed when I restart the kernel of ipython console. I don't know why it happens, so I come here for help.\n\n### Code for reproduction\n\n```python\nx_s_0 = np.array(['my int number list'])\r\nx_e_0 = np.array(['my int number list'])\r\ny_s_0 = np.array(['my int number list'])\r\ny_e_0 = np.array(['my int number list'])\r\nz_s_0 = np.array(['my int number list'])\r\nz_e_0 = np.array(['my int number list'])\r\n\r\nfig = plt.figure()\r\n ax = fig.gca(projection='3d')\r\n ax.view_init(elev=90, azim=0)\r\n ax.set_zlim3d(-10, 10)\r\n clr_list = 'r-'\r\n\r\n for n in range(np.size(z_s_0, axis=0)):\r\n ax.plot([int(x_s_0[n]), int(x_e_0[n])],\r\n [int(y_s_0[n]), int(y_e_0[n])],\r\n [int(z_s_0[n]), int(z_e_0[n])], clr_list)\r\n\r\n plt.xlabel('x')\r\n plt.ylabel('y')\r\n # ax.zlabel('z')\r\n plt.title('90-0')\r\n plt.show()\n```\n\n\n### Actual outcome\n\nTraceback (most recent call last):\r\n File \"/home/hanyaning/anaconda3/envs/SBeA/lib/python3.8/site-packages/IPython/core/interactiveshell.py\", line 3444, in run_code\r\n exec(code_obj, self.user_global_ns, self.user_ns)\r\n File \"\", line 20, in \r\n plt.show()\r\n File \"/home/hanyaning/anaconda3/envs/SBeA/lib/python3.8/site-packages/matplotlib/pyplot.py\", line 368, in show\r\n return _backend_mod.show(*args, **kwargs)\r\n File \"/home/hanyaning/.pycharm_helpers/pycharm_matplotlib_backend/backend_interagg.py\", line 29, in __call__\r\n manager.show(**kwargs)\r\n File \"/home/hanyaning/.pycharm_helpers/pycharm_matplotlib_backend/backend_interagg.py\", line 112, in show\r\n self.canvas.show()\r\n File \"/home/hanyaning/.pycharm_helpers/pycharm_matplotlib_backend/backend_interagg.py\", line 68, in show\r\n FigureCanvasAgg.draw(self)\r\n File \"/home/hanyaning/anaconda3/envs/SBeA/lib/python3.8/site-packages/matplotlib/backends/backend_agg.py\", line 436, in draw\r\n self.figure.draw(self.renderer)\r\n File \"/home/hanyaning/anaconda3/envs/SBeA/lib/python3.8/site-packages/matplotlib/artist.py\", line 73, in draw_wrapper\r\n result = draw(artist, renderer, *args, **kwargs)\r\n File \"/home/hanyaning/anaconda3/envs/SBeA/lib/python3.8/site-packages/matplotlib/artist.py\", line 50, in draw_wrapper\r\n return draw(artist, renderer)\r\n File \"/home/hanyaning/anaconda3/envs/SBeA/lib/python3.8/site-packages/matplotlib/figure.py\", line 2803, in draw\r\n mimage._draw_list_compositing_images(\r\n File \"/home/hanyaning/anaconda3/envs/SBeA/lib/python3.8/site-packages/matplotlib/image.py\", line 132, in _draw_list_compositing_images\r\n a.draw(renderer)\r\n File \"/home/hanyaning/anaconda3/envs/SBeA/lib/python3.8/site-packages/matplotlib/artist.py\", line 50, in draw_wrapper\r\n return draw(artist, renderer)\r\n File \"/home/hanyaning/anaconda3/envs/SBeA/lib/python3.8/site-packages/mpl_toolkits/mplot3d/axes3d.py\", line 469, in draw\r\n super().draw(renderer)\r\n File \"/home/hanyaning/anaconda3/envs/SBeA/lib/python3.8/site-packages/matplotlib/artist.py\", line 50, in draw_wrapper\r\n return draw(artist, renderer)\r\n File \"/home/hanyaning/anaconda3/envs/SBeA/lib/python3.8/site-packages/matplotlib/axes/_base.py\", line 3082, in draw\r\n mimage._draw_list_compositing_images(\r\n File \"/home/hanyaning/anaconda3/envs/SBeA/lib/python3.8/site-packages/matplotlib/image.py\", line 132, in _draw_list_compositing_images\r\n a.draw(renderer)\r\n File \"/home/hanyaning/anaconda3/envs/SBeA/lib/python3.8/site-packages/matplotlib/artist.py\", line 50, in draw_wrapper\r\n return draw(artist, renderer)\r\n File \"/home/hanyaning/anaconda3/envs/SBeA/lib/python3.8/site-packages/mpl_toolkits/mplot3d/art3d.py\", line 215, in draw\r\n xs3d, ys3d, zs3d = self._verts3d\r\nAttributeError: 'Line3D' object has no attribute '_verts3d'\n\n### Expected outcome\n\nSome 3D lines\n\n### Additional information\n\n_No response_\n\n### Operating system\n\nLocal: windows + pycharm, Remote: Ubuntu 20.04\n\n### Matplotlib Version\n\n3.5.0\n\n### Matplotlib Backend\n\nmodule://backend_interagg\n\n### Python version\n\n3.8.12\n\n### Jupyter version\n\n_No response_\n\n### Installation\n\npip\n", "created_at": "2022-08-05T15:52:55Z", "maintainer_fix_url": "https://github.com/matplotlib/matplotlib/pull/23563"} +{"instance_id": "sympy__sympy-13895", "repo": "sympy/sympy", "base_commit": "4da0b64558e9551a11a99bccc63557ba34f50c58", "problem_statement": "(-x/4 - S(1)/12)**x - 1 simplifies to an inequivalent expression\n >>> from sympy import *\r\n >>> x = Symbol('x')\r\n >>> e = (-x/4 - S(1)/12)**x - 1\r\n >>> e\r\n (-x/4 - 1/12)**x - 1\r\n >>> f = simplify(e)\r\n >>> f\r\n 12**(-x)*(-12**x + (-3*x - 1)**x)\r\n >>> a = S(9)/5\r\n >>> simplify(e.subs(x,a))\r\n -1 - 32*15**(1/5)*2**(2/5)/225\r\n >>> simplify(f.subs(x,a))\r\n -1 - 32*(-1)**(4/5)*60**(1/5)/225\r\n >>> N(e.subs(x,a))\r\n -1.32255049319339\r\n >>> N(f.subs(x,a))\r\n -0.739051169462523 - 0.189590423018741*I\r\n\r\n\n", "created_at": "2018-01-11T19:43:54Z", "maintainer_fix_url": "https://github.com/sympy/sympy/pull/13895"} +{"instance_id": "pallets__flask-4992", "repo": "pallets/flask", "base_commit": "4c288bc97ea371817199908d0d9b12de9dae327e", "problem_statement": "Add a file mode parameter to flask.Config.from_file()\nPython 3.11 introduced native TOML support with the `tomllib` package. This could work nicely with the `flask.Config.from_file()` method as an easy way to load TOML config files:\r\n\r\n```python\r\napp.config.from_file(\"config.toml\", tomllib.load)\r\n```\r\n\r\nHowever, `tomllib.load()` takes an object readable in binary mode, while `flask.Config.from_file()` opens a file in text mode, resulting in this error:\r\n\r\n```\r\nTypeError: File must be opened in binary mode, e.g. use `open('foo.toml', 'rb')`\r\n```\r\n\r\nWe can get around this with a more verbose expression, like loading from a file opened with the built-in `open()` function and passing the `dict` to `app.Config.from_mapping()`:\r\n\r\n```python\r\n# We have to repeat the path joining that from_file() does\r\nwith open(os.path.join(app.config.root_path, \"config.toml\"), \"rb\") as file:\r\n app.config.from_mapping(tomllib.load(file))\r\n```\r\n\r\nBut adding a file mode parameter to `flask.Config.from_file()` would enable the use of a simpler expression. E.g.:\r\n\r\n```python\r\napp.config.from_file(\"config.toml\", tomllib.load, mode=\"b\")\r\n```\r\n\n", "created_at": "2023-02-22T14:00:17Z", "maintainer_fix_url": "https://github.com/pallets/flask/pull/4992"} +{"instance_id": "pytest-dev__pytest-7490", "repo": "pytest-dev/pytest", "base_commit": "7f7a36478abe7dd1fa993b115d22606aa0e35e88", "problem_statement": "Pytest 6: Dynamically adding xfail marker in test no longer ignores failure\n\r\n\r\n## Description\r\n\r\nWith pytest 5.x, we can dynamically add an xfail to a test `request` object using `request.node.add_marker(mark)` (see example below). In 5.x this treated the failing test like a a test marked statically with an `xfail`. With 6.0.0rc0 it raises. \r\n\r\n## Versions\r\n\r\n
\r\n\r\n```\r\n$ pip list\r\nPackage Version Location \r\n----------------------------- ------------------------------- --------------------------------------------------------------\r\na 1.0 \r\naioftp 0.13.0 \r\naiohttp 3.6.2 \r\nalabaster 0.7.12 \r\napipkg 1.5 \r\naplus 0.11.0 \r\nappdirs 1.4.3 \r\nappnope 0.1.0 \r\narrow 0.15.7 \r\naspy.yaml 1.3.0 \r\nastropy 3.2.3 \r\nasv 0.4.1 \r\nasync-timeout 3.0.1 \r\natomicwrites 1.3.0 \r\nattrs 19.1.0 \r\naws-sam-translator 1.15.1 \r\naws-xray-sdk 0.95 \r\nBabel 2.7.0 \r\nbackcall 0.1.0 \r\nbinaryornot 0.4.4 \r\nblack 19.10b0 \r\nbleach 3.1.0 \r\nblurb 1.0.7 \r\nbokeh 1.3.4 \r\nboto 2.49.0 \r\nboto3 1.7.84 \r\nbotocore 1.10.84 \r\nbqplot 0.12.12 \r\nbranca 0.3.1 \r\ncachetools 4.1.0 \r\ncertifi 2019.9.11 \r\ncffi 1.13.2 \r\ncfgv 2.0.1 \r\ncfn-lint 0.25.0 \r\ncftime 1.0.4.2 \r\nchardet 3.0.4 \r\nClick 7.0 \r\nclick-plugins 1.1.1 \r\ncligj 0.5.0 \r\ncloudpickle 1.2.2 \r\ncolorama 0.4.3 \r\ncolorcet 2.0.2 \r\ncoloredlogs 14.0 \r\ncookiecutter 1.7.2 \r\ncookies 2.2.1 \r\ncoverage 4.5.4 \r\ncryptography 2.8 \r\ncycler 0.10.0 \r\nCython 3.0a5 \r\ncytoolz 0.10.1 \r\ndask 2.4.0 /Users/taugspurger/Envs/pandas-dev/lib/python3.7/site-packages\r\nDateTime 4.3 \r\ndecorator 4.4.0 \r\ndefusedxml 0.6.0 \r\nDeprecated 1.2.7 \r\ndistributed 2.4.0 \r\ndocker 4.1.0 \r\ndocutils 0.15.2 \r\necdsa 0.14.1 \r\nentrypoints 0.3 \r\net-xmlfile 1.0.1 \r\nexecnet 1.7.1 \r\nfastparquet 0.3.3 /Users/taugspurger/sandbox/fastparquet \r\nfeedparser 5.2.1 \r\nFiona 1.8.8 \r\nflake8 3.7.9 \r\nflake8-rst 0.7.1 \r\nfletcher 0.3.1 \r\nflit 2.1.0 \r\nflit-core 2.1.0 \r\nfsspec 0.7.4 \r\nfuture 0.18.2 \r\ngcsfs 0.6.2 \r\ngeopandas 0.6.0+1.g95b8e1a.dirty /Users/taugspurger/sandbox/geopandas \r\ngitdb2 2.0.5 \r\nGitPython 3.0.2 \r\ngoogle-auth 1.16.1 \r\ngoogle-auth-oauthlib 0.4.1 \r\ngraphviz 0.13 \r\nh5py 2.10.0 \r\nHeapDict 1.0.1 \r\nholoviews 1.12.6 \r\nhumanfriendly 8.1 \r\nhunter 3.1.3 \r\nhvplot 0.5.2 \r\nhypothesis 4.36.2 \r\nidentify 1.4.7 \r\nidna 2.8 \r\nimagesize 1.1.0 \r\nimportlib-metadata 0.23 \r\nimportlib-resources 1.0.2 \r\niniconfig 1.0.0 \r\nintake 0.5.3 \r\nipydatawidgets 4.0.1 \r\nipykernel 5.1.2 \r\nipyleaflet 0.13.0 \r\nipympl 0.5.6 \r\nipython 7.11.1 \r\nipython-genutils 0.2.0 \r\nipyvolume 0.5.2 \r\nipyvue 1.3.2 \r\nipyvuetify 1.4.0 \r\nipywebrtc 0.5.0 \r\nipywidgets 7.5.1 \r\nisort 4.3.21 \r\njdcal 1.4.1 \r\njedi 0.16.0 \r\nJinja2 2.11.2 \r\njinja2-time 0.2.0 \r\njmespath 0.9.4 \r\njoblib 0.14.1 \r\njson5 0.9.4 \r\njsondiff 1.1.1 \r\njsonpatch 1.24 \r\njsonpickle 1.2 \r\njsonpointer 2.0 \r\njsonschema 3.0.2 \r\njupyter 1.0.0 \r\njupyter-client 5.3.3 \r\njupyter-console 6.0.0 \r\njupyter-core 4.5.0 \r\njupyterlab 2.1.2 \r\njupyterlab-server 1.1.4 \r\nkiwisolver 1.1.0 \r\nline-profiler 2.1.1 \r\nllvmlite 0.33.0 \r\nlocket 0.2.0 /Users/taugspurger/sandbox/locket.py \r\nlxml 4.5.0 \r\nmanhole 1.6.0 \r\nMarkdown 3.1.1 \r\nMarkupSafe 1.1.1 \r\nmatplotlib 3.2.2 \r\nmccabe 0.6.1 \r\nmemory-profiler 0.55.0 \r\nmistune 0.8.4 \r\nmock 3.0.5 \r\nmore-itertools 7.2.0 \r\nmoto 1.3.6 \r\nmsgpack 0.6.2 \r\nmultidict 4.5.2 \r\nmunch 2.3.2 \r\nmypy 0.730 \r\nmypy-extensions 0.4.1 \r\nnbconvert 5.6.0 \r\nnbformat 4.4.0 \r\nnbsphinx 0.4.2 \r\nnest-asyncio 1.3.3 \r\nnodeenv 1.3.3 \r\nnotebook 6.0.1 \r\nnumexpr 2.7.1 \r\nnumpy 1.19.0 \r\nnumpydoc 1.0.0.dev0 \r\noauthlib 3.1.0 \r\nodfpy 1.4.0 \r\nopenpyxl 3.0.3 \r\npackaging 20.4 \r\npandas 1.1.0.dev0+1758.g035e1fe831 /Users/taugspurger/sandbox/pandas \r\npandas-sphinx-theme 0.0.1.dev0 /Users/taugspurger/sandbox/pandas-sphinx-theme \r\npandocfilters 1.4.2 \r\nparam 1.9.2 \r\nparfive 1.0.0 \r\nparso 0.6.0 \r\npartd 1.0.0 \r\npathspec 0.8.0 \r\npatsy 0.5.1 \r\npexpect 4.7.0 \r\npickleshare 0.7.5 \r\nPillow 6.1.0 \r\npip 20.0.2 \r\npluggy 0.13.0 \r\npoyo 0.5.0 \r\npre-commit 1.18.3 \r\nprogressbar2 3.51.3 \r\nprometheus-client 0.7.1 \r\nprompt-toolkit 2.0.9 \r\npsutil 5.6.3 \r\nptyprocess 0.6.0 \r\npy 1.9.0 \r\npyaml 20.4.0 \r\npyarrow 0.16.0 \r\npyasn1 0.4.7 \r\npyasn1-modules 0.2.8 \r\npycodestyle 2.5.0 \r\npycparser 2.19 \r\npycryptodome 3.9.8 \r\npyct 0.4.6 \r\npydata-sphinx-theme 0.1.1 \r\npydeps 1.9.0 \r\npyflakes 2.1.1 \r\nPyGithub 1.44.1 \r\nPygments 2.4.2 \r\nPyJWT 1.7.1 \r\npyparsing 2.4.2 \r\npyproj 2.4.0 \r\npyrsistent 0.15.4 \r\npytest 5.4.3 \r\npytest-asyncio 0.10.0 \r\npytest-cov 2.8.1 \r\npytest-cover 3.0.0 \r\npytest-forked 1.0.2 \r\npytest-repeat 0.8.0 \r\npytest-xdist 1.29.0 \r\npython-boilerplate 0.1.0 \r\npython-dateutil 2.8.0 \r\npython-jose 2.0.2 \r\npython-jsonrpc-server 0.3.2 \r\npython-language-server 0.31.4 \r\npython-slugify 4.0.1 \r\npython-utils 2.4.0 \r\npythreejs 2.2.0 \r\npytoml 0.1.21 \r\npytz 2019.2 \r\npyviz-comms 0.7.2 \r\nPyYAML 5.1.2 \r\npyzmq 18.1.0 \r\nqtconsole 4.5.5 \r\nregex 2020.6.8 \r\nrequests 2.24.0 \r\nrequests-oauthlib 1.3.0 \r\nresponses 0.10.6 \r\nrsa 4.0 \r\nrstcheck 3.3.1 \r\ns3fs 0.4.2 \r\ns3transfer 0.1.13 \r\nscikit-learn 0.22.2.post1 \r\nscipy 1.3.1 \r\nseaborn 0.9.0 \r\nSend2Trash 1.5.0 \r\nsetuptools 49.2.0 \r\nShapely 1.6.4.post2 \r\nsix 1.12.0 \r\nsmmap2 2.0.5 \r\nsnakeviz 2.0.1 \r\nsnowballstemmer 1.9.1 \r\nsortedcontainers 2.1.0 \r\nsparse 0.10.0 \r\nSphinx 3.1.1 \r\nsphinxcontrib-applehelp 1.0.2 \r\nsphinxcontrib-devhelp 1.0.2 \r\nsphinxcontrib-htmlhelp 1.0.3 \r\nsphinxcontrib-jsmath 1.0.1 \r\nsphinxcontrib-qthelp 1.0.3 \r\nsphinxcontrib-serializinghtml 1.1.4 \r\nsphinxcontrib-websupport 1.1.2 \r\nsphinxcontrib.youtube 0.1.2 \r\nSQLAlchemy 1.3.11 \r\nsshpubkeys 3.1.0 \r\nstatsmodels 0.10.2 \r\nstdlib-list 0.6.0 \r\nsunpy 1.1.dev518+gcad2d473f.d20191103 /Users/taugspurger/sandbox/sunpy \r\ntables 3.6.1 \r\ntabulate 0.8.6 \r\ntblib 1.4.0 \r\nterminado 0.8.2 \r\ntest 1.0.0 \r\ntestpath 0.4.2 \r\ntext-unidecode 1.3 \r\nthrift 0.13.0 \r\ntoml 0.10.0 \r\ntoolz 0.10.0 \r\ntornado 6.0.3 \r\ntqdm 4.37.0 \r\ntraitlets 4.3.2 \r\ntraittypes 0.2.1 \r\ntyped-ast 1.4.0 \r\ntyping-extensions 3.7.4 \r\nujson 1.35 \r\nurllib3 1.25.5 \r\nvaex 3.0.0 \r\nvaex-arrow 0.5.1 \r\nvaex-astro 0.7.0 \r\nvaex-core 2.0.2 \r\nvaex-hdf5 0.6.0 \r\nvaex-jupyter 0.5.1.post0 \r\nvaex-ml 0.9.0 \r\nvaex-server 0.3.1 \r\nvaex-viz 0.4.0 \r\nvirtualenv 16.7.5 \r\nwcwidth 0.1.7 \r\nwebencodings 0.5.1 \r\nwebsocket-client 0.56.0 \r\nWerkzeug 0.16.0 \r\nwheel 0.34.2 \r\nwidgetsnbextension 3.5.1 \r\nwrapt 1.11.2 \r\nxarray 0.14.1+36.gb3d3b448 /Users/taugspurger/sandbox/xarray \r\nxlwt 1.3.0 \r\nxmltodict 0.12.0 \r\nyarl 1.3.0 \r\nzict 1.0.0 \r\nzipp 0.6.0 \r\nzope.interface 4.7.1 \r\n```\r\n\r\n
\r\n\r\n- [ ] pytest and operating system versions\r\n\r\nPytest 6.0.1rc0 and MacOS 10.14.5\r\n\r\n```python\r\n# file: test_foo.py\r\nimport pytest\r\n\r\n\r\ndef test_xfail_test(request):\r\n mark = pytest.mark.xfail(reason=\"xfail\")\r\n request.node.add_marker(mark)\r\n assert 0\r\n```\r\n\r\nWith 5.4.3\r\n\r\n```\r\n\r\n$ pytest -rsx test_foo.py\r\n=============================================================================== test session starts ================================================================================\r\nplatform darwin -- Python 3.7.6, pytest-5.4.3, py-1.9.0, pluggy-0.13.0\r\nhypothesis profile 'default' -> database=DirectoryBasedExampleDatabase('/Users/taugspurger/sandbox/.hypothesis/examples')\r\nrootdir: /Users/taugspurger/sandbox\r\nplugins: xdist-1.29.0, hypothesis-4.36.2, forked-1.0.2, repeat-0.8.0, asyncio-0.10.0, cov-2.8.1\r\ncollected 1 item\r\n\r\ntest_foo.py x [100%]\r\n\r\n============================================================================= short test summary info ==============================================================================\r\nXFAIL test_foo.py::test_xfail_test\r\n xfail\r\n================================================================================ 1 xfailed in 0.07s ================================================================================\r\n```\r\n\r\nWith 6.0.0rc0\r\n\r\n```\r\n$ pytest -rsx test_foo.py\r\n=============================================================================== test session starts ================================================================================\r\nplatform darwin -- Python 3.7.6, pytest-6.0.0rc1, py-1.9.0, pluggy-0.13.0\r\nhypothesis profile 'default' -> database=DirectoryBasedExampleDatabase('/Users/taugspurger/sandbox/.hypothesis/examples')\r\nrootdir: /Users/taugspurger/sandbox\r\nplugins: xdist-1.29.0, hypothesis-4.36.2, forked-1.0.2, repeat-0.8.0, asyncio-0.10.0, cov-2.8.1\r\ncollected 1 item\r\n\r\ntest_foo.py F [100%]\r\n\r\n===================================================================================== FAILURES =====================================================================================\r\n_________________________________________________________________________________ test_xfail_test __________________________________________________________________________________\r\n\r\nrequest = >\r\n\r\n def test_xfail_test(request):\r\n mark = pytest.mark.xfail(reason=\"xfail\")\r\n request.node.add_marker(mark)\r\n> assert 0\r\nE assert 0\r\n\r\ntest_foo.py:7: AssertionError\r\n```\r\n\n", "created_at": "2020-07-13T22:20:10Z", "maintainer_fix_url": "https://github.com/pytest-dev/pytest/pull/7490"} +{"instance_id": "psf__requests-2674", "repo": "psf/requests", "base_commit": "0be38a0c37c59c4b66ce908731da15b401655113", "problem_statement": "urllib3 exceptions passing through requests API\nI don't know if it's a design goal of requests to hide urllib3's exceptions and wrap them around requests.exceptions types.\n\n(If it's not IMHO it should be, but that's another discussion)\n\nIf it is, I have at least two of them passing through that I have to catch in addition to requests' exceptions. They are requests.packages.urllib3.exceptions.DecodeError and requests.packages.urllib3.exceptions.TimeoutError (this one I get when a proxy timeouts)\n\nThanks!\n\n", "created_at": "2015-07-17T08:33:52Z", "maintainer_fix_url": "https://github.com/psf/requests/pull/2674"} diff --git a/scripts/publish_run.py b/scripts/publish_run.py index 37b3af5..886e509 100644 --- a/scripts/publish_run.py +++ b/scripts/publish_run.py @@ -31,6 +31,9 @@ def publish(source: Path, destination: Path) -> None: write_json(destination / "log-audit.json", summarize_events(source)) model_calls = [e for e in events if e["event"] == "model_response"] patch_checks = [e for e in events if e["event"] == "patch_check"] + final_checks = [ + json.loads(p.read_text()) for p in (source / "agent_runs").glob("*/patch-check.json") + ] summary = { "tasks": len(predictions), "model_calls": len(model_calls), @@ -39,8 +42,11 @@ def publish(source: Path, destination: Path) -> None: "cached_input_tokens": sum(e.get("cached_input_tokens") or 0 for e in model_calls), "builtin_tool_calls": sum(e.get("builtin_tool_calls") or 0 for e in model_calls), "transport_reconnects": sum(e.get("transport_reconnects") or 0 for e in model_calls), - "applicable_patches": sum(e["status"] == "applies" for e in patch_checks), - "withheld_patches": sum(e["status"] not in {"applies", "empty"} for e in patch_checks), + "applicable_patches": sum(bool(p.get("model_patch")) for p in predictions), + "withheld_patches": sum(e["status"] not in {"applies", "empty"} for e in final_checks), + "patch_check_attempts": len(patch_checks), + "repair_attempts": sum(e.get("repair_attempts", 0) for e in final_checks), + "recovered_patches": sum(e.get("recovered", False) for e in final_checks), "model_duration_ms": sum(e["duration_ms"] for e in model_calls), } write_json(destination / "model-usage.json", summary) diff --git a/scripts/repair_withheld.py b/scripts/repair_withheld.py new file mode 100644 index 0000000..3b7e460 --- /dev/null +++ b/scripts/repair_withheld.py @@ -0,0 +1,208 @@ +"""Post-hoc repair of ALL originally withheld candidates, without reference solutions.""" + +import argparse +import hashlib +import json +import tempfile +from concurrent.futures import ThreadPoolExecutor, as_completed +from datetime import UTC, datetime +from pathlib import Path + +from code_assistant.agents import ToolCallingAgent, get_model +from code_assistant.benchmark import ( + download, + environment_manifest, + export_swebench, + extract_snapshot, + read_jsonl, + write_jsonl, +) +from code_assistant.config import Settings +from code_assistant.models import Diagnosis, Evidence +from code_assistant.telemetry import RunLogger, write_json +from code_assistant.tools import RepositoryTools, safe_file +from code_assistant.workflow import check_and_repair_patch + + +def repair(source: Path, tasks_path: Path, output: Path, cache: Path, model: str, workers: int = 4): + if output.exists() or not 1 <= workers <= 8: + raise ValueError("new output directory and 1–8 workers required") + candidates = read_jsonl(source / "withheld-patches.jsonl") + diagnoses = {row["instance_id"]: row for row in read_jsonl(source / "diagnoses.jsonl")} + tasks = {row["instance_id"]: row for row in read_jsonl(tasks_path)} + identifiers = [row["instance_id"] for row in candidates] + if len(set(identifiers)) != len(identifiers) or not candidates: + raise ValueError("unique withheld candidates required") + if any(row["check"]["status"] != "invalid" for row in candidates): + raise ValueError("selection must contain only original invalid candidates") + settings = Settings( + _env_file=None, + mode="model", + model=model, + test_executor="disabled", + max_model_calls=6, + max_agent_steps=3, + max_tool_calls=8, + patch_repair_attempts=2, + codex_transport="https", + ) + output.mkdir(parents=True, mode=0o700) + manifest = { + "kind": "posthoc_invalid_patch_repair_only", + "created_at": datetime.now(UTC).isoformat(), + "count": len(candidates), + "task_ids": identifiers, + "model": model, + "environment": environment_manifest(), + "workers": workers, + "parent_predictions_sha256": hashlib.sha256( + (source / "swebench-predictions.jsonl").read_bytes() + ).hexdigest(), + "parent_candidates_sha256": hashlib.sha256( + (source / "withheld-patches.jsonl").read_bytes() + ).hexdigest(), + "parent_diagnoses_sha256": hashlib.sha256( + (source / "diagnoses.jsonl").read_bytes() + ).hexdigest(), + "max_model_calls": 6, + "max_agent_steps": 3, + "max_tool_calls": 8, + "patch_repair_attempts": 2, + "model_timeout": settings.model_timeout, + "reasoning_effort": settings.codex_reasoning_effort, + "transport": settings.codex_transport, + "evidence_policy": settings.evidence_policy, + "selection": "all withheld invalid candidates, without judge/outcome filtering", + "actor_inputs": "original issue/diagnosis/candidate, pre-fix source observations, git apply errors only", + "primary_metric": "official resolved / all originally invalid candidates", + "limitations": "Outcome-selected exploratory repair study; extra inference budget, not pass@1 or a rerun of the 100-task system.", + } + if model.startswith("codex-cli:"): + import subprocess + + manifest["codex_cli_version"] = subprocess.check_output( + [settings.codex_executable, "--version"], text=True, timeout=10 + ).strip() + write_json(output / "manifest.json", manifest) + + def one(row): + identifier = row["instance_id"] + directory = output / "agent_runs" / identifier + logger = RunLogger(directory, identifier, identifier) + logger.emit("run_start", mode="model", stage="repair_only") + try: + task = tasks[identifier] + archive = cache / "archives" / f"{identifier}-{task['base_commit']}.tar.gz" + if not archive.exists(): + download( + f"https://codeload.github.com/{task['repo']}/tar.gz/{task['base_commit']}", + archive, + ) + logger.emit( + "snapshot_ready", archive_sha256=hashlib.sha256(archive.read_bytes()).hexdigest() + ) + with tempfile.TemporaryDirectory(prefix="code-assistant-repair-") as temporary: + root = Path(temporary) / "repo" + extract_snapshot(archive, root) + tools = RepositoryTools(root, settings, logger) + # Reconstruct the original observations from pinned source and published + # provenance. No gold patch, test patch or hidden labels enter this path. + for provenance in diagnoses[identifier]["evidence_provenance"]: + if provenance["kind"] not in {"source", "search"}: + continue + path = safe_file(root.resolve(), provenance["path"]) + lines = path.read_text().splitlines() + text = "\n".join(lines[provenance["start_line"] - 1 : provenance["end_line"]]) + tools.evidence.append( + Evidence( + **provenance, + text=text[: 10000 if provenance["kind"] == "source" else 3000], + ) + ) + original = Diagnosis.model_validate(diagnoses[identifier]["diagnosis"]) + original.proposed_patch = row["proposed_patch"] + agent = ToolCallingAgent(get_model(settings), settings, logger) + result = check_and_repair_patch( + original, + tools, + agent, + directory, + {"issue": task["problem_statement"], "test_status": "not_run"}, + ) + write_json( + directory / "response.json", + { + "diagnosis": result.model_dump(), + "evidence": [e.model_dump() for e in tools.evidence], + "routes": [], + "test_status": "not_run", + "patch_verified": False, + }, + ) + prediction = { + "instance_id": identifier, + "mode": "model", + "status": "diagnosed", + "predicted_files": result.affected_files, + "root_cause": result.root_cause, + "model_patch": result.proposed_patch, + "root_cause_correct": None, + "resolved": None, + } + logger.emit( + "run_end", + status="diagnosed", + tool_calls=tools.calls, + model_calls=agent.calls, + patch_verified=False, + ) + except Exception as error: + logger.emit("run_error", error_type=type(error).__name__) + logger.emit("run_end", status="failed") + prediction = { + "instance_id": identifier, + "status": "failed", + "model_patch": "", + "error_type": type(error).__name__, + } + return prediction + + predictions = [] + with ThreadPoolExecutor(max_workers=workers) as pool: + for future in as_completed([pool.submit(one, row) for row in candidates]): + prediction = future.result() + predictions.append(prediction) + with (output / "predictions.jsonl").open("a") as stream: + stream.write(json.dumps(prediction) + "\n") + print( + f"[{len(predictions)}/{len(candidates)}] {prediction['instance_id']}: patch={bool(prediction['model_patch'])}", + flush=True, + ) + order = {name: i for i, name in enumerate(identifiers)} + predictions.sort(key=lambda p: order[p["instance_id"]]) + write_jsonl(output / "predictions.jsonl", predictions) + export_swebench( + predictions, output / "swebench-predictions.jsonl", "agentic-posthoc-format-repair" + ) + write_json( + output / "completion.json", + { + "count": len(predictions), + "completed_at": datetime.now(UTC).isoformat(), + "predictions_sha256": hashlib.sha256( + (output / "predictions.jsonl").read_bytes() + ).hexdigest(), + }, + ) + + +if __name__ == "__main__": + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("source", type=Path) + parser.add_argument("output", type=Path) + parser.add_argument("--tasks", type=Path, default=Path("benchmarks/tasks.jsonl")) + parser.add_argument("--cache", type=Path, default=Path(".cache")) + parser.add_argument("--model", required=True) + parser.add_argument("--workers", type=int, default=4) + args = parser.parse_args() + repair(args.source, args.tasks, args.output, args.cache, args.model, args.workers) diff --git a/src/code_assistant/agents.py b/src/code_assistant/agents.py index a1a20b6..3a4e8a6 100644 --- a/src/code_assistant/agents.py +++ b/src/code_assistant/agents.py @@ -45,6 +45,23 @@ Describe baseline tests honestly. A suggested patch is UNVERIFIED, even when baseline tests pass. """, } +PROMPTS["single_agent"] = ( + COMMON + + "\nROLE: single_agent\nInvestigate this issue in one continuous conversation using the " + "provided search and read tools. Gather source evidence before diagnosing. Batch " + "independent reads. If test tools are available, reproduce with a narrow existing test " + "and inspect its logs. Finish with the diagnosis JSON specified below.\n" + + PROMPTS["synthesis"].split("ROLE: synthesis\n", 1)[1] +) +PROMPTS["patch_repair"] = ( + COMMON + + "\nROLE: patch_repair\nThe previous candidate failed a pre-evaluation git apply check. " + "Use the checker error and read_file to verify exact original lines. Correct only the " + "unified diff formatting/context while preserving the intended fix, root cause and " + "affected_files. Do not use or infer reference solutions or test outcomes. Return the " + "same diagnosis JSON with a corrected proposed_patch.\n" + + PROMPTS["synthesis"].split("ROLE: synthesis\n", 1)[1] +) class DemoModel(BaseChatModel): @@ -138,17 +155,33 @@ class ToolCallingAgent: def __init__(self, model: BaseChatModel, settings: Settings, logger: RunLogger): self.model, self.settings, self.logger = model, settings, logger + self.calls = 0 - def run(self, role: str, payload: dict[str, Any], tools: list[Any]) -> str: + def run( + self, role: str, payload: dict[str, Any], tools: list[Any], *, reserve_calls: int = 0 + ) -> str: messages: list[BaseMessage] = [ SystemMessage(content=PROMPTS[role]), HumanMessage(content=json.dumps(payload, ensure_ascii=False)), ] bound = self.model.bind_tools(tools) if tools else self.model by_name = {t.name: t for t in tools} - for step in range(self.settings.max_agent_steps): + steps = min( + self.settings.max_agent_steps, + max(0, self.settings.max_model_calls - self.calls - reserve_calls), + ) + for step in range(steps): start = time.monotonic() - response = bound.invoke(messages) + self.calls += 1 + if step == steps - 1 and tools: + messages.append( + HumanMessage( + content="The role's call budget ends after this response. Return your final finding or diagnosis JSON now, using the evidence already gathered." + ) + ) + response = self.model.invoke(messages) + else: + response = bound.invoke(messages) if not isinstance(response, AIMessage): raise ValueError("model did not return an AIMessage") usage = response.usage_metadata or {} @@ -156,6 +189,7 @@ def run(self, role: str, payload: dict[str, Any], tools: list[Any]) -> str: "model_response", agent=role, step=step, + model_call=self.calls, model=self.settings.model if self.settings.mode == "model" else "scripted-demo-only", @@ -193,5 +227,10 @@ def run(self, role: str, payload: dict[str, Any], tools: list[Any]) -> str: output = json.dumps({"error": str(error)[:300]}) self.logger.emit("invalid_tool_arguments", agent=role, tool=call["name"]) messages.append(ToolMessage(content=output, tool_call_id=call["id"])) - self.logger.emit("agent_step_limit", agent=role, steps=self.settings.max_agent_steps) - return "Agent step limit reached. Use only the registered evidence and report limitations." + event = ( + "model_budget_exhausted" + if self.calls + reserve_calls >= self.settings.max_model_calls + else "agent_step_limit" + ) + self.logger.emit(event, agent=role, steps=steps, model_calls=self.calls) + return "Agent call budget reached. Use only the registered evidence and report limitations." diff --git a/src/code_assistant/benchmark.py b/src/code_assistant/benchmark.py index 37690c9..ba80a00 100644 --- a/src/code_assistant/benchmark.py +++ b/src/code_assistant/benchmark.py @@ -180,7 +180,15 @@ def environment_manifest() -> dict[str, Any]: "source_tree_sha256": digest.hexdigest(), "packages": { name: importlib.metadata.version(name) - for name in ["langchain", "langgraph", "fastapi", "numpy", "rank-bm25"] + for name in [ + "langchain", + "langgraph", + "langchain-openai", + "langchain-anthropic", + "fastapi", + "numpy", + "rank-bm25", + ] }, } @@ -291,6 +299,11 @@ def run_benchmark( "max_tool_calls": settings.max_tool_calls, "max_search_passes": settings.max_search_passes, "max_agent_steps": settings.max_agent_steps, + "max_model_calls": settings.max_model_calls, + "workflow": settings.workflow, + "evidence_policy": settings.evidence_policy, + "evidence_limit": settings.evidence_limit, + "patch_repair_attempts": settings.patch_repair_attempts, "model_timeout": settings.model_timeout, "codex_reasoning_effort": settings.codex_reasoning_effort if mode == "model" else None, "codex_transport": settings.codex_transport if mode == "model" else None, diff --git a/src/code_assistant/cli.py b/src/code_assistant/cli.py index 9aa4563..11260c2 100644 --- a/src/code_assistant/cli.py +++ b/src/code_assistant/cli.py @@ -15,6 +15,8 @@ app = typer.Typer(no_args_is_help=True) bench = typer.Typer(no_args_is_help=True) app.add_typer(bench, name="benchmark") +experiment = typer.Typer(no_args_is_help=True) +app.add_typer(experiment, name="experiment") @app.command() @@ -176,3 +178,42 @@ def score( benchmark.incorporate_external_scores(summary, rows, reviews, harness_report) write_json(destination, summary) typer.echo(json.dumps({k: v for k, v in summary.items() if k != "per_issue"}, indent=2)) + + +@experiment.command("plan") +def experiment_plan( + destination: Path, + model: Annotated[str, typer.Option()], + count: Annotated[int, typer.Option(min=1)] = 20, + tasks: Path = BENCHMARK_ROOT / "tasks.jsonl", + seed: int = 20261008, +): + """Freeze an outcome-independent paired ablation before inference.""" + from code_assistant.experiments import create_plan + + typer.echo(json.dumps(create_plan(tasks, destination, model, count, seed), indent=2)) + + +@experiment.command("run") +def experiment_run( + plan: Path, + arm: str, + output: Path, + cache: Path = Path(".cache"), + workers: Annotated[int, typer.Option(min=1, max=8)] = 4, + resume: bool = False, +): + """Run one frozen arm with identical shared model/call/tool budget ceilings.""" + from code_assistant.experiments import run_arm + + run_arm(plan, arm, output, cache, workers, resume) + + +@experiment.command("summarize") +def experiment_summary(directory: Path, destination: Path): + """Compare paired arms only after complete official grading.""" + from code_assistant.experiments import summarize_comparisons + + summary = summarize_comparisons(directory) + write_json(destination, summary) + typer.echo(json.dumps(summary, indent=2)) diff --git a/src/code_assistant/config.py b/src/code_assistant/config.py index b633811..e491a0f 100644 --- a/src/code_assistant/config.py +++ b/src/code_assistant/config.py @@ -29,8 +29,13 @@ class Settings(BaseSettings): test_image: str = "code-assistant-test:local" test_timeout: int = Field(default=30, ge=1, le=300) max_search_passes: int = Field(default=2, ge=1, le=4) - max_agent_steps: int = Field(default=5, ge=1, le=10) + max_agent_steps: int = Field(default=7, ge=1, le=10) max_tool_calls: int = Field(default=18, ge=1, le=50) + max_model_calls: int = Field(default=18, ge=2, le=60) + workflow: Literal["routed", "single"] = "routed" + evidence_policy: Literal["recent", "source_priority"] = "source_priority" + evidence_limit: int = Field(default=24, ge=1, le=100) + patch_repair_attempts: int = Field(default=2, ge=0, le=3) model_timeout: int = Field(default=120, ge=1, le=300) codex_reasoning_effort: Literal["low", "medium", "high", "xhigh", "max"] = "medium" codex_executable: str = "codex" diff --git a/src/code_assistant/context.py b/src/code_assistant/context.py new file mode 100644 index 0000000..9f4bd12 --- /dev/null +++ b/src/code_assistant/context.py @@ -0,0 +1,25 @@ +"""Select a bounded handoff context without discarding the full evidence ledger.""" + +from code_assistant.models import Evidence + + +def select_evidence(evidence: list[Evidence], limit: int, policy: str) -> list[Evidence]: + if policy == "recent": + return evidence[-limit:] + if policy != "source_priority": + raise ValueError("unknown evidence policy") + # New search hits must not evict previously read source. Within each tier, + # prefer recent, distinct observations; return them in their original order. + tiers = {"source": 0, "test": 1, "log": 1, "search": 2} + ranked = sorted(range(len(evidence)), key=lambda i: (tiers[evidence[i].kind], -i)) + selected, seen = [], set() + for i in ranked: + item = evidence[i] + fingerprint = (item.kind, item.path, item.start_line, item.end_line, item.text) + if fingerprint in seen: + continue + seen.add(fingerprint) + selected.append(i) + if len(selected) == limit: + break + return [evidence[i] for i in sorted(selected)] diff --git a/src/code_assistant/experiments.py b/src/code_assistant/experiments.py new file mode 100644 index 0000000..584c471 --- /dev/null +++ b/src/code_assistant/experiments.py @@ -0,0 +1,174 @@ +"""Predeclared, paired source-only experiments; official grading runs after freezing.""" + +import hashlib +import json +from datetime import UTC, datetime +from pathlib import Path +from typing import Any + +from code_assistant.benchmark import ( + environment_manifest, + export_swebench, + read_jsonl, + run_benchmark, + write_jsonl, +) +from code_assistant.config import Settings +from code_assistant.telemetry import write_json + +ARMS = { + "routed_recent": {"workflow": "routed", "evidence_policy": "recent"}, + "routed_source": {"workflow": "routed", "evidence_policy": "source_priority"}, + "single": {"workflow": "single", "evidence_policy": "source_priority"}, +} +COMPARISONS = { + "architecture": ("routed_source", "single", {"workflow"}), + "evidence_window": ("routed_source", "routed_recent", {"evidence_policy"}), +} + + +def create_plan(tasks: Path, destination: Path, model: str, count: int = 20, seed: int = 20261008): + if destination.exists(): + raise ValueError("plan is immutable; choose a new directory") + rows = read_jsonl(tasks) + if not 1 <= count <= len(rows) or len({r["instance_id"] for r in rows}) != len(rows): + raise ValueError("invalid count or duplicate task IDs") + # Selection does not inspect diagnoses, patches, judge labels or official outcomes. + selected = sorted( + rows, + key=lambda r: hashlib.sha256(f"controls:{seed}:{r['instance_id']}".encode()).hexdigest(), + )[:count] + destination.mkdir(parents=True) + write_jsonl(destination / "tasks.jsonl", selected) + plan = { + "kind": "exploratory_paired_source_only_ablation", + "created_at": datetime.now(UTC).isoformat(), + "selection": "lowest SHA256(controls:seed:instance_id), no outcome filtering", + "seed": seed, + "count": count, + "parent_tasks_sha256": hashlib.sha256(tasks.read_bytes()).hexdigest(), + "tasks_sha256": hashlib.sha256((destination / "tasks.jsonl").read_bytes()).hexdigest(), + "task_ids": [r["instance_id"] for r in selected], + "environment": environment_manifest(), + "shared_settings": { + "mode": "model", + "model": model, + "test_executor": "disabled", + "max_model_calls": 10, + "max_agent_steps": 10, + "max_tool_calls": 18, + "max_search_passes": 1, + "evidence_limit": 24, + "patch_repair_attempts": 0, + "model_timeout": 120, + "codex_reasoning_effort": "medium", + "codex_transport": "https", + }, + "arms": ARMS, + "primary_metric": "official resolved count / full selected N, including abstentions and errors", + "secondary_metrics": [ + "applicable patches", + "abstentions", + "model/tool calls", + "reported tokens", + "latency", + "source evidence retained at synthesis", + ], + "hypotheses": { + "architecture": "routed_source resolves more than single; null: no improvement", + "evidence_window": "routed_source retains more read source and resolves more than routed_recent; null: no improvement", + }, + "budget_scope": "identical call/tool ceilings, not identical consumed tokens or monetary cost", + "architecture_allocation": "routed search reserves 3 of 10 calls for synthesis; single has one conversation with all 10", + "execution_order": "arms in declared order, no outcome-dependent reruns; one stochastic run per task/arm", + "limitations": [ + "Small exploratory subset, not proof of superiority or a SWE-bench leaderboard submission.", + "The original 100-task frame is repository-balanced and public; training contamination is uncontrolled.", + "No test-runner participation in these source-only arms; live three-agent benefit is not measured.", + "Same call ceilings can consume different token counts; costs must be reported alongside quality.", + ], + } + write_json(destination / "plan.json", plan) + return plan + + +def run_arm( + plan_directory: Path, + arm: str, + output: Path, + cache: Path, + workers: int = 4, + resume: bool = False, +): + plan = json.loads((plan_directory / "plan.json").read_text()) + if arm not in plan["arms"] or plan["arms"] != ARMS: + raise ValueError("unknown or modified arm definitions") + tasks = plan_directory / "tasks.jsonl" + if hashlib.sha256(tasks.read_bytes()).hexdigest() != plan["tasks_sha256"]: + raise ValueError("planned tasks changed") + if environment_manifest() != plan["environment"]: + raise ValueError("source/environment changed after plan; freeze a new plan") + settings = Settings(_env_file=None, **plan["shared_settings"], **plan["arms"][arm]) + predictions = run_benchmark( + tasks, output, cache, settings, "model", workers=workers, resume=resume + ) + export_swebench(predictions, output / "swebench-predictions.jsonl", f"agentic-controls-{arm}") + write_json( + output / "experiment.json", + { + "arm": arm, + "plan_sha256": hashlib.sha256((plan_directory / "plan.json").read_bytes()).hexdigest(), + "predictions_sha256": hashlib.sha256( + (output / "swebench-predictions.jsonl").read_bytes() + ).hexdigest(), + }, + ) + return predictions + + +def check_comparison(left: dict[str, Any], right: dict[str, Any], allowed: set[str]) -> None: + ignored = {"created_at"} + differences = { + key + for key in left.keys() | right.keys() + if key not in ignored and left.get(key) != right.get(key) + } + if differences != allowed: + raise ValueError(f"unmatched comparison: configuration differences {sorted(differences)}") + + +def summarize_comparisons(directory: Path) -> dict[str, Any]: + """Require complete, hash-bound official results; never substitute an LLM judge.""" + result = {"kind": "exploratory_paired_results", "comparisons": {}} + for name, (left_name, right_name, allowed) in COMPARISONS.items(): + left, right = directory / left_name, directory / right_name + left_manifest = json.loads((left / "manifest.json").read_text()) + right_manifest = json.loads((right / "manifest.json").read_text()) + check_comparison(left_manifest, right_manifest, allowed) + reports = [] + for path in (left, right): + report = json.loads((path / "official-evaluation/results.json").read_text()) + expected_hash = hashlib.sha256( + (path / "swebench-predictions.jsonl").read_bytes() + ).hexdigest() + if not report["complete"] or report["predictions_sha256"] != expected_hash: + raise ValueError("official report is incomplete or refers to different predictions") + reports.append(report) + ids = left_manifest["task_ids"] + if any(set(r["submitted_ids"]) != set(ids) for r in reports): + raise ValueError("official grading task sets do not match the plan") + a, b = (set(r["resolved_ids"]) for r in reports) + result["comparisons"][name] = { + "left": left_name, + "right": right_name, + "N": len(ids), + "left_resolved": len(a), + "right_resolved": len(b), + "both_resolved": len(a & b), + "left_only": sorted(a - b), + "right_only": sorted(b - a), + "neither_resolved": sorted(set(ids) - a - b), + "resolution_rate_difference": (len(a) - len(b)) / len(ids), + "interpretation": "Descriptive paired pilot; no claim of causal superiority or population significance.", + } + return result diff --git a/src/code_assistant/models.py b/src/code_assistant/models.py index 17c82f6..c7ac485 100644 --- a/src/code_assistant/models.py +++ b/src/code_assistant/models.py @@ -33,7 +33,7 @@ class Diagnosis(StrictModel): class RouteDecision(StrictModel): - agent: Literal["code_search", "test_runner", "synthesis"] + agent: Literal["code_search", "test_runner", "synthesis", "single_agent"] reason: str diff --git a/src/code_assistant/observability.py b/src/code_assistant/observability.py index 9dd3f34..3b8148a 100644 --- a/src/code_assistant/observability.py +++ b/src/code_assistant/observability.py @@ -35,6 +35,9 @@ def summarize_events(directory: Path) -> dict[str, Any]: "invalid_synthesis": counts["invalid_synthesis"], "agent_step_limit": counts["agent_step_limit"], "run_error": counts["run_error"], + "model_budget_exhausted": counts["model_budget_exhausted"], + "tool_budget_exhausted": counts["tool_budget_exhausted"], + "patch_repair_invalid_response": counts["patch_repair_invalid_response"], }, "tool_duration_ms_raw": durations, "unpaired_tools": counts["tool_start"] - counts["tool_end"], diff --git a/src/code_assistant/patches.py b/src/code_assistant/patches.py index b5982dd..555cfa1 100644 --- a/src/code_assistant/patches.py +++ b/src/code_assistant/patches.py @@ -9,6 +9,8 @@ from pathlib import Path from typing import Any +from code_assistant.telemetry import redact + HUNK = re.compile(r"^@@ -(\d+)(?:,\d+)? \+(\d+)(?:,\d+)? @@(.*)$") @@ -21,7 +23,9 @@ def recount_hunks(patch: str) -> str: continue old = new = 0 for body in lines[index + 1 :]: - if body.startswith(("@@ ", "diff --git ", "--- a/", "+++ b/")): + if body.startswith( + ("@@ ", "diff --git ", "--- a/", "+++ b/", "--- /dev/null", "+++ /dev/null") + ): break if body.startswith(" "): old += 1 @@ -38,46 +42,105 @@ def recount_hunks(patch: str) -> str: return "\n".join(lines) + "\n" +def patch_paths(patch: str) -> list[tuple[str | None, str | None]]: + """Accept ordinary text modifications, creations and deletions, never renames/modes.""" + if re.search( + r"^(?:rename |copy |old mode |new mode |deleted file mode (?!100644)|new file mode (?!100644))", + patch, + re.M, + ): + raise ValueError("renames, copies and special file modes are not supported") + lines = patch.splitlines() + pairs = [] + for i, line in enumerate(lines): + if not line.startswith("--- "): + continue + if i + 1 >= len(lines) or not lines[i + 1].startswith("+++ "): + raise ValueError("unpaired unified diff headers") + old, new = line[4:], lines[i + 1][4:] + if old != "/dev/null" and not old.startswith("a/"): + raise ValueError("old header must use a/ or /dev/null") + if new != "/dev/null" and not new.startswith("b/"): + raise ValueError("new header must use b/ or /dev/null") + pair = (None if old == "/dev/null" else old[2:], None if new == "/dev/null" else new[2:]) + if not any(pair) or (all(pair) and pair[0] != pair[1]): + raise ValueError("empty paths and renames are not supported") + pairs.append(pair) + if not pairs or len({old or new for old, new in pairs}) != len(pairs): + raise ValueError("missing or duplicate file headers") + # Git metadata must describe exactly the same paths as the authoritative headers. + metadata = re.findall(r"^diff --git a/(\S+) b/(\S+)$", patch, re.M) + if patch.count("diff --git ") != len(metadata): + raise ValueError("unsupported git path quoting") + if metadata and metadata != [(old or new, new or old) for old, new in pairs]: + raise ValueError("git and unified diff paths disagree") + return pairs + + def check_patch(root: Path, patch: str, allowed_files: set[str]) -> tuple[str, dict[str, Any]]: """Return the checked patch and an audit record. Applicability is NOT test success.""" + root = root.resolve() audit: dict[str, Any] = { "status": "empty", "original_sha256": hashlib.sha256(patch.encode()).hexdigest(), "hunks_recounted": False, "functional_tests_run": False, + "error": None, } if not patch.strip(): return "", audit if len(patch.encode()) > 500_000 or "GIT binary patch" in patch: audit["status"] = "invalid" + audit["error"] = "patch exceeds size limit or contains binary data" + return "", audit + try: + pairs = patch_paths(patch) + except ValueError as error: + audit.update(status="invalid", error=str(error)) return "", audit - paths = re.findall(r"^(?:--- a/|\+\+\+ b/)([^\n]+)$", patch, re.M) - if not paths or any( + paths = {old or new for old, new in pairs} + if any( path not in allowed_files or Path(path).is_absolute() - or ".." in Path(path).parts + or any(part.startswith(".") for part in Path(path).parts) or "\\" in path - or not (root / path).is_file() + or any(c in path for c in "\x00\t\r") or (root / path).is_symlink() or not (root / path).resolve().is_relative_to(root.resolve()) + or any( + (root / Path(*Path(path).parts[:i])).is_symlink() + for i in range(1, len(Path(path).parts)) + ) for path in paths ): audit["status"] = "unsafe_or_unread_paths" + audit["error"] = "patch path is undeclared, hidden, linked or outside the repository" + return "", audit + if any( + (old is not None and not (root / old).is_file()) or (old is None and (root / new).exists()) + for old, new in pairs + ): + audit.update( + status="invalid", error="patch creation/deletion headers do not match the snapshot" + ) return "", audit if not shutil.which("git"): audit["status"] = "git_unavailable" return "", audit normalized = recount_hunks(patch) + audit["created_files"] = [new for old, new in pairs if old is None] + audit["deleted_files"] = [old for old, new in pairs if new is None] audit["hunks_recounted"] = normalized != patch audit["submitted_sha256"] = hashlib.sha256(normalized.encode()).hexdigest() try: # A copy avoids Git's subdirectory filtering and never touches the checkout. with tempfile.TemporaryDirectory(prefix="code-assistant-patch-check-") as temporary: check_root = Path(temporary) - for path in set(paths): + for path in paths: target = check_root / path target.parent.mkdir(parents=True, exist_ok=True) - shutil.copyfile(root / path, target) + if (root / path).is_file(): + shutil.copyfile(root / path, target) environment = {k: v for k, v in os.environ.items() if not k.startswith("GIT_")} environment.update( GIT_CEILING_DIRECTORIES=str(check_root.parent), @@ -93,8 +156,11 @@ def check_patch(root: Path, patch: str, allowed_files: set[str]) -> tuple[str, d timeout=10, env=environment, ) - except (OSError, subprocess.TimeoutExpired): + except (OSError, subprocess.TimeoutExpired) as error: audit["status"] = "check_error" + audit["error"] = type(error).__name__ return "", audit audit["status"] = "applies" if result.returncode == 0 else "invalid" + if result.returncode: + audit["error"] = redact(result.stderr.strip())[:3000] or "git apply check failed" return (normalized if result.returncode == 0 else ""), audit diff --git a/src/code_assistant/tools.py b/src/code_assistant/tools.py index a01b63b..9fa3542 100644 --- a/src/code_assistant/tools.py +++ b/src/code_assistant/tools.py @@ -337,14 +337,20 @@ def __init__(self, root: Path, settings: Settings, logger: RunLogger): ) def add_evidence(self, kind: str, text: str, **fields: Any) -> Evidence: - evidence = Evidence( - id=f"e{len(self.evidence) + 1:04d}", kind=kind, text=redact(text), **fields + # Restored ledgers may have non-contiguous IDs. Never overwrite a citation. + next_id = ( + max((int(e.id[1:]) for e in self.evidence if re.fullmatch(r"e\d+", e.id)), default=0) + + 1 ) + evidence = Evidence(id=f"e{next_id:04d}", kind=kind, text=redact(text), **fields) self.evidence.append(evidence) return evidence def _call(self, name: str, function: Any, **arguments: Any) -> str: start = time.monotonic() + if self.calls >= self.settings.max_tool_calls: + self.logger.emit("tool_budget_exhausted", tool=name) + return json.dumps({"error": "tool budget exhausted"}) self.calls += 1 self.logger.emit("tool_start", tool=name, tool_call=self.calls) try: @@ -452,4 +458,10 @@ def inspect_logs(test_run_id: str) -> str: return [search_repository, read_file] if role == "test_runner": return [read_file, run_tests, inspect_logs] + if role in {"synthesis", "patch_repair"}: + return [read_file] + if role == "single_agent": + return [search_repository, read_file] + ( + [run_tests, inspect_logs] if self.settings.test_executor != "disabled" else [] + ) return [] diff --git a/src/code_assistant/workflow.py b/src/code_assistant/workflow.py index 687e37a..1e19068 100644 --- a/src/code_assistant/workflow.py +++ b/src/code_assistant/workflow.py @@ -7,8 +7,9 @@ from code_assistant.agents import ToolCallingAgent, get_model from code_assistant.config import DEMO_ISSUE, DEMO_REPO, Settings +from code_assistant.context import select_evidence from code_assistant.models import DebugResponse, Diagnosis, RouteDecision -from code_assistant.patches import check_patch +from code_assistant.patches import check_patch, patch_paths from code_assistant.telemetry import RunLogger, redact, write_json from code_assistant.tools import RepositoryTools @@ -49,13 +50,88 @@ def validate_diagnosis(diagnosis: Diagnosis, tools: RepositoryTools) -> bool: return False sources = [cited[i] for i in diagnosis.evidence_ids if cited[i].kind == "source"] source_paths = {e.path for e in sources} + try: + creations = {new for old, new in patch_paths(diagnosis.proposed_patch) if old is None} + except ValueError: + creations = set() return bool( sources and diagnosis.affected_files - and set(diagnosis.affected_files).issubset(source_paths) + and set(diagnosis.affected_files).issubset(source_paths | creations) ) +def parse_diagnosis(answer: str) -> Diagnosis: + answer = answer.strip() + if answer.startswith("```json") and answer.endswith("```"): + answer = answer[7:-3].strip() + return Diagnosis.model_validate_json(answer) + + +def check_and_repair_patch( + diagnosis: Diagnosis, + tools: RepositoryTools, + agent: ToolCallingAgent, + directory: Path, + context: dict[str, Any], +) -> Diagnosis: + """Bounded, pre-evaluation format repair; never receives gold or test outcomes.""" + original = diagnosis.proposed_patch + candidate = original + checked, audit = check_patch(tools.root, candidate, set(diagnosis.affected_files)) + attempts = [{"candidate": candidate, "audit": audit}] + tools.logger.emit("patch_check", attempt=0, **audit) + for attempt in range(1, tools.settings.patch_repair_attempts + 1): + if audit["status"] != "invalid" or agent.calls >= tools.settings.max_model_calls: + break + tools.logger.emit("patch_repair_start", attempt=attempt) + answer = agent.run( + "patch_repair", + { + **context, + "evidence": [ + e.model_dump() + for e in select_evidence( + tools.evidence, + tools.settings.evidence_limit, + tools.settings.evidence_policy, + ) + ], + "diagnosis": {**diagnosis.model_dump(), "proposed_patch": candidate}, + "apply_error": audit["error"], + "attempt": attempt, + }, + tools.for_agent("patch_repair"), + ) + try: + repaired = parse_diagnosis(answer) + except ValueError: + tools.logger.emit("patch_repair_invalid_response", attempt=attempt) + attempts.append({"candidate": None, "audit": {"status": "invalid_response"}}) + continue + candidate = repaired.proposed_patch + # Repair cannot silently change the diagnosis or its declared file scope. + checked, audit = check_patch(tools.root, candidate, set(diagnosis.affected_files)) + attempts.append({"candidate": candidate, "audit": audit}) + tools.logger.emit("patch_check", attempt=attempt, **audit) + diagnosis.proposed_patch = checked + summary = { + **audit, + "initial_status": attempts[0]["audit"]["status"], + "repair_attempts": len(attempts) - 1, + "recovered": attempts[0]["audit"]["status"] == "invalid" and bool(checked), + } + write_json(directory / "patch-check.json", summary) + write_json(directory / "patch-attempts.json", attempts) + if original: + write_json(directory / "candidate-patch.json", {"proposed_patch": original}) + if original and not checked: + diagnosis.limitations.append( + f"Candidate patch was withheld: applicability check status {audit['status']}." + ) + return diagnosis + + def debug_repository( root: Path, issue: str, @@ -72,14 +148,31 @@ def debug_repository( run_id = run_id or uuid.uuid4().hex directory = settings.runs_dir / run_id logger = RunLogger(directory, run_id, issue_id) - logger.emit("run_start", mode=settings.mode, test_executor=settings.test_executor) + logger.emit( + "run_start", + mode=settings.mode, + test_executor=settings.test_executor, + workflow=settings.workflow, + ) tools = RepositoryTools(root, settings, logger) def payload(state: State) -> dict[str, Any]: + selected = select_evidence( + tools.evidence, settings.evidence_limit, settings.evidence_policy + ) + logger.emit( + "evidence_selection", + recipient=state["next_agent"] if settings.workflow == "routed" else "single_agent", + policy=settings.evidence_policy, + available=len(tools.evidence), + selected_ids=[e.id for e in selected], + available_source=sum(e.kind == "source" for e in tools.evidence), + selected_source=sum(e.kind == "source" for e in selected), + ) return { "issue": issue, "findings": state["findings"][-4:], - "evidence": [e.model_dump() for e in tools.evidence[-24:]], + "evidence": [e.model_dump() for e in selected], "test_status": tools.test_status, "index_truncated": tools.index.truncated, } @@ -102,26 +195,29 @@ def route(state: State) -> dict[str, Any]: } def search(state: State) -> dict[str, Any]: - finding = agent.run("code_search", payload(state), tools.for_agent("code_search")) + finding = agent.run( + "code_search", + payload(state), + tools.for_agent("code_search"), + reserve_calls=min(3, settings.max_model_calls - 1), + ) return { "search_passes": state["search_passes"] + 1, "findings": [*state["findings"], finding], } def test(state: State) -> dict[str, Any]: - finding = agent.run("test_runner", payload(state), tools.for_agent("test_runner")) + finding = agent.run( + "test_runner", payload(state), tools.for_agent("test_runner"), reserve_calls=1 + ) return {"test_attempted": True, "findings": [*state["findings"], finding]} - def synthesize(state: State) -> dict[str, Any]: + def finish(answer: str, state: State) -> dict[str, Any]: if not any(e.kind == "source" for e in tools.evidence): logger.emit("insufficient_evidence", reason="no_source_read") return {"diagnosis": None, "status": "insufficient_evidence"} - answer = agent.run("synthesis", payload(state), []) - answer = answer.strip() - if answer.startswith("```json") and answer.endswith("```"): - answer = answer[7:-3].strip() try: - diagnosis = Diagnosis.model_validate_json(answer) + diagnosis = parse_diagnosis(answer) except ValueError: logger.emit("invalid_synthesis", reason="schema_validation_failed") return {"diagnosis": None, "status": "insufficient_evidence"} @@ -131,26 +227,28 @@ def synthesize(state: State) -> dict[str, Any]: if not validate_diagnosis(diagnosis, tools): logger.emit("invalid_synthesis", reason="unregistered_or_unread_citation") return {"diagnosis": None, "status": "insufficient_evidence"} - original_patch = diagnosis.proposed_patch - diagnosis.proposed_patch, audit = check_patch( - root, original_patch, set(diagnosis.affected_files) - ) - logger.emit("patch_check", **audit) - write_json(directory / "patch-check.json", audit) - if original_patch: - write_json(directory / "candidate-patch.json", {"proposed_patch": original_patch}) - if original_patch and not diagnosis.proposed_patch: - diagnosis.limitations.append( - f"Candidate patch was withheld: applicability check status {audit['status']}." - ) + diagnosis = check_and_repair_patch(diagnosis, tools, agent, directory, payload(state)) return {"diagnosis": diagnosis.model_dump(), "status": "diagnosed"} + def synthesize(state: State) -> dict[str, Any]: + answer = agent.run("synthesis", payload(state), tools.for_agent("synthesis")) + return finish(answer, state) + + def single(state: State) -> dict[str, Any]: + logger.emit("route", agent="single_agent", reason="single_conversation_baseline") + answer = agent.run("single_agent", payload(state), tools.for_agent("single_agent")) + return { + **finish(answer, state), + "routes": [{"agent": "single_agent", "reason": "single_conversation_baseline"}], + } + graph = StateGraph(State) graph.add_node("router", route) graph.add_node("code_search", search) graph.add_node("test_runner", test) graph.add_node("synthesis", synthesize) - graph.add_edge(START, "router") + graph.add_node("single_agent", single) + graph.add_edge(START, "single_agent" if settings.workflow == "single" else "router") graph.add_conditional_edges( "router", lambda s: s["next_agent"], @@ -159,6 +257,7 @@ def synthesize(state: State) -> dict[str, Any]: graph.add_edge("code_search", "router") graph.add_edge("test_runner", "router") graph.add_edge("synthesis", END) + graph.add_edge("single_agent", END) state = graph.compile().invoke( { "search_passes": 0, @@ -194,6 +293,7 @@ def synthesize(state: State) -> dict[str, Any]: "run_end", status=response.status, tool_calls=tools.calls, + model_calls=agent.calls if "agent" in locals() else 0, test_status=response.test_status, patch_verified=False, ) diff --git a/tests/test_agents.py b/tests/test_agents.py index ac72bbc..0ae74ee 100644 --- a/tests/test_agents.py +++ b/tests/test_agents.py @@ -125,3 +125,49 @@ def factory(model, **kwargs): settings = Settings(_env_file=env, mode="model") assert get_model(settings) == "model" assert captured["api_key"] == "private-configured-test-key" + + +def test_single_conversation_uses_source_tools_and_validates_final_citations(source_repo, tmp_path): + diagnosis = { + "conclusion": "identified", + "root_cause": "Falsey zero gets the default.", + "affected_files": ["billing.py"], + "evidence_ids": ["e0001"], + "suggested_fix": "Check None.", + "proposed_patch": "", + "confidence": "medium", + "limitations": [], + } + model = ProtocolModel( + responses=[ + AIMessage( + content="", + tool_calls=[ + { + "name": "read_file", + "args": {"path": "billing.py"}, + "id": "read", + "type": "tool_call", + } + ], + ), + AIMessage(content=json.dumps(diagnosis)), + ] + ) + result = debug_repository( + source_repo, + "zero incorrectly selects default", + Settings(mode="model", workflow="single", runs_dir=tmp_path), + model=model, + ) + assert result.status == "diagnosed" and [r.agent for r in result.routes] == ["single_agent"] + assert len(model._seen[1]) > len(model._seen[0]) + + +def test_global_model_call_ceiling_survives_repeated_role_invocations(tools, tmp_path): + settings = tools.settings.model_copy(update={"max_model_calls": 2}) + model = ProtocolModel(responses=[AIMessage(content="done")] * 2) + agent = ToolCallingAgent(model, settings, RunLogger(tmp_path / "agent", "budget")) + for _ in range(4): + agent.run("code_search", {}, []) + assert agent.calls == model.position == 2 diff --git a/tests/test_cli.py b/tests/test_cli.py new file mode 100644 index 0000000..a4a4743 --- /dev/null +++ b/tests/test_cli.py @@ -0,0 +1,118 @@ +import json +from types import SimpleNamespace + +from typer.testing import CliRunner + +from code_assistant import cli +from code_assistant.config import Settings +from code_assistant.models import DebugResponse + +runner = CliRunner() + + +def test_doctor_reports_configuration_without_inference_or_key_disclosure(monkeypatch): + monkeypatch.setattr( + cli, + "Settings", + lambda **kwargs: Settings( + _env_file=None, openai_api_key="test-private", model="openai:test-model" + ), + ) + result = runner.invoke(cli.app, ["doctor"]) + assert result.exit_code == 0 + assert json.loads(result.stdout)["inference_tested"] is False + assert "test-private" not in result.stdout + + +def test_doctor_missing_provider_key_exits_nonzero(monkeypatch): + monkeypatch.setattr( + cli, + "Settings", + lambda **kwargs: Settings(_env_file=None, model="openai:test", openai_api_key=None), + ) + assert runner.invoke(cli.app, ["doctor"]).exit_code == 1 + + +def test_doctor_cli_status_does_not_expose_login_output(monkeypatch): + monkeypatch.setattr(cli, "Settings", lambda **kwargs: Settings(model="codex-cli:test")) + monkeypatch.setattr(cli.shutil, "which", lambda _: "/usr/local/bin/codex") + monkeypatch.setattr( + cli.subprocess, + "run", + lambda args, **kwargs: SimpleNamespace( + returncode=0, stdout="0.test" if "--version" in args else "private login output" + ), + ) + result = runner.invoke(cli.app, ["doctor"]) + assert result.exit_code == 0 and json.loads(result.stdout)["logged_in"] + assert "private login output" not in result.stdout + + +def test_debug_rejects_missing_repository_and_propagates_failed_diagnosis(tmp_path, monkeypatch): + assert ( + runner.invoke(cli.app, ["debug", str(tmp_path / "missing"), "a reported bug"]).exit_code + == 2 + ) + monkeypatch.setattr( + cli, + "debug_repository", + lambda *args, **kwargs: DebugResponse( + run_id="test", mode="model", status="insufficient_evidence" + ), + ) + result = runner.invoke(cli.app, ["debug", str(tmp_path), "a reported bug"]) + assert result.exit_code == 1 + assert json.loads(result.stdout)["status"] == "insufficient_evidence" + + +def test_export_preserves_empty_prediction_and_creates_review_template(tmp_path): + source = tmp_path / "predictions.jsonl" + source.write_text( + json.dumps({"instance_id": "demo__demo-1", "model_patch": "", "root_cause": None}) + "\n" + ) + target = tmp_path / "swebench.jsonl" + result = runner.invoke( + cli.app, ["benchmark", "export", str(source), str(target), "--model-name", "test"] + ) + assert result.exit_code == 0, result.stdout + assert json.loads(target.read_text())["model_patch"] == "" + assert target.with_suffix(".review.csv").exists() + + +def test_logs_cli_counts_recorded_failure(tmp_path): + (tmp_path / "events.jsonl").write_text(json.dumps({"event": "agent_step_limit"}) + "\n") + result = runner.invoke(cli.app, ["logs", str(tmp_path)]) + assert result.exit_code == 0 + assert json.loads(result.stdout)["failure_patterns"]["agent_step_limit"] == 1 + + +def test_serve_binds_loopback_and_validates_port(monkeypatch): + seen = {} + monkeypatch.setattr("uvicorn.run", lambda *args, **kwargs: seen.update(kwargs)) + assert runner.invoke(cli.app, ["serve", "--port", "8001"]).exit_code == 0 + assert seen == {"host": "127.0.0.1", "port": 8001} + assert runner.invoke(cli.app, ["serve", "--port", "80"]).exit_code == 2 + + +def test_experiment_plan_cli_freezes_model_and_budget_options(tmp_path): + tasks = tmp_path / "tasks.jsonl" + tasks.write_text(json.dumps({"instance_id": "demo__demo-1", "problem_statement": "bug"}) + "\n") + directory = tmp_path / "plan" + result = runner.invoke( + cli.app, + [ + "experiment", + "plan", + str(directory), + "--model", + "openai:test", + "--count", + "1", + "--tasks", + str(tasks), + ], + ) + assert result.exit_code == 0, result.stdout + plan = json.loads((directory / "plan.json").read_text()) + assert plan["shared_settings"]["model"] == "openai:test" + assert plan["shared_settings"]["max_model_calls"] == 10 diff --git a/tests/test_context.py b/tests/test_context.py new file mode 100644 index 0000000..aba0b5b --- /dev/null +++ b/tests/test_context.py @@ -0,0 +1,24 @@ +from code_assistant.context import select_evidence +from code_assistant.models import Evidence + + +def item(i, kind="search", **kwargs): + return Evidence(id=f"e{i}", kind=kind, text=f"observation {i}", **kwargs) + + +def test_search_burst_cannot_evict_read_source_or_test_output(): + evidence = [item(0, "source", path="bug.py"), item(1, "test")] + evidence += [item(i) for i in range(2, 32)] + assert all(e.kind == "search" for e in select_evidence(evidence, 24, "recent")) + selected = select_evidence(evidence, 24, "source_priority") + assert len(selected) == 24 + assert selected[:2] == evidence[:2] + assert selected[-1] == evidence[-1] + + +def test_duplicate_reads_do_not_fill_window_but_latest_id_is_preserved(): + old = item(0, "source", path="bug.py", start_line=1, end_line=5) + duplicate = old.model_copy(update={"id": "new"}) + evidence = [old, item(1, "source", path="caller.py"), duplicate] + assert [e.id for e in select_evidence(evidence, 2, "source_priority")] == ["e1", "new"] + assert evidence[0] == old # Full ledger remains available for citation validation. diff --git a/tests/test_experiments.py b/tests/test_experiments.py new file mode 100644 index 0000000..ee321ae --- /dev/null +++ b/tests/test_experiments.py @@ -0,0 +1,40 @@ +import json + +import pytest + +from code_assistant.benchmark import environment_manifest, write_jsonl +from code_assistant.experiments import check_comparison, create_plan, run_arm + + +def test_plan_selection_is_deterministic_without_reading_outcomes(tmp_path): + tasks = tmp_path / "tasks.jsonl" + write_jsonl( + tasks, [{"instance_id": f"repo__repo-{i}", "problem_statement": "bug"} for i in range(12)] + ) + a = create_plan(tasks, tmp_path / "a", "openai:test", count=5) + b = create_plan(tasks, tmp_path / "b", "openai:test", count=5) + assert a["task_ids"] == b["task_ids"] and len(set(a["task_ids"])) == 5 + assert a["shared_settings"]["patch_repair_attempts"] == 0 + with pytest.raises(ValueError, match="immutable"): + create_plan(tasks, tmp_path / "a", "openai:test", count=5) + + +def test_comparison_rejects_hidden_budget_model_or_task_changes(): + original = {"workflow": "routed", "model": "same", "max_model_calls": 10, "task_ids": ["a"]} + changed = {**original, "workflow": "single"} + check_comparison(original, changed, {"workflow"}) + for key, value in [("model", "other"), ("max_model_calls", 11), ("task_ids", ["b"])]: + with pytest.raises(ValueError, match="unmatched"): + check_comparison(original, {**changed, key: value}, {"workflow"}) + + +def test_arm_refuses_modified_source_or_task_list_before_model_call(tmp_path): + tasks = tmp_path / "tasks.jsonl" + write_jsonl(tasks, [{"instance_id": "repo__repo-1", "problem_statement": "bug"}]) + directory = tmp_path / "plan" + plan = create_plan(tasks, directory, "openai:test", count=1) + plan["environment"] = {**environment_manifest(), "source_tree_sha256": "changed"} + (directory / "plan.json").write_text(json.dumps(plan)) + with pytest.raises(ValueError, match="source/environment changed"): + run_arm(directory, "single", tmp_path / "output", tmp_path / "cache") + assert not (tmp_path / "output").exists() diff --git a/tests/test_patch_repair.py b/tests/test_patch_repair.py new file mode 100644 index 0000000..a1944ec --- /dev/null +++ b/tests/test_patch_repair.py @@ -0,0 +1,88 @@ +import json + +from langchain_core.messages import AIMessage +from test_agents import ProtocolModel + +from code_assistant.agents import ToolCallingAgent +from code_assistant.models import Diagnosis +from code_assistant.workflow import check_and_repair_patch + +BAD = "--- a/billing.py\n+++ b/billing.py\n@@ -1 +1 @@\n-missing = 0\n+return_value = 1\n" +GOOD = "--- a/billing.py\n+++ b/billing.py\n@@ -1,2 +1,2 @@\n def compute_discount(value):\n- return value or 10\n+ return 10 if value is None else value\n" + + +def diagnosis(tools, patch=BAD): + return Diagnosis( + conclusion="identified", + root_cause="A falsey explicit zero is replaced by the default.", + affected_files=["billing.py"], + evidence_ids=[tools.read("billing.py")["id"]], + suggested_fix="Check None explicitly.", + proposed_patch=patch, + confidence="high", + limitations=[], + ) + + +def test_apply_feedback_and_source_read_recover_patch_without_mutating_checkout(tools, tmp_path): + initial = diagnosis(tools) + model = ProtocolModel( + responses=[ + AIMessage( + content="", + tool_calls=[ + { + "name": "read_file", + "args": {"path": "billing.py"}, + "id": "verify", + "type": "tool_call", + } + ], + ), + AIMessage( + content=initial.model_copy(update={"proposed_patch": GOOD}).model_dump_json() + ), + ] + ) + agent = ToolCallingAgent(model, tools.settings, tools.logger) + result = check_and_repair_patch(initial, tools, agent, tmp_path / "audit", {"issue": "zero"}) + assert result.proposed_patch == GOOD + assert result.root_cause == initial.root_cause + assert "patch failed" in json.loads(model._seen[0][1].content)["apply_error"] + assert agent.calls == 2 + audit = json.loads((tmp_path / "audit/patch-check.json").read_text()) + assert audit["recovered"] and audit["repair_attempts"] == 1 + assert (tools.root / "billing.py").read_text().endswith("return value or 10\n") + + +def test_repair_stops_at_attempt_limit_and_keeps_original_candidate(tools, tmp_path): + initial = diagnosis(tools) + model = ProtocolModel(responses=[AIMessage(content=initial.model_dump_json())] * 2) + result = check_and_repair_patch( + initial, + tools, + ToolCallingAgent(model, tools.settings, tools.logger), + tmp_path / "audit", + {}, + ) + assert not result.proposed_patch + attempts = json.loads((tmp_path / "audit/patch-attempts.json").read_text()) + assert len(attempts) == 3 and all(a["candidate"] == BAD for a in attempts) + + +def test_valid_or_unsafe_patch_never_spends_repair_model_calls(tools, tmp_path): + for patch in [GOOD, BAD.replace("billing.py", "../outside.py")]: + model = ProtocolModel(responses=[]) + agent = ToolCallingAgent(model, tools.settings, tools.logger) + check_and_repair_patch(diagnosis(tools, patch), tools, agent, tmp_path / "audit", {}) + assert agent.calls == 0 + + +def test_repair_respects_remaining_global_model_budget(tools, tmp_path): + tools.settings.max_model_calls = 2 + initial = diagnosis(tools) + model = ProtocolModel(responses=[AIMessage(content=initial.model_dump_json())]) + agent = ToolCallingAgent(model, tools.settings, tools.logger) + agent.calls = 1 + result = check_and_repair_patch(initial, tools, agent, tmp_path / "audit", {}) + assert not result.proposed_patch and agent.calls == 2 diff --git a/tests/test_patches.py b/tests/test_patches.py index 2d3299f..5bf9412 100644 --- a/tests/test_patches.py +++ b/tests/test_patches.py @@ -1,3 +1,5 @@ +import pytest + from code_assistant.patches import check_patch, recount_hunks @@ -20,6 +22,7 @@ def test_invalid_context_withheld(tmp_path): ) assert not patch assert audit["status"] == "invalid" + assert "patch" in audit["error"] and "x.py" in audit["error"] def test_unread_files_and_parent_paths_withheld(tmp_path): @@ -32,3 +35,41 @@ def test_recount_handles_multiple_hunks_and_files(): result = recount_hunks(patch) assert result.count("@@ -1,1 +1,1 @@") == 2 assert "@@ -10,1 +10,2 @@" in result + + +def test_create_delete_and_modify_in_one_patch_leave_snapshot_untouched(tmp_path): + (tmp_path / "old.py").write_text("old = 1\n") + (tmp_path / "keep.py").write_text("value = 1\n") + patch = ( + "--- a/old.py\n+++ /dev/null\n@@ -1 +0,0 @@\n-old = 1\n" + "--- /dev/null\n+++ b/new/helper.py\n@@ -0,0 +1 @@\n+new = 2\n" + "--- a/keep.py\n+++ b/keep.py\n@@ -1 +1 @@\n-value = 1\n+value = 2\n" + ) + checked, audit = check_patch(tmp_path, patch, {"old.py", "new/helper.py", "keep.py"}) + assert checked and audit["status"] == "applies" + assert audit["created_files"] == ["new/helper.py"] + assert audit["deleted_files"] == ["old.py"] + assert (tmp_path / "old.py").read_text() == "old = 1\n" + assert not (tmp_path / "new").exists() + + +@pytest.mark.parametrize("path", ["../escape.py", "/tmp/escape.py", ".env", "new/../../escape.py"]) +def test_new_file_cannot_escape_path_policy(tmp_path, path): + patch = f"--- /dev/null\n+++ b/{path}\n@@ -0,0 +1 @@\n+value = 1\n" + assert not check_patch(tmp_path, patch, {path})[0] + + +def test_new_file_cannot_follow_in_repository_symlink(tmp_path): + outside = tmp_path / "outside" + outside.mkdir() + (tmp_path / "linked").symlink_to(outside, target_is_directory=True) + patch = "--- /dev/null\n+++ b/linked/new.py\n@@ -0,0 +1 @@\n+value = 1\n" + assert check_patch(tmp_path, patch, {"linked/new.py"})[1]["status"] == "unsafe_or_unread_paths" + assert not (outside / "new.py").exists() + + +def test_disagreeing_git_headers_and_symlink_modes_are_rejected(tmp_path): + patch = "diff --git a/escape.py b/escape.py\n--- /dev/null\n+++ b/new.py\n@@ -0,0 +1 @@\n+value = 1\n" + assert not check_patch(tmp_path, patch, {"new.py", "escape.py"})[0] + patch = "diff --git a/new.py b/new.py\nnew file mode 120000\n--- /dev/null\n+++ b/new.py\n@@ -0,0 +1 @@\n+/tmp/secret\n" + assert not check_patch(tmp_path, patch, {"new.py"})[0] From 0c39f8a24d04ac8b690ed6db83b1714a7edb7b65 Mon Sep 17 00:00:00 2001 From: YeDonS <120633988+YeDonS@users.noreply.github.com> Date: Thu, 8 Oct 2026 17:40:17 -0400 Subject: [PATCH 2/6] fix: preserve diagnoses when bounded patch correction encounters provider errors --- docs/MODEL_EVALUATION.md | 57 +- reports/README.md | 13 +- .../matplotlib__matplotlib-23314.json | 15 + .../matplotlib__matplotlib-24149.json | 15 + .../matplotlib__matplotlib-26011.json | 15 + .../attempts/mwaskom__seaborn-2848.json | 15 + .../attempts/pallets__flask-4045.json | 15 + .../attempts/pallets__flask-4992.json | 15 + .../attempts/psf__requests-2317.json | 15 + .../attempts/psf__requests-2674.json | 15 + .../attempts/pydata__xarray-4094.json | 15 + .../attempts/pydata__xarray-4248.json | 15 + .../attempts/pytest-dev__pytest-11143.json | 15 + .../attempts/pytest-dev__pytest-11148.json | 15 + .../attempts/pytest-dev__pytest-7490.json | 15 + .../scikit-learn__scikit-learn-13584.json | 15 + .../attempts/sphinx-doc__sphinx-8713.json | 15 + .../attempts/sympy__sympy-13437.json | 15 + .../attempts/sympy__sympy-13647.json | 15 + .../attempts/sympy__sympy-13895.json | 15 + .../paired-20/routed_recent/completion.json | 5 + .../paired-20/routed_recent/diagnoses.jsonl | 20 + .../paired-20/routed_recent/log-audit.json | 211 +++++ .../paired-20/routed_recent/manifest.json | 58 ++ .../paired-20/routed_recent/model-usage.json | 19 + .../paired-20/routed_recent/predictions.jsonl | 20 + .../paired-20/routed_recent/source-proof.json | 4 + .../routed_recent/swebench-predictions.jsonl | 20 + .../routed_recent/trace-events.jsonl | 778 ++++++++++++++++++ .../attempts/django__django-10914.json | 41 + .../attempts/django__django-12983.json | 28 + .../attempts/django__django-13447.json | 28 + .../attempts/django__django-13757.json | 41 + .../matplotlib__matplotlib-18869.json | 28 + .../matplotlib__matplotlib-26020.json | 41 + .../attempts/pallets__flask-4992.json | 28 + .../attempts/pallets__flask-5063.json | 28 + .../attempts/pylint-dev__pylint-6506.json | 28 + .../attempts/pylint-dev__pylint-7993.json | 28 + .../scikit-learn__scikit-learn-14092.json | 28 + .../attempts/sphinx-doc__sphinx-7975.json | 28 + .../attempts/sphinx-doc__sphinx-8273.json | 28 + .../attempts/sympy__sympy-20154.json | 28 + .../experiments/repair-17-v1/completion.json | 5 + .../experiments/repair-17-v1/diagnoses.jsonl | 14 + .../experiments/repair-17-v1/log-audit.json | 63 ++ .../experiments/repair-17-v1/manifest.json | 56 ++ .../experiments/repair-17-v1/model-usage.json | 15 + .../repair-17-v1/predictions.jsonl | 17 + .../repair-17-v1/source-proof.json | 4 + .../repair-17-v1/swebench-predictions.jsonl | 17 + .../repair-17-v1/trace-events.jsonl | 219 +++++ scripts/publish_run.py | 19 +- scripts/repair_withheld.py | 1 + src/code_assistant/agents.py | 30 +- src/code_assistant/codex_model.py | 20 +- src/code_assistant/observability.py | 2 + src/code_assistant/workflow.py | 67 +- tests/test_codex_model.py | 10 + tests/test_patch_repair.py | 17 + 60 files changed, 2443 insertions(+), 39 deletions(-) create mode 100644 reports/experiments/paired-20/routed_recent/attempts/matplotlib__matplotlib-23314.json create mode 100644 reports/experiments/paired-20/routed_recent/attempts/matplotlib__matplotlib-24149.json create mode 100644 reports/experiments/paired-20/routed_recent/attempts/matplotlib__matplotlib-26011.json create mode 100644 reports/experiments/paired-20/routed_recent/attempts/mwaskom__seaborn-2848.json create mode 100644 reports/experiments/paired-20/routed_recent/attempts/pallets__flask-4045.json create mode 100644 reports/experiments/paired-20/routed_recent/attempts/pallets__flask-4992.json create mode 100644 reports/experiments/paired-20/routed_recent/attempts/psf__requests-2317.json create mode 100644 reports/experiments/paired-20/routed_recent/attempts/psf__requests-2674.json create mode 100644 reports/experiments/paired-20/routed_recent/attempts/pydata__xarray-4094.json create mode 100644 reports/experiments/paired-20/routed_recent/attempts/pydata__xarray-4248.json create mode 100644 reports/experiments/paired-20/routed_recent/attempts/pytest-dev__pytest-11143.json create mode 100644 reports/experiments/paired-20/routed_recent/attempts/pytest-dev__pytest-11148.json create mode 100644 reports/experiments/paired-20/routed_recent/attempts/pytest-dev__pytest-7490.json create mode 100644 reports/experiments/paired-20/routed_recent/attempts/scikit-learn__scikit-learn-13584.json create mode 100644 reports/experiments/paired-20/routed_recent/attempts/sphinx-doc__sphinx-8713.json create mode 100644 reports/experiments/paired-20/routed_recent/attempts/sympy__sympy-13437.json create mode 100644 reports/experiments/paired-20/routed_recent/attempts/sympy__sympy-13647.json create mode 100644 reports/experiments/paired-20/routed_recent/attempts/sympy__sympy-13895.json create mode 100644 reports/experiments/paired-20/routed_recent/completion.json create mode 100644 reports/experiments/paired-20/routed_recent/diagnoses.jsonl create mode 100644 reports/experiments/paired-20/routed_recent/log-audit.json create mode 100644 reports/experiments/paired-20/routed_recent/manifest.json create mode 100644 reports/experiments/paired-20/routed_recent/model-usage.json create mode 100644 reports/experiments/paired-20/routed_recent/predictions.jsonl create mode 100644 reports/experiments/paired-20/routed_recent/source-proof.json create mode 100644 reports/experiments/paired-20/routed_recent/swebench-predictions.jsonl create mode 100644 reports/experiments/paired-20/routed_recent/trace-events.jsonl create mode 100644 reports/experiments/repair-17-v1/attempts/django__django-10914.json create mode 100644 reports/experiments/repair-17-v1/attempts/django__django-12983.json create mode 100644 reports/experiments/repair-17-v1/attempts/django__django-13447.json create mode 100644 reports/experiments/repair-17-v1/attempts/django__django-13757.json create mode 100644 reports/experiments/repair-17-v1/attempts/matplotlib__matplotlib-18869.json create mode 100644 reports/experiments/repair-17-v1/attempts/matplotlib__matplotlib-26020.json create mode 100644 reports/experiments/repair-17-v1/attempts/pallets__flask-4992.json create mode 100644 reports/experiments/repair-17-v1/attempts/pallets__flask-5063.json create mode 100644 reports/experiments/repair-17-v1/attempts/pylint-dev__pylint-6506.json create mode 100644 reports/experiments/repair-17-v1/attempts/pylint-dev__pylint-7993.json create mode 100644 reports/experiments/repair-17-v1/attempts/scikit-learn__scikit-learn-14092.json create mode 100644 reports/experiments/repair-17-v1/attempts/sphinx-doc__sphinx-7975.json create mode 100644 reports/experiments/repair-17-v1/attempts/sphinx-doc__sphinx-8273.json create mode 100644 reports/experiments/repair-17-v1/attempts/sympy__sympy-20154.json create mode 100644 reports/experiments/repair-17-v1/completion.json create mode 100644 reports/experiments/repair-17-v1/diagnoses.jsonl create mode 100644 reports/experiments/repair-17-v1/log-audit.json create mode 100644 reports/experiments/repair-17-v1/manifest.json create mode 100644 reports/experiments/repair-17-v1/model-usage.json create mode 100644 reports/experiments/repair-17-v1/predictions.jsonl create mode 100644 reports/experiments/repair-17-v1/source-proof.json create mode 100644 reports/experiments/repair-17-v1/swebench-predictions.jsonl create mode 100644 reports/experiments/repair-17-v1/trace-events.jsonl diff --git a/docs/MODEL_EVALUATION.md b/docs/MODEL_EVALUATION.md index 4dc38e3..0ad7551 100644 --- a/docs/MODEL_EVALUATION.md +++ b/docs/MODEL_EVALUATION.md @@ -1,8 +1,8 @@ # Real-model evaluation / 真实模型评测 The completed 100-task run produced 90 cited diagnoses and 10 abstentions, file Hit@1 87%, -Hit@5 88%, and MRR@5 0.875. Post-freeze automated root-cause comparison judged 87 correct, -1 partial, 2 incorrect, and 10 unscorable. There are 73 applicable patches and 17 withheld +Hit@5 88%, and MRR@5 0.875. Automated judgments are retained as audit data rather than +headline correctness. There are 73 applicable patches and 17 withheld candidates. Official tests resolved **48/100**: 23 unresolved, 27 empty patches, and 2 test timeouts at the fixed 600-second limit. All failures remain in the denominator. [Per-issue official results](../reports/model-100/official-evaluation/results.json) · @@ -13,11 +13,45 @@ transport, six workers, and the budgets recorded in its manifest. Codex CLI `0.162.0-alpha.2` reuses its own local ChatGPT login. It does not require exporting an API key, and its authentication files are never copied into this repository or CI. +Every original route was **code_search → synthesis**. The test specialist was disabled +throughout inference, with official testing afterward. This result does not measure a +three-agent architecture or establish an advantage over a single agent. The current code +has new context/repair behavior and therefore produces a **new experiment**, not an exact +re-execution of the old configuration. [Paired and repair studies](EXPERIMENTS.md). + 固定 100 条任务使用上述模型及配置。模型仅收到问题描述、修复前代码工具返回值； 临时仓库没有 Git 历史、维护者补丁或隐藏测试。模型运行时使用空目录，内置工具关闭。 每次调用检查 CLI 事件，遇到内置命令、文件操作、联网搜索或连接器调用立即判为失败。 -## Reproduce inference +## Independent inference with provider APIs + +The portable path uses `ASSISTANT_MODEL=openai:` with `OPENAI_API_KEY`, or +`anthropic:` with `ANTHROPIC_API_KEY`. These use native LangChain adapters and do +not depend on Codex flags, subscription login or an account-specific alias. Select a +tool-capable model and freeze its identifier, provider/library versions and budgets. +`doctor` checks configuration only. This environment had no provider API credentials, so +native-provider setup is covered offline but live API inference remains unverified. + +```bash +cp .env.example .env # configure provider:model-id and its API key +uv run code-assistant doctor +uv run code-assistant benchmark run runs/provider-pilot --mode model --limit 3 +``` + +Changing model/provider cannot reproduce the original model's score. Source excerpts are +sent to the configured provider; do not place keys in public commands, reports or images. + +## Historical CLI inference configuration + +To attempt the **original** inference protocol, use a separate checkout of source commit +`3dc26ac14fe7573bb84ef851262645353842ef58`, its lockfile, and the original +[manifest](../reports/model-100/manifest.json). Its settings were five calls per role, +18 tools, two search passes, disabled tests, and no model patch-repair loop. Do not run the +current defaults and label them the same experiment. The original CLI binary/model alias +may not be available to another account; online sampling/server drift prevents a promise +of identical generations even with that source and configuration. + +The commands below run **new** inference with the current implementation: ```bash uv sync --locked --all-extras @@ -45,6 +79,11 @@ The original candidate and both hashes remain in ignored local run artifacts; th [withheld-patches.jsonl](../reports/model-100/withheld-patches.jsonl). Applicability does **not** establish functional correctness. +Current code retains the checker error and can request at most two pre-evaluation repairs +with `read_file` access, inside a shared model/tool call budget. `patch-attempts.json` records +each candidate and audit. Set `ASSISTANT_PATCH_REPAIR_ATTEMPTS=0` to disable this treatment. +The original frozen candidates were never repaired in place. + 模型补丁冻结后，用官方 `swebench==5.0.2`、原始评测脚本及 FAIL_TO_PASS/PASS_TO_PASS 标签在 Linux Docker 中运行。每个官方镜像在拉取后记录实际 digest，逐个执行并清理， 避免百条任务占满磁盘。空补丁、失败、超时和环境错误仍保留在总分母中。 @@ -86,12 +125,18 @@ complete named human review. Official patch resolution is a separate functional 数据；本项目控制运行时答案泄漏，无法证明训练集无污染。在线模型的别名、服务端版本、 采样及依赖镜像可能变化，需保留本次清单、预测文件哈希和镜像 digest。 -The trace audit records 26 agent turn-limit events; 10 cases abstained. To explore a larger -investigation budget, set `ASSISTANT_MAX_AGENT_STEPS=7` and use a new output directory. -That is a different experiment; preserve the original predictions and configuration. +The original trace audit records 26 five-turn role limits and 10 abstentions. Current defaults +allow seven calls per role, reserve a final-answer turn, and cap the whole run at 18 model +calls. The controlled experiment sets its own fixed ten-call budget and disables repairs. +Neither a higher cap nor a passing unit test proves better resolution. Local HTTP validation bypasses environment proxies for loopback (`curl --noproxy 127.0.0.1` or an HTTPX client with `trust_env=False`), after an inherited proxy intercepted the smoke test. +The optional CLI adapter is a local research client, not the required service backend. +Use provider API credentials for independent services and check applicable +[account terms](https://openai.com/policies/terms-of-use/) and supported use before deploying +subscription authentication. No legal or eligibility conclusion is claimed here. + Primary references: [Codex non-interactive mode](https://learn.chatgpt.com/docs/non-interactive-mode), [Codex provider configuration](https://learn.chatgpt.com/docs/config-file/config-reference), [SWE-bench official evaluation guide](https://www.swebench.com/SWE-bench/guides/evaluation/). diff --git a/reports/README.md b/reports/README.md index 8cff769..640f6db 100644 --- a/reports/README.md +++ b/reports/README.md @@ -6,6 +6,7 @@ Model inference reused a local Codex login; authentication files and API secrets | Evidence | Meaning | |---|---| +| [Controlled studies](../docs/EXPERIMENTS.md) and [predeclared plan](experiments/paired-20/plan.json) | Separate same-model call/tool-budget controls and post-hoc invalid-patch repair; original 48/100 immutable | | [Model manifest](model-100/manifest.json) | Fixed 100 tasks, model/reasoning/transport, budgets, environment, CLI version | | [Source proof](model-100/source-proof.json) | Inference source digest matches the recorded Git commit | | [Predictions](model-100/predictions.jsonl) | All 100 diagnoses/abstentions and submitted patches | @@ -16,19 +17,21 @@ Model inference reused a local Codex login; authentication files and API secrets | [Withheld candidates](model-100/withheld-patches.jsonl) | 17 original invalid patches retained for audit | | [Model usage](model-100/model-usage.json) | 541 responses, reported tokens, reconnects, patch checks | | [Events](model-100/trace-events.jsonl) and [audit](model-100/log-audit.json) | 844 paired tools, budgets/errors, raw durations and trace conservation | -| [Automated causal review](model-100/automated-review/summary.json) | 87 correct, 1 partial, 2 incorrect, 10 unscorable; not human accuracy | +| [Automated causal review](model-100/automated-review/summary.json) | Archived judge audit, with functional disagreements; excluded from headline performance | | [Frozen batches](model-batches/) | Four consecutive 25-task batches for overlapping official evaluation | | [Pilot official results](model-pilot-3/official-evaluation/results.json) | Three real historical patches resolved; reports, test excerpts, raw-log hashes | | [Maintainer controls](evaluation-controls/README.md) | Two post-hoc gold-patch controls passed required tests with the same image digests; separate from agent score | -| [Real-model checkout](real-model-checkout/) | Real search/test/synthesis routing, actual baseline failure and patched-copy success | -| [Real-model HTTP](real-model-api/validation.json) | Bearer auth and actual three-role model workflow through FastAPI | +| [Real-model checkout](real-model-checkout/) | Tiny synthetic fixture: routing plumbing, baseline failure and patched-copy success; not realistic difficulty | +| [Real-model HTTP](real-model-api/validation.json) | Bearer auth and three-role plumbing on the same synthetic fixture | | [Retrieval baseline](retrieval-100/scores.json) | Original Hit@1 40%, Hit@5 71%, MRR@5 0.5201667 | | [Retrieval reproduction](retrieval-100/reproduction.json) | Second full run produced identical ranked predictions | | [Validation](validation.json) and [CI](github-ci.json) | Local checks and actual multi-version/container evidence | The LLM run completed **100/100**: 90 cited diagnoses and 10 explicit abstentions. File -Hit@1 is **87%**, Hit@5 **88%**, MRR@5 **0.875**. The automated comparison rate is **87%**; -named human adjudication remains unmeasured. There are 73 applicable patches, 17 withheld +Hit@1 is **87%**, Hit@5 **88%**, MRR@5 **0.875**. All 100 routes were **search → synthesis**; +the test agent never ran during inference. Named human adjudication remains unmeasured. +The archived judge called 40 unresolved cases correct and one resolved case incorrect; +its agreement rate cannot substitute for the official metric. There are 73 applicable patches, 17 withheld candidates, and 10 abstentions. The complete official evaluation resolved **48/100**; 23 were unresolved, 27 had empty patches, and 2 tests timed out. No outcomes are missing. The fixed denominator includes all empty patches, failures, and timeouts. diff --git a/reports/experiments/paired-20/routed_recent/attempts/matplotlib__matplotlib-23314.json b/reports/experiments/paired-20/routed_recent/attempts/matplotlib__matplotlib-23314.json new file mode 100644 index 0000000..5481c80 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/attempts/matplotlib__matplotlib-23314.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/lib/mpl_toolkits/mplot3d/axes3d.py\n+++ b/lib/mpl_toolkits/mplot3d/axes3d.py\n@@ -388,6 +388,9 @@\n @martist.allow_rasterization\n def draw(self, renderer):\n+ if not self.get_visible():\n+ return\n+\n self._unstale_viewLim()\n \n # draw the background patch\n self.patch.draw(renderer)\n", + "audit": { + "status": "applies", + "original_sha256": "ef011c21536580dad4ac4bbd54c594c3cdb0b61738e25b2e7e639a2af83196e5", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "ef011c21536580dad4ac4bbd54c594c3cdb0b61738e25b2e7e639a2af83196e5" + } + } +] diff --git a/reports/experiments/paired-20/routed_recent/attempts/matplotlib__matplotlib-24149.json b/reports/experiments/paired-20/routed_recent/attempts/matplotlib__matplotlib-24149.json new file mode 100644 index 0000000..4ed3298 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/attempts/matplotlib__matplotlib-24149.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/lib/matplotlib/axes/_axes.py\n+++ b/lib/matplotlib/axes/_axes.py\n@@ -2198,7 +2198,7 @@\n dx = dx[0]\n- except (ValueError, TypeError, AttributeError):\n+ except (ValueError, TypeError, AttributeError, StopIteration):\n # if the above fails (for any reason) just fallback to what\n # we do by default and convert dx by itself.\n dx = convert(dx)\n return dx\n \n--- a/lib/matplotlib/tests/test_axes.py\n+++ b/lib/matplotlib/tests/test_axes.py\n@@ -1715,6 +1715,8 @@\n def test_nan_bar_values():\n fig, ax = plt.subplots()\n ax.bar([0, 1], [np.nan, 4])\n+ ax.bar([np.nan], [np.nan])\n+ ax.bar([np.nan], [0])\n \n \n def test_bar_ticklabel_fail():\n", + "audit": { + "status": "applies", + "original_sha256": "c8858b6819bb12bc86fd98d183eb7ea8923f4fdd79351b8bdad99460b66f2fcd", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "c8858b6819bb12bc86fd98d183eb7ea8923f4fdd79351b8bdad99460b66f2fcd" + } + } +] diff --git a/reports/experiments/paired-20/routed_recent/attempts/matplotlib__matplotlib-26011.json b/reports/experiments/paired-20/routed_recent/attempts/matplotlib__matplotlib-26011.json new file mode 100644 index 0000000..e9ebfe6 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/attempts/matplotlib__matplotlib-26011.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/lib/matplotlib/axis.py\n+++ b/lib/matplotlib/axis.py\n@@ -1244,5 +1244,6 @@\n if other is not self.axes:\n other._axis_map[name]._set_lim(\n v0, v1, emit=False, auto=auto)\n+ other.callbacks.process(f\"{name}lim_changed\", other)\n if other.figure != self.figure:\n other.figure.canvas.draw_idle()\n", + "audit": { + "status": "applies", + "original_sha256": "de8cd4dac7e50d6ed968a5d12f8f19974587703310092a62305d6d660f3c71ac", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "de8cd4dac7e50d6ed968a5d12f8f19974587703310092a62305d6d660f3c71ac" + } + } +] diff --git a/reports/experiments/paired-20/routed_recent/attempts/mwaskom__seaborn-2848.json b/reports/experiments/paired-20/routed_recent/attempts/mwaskom__seaborn-2848.json new file mode 100644 index 0000000..5275412 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/attempts/mwaskom__seaborn-2848.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/seaborn/_oldcore.py\n+++ b/seaborn/_oldcore.py\n@@ -148,7 +148,10 @@\n try:\n # Use a value that's in the original data vector\n value = self.lookup_table[key]\n except KeyError:\n+ if self.norm is None:\n+ return (0, 0, 0, 0)\n+\n # Use the colormap to interpolate between existing datapoints\n # (e.g. in the context of making a continuous legend)\n try:\n", + "audit": { + "status": "applies", + "original_sha256": "2aae0a1c5119799220d7a3ebab8a76755caa52c8fd27a9ff2c3f9d1b0ffb45ad", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "2aae0a1c5119799220d7a3ebab8a76755caa52c8fd27a9ff2c3f9d1b0ffb45ad" + } + } +] diff --git a/reports/experiments/paired-20/routed_recent/attempts/pallets__flask-4045.json b/reports/experiments/paired-20/routed_recent/attempts/pallets__flask-4045.json new file mode 100644 index 0000000..9a1abfa --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/attempts/pallets__flask-4045.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/src/flask/blueprints.py\n+++ b/src/flask/blueprints.py\n@@ -189,6 +189,10 @@\n root_path=root_path,\n )\n+\n+ if \".\" in name:\n+ raise ValueError(\"'name' may not contain a dot '.' character.\")\n+\n self.name = name\n self.url_prefix = url_prefix\n self.subdomain = subdomain\n self.deferred_functions: t.List[DeferredSetupFunction] = []\n", + "audit": { + "status": "applies", + "original_sha256": "70ec9031fdcda865a51a9d5bb0d6ca22e11974a89a05b86358315d19b9d7ed70", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "70ec9031fdcda865a51a9d5bb0d6ca22e11974a89a05b86358315d19b9d7ed70" + } + } +] diff --git a/reports/experiments/paired-20/routed_recent/attempts/pallets__flask-4992.json b/reports/experiments/paired-20/routed_recent/attempts/pallets__flask-4992.json new file mode 100644 index 0000000..da70ceb --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/attempts/pallets__flask-4992.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/src/flask/config.py\n+++ b/src/flask/config.py\n@@ -234,6 +234,7 @@\n filename: str,\n load: t.Callable[[t.IO[t.Any]], t.Mapping],\n silent: bool = False,\n+ mode: str = \"r\",\n ) -> bool:\n \"\"\"Update the values in the config from a file that is loaded\n using the ``load`` parameter. The loaded data is passed to the\n@@ -247,2 +248,2 @@\n- import toml\n- app.config.from_file(\"config.toml\", load=toml.load)\n+ import tomllib\n+ app.config.from_file(\"config.toml\", load=tomllib.load, mode=\"rb\")\n@@ -257,3 +258,5 @@\n :param silent: Ignore the file if it doesn't exist.\n+ :param mode: The mode used to open the file. Defaults to ``\"r\"``;\n+ use ``\"rb\"`` for loaders that require a binary file.\n :return: ``True`` if the file was loaded successfully.\n \n@@ -264,3 +267,3 @@\n try:\n- with open(filename) as f:\n+ with open(filename, mode) as f:\n obj = load(f)\n--- a/tests/test_config.py\n+++ b/tests/test_config.py\n@@ -40,2 +40,15 @@\n+def test_config_from_file_binary(tmp_path):\n+ filename = tmp_path / \"config.json\"\n+ filename.write_bytes(b'{\"SECRET_KEY\": \"config\", \"TEST_KEY\": \"foo\"}')\n+\n+ def load(file):\n+ assert isinstance(file.read(0), bytes)\n+ return json.load(file)\n+\n+ app = flask.Flask(__name__)\n+ assert app.config.from_file(str(filename), load, mode=\"rb\")\n+ common_object_test(app)\n+\n+\n def test_from_prefixed_env(monkeypatch):\n monkeypatch.setenv(\"FLASK_STRING\", \"value\")\n", + "audit": { + "status": "invalid", + "original_sha256": "adefb6364ea3387f4c474b210abc5f594b683a3bcf337dec51c88b6dfd47bcea", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: src/flask/config.py:247\nerror: src/flask/config.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "adefb6364ea3387f4c474b210abc5f594b683a3bcf337dec51c88b6dfd47bcea" + } + } +] diff --git a/reports/experiments/paired-20/routed_recent/attempts/psf__requests-2317.json b/reports/experiments/paired-20/routed_recent/attempts/psf__requests-2317.json new file mode 100644 index 0000000..5d868c6 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/attempts/psf__requests-2317.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/requests/sessions.py\n+++ b/requests/sessions.py\n@@ -428,4 +428,4 @@\n- method = builtin_str(method)\n+ method = to_native_string(method)\n \n # Create the Request.\n req = Request(\n", + "audit": { + "status": "applies", + "original_sha256": "2438c4b0eaeaacaefc0732343b6dd88c54a557052ded092bfe6a25e531d064c8", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "2438c4b0eaeaacaefc0732343b6dd88c54a557052ded092bfe6a25e531d064c8" + } + } +] diff --git a/reports/experiments/paired-20/routed_recent/attempts/psf__requests-2674.json b/reports/experiments/paired-20/routed_recent/attempts/psf__requests-2674.json new file mode 100644 index 0000000..e2beba2 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/attempts/psf__requests-2674.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/requests/adapters.py\n+++ b/requests/adapters.py\n@@ -21,3 +21,4 @@\n from .structures import CaseInsensitiveDict\n-from .packages.urllib3.exceptions import ConnectTimeoutError\n+from .packages.urllib3.exceptions import (\n+ ConnectTimeoutError, DecodeError, TimeoutError as _TimeoutError)\n from .packages.urllib3.exceptions import HTTPError as _HTTPError\n@@ -31,2 +32,2 @@\n from .exceptions import (ConnectionError, ConnectTimeout, ReadTimeout, SSLError,\n- ProxyError, RetryError)\n+ ProxyError, RetryError, Timeout, ContentDecodingError)\n@@ -428,6 +429,12 @@\n if isinstance(e, _SSLError):\n raise SSLError(e, request=request)\n elif isinstance(e, ReadTimeoutError):\n raise ReadTimeout(e, request=request)\n+ elif isinstance(e, ConnectTimeoutError):\n+ raise ConnectTimeout(e, request=request)\n+ elif isinstance(e, _TimeoutError):\n+ raise Timeout(e, request=request)\n+ elif isinstance(e, DecodeError):\n+ raise ContentDecodingError(e, request=request)\n else:\n raise\n", + "audit": { + "status": "invalid", + "original_sha256": "820eb5eeacc6d365a5f9c2bbaa453173eeaffe42f162cb9103eb169ca2fd1a6b", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: requests/adapters.py:31\nerror: requests/adapters.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "820eb5eeacc6d365a5f9c2bbaa453173eeaffe42f162cb9103eb169ca2fd1a6b" + } + } +] diff --git a/reports/experiments/paired-20/routed_recent/attempts/pydata__xarray-4094.json b/reports/experiments/paired-20/routed_recent/attempts/pydata__xarray-4094.json new file mode 100644 index 0000000..9f8d4d7 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/attempts/pydata__xarray-4094.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/xarray/core/dataarray.py\n+++ b/xarray/core/dataarray.py\n@@ -1962,7 +1962,7 @@\n # pull variables out of datarray\n data_dict = {}\n for k in variables:\n- data_dict[k] = self.sel({variable_dim: k}).squeeze(drop=True)\n+ data_dict[k] = self.sel({variable_dim: k}, drop=True).squeeze(drop=True)\n \n # unstacked dataset\n return Dataset(data_dict)\n", + "audit": { + "status": "applies", + "original_sha256": "5511b48ec3e03cb1631658309d9429751c2bd3f754eba26a36e18fb2faa9e889", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "5511b48ec3e03cb1631658309d9429751c2bd3f754eba26a36e18fb2faa9e889" + } + } +] diff --git a/reports/experiments/paired-20/routed_recent/attempts/pydata__xarray-4248.json b/reports/experiments/paired-20/routed_recent/attempts/pydata__xarray-4248.json new file mode 100644 index 0000000..a8fe9d3 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/attempts/pydata__xarray-4248.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/xarray/core/formatting.py\n+++ b/xarray/core/formatting.py\n@@ -271,3 +271,10 @@\n+def _variable_label(name, var):\n+ units = var.attrs.get(\"units\")\n+ if units is not None and str(units):\n+ return f\"{name}, in {units}\"\n+ return str(name)\n+\n+\n def summarize_variable(\n name: Hashable, var, col_width: int, marker: str = \" \", max_width: int = None\n ):\n@@ -281,4 +288,4 @@\n- first_col = pretty_print(f\" {marker} {name} \", col_width)\n+ first_col = pretty_print(f\" {marker} {_variable_label(name, var)} \", col_width)\n if var.dims:\n dims_str = \"({}) \".format(\", \".join(map(str, var.dims)))\n else:\n@@ -348,6 +355,6 @@\n col_items = []\n for k, v in mapping.items():\n- col_items.append(k)\n var = getattr(v, \"variable\", v)\n+ col_items.append(_variable_label(k, var))\n if isinstance(var, IndexVariable):\n level_names = var.to_index_variable().level_names\n", + "audit": { + "status": "applies", + "original_sha256": "70b98e6249988b8749daf712d02da2d25d4f2727ab976aacc3062bcbad3cb00e", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "70b98e6249988b8749daf712d02da2d25d4f2727ab976aacc3062bcbad3cb00e" + } + } +] diff --git a/reports/experiments/paired-20/routed_recent/attempts/pytest-dev__pytest-11143.json b/reports/experiments/paired-20/routed_recent/attempts/pytest-dev__pytest-11143.json new file mode 100644 index 0000000..922fcb3 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/attempts/pytest-dev__pytest-11143.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/src/_pytest/assertion/rewrite.py\n+++ b/src/_pytest/assertion/rewrite.py\n@@ -675,6 +675,7 @@\n if (\n expect_docstring\n and isinstance(item, ast.Expr)\n and isinstance(item.value, ast.Constant)\n+ and isinstance(item.value.value, str)\n ):\n doc = item.value.value\n", + "audit": { + "status": "applies", + "original_sha256": "5673d57f052cacf34c5b7ef9530fb3dbbea978e5eca686fb92917daacfe02cf6", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "5673d57f052cacf34c5b7ef9530fb3dbbea978e5eca686fb92917daacfe02cf6" + } + } +] diff --git a/reports/experiments/paired-20/routed_recent/attempts/pytest-dev__pytest-11148.json b/reports/experiments/paired-20/routed_recent/attempts/pytest-dev__pytest-11148.json new file mode 100644 index 0000000..d23400d --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/attempts/pytest-dev__pytest-11148.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/src/_pytest/pathlib.py\n+++ b/src/_pytest/pathlib.py\n@@ -524,6 +524,9 @@\n if mode is ImportMode.importlib:\n module_name = module_name_from_path(path, root)\n \n+ if module_name in sys.modules:\n+ return sys.modules[module_name]\n+\n for meta_importer in sys.meta_path:\n spec = meta_importer.find_spec(module_name, [str(path.parent)])\n if spec is not None:\n--- a/testing/test_pathlib.py\n+++ b/testing/test_pathlib.py\n@@ -301,7 +301,10 @@\n- def test_importmode_twice_is_different_module(\n+ def test_importmode_twice_is_same_module(\n self, simple_module: Path, tmp_path: Path\n ) -> None:\n- \"\"\"`importlib` mode always returns a new module.\"\"\"\n+ \"\"\"`importlib` mode preserves module identity and state.\"\"\"\n module1 = import_path(simple_module, mode=\"importlib\", root=tmp_path)\n+ sentinel = object()\n+ module1.__dict__[\"sentinel\"] = sentinel\n module2 = import_path(simple_module, mode=\"importlib\", root=tmp_path)\n- assert module1 is not module2\n+ assert module1 is module2\n+ assert module2.__dict__[\"sentinel\"] is sentinel\n@@ -320,5 +323,6 @@\n monkeypatch.setattr(\n importlib.util, \"spec_from_file_location\", lambda *args: None\n )\n+ monkeypatch.delitem(sys.modules, module.__name__)\n with pytest.raises(ImportError):\n import_path(simple_module, mode=\"importlib\", root=tmp_path)\n", + "audit": { + "status": "invalid", + "original_sha256": "1f5ec6cb29db8712624c3227b6f918bbf57cf0bd826324f78e527350c2efe8c5", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: testing/test_pathlib.py:301\nerror: testing/test_pathlib.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "1f5ec6cb29db8712624c3227b6f918bbf57cf0bd826324f78e527350c2efe8c5" + } + } +] diff --git a/reports/experiments/paired-20/routed_recent/attempts/pytest-dev__pytest-7490.json b/reports/experiments/paired-20/routed_recent/attempts/pytest-dev__pytest-7490.json new file mode 100644 index 0000000..c5c446e --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/attempts/pytest-dev__pytest-7490.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/src/_pytest/skipping.py\n+++ b/src/_pytest/skipping.py\n@@ -255,4 +255,8 @@\n- yield\n+ try:\n+ yield\n+ finally:\n+ if xfailed is None and not item.config.option.runxfail:\n+ item._store[xfailed_key] = evaluate_xfail_marks(item)\n \n \n @hookimpl(hookwrapper=True)\n", + "audit": { + "status": "applies", + "original_sha256": "a6dd8bc181e4387eae4e5280eb4643754ed8e4e90dea0d5ac8dbebb2bd194de0", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "a6dd8bc181e4387eae4e5280eb4643754ed8e4e90dea0d5ac8dbebb2bd194de0" + } + } +] diff --git a/reports/experiments/paired-20/routed_recent/attempts/scikit-learn__scikit-learn-13584.json b/reports/experiments/paired-20/routed_recent/attempts/scikit-learn__scikit-learn-13584.json new file mode 100644 index 0000000..9d71a85 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/attempts/scikit-learn__scikit-learn-13584.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/sklearn/utils/_pprint.py\n+++ b/sklearn/utils/_pprint.py\n@@ -97,5 +97,5 @@\n for k, v in params.items():\n- if (v != init_params[k] and\n+ if (repr(v) != repr(init_params[k]) and\n not (is_scalar_nan(init_params[k]) and is_scalar_nan(v))):\n filtered_params[k] = v\n return filtered_params\n", + "audit": { + "status": "applies", + "original_sha256": "3aa65e7b12cb973ddb8079d78b2ddb2494f6486f882ca8edd6007a40b6dee5e2", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "3aa65e7b12cb973ddb8079d78b2ddb2494f6486f882ca8edd6007a40b6dee5e2" + } + } +] diff --git a/reports/experiments/paired-20/routed_recent/attempts/sphinx-doc__sphinx-8713.json b/reports/experiments/paired-20/routed_recent/attempts/sphinx-doc__sphinx-8713.json new file mode 100644 index 0000000..ca35a5d --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/attempts/sphinx-doc__sphinx-8713.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/sphinx/ext/napoleon/docstring.py\n+++ b/sphinx/ext/napoleon/docstring.py\n@@ -684,4 +684,9 @@\n def _parse_other_parameters_section(self, section: str) -> List[str]:\n- return self._format_fields(_('Other Parameters'), self._consume_fields())\n+ if self._config.napoleon_use_param:\n+ fields = self._consume_fields(multiple=True)\n+ return self._format_docutils_params(fields)\n+ else:\n+ fields = self._consume_fields()\n+ return self._format_fields(_('Other Parameters'), fields)\n \n def _parse_parameters_section(self, section: str) -> List[str]:\n", + "audit": { + "status": "applies", + "original_sha256": "35ab9b24144697ef594da09bb6693bd27289984f681322fc4ebd12045f2be0b1", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "35ab9b24144697ef594da09bb6693bd27289984f681322fc4ebd12045f2be0b1" + } + } +] diff --git a/reports/experiments/paired-20/routed_recent/attempts/sympy__sympy-13437.json b/reports/experiments/paired-20/routed_recent/attempts/sympy__sympy-13437.json new file mode 100644 index 0000000..f0513e9 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/attempts/sympy__sympy-13437.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/sympy/functions/combinatorial/numbers.py\n+++ b/sympy/functions/combinatorial/numbers.py\n@@ -434,5 +434,8 @@\n @classmethod\n def eval(cls, n, k_sym=None, symbols=None):\n+ if n is S.Infinity and k_sym is None and symbols is None:\n+ return S.Infinity\n+\n if n.is_Integer and n.is_nonnegative:\n if k_sym is None:\n return Integer(cls._bell(int(n)))\n--- a/sympy/functions/combinatorial/tests/test_comb_numbers.py\n+++ b/sympy/functions/combinatorial/tests/test_comb_numbers.py\n@@ -80,5 +80,9 @@\n def test_bell():\n assert [bell(n) for n in range(8)] == [1, 1, 2, 5, 15, 52, 203, 877]\n+ assert bell(oo) == oo\n+ n = Dummy('n')\n+ assert bell(n).limit(n, oo) == oo\n+\n \n assert bell(0, x) == 1\n assert bell(1, x) == x\n", + "audit": { + "status": "applies", + "original_sha256": "7db5c700416fd592598f052769ab3d8e8f683b07841d5b9da147a847f260f04b", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "7db5c700416fd592598f052769ab3d8e8f683b07841d5b9da147a847f260f04b" + } + } +] diff --git a/reports/experiments/paired-20/routed_recent/attempts/sympy__sympy-13647.json b/reports/experiments/paired-20/routed_recent/attempts/sympy__sympy-13647.json new file mode 100644 index 0000000..6e00907 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/attempts/sympy__sympy-13647.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/sympy/matrices/common.py\n+++ b/sympy/matrices/common.py\n@@ -86,7 +86,7 @@\n return self[i, j]\n elif pos <= j < pos + other.cols:\n return other[i, j - pos]\n- return self[i, j - pos - other.cols]\n+ return self[i, j - other.cols]\n \n return self._new(self.rows, self.cols + other.cols,\n lambda i, j: entry(i, j))\n", + "audit": { + "status": "applies", + "original_sha256": "0c5ca584fe11861c46731e2153829205d76b55a38cc1bb1110b24fa9ec72b796", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "0c5ca584fe11861c46731e2153829205d76b55a38cc1bb1110b24fa9ec72b796" + } + } +] diff --git a/reports/experiments/paired-20/routed_recent/attempts/sympy__sympy-13895.json b/reports/experiments/paired-20/routed_recent/attempts/sympy__sympy-13895.json new file mode 100644 index 0000000..f5fafbb --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/attempts/sympy__sympy-13895.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/sympy/core/numbers.py\n+++ b/sympy/core/numbers.py\n@@ -2231,6 +2231,8 @@\n else:\n return Rational(1, self.p)**ne\n+ if self.is_negative:\n+ return S.NegativeOne**expt*Pow(-self, expt)\n # see if base is a perfect root, sqrt(4) --> 2\n x, xexact = integer_nthroot(abs(self.p), expt.q)\n if xexact:\n # if it's a perfect root we've finished\n", + "audit": { + "status": "applies", + "original_sha256": "f1853cf1446bc28118ff4e6966db4546eeb9d2af3a5a5b741050ff97e2959a9c", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "f1853cf1446bc28118ff4e6966db4546eeb9d2af3a5a5b741050ff97e2959a9c" + } + } +] diff --git a/reports/experiments/paired-20/routed_recent/completion.json b/reports/experiments/paired-20/routed_recent/completion.json new file mode 100644 index 0000000..f98c238 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/completion.json @@ -0,0 +1,5 @@ +{ + "completed_at": "2026-10-08T21:39:26.865455+00:00", + "count": 20, + "predictions_sha256": "e87b3a65ea3e58991fbbbf5da027d6a82dbdd7c3aaad13cd4ba2b4b8956a6ce0" +} diff --git a/reports/experiments/paired-20/routed_recent/diagnoses.jsonl b/reports/experiments/paired-20/routed_recent/diagnoses.jsonl new file mode 100644 index 0000000..ee3f83a --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/diagnoses.jsonl @@ -0,0 +1,20 @@ +{"instance_id": "matplotlib__matplotlib-23314", "diagnosis": {"conclusion": "identified", "root_cause": "Axes3D.draw() draws the background patch, panes, and axes before calling the superclass draw method. It lacks an early visibility check, so the superclass visibility guard runs only after these elements have already been drawn.", "affected_files": ["lib/mpl_toolkits/mplot3d/axes3d.py"], "evidence_ids": ["e0011", "e0027"], "suggested_fix": "Return immediately from Axes3D.draw() when get_visible() is false, before any drawing or view-limit updates. Add a regression test comparing a hidden 3D subplot with an otherwise identical figure without that subplot. The proposed patch is UNVERIFIED.", "proposed_patch": "--- a/lib/mpl_toolkits/mplot3d/axes3d.py\n+++ b/lib/mpl_toolkits/mplot3d/axes3d.py\n@@ -388,6 +388,9 @@\n @martist.allow_rasterization\n def draw(self, renderer):\n+ if not self.get_visible():\n+ return\n+\n self._unstale_viewLim()\n \n # draw the background patch\n self.patch.draw(renderer)\n", "confidence": "high", "limitations": ["Baseline tests and the reproduction were not run; neither reproduction failure nor dependency/setup failure was observed.", "The patch has not been applied or validated, and does not include a regression test.", "The diagnosis is based on the supplied source snapshot, not a verified checkout of the reported Matplotlib 3.4.2 installation."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "lib/mpl_toolkits/mplot3d/axes3d.py", "start_line": 411, "end_line": 421}, {"id": "e0002", "kind": "search", "path": "examples/mplot3d/rotate_axes3d_sgskip.py", "start_line": 18, "end_line": 28}, {"id": "e0003", "kind": "search", "path": "lib/mpl_toolkits/tests/test_mplot3d.py", "start_line": 116, "end_line": 126}, {"id": "e0004", "kind": "search", "path": "lib/matplotlib/projections/__init__.py", "start_line": 17, "end_line": 27}, {"id": "e0005", "kind": "search", "path": "examples/mplot3d/voxels.py", "start_line": 3, "end_line": 13}, {"id": "e0006", "kind": "search", "path": "examples/specialty_plots/skewt.py", "start_line": 27, "end_line": 37}, {"id": "e0007", "kind": "search", "path": "lib/matplotlib/tests/test_skew.py", "start_line": 23, "end_line": 33}, {"id": "e0008", "kind": "search", "path": "lib/mpl_toolkits/axisartist/axis_artist.py", "start_line": 173, "end_line": 183}, {"id": "e0009", "kind": "search", "path": "examples/misc/cursor_demo.py", "start_line": 39, "end_line": 49}, {"id": "e0010", "kind": "search", "path": "examples/widgets/check_buttons.py", "start_line": 30, "end_line": 40}, {"id": "e0011", "kind": "source", "path": "lib/mpl_toolkits/mplot3d/axes3d.py", "start_line": 380, "end_line": 460}, {"id": "e0012", "kind": "search", "path": "lib/mpl_toolkits/axisartist/axis_artist.py", "start_line": 172, "end_line": 182}, {"id": "e0013", "kind": "search", "path": "lib/matplotlib/tests/test_skew.py", "start_line": 19, "end_line": 29}, {"id": "e0014", "kind": "search", "path": "examples/specialty_plots/skewt.py", "start_line": 25, "end_line": 35}, {"id": "e0015", "kind": "search", "path": "lib/matplotlib/axis.py", "start_line": 295, "end_line": 305}, {"id": "e0016", "kind": "search", "path": "lib/mpl_toolkits/mplot3d/axis3d.py", "start_line": 210, "end_line": 220}, {"id": "e0017", "kind": "search", "path": "lib/mpl_toolkits/tests/test_axisartist_axis_artist.py", "start_line": 10, "end_line": 20}, {"id": "e0018", "kind": "search", "path": "lib/mpl_toolkits/tests/test_axisartist_grid_helper_curvelinear.py", "start_line": 107, "end_line": 117}, {"id": "e0019", "kind": "search", "path": "lib/mpl_toolkits/tests/test_axisartist_floating_axes.py", "start_line": 56, "end_line": 66}, {"id": "e0020", "kind": "search", "path": "lib/matplotlib/tests/test_skew.py", "start_line": 23, "end_line": 33}, {"id": "e0021", "kind": "search", "path": "lib/mpl_toolkits/tests/test_mplot3d.py", "start_line": 530, "end_line": 540}, {"id": "e0022", "kind": "search", "path": "examples/specialty_plots/skewt.py", "start_line": 27, "end_line": 37}, {"id": "e0023", "kind": "search", "path": "lib/matplotlib/tests/test_skew.py", "start_line": 23, "end_line": 33}, {"id": "e0024", "kind": "search", "path": "lib/mpl_toolkits/axisartist/axis_artist.py", "start_line": 173, "end_line": 183}, {"id": "e0025", "kind": "search", "path": "examples/misc/cursor_demo.py", "start_line": 39, "end_line": 49}, {"id": "e0026", "kind": "search", "path": "examples/widgets/check_buttons.py", "start_line": 30, "end_line": 40}, {"id": "e0027", "kind": "source", "path": "lib/matplotlib/axes/_base.py", "start_line": 3000, "end_line": 3090}, {"id": "e0028", "kind": "source", "path": "lib/mpl_toolkits/tests/test_mplot3d.py", "start_line": 1, "end_line": 80}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "matplotlib__matplotlib-23563", "diagnosis": null, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "lib/mpl_toolkits/mplot3d/art3d.py", "start_line": 222, "end_line": 232}, {"id": "e0002", "kind": "search", "path": "examples/animation/random_walk.py", "start_line": 25, "end_line": 35}, {"id": "e0003", "kind": "search", "path": "lib/mpl_toolkits/tests/test_mplot3d.py", "start_line": 1309, "end_line": 1319}, {"id": "e0004", "kind": "search", "path": "examples/mplot3d/pathpatch3d.py", "start_line": 3, "end_line": 13}, {"id": "e0005", "kind": "search", "path": "lib/mpl_toolkits/mplot3d/axes3d.py", "start_line": 1281, "end_line": 1291}, {"id": "e0006", "kind": "search", "path": "lib/mpl_toolkits/mplot3d/art3d.py", "start_line": 171, "end_line": 181}, {"id": "e0007", "kind": "search", "path": "lib/mpl_toolkits/mplot3d/axes3d.py", "start_line": 1277, "end_line": 1287}, {"id": "e0008", "kind": "search", "path": "lib/mpl_toolkits/tests/test_mplot3d.py", "start_line": 488, "end_line": 498}, {"id": "e0009", "kind": "search", "path": "lib/matplotlib/tests/test_collections.py", "start_line": 18, "end_line": 28}, {"id": "e0010", "kind": "search", "path": "examples/mplot3d/2dcollections3d.py", "start_line": 15, "end_line": 25}, {"id": "e0011", "kind": "source", "path": "lib/mpl_toolkits/mplot3d/art3d.py", "start_line": 140, "end_line": 228}, {"id": "e0012", "kind": "source", "path": "lib/mpl_toolkits/mplot3d/axes3d.py", "start_line": 1240, "end_line": 1293}, {"id": "e0013", "kind": "source", "path": "lib/mpl_toolkits/tests/test_mplot3d.py", "start_line": 1270, "end_line": 1317}, {"id": "e0014", "kind": "search", "path": "examples/text_labels_and_annotations/line_with_text.py", "start_line": 81, "end_line": 86}, {"id": "e0015", "kind": "search", "path": "examples/animation/strip_chart.py", "start_line": 20, "end_line": 30}, {"id": "e0016", "kind": "search", "path": "examples/event_handling/poly_editor.py", "start_line": 78, "end_line": 88}, {"id": "e0017", "kind": "search", "path": "lib/mpl_toolkits/mplot3d/axes3d.py", "start_line": 2916, "end_line": 2926}, {"id": "e0018", "kind": "search", "path": "lib/matplotlib/axes/_base.py", "start_line": 1463, "end_line": 1473}, {"id": "e0019", "kind": "search", "path": "lib/matplotlib/axes/_axes.py", "start_line": 756, "end_line": 766}, {"id": "e0020", "kind": "search", "path": "examples/user_interfaces/toolmanager_sgskip.py", "start_line": 63, "end_line": 73}, {"id": "e0021", "kind": "search", "path": "lib/matplotlib/tests/test_cycles.py", "start_line": 123, "end_line": 133}, {"id": "e0022", "kind": "search", "path": "lib/mpl_toolkits/axes_grid1/parasite_axes.py", "start_line": 20, "end_line": 30}, {"id": "e0023", "kind": "search", "path": "lib/mpl_toolkits/mplot3d/axes3d.py", "start_line": 1398, "end_line": 1408}, {"id": "e0024", "kind": "search", "path": "lib/matplotlib/axes/_base.py", "start_line": 1241, "end_line": 1251}, {"id": "e0025", "kind": "search", "path": "lib/mpl_toolkits/mplot3d/axes3d.py", "start_line": 1246, "end_line": 1256}, {"id": "e0026", "kind": "search", "path": "lib/matplotlib/axes/_base.py", "start_line": 403, "end_line": 413}], "routes": [], "test_status": "not_run", "patch_verified": false} +{"instance_id": "matplotlib__matplotlib-24149", "diagnosis": {"conclusion": "identified", "root_cause": "Axes.bar converts width through _convert_dx, which selects the first finite original and converted position. For all-NaN positions, _safe_first_finite raises StopIteration; neither the local handlers nor the conversion fallback catches it, so bar raises instead of creating the rectangle.", "affected_files": ["lib/matplotlib/axes/_axes.py", "lib/matplotlib/tests/test_axes.py"], "evidence_ids": ["e0011", "e0012", "e0013", "e0014"], "suggested_fix": "Catch StopIteration in _convert_dx's outer fallback so either finite-position lookup can fall back to converting the width directly. Preserve first-finite selection for mixed data and add regression cases for NaN positions with NaN and finite heights. This proposed patch is UNVERIFIED.", "proposed_patch": "--- a/lib/matplotlib/axes/_axes.py\n+++ b/lib/matplotlib/axes/_axes.py\n@@ -2198,7 +2198,7 @@\n dx = dx[0]\n- except (ValueError, TypeError, AttributeError):\n+ except (ValueError, TypeError, AttributeError, StopIteration):\n # if the above fails (for any reason) just fallback to what\n # we do by default and convert dx by itself.\n dx = convert(dx)\n return dx\n \n--- a/lib/matplotlib/tests/test_axes.py\n+++ b/lib/matplotlib/tests/test_axes.py\n@@ -1715,6 +1715,8 @@\n def test_nan_bar_values():\n fig, ax = plt.subplots()\n ax.bar([0, 1], [np.nan, 4])\n+ ax.bar([np.nan], [np.nan])\n+ ax.bar([np.nan], [0])\n \n \n def test_bar_ticklabel_fail():\n", "confidence": "high", "limitations": ["Baseline tests and reproduction were not run; no runtime or setup outcome is available.", "The proposed patch has not been applied or validated."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "lib/matplotlib/units.py", "start_line": 197, "end_line": 207}, {"id": "e0002", "kind": "search", "path": "lib/matplotlib/axes/_axes.py", "start_line": 2179, "end_line": 2189}, {"id": "e0003", "kind": "search", "path": "lib/matplotlib/cbook/__init__.py", "start_line": 1703, "end_line": 1713}, {"id": "e0004", "kind": "search", "path": "lib/matplotlib/tests/test_cbook.py", "start_line": 602, "end_line": 612}, {"id": "e0005", "kind": "search", "path": "examples/lines_bars_and_markers/curve_error_band.py", "start_line": 40, "end_line": 50}, {"id": "e0006", "kind": "search", "path": "lib/matplotlib/tests/test_category.py", "start_line": 39, "end_line": 49}, {"id": "e0007", "kind": "search", "path": "lib/matplotlib/tests/test_axes.py", "start_line": 1712, "end_line": 1722}, {"id": "e0008", "kind": "search", "path": "lib/matplotlib/tests/test_path.py", "start_line": 109, "end_line": 119}, {"id": "e0009", "kind": "search", "path": "lib/matplotlib/tests/test_simplification.py", "start_line": 247, "end_line": 257}, {"id": "e0010", "kind": "search", "path": "lib/matplotlib/tests/test_cbook.py", "start_line": 16, "end_line": 26}, {"id": "e0011", "kind": "source", "path": "lib/matplotlib/axes/_axes.py", "start_line": 2145, "end_line": 2210}, {"id": "e0012", "kind": "source", "path": "lib/matplotlib/axes/_axes.py", "start_line": 2350, "end_line": 2400}, {"id": "e0013", "kind": "source", "path": "lib/matplotlib/cbook/__init__.py", "start_line": 1700, "end_line": 1755}, {"id": "e0014", "kind": "source", "path": "lib/matplotlib/tests/test_axes.py", "start_line": 1680, "end_line": 1730}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "matplotlib__matplotlib-26011", "diagnosis": {"conclusion": "identified", "root_cause": "Axes.set_xlim delegates to Axis._set_lim, where emit gates both callbacks and shared-axis propagation. Shared siblings are updated with emit=False to prevent recursive propagation, but this also suppresses their xlim_changed callbacks.", "affected_files": ["lib/matplotlib/axis.py"], "evidence_ids": ["e0006", "e0007", "e0023"], "suggested_fix": "Keep emit=False for sibling updates, then explicitly notify each sibling's observers inside the originating emit block. Preserve callback suppression for explicit emit=False calls. Add regression tests for shared-axis notifications and emit=False behavior.", "proposed_patch": "--- a/lib/matplotlib/axis.py\n+++ b/lib/matplotlib/axis.py\n@@ -1244,5 +1244,6 @@\n if other is not self.axes:\n other._axis_map[name]._set_lim(\n v0, v1, emit=False, auto=auto)\n+ other.callbacks.process(f\"{name}lim_changed\", other)\n if other.figure != self.figure:\n other.figure.canvas.draw_idle()\n", "confidence": "high", "limitations": ["Baseline tests and runtime reproduction were not run; no setup or reproduction failure was observed.", "The patch is proposed only, unapplied and UNVERIFIED.", "The inspected sharing tests cover grouping and visibility, not callback notifications; regression coverage remains to be added."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "lib/matplotlib/axes/_base.py", "start_line": 3643, "end_line": 3653}, {"id": "e0002", "kind": "search", "path": "lib/matplotlib/axis.py", "start_line": 1176, "end_line": 1186}, {"id": "e0003", "kind": "search", "path": "lib/mpl_toolkits/axes_grid1/parasite_axes.py", "start_line": 20, "end_line": 30}, {"id": "e0004", "kind": "search", "path": "lib/mpl_toolkits/mplot3d/axes3d.py", "start_line": 704, "end_line": 714}, {"id": "e0005", "kind": "search", "path": "galleries/examples/event_handling/viewlims.py", "start_line": 83, "end_line": 93}, {"id": "e0006", "kind": "source", "path": "lib/matplotlib/axis.py", "start_line": 1180, "end_line": 1290}, {"id": "e0007", "kind": "source", "path": "lib/matplotlib/axes/_base.py", "start_line": 3565, "end_line": 3648}, {"id": "e0008", "kind": "search", "path": "lib/mpl_toolkits/axes_grid1/parasite_axes.py", "start_line": 20, "end_line": 30}, {"id": "e0009", "kind": "search", "path": "lib/matplotlib/axes/_base.py", "start_line": 1274, "end_line": 1284}, {"id": "e0010", "kind": "search", "path": "lib/matplotlib/axis.py", "start_line": 1238, "end_line": 1248}, {"id": "e0011", "kind": "search", "path": "galleries/examples/event_handling/viewlims.py", "start_line": 83, "end_line": 93}, {"id": "e0012", "kind": "search", "path": "lib/matplotlib/backend_managers.py", "start_line": 50, "end_line": 60}, {"id": "e0013", "kind": "search", "path": "lib/matplotlib/tests/test_subplots.py", "start_line": 19, "end_line": 29}, {"id": "e0014", "kind": "search", "path": "lib/matplotlib/tests/test_units.py", "start_line": 121, "end_line": 131}, {"id": "e0015", "kind": "search", "path": "lib/matplotlib/axes/_base.py", "start_line": 2042, "end_line": 2052}, {"id": "e0016", "kind": "search", "path": "galleries/examples/subplots_axes_and_figures/axes_box_aspect.py", "start_line": 24, "end_line": 34}, {"id": "e0017", "kind": "search", "path": "lib/matplotlib/tests/test_polar.py", "start_line": 66, "end_line": 76}, {"id": "e0018", "kind": "search", "path": "lib/matplotlib/tests/test_backend_qt.py", "start_line": 357, "end_line": 367}, {"id": "e0019", "kind": "search", "path": "lib/matplotlib/axes/_base.py", "start_line": 1229, "end_line": 1239}, {"id": "e0020", "kind": "search", "path": "lib/matplotlib/tests/test_backend_tk.py", "start_line": 11, "end_line": 21}, {"id": "e0021", "kind": "search", "path": "src/path_converters.h", "start_line": 409, "end_line": 419}, {"id": "e0022", "kind": "search", "path": "lib/matplotlib/tests/test_image.py", "start_line": 25, "end_line": 35}, {"id": "e0023", "kind": "source", "path": "lib/matplotlib/tests/test_subplots.py", "start_line": 1, "end_line": 120}, {"id": "e0024", "kind": "source", "path": "lib/matplotlib/axes/_base.py", "start_line": 1210, "end_line": 1258}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "mwaskom__seaborn-2848", "diagnosis": {"conclusion": "identified", "root_cause": "An excluded categorical hue value is absent from HueMapping.lookup_table. Its KeyError incorrectly enters numeric interpolation even though categorical mappings have norm=None. Calling self.norm(key) raises TypeError; the subsequent np.isnan(key) raises the reported error for strings. PairGrid passes the excluded values through to scatterplot's hue mapping.", "affected_files": ["seaborn/_oldcore.py"], "evidence_ids": ["e0011", "e0016", "e0017", "e0019", "e0015"], "suggested_fix": "Return transparent RGBA for missing lookup keys when norm is None, before attempting numeric interpolation. Add regression coverage for excluded string categories and pairplot with a partial hue_order. The proposed patch is UNVERIFIED.", "proposed_patch": "--- a/seaborn/_oldcore.py\n+++ b/seaborn/_oldcore.py\n@@ -148,7 +148,10 @@\n try:\n # Use a value that's in the original data vector\n value = self.lookup_table[key]\n except KeyError:\n+ if self.norm is None:\n+ return (0, 0, 0, 0)\n+\n # Use the colormap to interpolate between existing datapoints\n # (e.g. in the context of making a continuous legend)\n try:\n", "confidence": "high", "limitations": ["Baseline tests and runtime reproduction were not run; neither reproduction failure nor dependency/setup failure was observed.", "No patch was applied or validated.", "The supplied snapshot uses seaborn/_oldcore.py, whereas the issue reports seaborn/_core.py in version 0.11.1; the exact historical version was not independently checked."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "seaborn/_oldcore.py", "start_line": 55, "end_line": 65}, {"id": "e0002", "kind": "search", "path": "tests/test_core.py", "start_line": 156, "end_line": 166}, {"id": "e0003", "kind": "search", "path": "seaborn/_docstrings.py", "start_line": 87, "end_line": 97}, {"id": "e0004", "kind": "search", "path": "seaborn/relational.py", "start_line": 72, "end_line": 82}, {"id": "e0005", "kind": "search", "path": "seaborn/distributions.py", "start_line": 1371, "end_line": 1381}, {"id": "e0006", "kind": "search", "path": "tests/test_axisgrid.py", "start_line": 1064, "end_line": 1074}, {"id": "e0007", "kind": "search", "path": "seaborn/_docstrings.py", "start_line": 87, "end_line": 97}, {"id": "e0008", "kind": "search", "path": "seaborn/axisgrid.py", "start_line": 18, "end_line": 28}, {"id": "e0009", "kind": "search", "path": "seaborn/regression.py", "start_line": 559, "end_line": 569}, {"id": "e0010", "kind": "search", "path": "doc/releases/v0.4.0.txt", "start_line": 7, "end_line": 17}, {"id": "e0011", "kind": "source", "path": "seaborn/_oldcore.py", "start_line": 90, "end_line": 205}, {"id": "e0012", "kind": "search", "path": "seaborn/axisgrid.py", "start_line": 1465, "end_line": 1475}, {"id": "e0013", "kind": "search", "path": "seaborn/distributions.py", "start_line": 1371, "end_line": 1381}, {"id": "e0014", "kind": "search", "path": "seaborn/_docstrings.py", "start_line": 87, "end_line": 97}, {"id": "e0015", "kind": "source", "path": "tests/test_core.py", "start_line": 125, "end_line": 235}, {"id": "e0016", "kind": "source", "path": "seaborn/axisgrid.py", "start_line": 1500, "end_line": 1615}, {"id": "e0017", "kind": "source", "path": "seaborn/_oldcore.py", "start_line": 200, "end_line": 220}, {"id": "e0018", "kind": "search", "path": "tests/test_relational.py", "start_line": 1492, "end_line": 1502}, {"id": "e0019", "kind": "search", "path": "seaborn/relational.py", "start_line": 576, "end_line": 586}, {"id": "e0020", "kind": "search", "path": "seaborn/categorical.py", "start_line": 299, "end_line": 309}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "pallets__flask-4045", "diagnosis": {"conclusion": "identified", "root_cause": "Blueprint.__init__ accepts names containing dots without validation. Nested registration uses dots as blueprint-name separators, and endpoint construction incorporates blueprint names, making dotted names ambiguous.", "affected_files": ["src/flask/blueprints.py"], "evidence_ids": ["e0012", "e0024", "e0002"], "suggested_fix": "Reject names containing dots with ValueError before assigning self.name. Add constructor regression coverage for dotted names and retain nested-blueprint coverage. The proposed patch is UNVERIFIED.", "proposed_patch": "--- a/src/flask/blueprints.py\n+++ b/src/flask/blueprints.py\n@@ -189,6 +189,10 @@\n root_path=root_path,\n )\n+\n+ if \".\" in name:\n+ raise ValueError(\"'name' may not contain a dot '.' character.\")\n+\n self.name = name\n self.url_prefix = url_prefix\n self.subdomain = subdomain\n self.deferred_functions: t.List[DeferredSetupFunction] = []\n", "confidence": "high", "limitations": ["Baseline tests were not run; no runtime reproduction or setup outcome is available.", "The patch has not been applied or validated; regression tests are suggested but not included."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "src/flask/helpers.py", "start_line": 282, "end_line": 292}, {"id": "e0002", "kind": "search", "path": "src/flask/blueprints.py", "start_line": 98, "end_line": 108}, {"id": "e0003", "kind": "search", "path": "src/flask/scaffold.py", "start_line": 86, "end_line": 96}, {"id": "e0004", "kind": "search", "path": "tests/test_blueprints.py", "start_line": 8, "end_line": 18}, {"id": "e0005", "kind": "search", "path": "src/flask/app.py", "start_line": 107, "end_line": 117}, {"id": "e0006", "kind": "source", "path": "src/flask/blueprints.py", "start_line": 180, "end_line": 299}, {"id": "e0007", "kind": "search", "path": "src/flask/blueprints.py", "start_line": 98, "end_line": 108}, {"id": "e0008", "kind": "search", "path": "src/flask/helpers.py", "start_line": 282, "end_line": 292}, {"id": "e0009", "kind": "search", "path": "src/flask/app.py", "start_line": 73, "end_line": 83}, {"id": "e0010", "kind": "search", "path": "tests/test_blueprints.py", "start_line": 120, "end_line": 130}, {"id": "e0011", "kind": "search", "path": "src/flask/scaffold.py", "start_line": 58, "end_line": 68}, {"id": "e0012", "kind": "source", "path": "src/flask/blueprints.py", "start_line": 155, "end_line": 205}, {"id": "e0013", "kind": "search", "path": "src/flask/sessions.py", "start_line": 208, "end_line": 218}, {"id": "e0014", "kind": "search", "path": "CODE_OF_CONDUCT.md", "start_line": 49, "end_line": 59}, {"id": "e0015", "kind": "search", "path": "src/flask/blueprints.py", "start_line": 361, "end_line": 371}, {"id": "e0016", "kind": "search", "path": "src/flask/helpers.py", "start_line": 195, "end_line": 205}, {"id": "e0017", "kind": "search", "path": "src/flask/scaffold.py", "start_line": 124, "end_line": 134}, {"id": "e0018", "kind": "search", "path": "tests/test_blueprints.py", "start_line": 852, "end_line": 862}, {"id": "e0019", "kind": "search", "path": "tests/test_cli.py", "start_line": 613, "end_line": 623}, {"id": "e0020", "kind": "search", "path": "src/flask/blueprints.py", "start_line": 98, "end_line": 108}, {"id": "e0021", "kind": "search", "path": "tests/templates/nested/nested.txt", "start_line": 1, "end_line": 1}, {"id": "e0022", "kind": "search", "path": "src/flask/wrappers.py", "start_line": 14, "end_line": 24}, {"id": "e0023", "kind": "source", "path": "tests/test_blueprints.py", "start_line": 854, "end_line": 901}, {"id": "e0024", "kind": "source", "path": "src/flask/blueprints.py", "start_line": 315, "end_line": 371}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "pallets__flask-4992", "diagnosis": {"conclusion": "identified", "root_cause": "Config.from_file() always opens files in text mode with open(filename) and provides no mode parameter. It therefore cannot supply the binary file handle required by tomllib.load.", "affected_files": ["src/flask/config.py", "tests/test_config.py"], "evidence_ids": ["e0006", "e0007"], "suggested_fix": "Add an optional mode parameter defaulting to 'r', preserving existing callers. Pass it to open(), document binary loading, and add a binary-handle regression test while retaining the default JSON test. The proposed patch is UNVERIFIED.", "proposed_patch": "", "confidence": "high", "limitations": ["Baseline tests were not run; the reported exception was not reproduced.", "No patch was applied or validated.", "The proposed regression test checks binary-handle delivery without requiring Python 3.11; it does not directly exercise tomllib.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "tests/test_config.py", "start_line": 33, "end_line": 43}, {"id": "e0002", "kind": "search", "path": "src/flask/config.py", "start_line": 242, "end_line": 252}, {"id": "e0003", "kind": "search", "path": "src/flask/app.py", "start_line": 32, "end_line": 42}, {"id": "e0004", "kind": "search", "path": "tests/test_instance_config.py", "start_line": 15, "end_line": 25}, {"id": "e0005", "kind": "search", "path": "src/flask/__init__.py", "start_line": 3, "end_line": 13}, {"id": "e0006", "kind": "source", "path": "src/flask/config.py", "start_line": 225, "end_line": 305}, {"id": "e0007", "kind": "source", "path": "tests/test_config.py", "start_line": 1, "end_line": 80}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "psf__requests-2317", "diagnosis": {"conclusion": "identified", "root_cause": "Session.request calls builtin_str(method), which converts Python 3 bytes such as b'GET' into the literal string \"b'GET'\". Uppercasing then produces \"B'GET'\", not GET. PreparedRequest.prepare_method only uppercases and cannot repair this conversion.", "affected_files": ["requests/sessions.py"], "evidence_ids": ["e0011", "e0012", "e0019", "e0020", "e0013"], "suggested_fix": "Use the already-imported to_native_string helper to decode ASCII bytes before uppercasing. Add a bytes-method regression test alongside test_unicode_method_name. This proposed patch is UNVERIFIED.", "proposed_patch": "--- a/requests/sessions.py\n+++ b/requests/sessions.py\n@@ -428,4 +428,4 @@\n- method = builtin_str(method)\n+ method = to_native_string(method)\n \n # Create the Request.\n req = Request(\n", "confidence": "high", "limitations": ["Baseline tests were not run; no reproduction or dependency/setup failure was observed.", "The reported HTTP 404 and neutronclient integration were not independently reproduced.", "The proposed patch has not been applied or validated."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "requests/models.py", "start_line": 31, "end_line": 41}, {"id": "e0002", "kind": "search", "path": "requests/sessions.py", "start_line": 425, "end_line": 435}, {"id": "e0003", "kind": "search", "path": "requests/auth.py", "start_line": 14, "end_line": 24}, {"id": "e0004", "kind": "search", "path": "test_requests.py", "start_line": 16, "end_line": 26}, {"id": "e0005", "kind": "search", "path": "requests/packages/urllib3/connectionpool.py", "start_line": 68, "end_line": 78}, {"id": "e0006", "kind": "search", "path": "test_requests.py", "start_line": 517, "end_line": 527}, {"id": "e0007", "kind": "search", "path": "requests/packages/urllib3/util/ssl_.py", "start_line": 4, "end_line": 14}, {"id": "e0008", "kind": "search", "path": "requests/utils.py", "start_line": 652, "end_line": 662}, {"id": "e0009", "kind": "search", "path": "requests/models.py", "start_line": 28, "end_line": 38}, {"id": "e0010", "kind": "search", "path": "requests/sessions.py", "start_line": 18, "end_line": 28}, {"id": "e0011", "kind": "source", "path": "requests/sessions.py", "start_line": 385, "end_line": 460}, {"id": "e0012", "kind": "source", "path": "requests/utils.py", "start_line": 655, "end_line": 683}, {"id": "e0013", "kind": "source", "path": "test_requests.py", "start_line": 495, "end_line": 530}, {"id": "e0014", "kind": "search", "path": "requests/models.py", "start_line": 325, "end_line": 335}, {"id": "e0015", "kind": "search", "path": "test_requests.py", "start_line": 16, "end_line": 26}, {"id": "e0016", "kind": "search", "path": "requests/sessions.py", "start_line": 425, "end_line": 435}, {"id": "e0017", "kind": "search", "path": "requests/auth.py", "start_line": 22, "end_line": 32}, {"id": "e0018", "kind": "search", "path": "requests/packages/urllib3/packages/six.py", "start_line": 31, "end_line": 41}, {"id": "e0019", "kind": "source", "path": "requests/models.py", "start_line": 290, "end_line": 340}, {"id": "e0020", "kind": "source", "path": "requests/sessions.py", "start_line": 10, "end_line": 40}, {"id": "e0021", "kind": "search", "path": "requests/compat.py", "start_line": 93, "end_line": 103}, {"id": "e0022", "kind": "search", "path": "requests/models.py", "start_line": 31, "end_line": 41}, {"id": "e0023", "kind": "search", "path": "requests/packages/urllib3/packages/six.py", "start_line": 31, "end_line": 41}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "psf__requests-2674", "diagnosis": {"conclusion": "identified", "root_cause": "HTTPAdapter.send translates SSL and read-timeout exceptions but bare-reraises other urllib3 HTTPError subclasses. Consequently, directly raised TimeoutError, ConnectTimeoutError, and DecodeError can escape the Requests exception boundary. This establishes a translation gap, not the exact reported proxy or decoding reproduction; normal response streaming already translates DecodeError.", "affected_files": ["requests/adapters.py"], "evidence_ids": ["e0007", "e0027", "e0009", "e0008", "e0006", "e0026"], "suggested_fix": "Translate direct connect timeouts, generic urllib3 timeouts, and decoding errors into their Requests counterparts, retaining existing specialized handling. Add regression tests that inject these exceptions into the adapter's connection call. The proposed patch is UNVERIFIED.", "proposed_patch": "", "confidence": "medium", "limitations": ["The exact proxy-timeout and decoding leak reported in the issue remain unconfirmed.", "Baseline tests were not run; neither reproduction failure nor dependency/setup failure was observed.", "Existing source excerpts show ordinary timeout tests, not regression coverage for these direct exceptions.", "No patch was applied or validated.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "requests/adapters.py", "start_line": 13, "end_line": 23}, {"id": "e0002", "kind": "search", "path": "test_requests.py", "start_line": 763, "end_line": 773}, {"id": "e0003", "kind": "search", "path": "requests/sessions.py", "start_line": 108, "end_line": 118}, {"id": "e0004", "kind": "search", "path": "requests/models.py", "start_line": 639, "end_line": 649}, {"id": "e0005", "kind": "search", "path": "requests/packages/urllib3/response.py", "start_line": 8, "end_line": 18}, {"id": "e0006", "kind": "source", "path": "requests/models.py", "start_line": 650, "end_line": 735}, {"id": "e0007", "kind": "source", "path": "requests/adapters.py", "start_line": 350, "end_line": 435}, {"id": "e0008", "kind": "source", "path": "requests/exceptions.py", "start_line": 1, "end_line": 99}, {"id": "e0009", "kind": "source", "path": "requests/packages/urllib3/exceptions.py", "start_line": 1, "end_line": 120}, {"id": "e0010", "kind": "search", "path": "requests/exceptions.py", "start_line": 48, "end_line": 58}, {"id": "e0011", "kind": "search", "path": "test_requests.py", "start_line": 498, "end_line": 508}, {"id": "e0012", "kind": "search", "path": "requests/packages/urllib3/exceptions.py", "start_line": 44, "end_line": 54}, {"id": "e0013", "kind": "search", "path": "requests/models.py", "start_line": 20, "end_line": 30}, {"id": "e0014", "kind": "search", "path": "requests/packages/urllib3/response.py", "start_line": 8, "end_line": 18}, {"id": "e0015", "kind": "source", "path": "requests/sessions.py", "start_line": 90, "end_line": 125}, {"id": "e0016", "kind": "search", "path": "test_requests.py", "start_line": 1490, "end_line": 1500}, {"id": "e0017", "kind": "search", "path": "requests/packages/urllib3/util/connection.py", "start_line": 44, "end_line": 54}, {"id": "e0018", "kind": "search", "path": "requests/utils.py", "start_line": 123, "end_line": 133}, {"id": "e0019", "kind": "search", "path": "requests/packages/urllib3/response.py", "start_line": 8, "end_line": 18}, {"id": "e0020", "kind": "search", "path": "requests/exceptions.py", "start_line": 48, "end_line": 58}, {"id": "e0021", "kind": "search", "path": "requests/adapters.py", "start_line": 414, "end_line": 424}, {"id": "e0022", "kind": "search", "path": "requests/packages/urllib3/connectionpool.py", "start_line": 203, "end_line": 213}, {"id": "e0023", "kind": "search", "path": "requests/exceptions.py", "start_line": 47, "end_line": 57}, {"id": "e0024", "kind": "search", "path": "requests/packages/urllib3/connection.py", "start_line": 134, "end_line": 144}, {"id": "e0025", "kind": "search", "path": "requests/packages/urllib3/exceptions.py", "start_line": 96, "end_line": 106}, {"id": "e0026", "kind": "source", "path": "test_requests.py", "start_line": 1470, "end_line": 1555}, {"id": "e0027", "kind": "source", "path": "requests/adapters.py", "start_line": 13, "end_line": 40}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "pydata__xarray-4094", "diagnosis": {"conclusion": "identified", "root_cause": "When all variable dimensions are sample dimensions, stacking produces a MultiIndex containing only the variable-name level. In to_unstacked_dataset, selecting each variable retains a conflicting scalar stacked coordinate (for example, y='a' versus y='b'). squeeze(drop=True) does not remove already-scalar coordinates, so Dataset(data_dict) encounters conflicting coordinate values.", "affected_files": ["xarray/core/dataarray.py"], "evidence_ids": ["e0006", "e0007", "e0008"], "suggested_fix": "Pass drop=True to sel so the selected scalar coordinate is discarded. Add a regression test for the reported single-dimensional roundtrip.", "proposed_patch": "--- a/xarray/core/dataarray.py\n+++ b/xarray/core/dataarray.py\n@@ -1962,7 +1962,7 @@\n # pull variables out of datarray\n data_dict = {}\n for k in variables:\n- data_dict[k] = self.sel({variable_dim: k}).squeeze(drop=True)\n+ data_dict[k] = self.sel({variable_dim: k}, drop=True).squeeze(drop=True)\n \n # unstacked dataset\n return Dataset(data_dict)\n", "confidence": "medium", "limitations": ["Source-based diagnosis; the reported failure was not independently reproduced.", "Baseline tests were not run; no dependency/setup failure was observed or established.", "The proposed patch has not been applied or validated and is UNVERIFIED."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "xarray/core/dataarray.py", "start_line": 1898, "end_line": 1908}, {"id": "e0002", "kind": "search", "path": "xarray/tests/test_dataarray.py", "start_line": 2132, "end_line": 2142}, {"id": "e0003", "kind": "search", "path": "xarray/tests/test_dataset.py", "start_line": 3037, "end_line": 3047}, {"id": "e0004", "kind": "search", "path": "xarray/core/variable.py", "start_line": 11, "end_line": 21}, {"id": "e0005", "kind": "search", "path": "xarray/core/dataset.py", "start_line": 3407, "end_line": 3417}, {"id": "e0006", "kind": "source", "path": "xarray/core/dataarray.py", "start_line": 1901, "end_line": 1985}, {"id": "e0007", "kind": "source", "path": "xarray/core/dataset.py", "start_line": 3430, "end_line": 3515}, {"id": "e0008", "kind": "source", "path": "xarray/tests/test_dataset.py", "start_line": 2975, "end_line": 3085}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "pydata__xarray-4248", "diagnosis": {"conclusion": "identified", "root_cause": "The text Dataset formatter constructs variable labels from names alone and never reads attrs['units']. Coordinates and data variables share summarize_variable. Column widths also use bare names, so adding units requires updating both label rendering and width calculation.", "affected_files": ["xarray/core/formatting.py"], "evidence_ids": ["e0031", "e0012", "e0032", "e0029", "e0030"], "suggested_fix": "Use a shared unit-aware label for ordinary coordinates and data variables and for column-width calculation. Add regression coverage for units, missing units, alignment, and lazy arrays. The proposed patch is UNVERIFIED.", "proposed_patch": "--- a/xarray/core/formatting.py\n+++ b/xarray/core/formatting.py\n@@ -271,3 +271,10 @@\n+def _variable_label(name, var):\n+ units = var.attrs.get(\"units\")\n+ if units is not None and str(units):\n+ return f\"{name}, in {units}\"\n+ return str(name)\n+\n+\n def summarize_variable(\n name: Hashable, var, col_width: int, marker: str = \" \", max_width: int = None\n ):\n@@ -281,4 +288,4 @@\n- first_col = pretty_print(f\" {marker} {name} \", col_width)\n+ first_col = pretty_print(f\" {marker} {_variable_label(name, var)} \", col_width)\n if var.dims:\n dims_str = \"({}) \".format(\", \".join(map(str, var.dims)))\n else:\n@@ -348,6 +355,6 @@\n col_items = []\n for k, v in mapping.items():\n- col_items.append(k)\n var = getattr(v, \"variable\", v)\n+ col_items.append(_variable_label(k, var))\n if isinstance(var, IndexVariable):\n level_names = var.to_index_variable().level_names\n", "confidence": "high", "limitations": ["Baseline tests and reproduction were not run; no setup or dependency failure was observed, and no patch was applied or validated.", "The proposal targets text repr and attrs['units']; HTML rendering and unit-bearing array backends are outside its scope.", "MultiIndex headers and level-specific unit alignment need separate coverage; their specialized formatting is not changed."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "xarray/core/formatting_html.py", "start_line": 5, "end_line": 15}, {"id": "e0002", "kind": "search", "path": "xarray/core/formatting.py", "start_line": 271, "end_line": 281}, {"id": "e0003", "kind": "search", "path": "xarray/tests/test_formatting.py", "start_line": 374, "end_line": 384}, {"id": "e0004", "kind": "search", "path": "xarray/tests/test_formatting_html.py", "start_line": 53, "end_line": 63}, {"id": "e0005", "kind": "search", "path": "xarray/coding/times.py", "start_line": 67, "end_line": 77}, {"id": "e0006", "kind": "source", "path": "xarray/core/formatting.py", "start_line": 260, "end_line": 379}, {"id": "e0007", "kind": "search", "path": "xarray/core/formatting.py", "start_line": 306, "end_line": 316}, {"id": "e0008", "kind": "search", "path": "xarray/core/formatting_html.py", "start_line": 67, "end_line": 77}, {"id": "e0009", "kind": "search", "path": "xarray/tests/test_formatting_html.py", "start_line": 51, "end_line": 61}, {"id": "e0010", "kind": "search", "path": "xarray/tests/test_formatting.py", "start_line": 325, "end_line": 335}, {"id": "e0011", "kind": "search", "path": "xarray/plot/facetgrid.py", "start_line": 95, "end_line": 105}, {"id": "e0012", "kind": "source", "path": "xarray/core/formatting.py", "start_line": 470, "end_line": 560}, {"id": "e0013", "kind": "source", "path": "xarray/tests/test_formatting.py", "start_line": 1, "end_line": 120}, {"id": "e0014", "kind": "search", "path": "xarray/tests/test_formatting.py", "start_line": 325, "end_line": 335}, {"id": "e0015", "kind": "search", "path": "xarray/tests/test_formatting_html.py", "start_line": 51, "end_line": 61}, {"id": "e0016", "kind": "search", "path": "xarray/core/formatting.py", "start_line": 271, "end_line": 281}, {"id": "e0017", "kind": "search", "path": "xarray/core/formatting_html.py", "start_line": 5, "end_line": 15}, {"id": "e0018", "kind": "search", "path": "xarray/tests/test_units.py", "start_line": 402, "end_line": 412}, {"id": "e0019", "kind": "search", "path": "xarray/core/formatting_html.py", "start_line": 67, "end_line": 77}, {"id": "e0020", "kind": "search", "path": "xarray/core/formatting.py", "start_line": 268, "end_line": 278}, {"id": "e0021", "kind": "search", "path": "xarray/tests/test_formatting_html.py", "start_line": 96, "end_line": 106}, {"id": "e0022", "kind": "search", "path": "xarray/tests/test_formatting.py", "start_line": 198, "end_line": 208}, {"id": "e0023", "kind": "search", "path": "xarray/tests/test_variable.py", "start_line": 8, "end_line": 18}, {"id": "e0024", "kind": "search", "path": "xarray/tests/test_sparse.py", "start_line": 668, "end_line": 678}, {"id": "e0025", "kind": "search", "path": "xarray/tests/test_dask.py", "start_line": 627, "end_line": 637}, {"id": "e0026", "kind": "search", "path": "xarray/tests/test_formatting_html.py", "start_line": 51, "end_line": 61}, {"id": "e0027", "kind": "search", "path": "xarray/tests/test_groupby.py", "start_line": 37, "end_line": 47}, {"id": "e0028", "kind": "search", "path": "xarray/tests/test_formatting.py", "start_line": 325, "end_line": 335}, {"id": "e0029", "kind": "source", "path": "xarray/tests/test_formatting.py", "start_line": 160, "end_line": 200}, {"id": "e0030", "kind": "source", "path": "xarray/tests/test_dask.py", "start_line": 630, "end_line": 660}, {"id": "e0031", "kind": "source", "path": "xarray/core/formatting.py", "start_line": 265, "end_line": 380}, {"id": "e0032", "kind": "source", "path": "xarray/core/formatting.py", "start_line": 380, "end_line": 420}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "pytest-dev__pytest-11143", "diagnosis": {"conclusion": "identified", "root_cause": "AssertionRewriter.run treats a leading ast.Constant expression as a docstring without checking its value is a string. A numeric value reaches is_rewrite_disabled, where string membership testing against an integer raises the reported TypeError.", "affected_files": ["src/_pytest/assertion/rewrite.py"], "evidence_ids": ["e0015", "e0016", "e0014"], "suggested_fix": "Require a string-valued constant before treating an expression as a docstring. Add regression coverage alongside test_place_initial_imports for a leading number followed by an assertion, and retain existing string-docstring and rewrite-disable tests.", "proposed_patch": "--- a/src/_pytest/assertion/rewrite.py\n+++ b/src/_pytest/assertion/rewrite.py\n@@ -675,6 +675,7 @@\n if (\n expect_docstring\n and isinstance(item, ast.Expr)\n and isinstance(item.value, ast.Constant)\n+ and isinstance(item.value.value, str)\n ):\n doc = item.value.value\n", "confidence": "high", "limitations": ["Baseline tests and reproduction were not run; no dependency/setup failure was observed or established.", "The proposed patch is UNVERIFIED and has not been applied."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "src/_pytest/assertion/rewrite.py", "start_line": 250, "end_line": 260}, {"id": "e0002", "kind": "search", "path": "src/_pytest/assertion/__init__.py", "start_line": 6, "end_line": 16}, {"id": "e0003", "kind": "search", "path": "src/_pytest/assertion/util.py", "start_line": 20, "end_line": 30}, {"id": "e0004", "kind": "search", "path": "testing/python/show_fixtures_per_test.py", "start_line": 16, "end_line": 26}, {"id": "e0005", "kind": "search", "path": "testing/test_assertrewrite.py", "start_line": 24, "end_line": 34}, {"id": "e0006", "kind": "search", "path": "src/_pytest/assertion/rewrite.py", "start_line": 532, "end_line": 542}, {"id": "e0007", "kind": "search", "path": "src/_pytest/assertion/__init__.py", "start_line": 6, "end_line": 16}, {"id": "e0008", "kind": "search", "path": "testing/test_assertion.py", "start_line": 30, "end_line": 40}, {"id": "e0009", "kind": "search", "path": "testing/test_doctest.py", "start_line": 271, "end_line": 281}, {"id": "e0010", "kind": "search", "path": "testing/test_assertrewrite.py", "start_line": 70, "end_line": 80}, {"id": "e0011", "kind": "search", "path": "src/_pytest/assertion/rewrite.py", "start_line": 667, "end_line": 677}, {"id": "e0012", "kind": "search", "path": "src/_pytest/config/__init__.py", "start_line": 1205, "end_line": 1215}, {"id": "e0013", "kind": "search", "path": "testing/test_assertrewrite.py", "start_line": 37, "end_line": 47}, {"id": "e0014", "kind": "source", "path": "testing/test_assertrewrite.py", "start_line": 35, "end_line": 150}, {"id": "e0015", "kind": "source", "path": "src/_pytest/assertion/rewrite.py", "start_line": 650, "end_line": 765}, {"id": "e0016", "kind": "source", "path": "src/_pytest/assertion/rewrite.py", "start_line": 395, "end_line": 420}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "pytest-dev__pytest-11148", "diagnosis": {"conclusion": "identified", "root_cause": "In importlib mode, import_path creates and executes a new module and overwrites sys.modules[module_name] without checking whether that module is already loaded. Existing references retain the old module and its classes, splitting mutable class state between module instances. This establishes the duplication mechanism, but not the specific pmxbot import sequence.", "affected_files": ["src/_pytest/pathlib.py", "testing/test_pathlib.py"], "evidence_ids": ["e0006", "e0026", "e0023"], "suggested_fix": "Return an already-loaded module before resolving its spec. Update the repeated-import regression test to require identity and preserved state, and remove the cached module before testing spec-resolution failure. This proposed patch is UNVERIFIED.", "proposed_patch": "", "confidence": "medium", "limitations": ["Baseline tests were not run; no reproduction or dependency/setup failure was observed in this workflow.", "The specific pmxbot import sequence has not been reproduced.", "The patch has not been applied or validated.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "testing/test_pathlib.py", "start_line": 18, "end_line": 28}, {"id": "e0002", "kind": "search", "path": "src/_pytest/pathlib.py", "start_line": 536, "end_line": 546}, {"id": "e0003", "kind": "search", "path": "src/_pytest/config/__init__.py", "start_line": 54, "end_line": 64}, {"id": "e0004", "kind": "search", "path": "src/_pytest/_py/path.py", "start_line": 1065, "end_line": 1075}, {"id": "e0005", "kind": "search", "path": "src/_pytest/monkeypatch.py", "start_line": 96, "end_line": 106}, {"id": "e0006", "kind": "source", "path": "src/_pytest/pathlib.py", "start_line": 450, "end_line": 545}, {"id": "e0007", "kind": "source", "path": "src/_pytest/pathlib.py", "start_line": 590, "end_line": 700}, {"id": "e0008", "kind": "search", "path": "testing/test_pathlib.py", "start_line": 164, "end_line": 174}, {"id": "e0009", "kind": "search", "path": "src/_pytest/pathlib.py", "start_line": 626, "end_line": 636}, {"id": "e0010", "kind": "search", "path": "src/_pytest/monkeypatch.py", "start_line": 96, "end_line": 106}, {"id": "e0011", "kind": "search", "path": "src/_pytest/config/__init__.py", "start_line": 125, "end_line": 135}, {"id": "e0012", "kind": "search", "path": "testing/test_assertrewrite.py", "start_line": 1004, "end_line": 1014}, {"id": "e0013", "kind": "search", "path": "testing/test_pathlib.py", "start_line": 288, "end_line": 298}, {"id": "e0014", "kind": "search", "path": "testing/test_entry_points.py", "start_line": 1, "end_line": 7}, {"id": "e0015", "kind": "search", "path": "src/_pytest/pathlib.py", "start_line": 1, "end_line": 11}, {"id": "e0016", "kind": "search", "path": "doc/en/example/assertion/failure_demo.py", "start_line": 189, "end_line": 199}, {"id": "e0017", "kind": "search", "path": "src/_pytest/assertion/rewrite.py", "start_line": 2, "end_line": 12}, {"id": "e0018", "kind": "search", "path": "testing/test_assertrewrite.py", "start_line": 1, "end_line": 11}, {"id": "e0019", "kind": "search", "path": "pyproject.toml", "start_line": 24, "end_line": 34}, {"id": "e0020", "kind": "search", "path": "testing/test_collection.py", "start_line": 1532, "end_line": 1542}, {"id": "e0021", "kind": "search", "path": "src/_pytest/pathlib.py", "start_line": 467, "end_line": 477}, {"id": "e0022", "kind": "search", "path": "testing/test_pathlib.py", "start_line": 273, "end_line": 283}, {"id": "e0023", "kind": "search", "path": "src/_pytest/python.py", "start_line": 614, "end_line": 624}, {"id": "e0024", "kind": "search", "path": "src/_pytest/config/__init__.py", "start_line": 640, "end_line": 650}, {"id": "e0025", "kind": "search", "path": "testing/test_tmpdir.py", "start_line": 3, "end_line": 13}, {"id": "e0026", "kind": "source", "path": "testing/test_pathlib.py", "start_line": 250, "end_line": 369}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "pytest-dev__pytest-7490", "diagnosis": {"conclusion": "identified", "root_cause": "The xfail evaluation is cached during setup and refreshed only before the test body runs. A marker added inside the test leaves the cached evaluation as None. Report classification reads that stale cache, so the assertion is reported as a failure even though Node.add_marker correctly registered the marker.", "affected_files": ["src/_pytest/skipping.py"], "evidence_ids": ["e0011", "e0021", "e0022"], "suggested_fix": "Refresh a missing xfail evaluation after the test call, including exceptional completion, while preserving --runxfail behavior. Add regression coverage for a marker added inside a failing test body and for --runxfail. The proposed patch is UNVERIFIED.", "proposed_patch": "--- a/src/_pytest/skipping.py\n+++ b/src/_pytest/skipping.py\n@@ -255,4 +255,8 @@\n- yield\n+ try:\n+ yield\n+ finally:\n+ if xfailed is None and not item.config.option.runxfail:\n+ item._store[xfailed_key] = evaluate_xfail_marks(item)\n \n \n @hookimpl(hookwrapper=True)\n", "confidence": "high", "limitations": ["No baseline tests or reproduction were run; test_status is not_run.", "The patch has not been applied or validated.", "The supplied dynamic-xfail tests cover setup additions rather than the issue's test-body addition."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "src/_pytest/skipping.py", "start_line": 258, "end_line": 268}, {"id": "e0002", "kind": "search", "path": "testing/test_skipping.py", "start_line": 3, "end_line": 13}, {"id": "e0003", "kind": "search", "path": "src/_pytest/runner.py", "start_line": 206, "end_line": 216}, {"id": "e0004", "kind": "search", "path": "src/_pytest/hookspec.py", "start_line": 401, "end_line": 411}, {"id": "e0005", "kind": "search", "path": "testing/test_runner.py", "start_line": 507, "end_line": 517}, {"id": "e0006", "kind": "search", "path": "testing/test_mark.py", "start_line": 1030, "end_line": 1040}, {"id": "e0007", "kind": "search", "path": "testing/test_skipping.py", "start_line": 1171, "end_line": 1181}, {"id": "e0008", "kind": "search", "path": "src/_pytest/mark/__init__.py", "start_line": 149, "end_line": 159}, {"id": "e0009", "kind": "search", "path": "testing/test_junitxml.py", "start_line": 620, "end_line": 630}, {"id": "e0010", "kind": "search", "path": "src/_pytest/fixtures.py", "start_line": 554, "end_line": 564}, {"id": "e0011", "kind": "source", "path": "src/_pytest/skipping.py", "start_line": 190, "end_line": 309}, {"id": "e0012", "kind": "source", "path": "testing/test_skipping.py", "start_line": 1120, "end_line": 1200}, {"id": "e0013", "kind": "search", "path": "testing/test_mark.py", "start_line": 237, "end_line": 247}, {"id": "e0014", "kind": "search", "path": "testing/conftest.py", "start_line": 45, "end_line": 55}, {"id": "e0015", "kind": "search", "path": "src/_pytest/nodes.py", "start_line": 258, "end_line": 268}, {"id": "e0016", "kind": "search", "path": "testing/test_skipping.py", "start_line": 403, "end_line": 413}, {"id": "e0017", "kind": "search", "path": "testing/test_mark.py", "start_line": 584, "end_line": 594}, {"id": "e0018", "kind": "search", "path": "testing/python/fixtures.py", "start_line": 948, "end_line": 958}, {"id": "e0019", "kind": "search", "path": "src/_pytest/tmpdir.py", "start_line": 14, "end_line": 24}, {"id": "e0020", "kind": "search", "path": "testing/test_setuponly.py", "start_line": 214, "end_line": 224}, {"id": "e0021", "kind": "source", "path": "src/_pytest/nodes.py", "start_line": 261, "end_line": 307}, {"id": "e0022", "kind": "source", "path": "testing/test_skipping.py", "start_line": 365, "end_line": 430}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "scikit-learn__scikit-learn-13584", "diagnosis": {"conclusion": "identified", "root_cause": "In _changed_params, `v != init_params[k]` is evaluated as a boolean. LogisticRegressionCV stores the supplied Cs array unchanged and defaults Cs to scalar 10, so the comparison returns a multi-element boolean array and its truth evaluation raises ValueError. Both changed-only rendering paths use this helper.", "affected_files": ["sklearn/utils/_pprint.py"], "evidence_ids": ["e0006", "e0017", "e0018", "e0019", "e0007"], "suggested_fix": "Compare parameter representations instead of directly truth-testing potentially array-valued comparisons, retaining the scalar-NaN exception. Add a regression test for LogisticRegressionCV(Cs=np.array([0.1, 1])) with print_changed_only enabled.", "proposed_patch": "--- a/sklearn/utils/_pprint.py\n+++ b/sklearn/utils/_pprint.py\n@@ -97,5 +97,5 @@\n for k, v in params.items():\n- if (v != init_params[k] and\n+ if (repr(v) != repr(init_params[k]) and\n not (is_scalar_nan(init_params[k]) and is_scalar_nan(v))):\n filtered_params[k] = v\n return filtered_params\n", "confidence": "high", "limitations": ["Reproduction and baseline tests were not run; neither reproduction failure nor dependency/setup failure was observed.", "The proposed patch is UNVERIFIED and has not been applied.", "Representation comparison is textual rather than semantic equality; equal values with different representations may be displayed as changed."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "sklearn/utils/_pprint.py", "start_line": 159, "end_line": 169}, {"id": "e0002", "kind": "search", "path": "sklearn/_config.py", "start_line": 6, "end_line": 16}, {"id": "e0003", "kind": "search", "path": "examples/plot_changed_only_pprint_parameter.py", "start_line": 3, "end_line": 13}, {"id": "e0004", "kind": "search", "path": "sklearn/tests/test_config.py", "start_line": 4, "end_line": 14}, {"id": "e0005", "kind": "search", "path": "sklearn/utils/tests/test_pprint.py", "start_line": 189, "end_line": 199}, {"id": "e0006", "kind": "source", "path": "sklearn/utils/_pprint.py", "start_line": 1, "end_line": 120}, {"id": "e0007", "kind": "source", "path": "sklearn/utils/tests/test_pprint.py", "start_line": 180, "end_line": 290}, {"id": "e0008", "kind": "search", "path": "sklearn/linear_model/tests/test_logistic.py", "start_line": 125, "end_line": 135}, {"id": "e0009", "kind": "search", "path": "sklearn/linear_model/logistic.py", "start_line": 1926, "end_line": 1936}, {"id": "e0010", "kind": "search", "path": "sklearn/tests/test_multiclass.py", "start_line": 26, "end_line": 36}, {"id": "e0011", "kind": "search", "path": "sklearn/utils/_pprint.py", "start_line": 84, "end_line": 94}, {"id": "e0012", "kind": "search", "path": "sklearn/utils/mocking.py", "start_line": 83, "end_line": 93}, {"id": "e0013", "kind": "search", "path": "sklearn/tests/test_pipeline.py", "start_line": 143, "end_line": 153}, {"id": "e0014", "kind": "search", "path": "sklearn/ensemble/tests/test_bagging.py", "start_line": 8, "end_line": 18}, {"id": "e0015", "kind": "search", "path": "sklearn/utils/_pprint.py", "start_line": 1, "end_line": 9}, {"id": "e0016", "kind": "search", "path": "sklearn/utils/tests/test_pprint.py", "start_line": 3, "end_line": 13}, {"id": "e0017", "kind": "source", "path": "sklearn/linear_model/logistic.py", "start_line": 1928, "end_line": 1955}, {"id": "e0018", "kind": "source", "path": "sklearn/utils/_pprint.py", "start_line": 169, "end_line": 210}, {"id": "e0019", "kind": "source", "path": "sklearn/utils/_pprint.py", "start_line": 350, "end_line": 435}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "sphinx-doc__sphinx-8713", "diagnosis": {"conclusion": "identified", "root_cause": "_parse_other_parameters_section unconditionally calls _format_fields and ignores napoleon_use_param. In contrast, _parse_parameters_section checks the option and uses _format_docutils_params to emit :param: and :type: fields when enabled.", "affected_files": ["sphinx/ext/napoleon/docstring.py"], "evidence_ids": ["e0014", "e0025"], "suggested_fix": "Mirror the Parameters section's conditional formatting, including multiple=True when napoleon_use_param is enabled, while preserving existing Other Parameters formatting when disabled. Add regression coverage for both option values and comma-separated parameter names. The proposed patch is UNVERIFIED.", "proposed_patch": "--- a/sphinx/ext/napoleon/docstring.py\n+++ b/sphinx/ext/napoleon/docstring.py\n@@ -684,4 +684,9 @@\n def _parse_other_parameters_section(self, section: str) -> List[str]:\n- return self._format_fields(_('Other Parameters'), self._consume_fields())\n+ if self._config.napoleon_use_param:\n+ fields = self._consume_fields(multiple=True)\n+ return self._format_docutils_params(fields)\n+ else:\n+ fields = self._consume_fields()\n+ return self._format_fields(_('Other Parameters'), fields)\n \n def _parse_parameters_section(self, section: str) -> List[str]:\n", "confidence": "high", "limitations": ["Baseline tests and runtime reproduction were not run; the diagnosis is based on supplied source evidence.", "No patch was applied or validated, and the proposed diff does not include regression tests."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "sphinx/ext/napoleon/docstring.py", "start_line": 172, "end_line": 182}, {"id": "e0002", "kind": "search", "path": "sphinx/ext/napoleon/__init__.py", "start_line": 38, "end_line": 48}, {"id": "e0003", "kind": "search", "path": "tests/test_ext_napoleon_docstring.py", "start_line": 397, "end_line": 407}, {"id": "e0004", "kind": "search", "path": "doc/usage/extensions/example_numpy.py", "start_line": 19, "end_line": 29}, {"id": "e0005", "kind": "search", "path": "doc/usage/extensions/example_google.py", "start_line": 78, "end_line": 88}, {"id": "e0006", "kind": "search", "path": "sphinx/ext/napoleon/docstring.py", "start_line": 681, "end_line": 691}, {"id": "e0007", "kind": "search", "path": "sphinx/ext/napoleon/__init__.py", "start_line": 212, "end_line": 222}, {"id": "e0008", "kind": "search", "path": "doc/usage/extensions/example_numpy.py", "start_line": 19, "end_line": 29}, {"id": "e0009", "kind": "search", "path": "tests/test_ext_napoleon_docstring.py", "start_line": 1, "end_line": 9}, {"id": "e0010", "kind": "search", "path": "sphinx/ext/napoleon/__init__.py", "start_line": 12, "end_line": 22}, {"id": "e0011", "kind": "search", "path": "sphinx/ext/napoleon/docstring.py", "start_line": 1, "end_line": 9}, {"id": "e0012", "kind": "search", "path": "doc/usage/extensions/example_numpy.py", "start_line": 19, "end_line": 29}, {"id": "e0013", "kind": "search", "path": "tests/test_ext_napoleon.py", "start_line": 14, "end_line": 24}, {"id": "e0014", "kind": "source", "path": "sphinx/ext/napoleon/docstring.py", "start_line": 660, "end_line": 710}, {"id": "e0015", "kind": "search", "path": "tests/test_ext_napoleon_docstring.py", "start_line": 162, "end_line": 172}, {"id": "e0016", "kind": "search", "path": "doc/usage/extensions/example_numpy.py", "start_line": 19, "end_line": 29}, {"id": "e0017", "kind": "search", "path": "sphinx/ext/napoleon/docstring.py", "start_line": 68, "end_line": 78}, {"id": "e0018", "kind": "search", "path": "sphinx/util/inspect.py", "start_line": 74, "end_line": 84}, {"id": "e0019", "kind": "search", "path": "sphinx/ext/napoleon/__init__.py", "start_line": 111, "end_line": 121}, {"id": "e0020", "kind": "search", "path": "sphinx/ext/napoleon/docstring.py", "start_line": 388, "end_line": 398}, {"id": "e0021", "kind": "search", "path": "tests/test_ext_napoleon_docstring.py", "start_line": 1151, "end_line": 1161}, {"id": "e0022", "kind": "search", "path": "doc/usage/extensions/example_numpy.py", "start_line": 52, "end_line": 62}, {"id": "e0023", "kind": "search", "path": "sphinx/ext/napoleon/__init__.py", "start_line": 12, "end_line": 22}, {"id": "e0024", "kind": "search", "path": "sphinx/ext/autodoc/__init__.py", "start_line": 270, "end_line": 280}, {"id": "e0025", "kind": "source", "path": "sphinx/ext/napoleon/docstring.py", "start_line": 391, "end_line": 425}, {"id": "e0026", "kind": "source", "path": "tests/test_ext_napoleon_docstring.py", "start_line": 1154, "end_line": 1250}, {"id": "e0027", "kind": "search", "path": "tests/test_ext_napoleon_docstring.py", "start_line": 1, "end_line": 9}, {"id": "e0028", "kind": "search", "path": "tests/test_ext_napoleon.py", "start_line": 1, "end_line": 9}, {"id": "e0029", "kind": "search", "path": "sphinx/ext/napoleon/__init__.py", "start_line": 38, "end_line": 48}, {"id": "e0030", "kind": "search", "path": "sphinx/ext/napoleon/docstring.py", "start_line": 90, "end_line": 100}, {"id": "e0031", "kind": "search", "path": "tests/ext_napoleon_pep526_data_google.py", "start_line": 1, "end_line": 9}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "sympy__sympy-13437", "diagnosis": {"conclusion": "identified", "root_cause": "bell.eval handles only nonnegative Integer indices and lacks a positive-infinity case, so bell(oo) remains unevaluated. Fibonacci and Lucas already handle this case explicitly.", "affected_files": ["sympy/functions/combinatorial/numbers.py", "sympy/functions/combinatorial/tests/test_comb_numbers.py"], "evidence_ids": ["e0011", "e0012", "e0016", "e0017"], "suggested_fix": "Return S.Infinity for an infinite index in the single-argument Bell-number form, preserving polynomial overload behavior. Add direct-evaluation and limit regression tests. This proposed patch is UNVERIFIED.", "proposed_patch": "--- a/sympy/functions/combinatorial/numbers.py\n+++ b/sympy/functions/combinatorial/numbers.py\n@@ -434,5 +434,8 @@\n @classmethod\n def eval(cls, n, k_sym=None, symbols=None):\n+ if n is S.Infinity and k_sym is None and symbols is None:\n+ return S.Infinity\n+\n if n.is_Integer and n.is_nonnegative:\n if k_sym is None:\n return Integer(cls._bell(int(n)))\n--- a/sympy/functions/combinatorial/tests/test_comb_numbers.py\n+++ b/sympy/functions/combinatorial/tests/test_comb_numbers.py\n@@ -80,5 +80,9 @@\n def test_bell():\n assert [bell(n) for n in range(8)] == [1, 1, 2, 5, 15, 52, 203, 877]\n+ assert bell(oo) == oo\n+ n = Dummy('n')\n+ assert bell(n).limit(n, oo) == oo\n+\n \n assert bell(0, x) == 1\n assert bell(1, x) == x\n", "confidence": "high", "limitations": ["Baseline tests were not run; the reported reproduction was not independently executed.", "No patch was applied or validated."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "sympy/functions/combinatorial/numbers.py", "start_line": 319, "end_line": 329}, {"id": "e0002", "kind": "search", "path": "sympy/functions/combinatorial/tests/test_comb_numbers.py", "start_line": 4, "end_line": 14}, {"id": "e0003", "kind": "search", "path": "sympy/printing/tests/test_conventions.py", "start_line": 1, "end_line": 11}, {"id": "e0004", "kind": "search", "path": "sympy/utilities/tests/test_iterables.py", "start_line": 9, "end_line": 19}, {"id": "e0005", "kind": "search", "path": "sympy/utilities/iterables.py", "start_line": 44, "end_line": 54}, {"id": "e0006", "kind": "search", "path": "sympy/functions/combinatorial/numbers.py", "start_line": 45, "end_line": 55}, {"id": "e0007", "kind": "search", "path": "sympy/series/tests/test_approximants.py", "start_line": 1, "end_line": 11}, {"id": "e0008", "kind": "search", "path": "sympy/functions/combinatorial/tests/test_comb_numbers.py", "start_line": 4, "end_line": 14}, {"id": "e0009", "kind": "search", "path": "sympy/series/approximants.py", "start_line": 26, "end_line": 36}, {"id": "e0010", "kind": "search", "path": "sympy/functions/__init__.py", "start_line": 7, "end_line": 17}, {"id": "e0011", "kind": "source", "path": "sympy/functions/combinatorial/numbers.py", "start_line": 390, "end_line": 509}, {"id": "e0012", "kind": "source", "path": "sympy/functions/combinatorial/numbers.py", "start_line": 110, "end_line": 229}, {"id": "e0013", "kind": "search", "path": "sympy/functions/combinatorial/tests/test_comb_numbers.py", "start_line": 77, "end_line": 87}, {"id": "e0014", "kind": "search", "path": "sympy/functions/combinatorial/numbers.py", "start_line": 385, "end_line": 395}, {"id": "e0015", "kind": "search", "path": "sympy/printing/tests/test_conventions.py", "start_line": 5, "end_line": 15}, {"id": "e0016", "kind": "source", "path": "sympy/functions/combinatorial/tests/test_comb_numbers.py", "start_line": 20, "end_line": 120}, {"id": "e0017", "kind": "source", "path": "sympy/functions/combinatorial/numbers.py", "start_line": 85, "end_line": 115}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "sympy__sympy-13647", "diagnosis": {"conclusion": "identified", "root_cause": "MatrixShaping._eval_col_insert subtracts both the insertion position and inserted width when copying trailing columns. Only the inserted width should be subtracted. At position 3 with two inserted columns, output columns 5–7 therefore copy original columns 0–2 instead of 3–5.", "affected_files": ["sympy/matrices/common.py"], "evidence_ids": ["e0006", "e0013", "e0007"], "suggested_fix": "Remove the extra subtraction of pos. Add a regression asserting the complete result of inserting two columns into a 6×6 identity matrix at position 3; the existing zero-matrix test masks this indexing error.", "proposed_patch": "--- a/sympy/matrices/common.py\n+++ b/sympy/matrices/common.py\n@@ -86,7 +86,7 @@\n return self[i, j]\n elif pos <= j < pos + other.cols:\n return other[i, j - pos]\n- return self[i, j - pos - other.cols]\n+ return self[i, j - other.cols]\n \n return self._new(self.rows, self.cols + other.cols,\n lambda i, j: entry(i, j))\n", "confidence": "high", "limitations": ["Baseline tests and runtime reproduction were not run; no dependency/setup failure was observed or established.", "The proposed patch has not been applied or validated and is UNVERIFIED."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "sympy/matrices/common.py", "start_line": 78, "end_line": 88}, {"id": "e0002", "kind": "search", "path": "sympy/matrices/sparse.py", "start_line": 268, "end_line": 278}, {"id": "e0003", "kind": "search", "path": "sympy/matrices/tests/test_matrices.py", "start_line": 1863, "end_line": 1873}, {"id": "e0004", "kind": "search", "path": "sympy/matrices/tests/test_commonmatrix.py", "start_line": 194, "end_line": 204}, {"id": "e0005", "kind": "search", "path": "sympy/matrices/normalforms.py", "start_line": 28, "end_line": 38}, {"id": "e0006", "kind": "source", "path": "sympy/matrices/common.py", "start_line": 65, "end_line": 115}, {"id": "e0007", "kind": "source", "path": "sympy/matrices/tests/test_commonmatrix.py", "start_line": 155, "end_line": 210}, {"id": "e0008", "kind": "search", "path": "sympy/matrices/common.py", "start_line": 179, "end_line": 189}, {"id": "e0009", "kind": "search", "path": "sympy/matrices/sparse.py", "start_line": 268, "end_line": 278}, {"id": "e0010", "kind": "search", "path": "sympy/matrices/normalforms.py", "start_line": 28, "end_line": 38}, {"id": "e0011", "kind": "search", "path": "sympy/matrices/tests/test_matrices.py", "start_line": 1863, "end_line": 1873}, {"id": "e0012", "kind": "search", "path": "sympy/matrices/tests/test_commonmatrix.py", "start_line": 194, "end_line": 204}, {"id": "e0013", "kind": "source", "path": "sympy/matrices/common.py", "start_line": 182, "end_line": 235}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "sympy__sympy-13895", "diagnosis": {"conclusion": "identified", "root_cause": "Integer._eval_power mixes the negative-base phase into radical factorization. For (-8)**(9/5), the -1 factor acquires an even integer power inside sqr_int, losing the principal complex phase. Rational._eval_power exposes this path when evaluating (-8/15)**(9/5). The reported real value of the original expression is incorrect; extracting the positive denominator is mathematically valid.", "affected_files": ["sympy/core/numbers.py"], "evidence_ids": ["e0033", "e0038", "e0040", "e0039"], "suggested_fix": "For positive rational exponents, separate the negative-base phase before simplifying the positive magnitude. Add regression coverage for (-8)**(9/5), (-8/15)**(9/5), and the reported substitution. The proposed patch is UNVERIFIED.", "proposed_patch": "--- a/sympy/core/numbers.py\n+++ b/sympy/core/numbers.py\n@@ -2231,6 +2231,8 @@\n else:\n return Rational(1, self.p)**ne\n+ if self.is_negative:\n+ return S.NegativeOne**expt*Pow(-self, expt)\n # see if base is a perfect root, sqrt(4) --> 2\n x, xexact = integer_nthroot(abs(self.p), expt.q)\n if xexact:\n # if it's a perfect root we've finished\n", "confidence": "high", "limitations": ["Diagnosis is based on supplied source evidence; the reproduction was not independently executed.", "Baseline tests were not run; no dependency/setup failure or reproduction failure was observed.", "No patch was applied or validated."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "sympy/simplify/simplify.py", "start_line": 382, "end_line": 392}, {"id": "e0002", "kind": "search", "path": "sympy/simplify/powsimp.py", "start_line": 14, "end_line": 24}, {"id": "e0003", "kind": "search", "path": "sympy/integrals/tests/test_meijerint.py", "start_line": 13, "end_line": 23}, {"id": "e0004", "kind": "search", "path": "sympy/polys/polyroots.py", "start_line": 74, "end_line": 84}, {"id": "e0005", "kind": "search", "path": "sympy/core/tests/test_expr.py", "start_line": 4, "end_line": 14}, {"id": "e0006", "kind": "search", "path": "sympy/functions/elementary/exponential.py", "start_line": 101, "end_line": 111}, {"id": "e0007", "kind": "search", "path": "sympy/core/power.py", "start_line": 255, "end_line": 265}, {"id": "e0008", "kind": "search", "path": "sympy/core/numbers.py", "start_line": 1210, "end_line": 1220}, {"id": "e0009", "kind": "search", "path": "sympy/simplify/powsimp.py", "start_line": 599, "end_line": 609}, {"id": "e0010", "kind": "search", "path": "sympy/core/mul.py", "start_line": 620, "end_line": 630}, {"id": "e0011", "kind": "source", "path": "sympy/core/numbers.py", "start_line": 1850, "end_line": 1969}, {"id": "e0012", "kind": "source", "path": "sympy/simplify/simplify.py", "start_line": 540, "end_line": 659}, {"id": "e0013", "kind": "search", "path": "sympy/core/numbers.py", "start_line": 1210, "end_line": 1220}, {"id": "e0014", "kind": "search", "path": "sympy/functions/special/tensor_functions.py", "start_line": 173, "end_line": 183}, {"id": "e0015", "kind": "search", "path": "sympy/printing/pretty/pretty.py", "start_line": 1481, "end_line": 1491}, {"id": "e0016", "kind": "search", "path": "sympy/functions/elementary/exponential.py", "start_line": 101, "end_line": 111}, {"id": "e0017", "kind": "search", "path": "sympy/core/power.py", "start_line": 224, "end_line": 234}, {"id": "e0018", "kind": "search", "path": "sympy/core/numbers.py", "start_line": 1210, "end_line": 1220}, {"id": "e0019", "kind": "search", "path": "sympy/functions/special/tensor_functions.py", "start_line": 173, "end_line": 183}, {"id": "e0020", "kind": "search", "path": "sympy/printing/pretty/pretty.py", "start_line": 1523, "end_line": 1533}, {"id": "e0021", "kind": "search", "path": "sympy/polys/compatibility.py", "start_line": 229, "end_line": 239}, {"id": "e0022", "kind": "search", "path": "sympy/polys/agca/modules.py", "start_line": 67, "end_line": 77}, {"id": "e0023", "kind": "search", "path": "sympy/core/numbers.py", "start_line": 1210, "end_line": 1220}, {"id": "e0024", "kind": "search", "path": "sympy/functions/elementary/exponential.py", "start_line": 101, "end_line": 111}, {"id": "e0025", "kind": "search", "path": "sympy/core/power.py", "start_line": 255, "end_line": 265}, {"id": "e0026", "kind": "search", "path": "sympy/physics/quantum/pauli.py", "start_line": 94, "end_line": 104}, {"id": "e0027", "kind": "search", "path": "sympy/series/order.py", "start_line": 292, "end_line": 302}, {"id": "e0028", "kind": "search", "path": "sympy/assumptions/sathandlers.py", "start_line": 27, "end_line": 37}, {"id": "e0029", "kind": "search", "path": "sympy/integrals/rubi/tests/test_utility_function.py", "start_line": 9, "end_line": 19}, {"id": "e0030", "kind": "search", "path": "sympy/integrals/rubi/rules/piecewise_linear.py", "start_line": 4, "end_line": 14}, {"id": "e0031", "kind": "search", "path": "sympy/integrals/rubi/utility_function.py", "start_line": 1874, "end_line": 1884}, {"id": "e0032", "kind": "search", "path": "sympy/integrals/rubi/rules/integrand_simplification.py", "start_line": 4, "end_line": 14}, {"id": "e0033", "kind": "source", "path": "sympy/core/numbers.py", "start_line": 1650, "end_line": 1769}, {"id": "e0034", "kind": "source", "path": "sympy/core/numbers.py", "start_line": 1770, "end_line": 1849}, {"id": "e0035", "kind": "search", "path": "sympy/integrals/rubi/tests/test_utility_function.py", "start_line": 9, "end_line": 19}, {"id": "e0036", "kind": "search", "path": "sympy/core/tests/test_eval_power.py", "start_line": 10, "end_line": 20}, {"id": "e0037", "kind": "search", "path": "sympy/simplify/powsimp.py", "start_line": 214, "end_line": 224}, {"id": "e0038", "kind": "source", "path": "sympy/core/numbers.py", "start_line": 2100, "end_line": 2219}, {"id": "e0039", "kind": "source", "path": "sympy/core/tests/test_eval_power.py", "start_line": 1, "end_line": 120}, {"id": "e0040", "kind": "source", "path": "sympy/core/numbers.py", "start_line": 2220, "end_line": 2339}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "sympy__sympy-18087", "diagnosis": null, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "sympy/simplify/simplify.py", "start_line": 11, "end_line": 21}, {"id": "e0002", "kind": "search", "path": "sympy/algebras/quaternion.py", "start_line": 5, "end_line": 15}, {"id": "e0003", "kind": "search", "path": "sympy/algebras/tests/test_quaternion.py", "start_line": 1, "end_line": 9}, {"id": "e0004", "kind": "search", "path": "sympy/core/tests/test_expr.py", "start_line": 1, "end_line": 9}, {"id": "e0005", "kind": "search", "path": "sympy/simplify/trigsimp.py", "start_line": 79, "end_line": 89}, {"id": "e0006", "kind": "search", "path": "sympy/simplify/tests/test_trigsimp.py", "start_line": 153, "end_line": 163}, {"id": "e0007", "kind": "search", "path": "sympy/algebras/quaternion.py", "start_line": 6, "end_line": 16}, {"id": "e0008", "kind": "search", "path": "sympy/simplify/trigsimp.py", "start_line": 22, "end_line": 32}, {"id": "e0009", "kind": "search", "path": "sympy/vector/basisdependent.py", "start_line": 86, "end_line": 96}, {"id": "e0010", "kind": "search", "path": "sympy/algebras/tests/test_quaternion.py", "start_line": 1, "end_line": 10}, {"id": "e0011", "kind": "search", "path": "sympy/simplify/tests/test_fu.py", "start_line": 3, "end_line": 13}, {"id": "e0012", "kind": "search", "path": "sympy/simplify/fu.py", "start_line": 1821, "end_line": 1831}, {"id": "e0013", "kind": "search", "path": "sympy/simplify/trigsimp.py", "start_line": 1113, "end_line": 1123}, {"id": "e0014", "kind": "search", "path": "sympy/integrals/rubi/constraints.py", "start_line": 136, "end_line": 146}, {"id": "e0015", "kind": "search", "path": "sympy/core/tests/test_args.py", "start_line": 17, "end_line": 27}, {"id": "e0016", "kind": "source", "path": "sympy/simplify/trigsimp.py", "start_line": 1060, "end_line": 1179}, {"id": "e0017", "kind": "search", "path": "sympy/simplify/__init__.py", "start_line": 22, "end_line": 32}, {"id": "e0018", "kind": "search", "path": "sympy/simplify/tests/test_powsimp.py", "start_line": 182, "end_line": 192}, {"id": "e0019", "kind": "search", "path": "sympy/simplify/powsimp.py", "start_line": 486, "end_line": 496}, {"id": "e0020", "kind": "search", "path": "sympy/functions/elementary/miscellaneous.py", "start_line": 97, "end_line": 107}, {"id": "e0021", "kind": "search", "path": "sympy/physics/mechanics/tests/test_kane2.py", "start_line": 1, "end_line": 10}, {"id": "e0022", "kind": "search", "path": "sympy/simplify/tests/test_fu.py", "start_line": 150, "end_line": 160}, {"id": "e0023", "kind": "search", "path": "sympy/simplify/fu.py", "start_line": 809, "end_line": 819}, {"id": "e0024", "kind": "search", "path": "sympy/simplify/trigsimp.py", "start_line": 22, "end_line": 32}, {"id": "e0025", "kind": "source", "path": "sympy/simplify/fu.py", "start_line": 850, "end_line": 960}, {"id": "e0026", "kind": "search", "path": "sympy/simplify/tests/test_fu.py", "start_line": 4, "end_line": 14}, {"id": "e0027", "kind": "search", "path": "sympy/simplify/fu.py", "start_line": 1834, "end_line": 1844}, {"id": "e0028", "kind": "search", "path": "sympy/physics/vector/printing.py", "start_line": 2, "end_line": 12}, {"id": "e0029", "kind": "source", "path": "sympy/simplify/tests/test_trigsimp.py", "start_line": 156, "end_line": 250}, {"id": "e0030", "kind": "source", "path": "sympy/simplify/fu.py", "start_line": 1900, "end_line": 2019}, {"id": "e0031", "kind": "search", "path": "sympy/simplify/tests/test_fu.py", "start_line": 292, "end_line": 302}, {"id": "e0032", "kind": "search", "path": "sympy/integrals/rubi/tests/test_utility_function.py", "start_line": 11, "end_line": 21}, {"id": "e0033", "kind": "search", "path": "sympy/simplify/trigsimp.py", "start_line": 479, "end_line": 489}, {"id": "e0034", "kind": "search", "path": "sympy/core/relational.py", "start_line": 367, "end_line": 377}, {"id": "e0035", "kind": "search", "path": "sympy/simplify/fu.py", "start_line": 467, "end_line": 477}, {"id": "e0036", "kind": "search", "path": "sympy/simplify/tests/test_fu.py", "start_line": 68, "end_line": 78}, {"id": "e0037", "kind": "source", "path": "sympy/simplify/tests/test_fu.py", "start_line": 295, "end_line": 340}, {"id": "e0038", "kind": "source", "path": "sympy/simplify/trigsimp.py", "start_line": 495, "end_line": 530}, {"id": "e0039", "kind": "source", "path": "sympy/simplify/trigsimp.py", "start_line": 1170, "end_line": 1193}, {"id": "e0040", "kind": "source", "path": "sympy/simplify/fu.py", "start_line": 1870, "end_line": 1905}, {"id": "e0041", "kind": "source", "path": "sympy/simplify/fu.py", "start_line": 1, "end_line": 80}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} diff --git a/reports/experiments/paired-20/routed_recent/log-audit.json b/reports/experiments/paired-20/routed_recent/log-audit.json new file mode 100644 index 0000000..97f2876 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/log-audit.json @@ -0,0 +1,211 @@ +{ + "trace_files": 40, + "event_counts": { + "run_start": 40, + "index_ready": 20, + "route": 40, + "evidence_selection": 58, + "model_response": 117, + "tool_start": 170, + "search_result": 83, + "tool_end": 170, + "patch_check": 18, + "run_end": 40, + "run_error": 1, + "insufficient_evidence": 1, + "snapshot_ready": 20 + }, + "route_reasons": { + "initial_repository_search": 20, + "evidence_ready_or_search_budget_reached": 20 + }, + "failure_patterns": { + "empty_search": 0, + "tool_error": 0, + "environment_error": 0, + "test_timeout": 0, + "index_truncated": 0, + "invalid_synthesis": 0, + "agent_step_limit": 0, + "run_error": 1, + "model_budget_exhausted": 0, + "tool_budget_exhausted": 0, + "patch_repair_invalid_response": 0, + "model_error": 0, + "patch_repair_error": 0 + }, + "tool_duration_ms_raw": [ + 21, + 5, + 1, + 15, + 7, + 10, + 1, + 1, + 18, + 18, + 1, + 1, + 1, + 5, + 47, + 5, + 28, + 17, + 35, + 22, + 1, + 1, + 1, + 1, + 23, + 1, + 1, + 23, + 24, + 21, + 1, + 1, + 13, + 10, + 11, + 14, + 22, + 1, + 1, + 24, + 20, + 1, + 20, + 1, + 11, + 6, + 1, + 1, + 13, + 1, + 1, + 15, + 11, + 0, + 1, + 1, + 6, + 1, + 0, + 4, + 16, + 1, + 1, + 1, + 1, + 14, + 1, + 12, + 6, + 1, + 1, + 53, + 1, + 1, + 1, + 7, + 1, + 9, + 0, + 0, + 11, + 14, + 10, + 1, + 4, + 1, + 1, + 15, + 16, + 19, + 1, + 1, + 1, + 10, + 1, + 1, + 19, + 23, + 15, + 1, + 7, + 10, + 1, + 1, + 8, + 17, + 1, + 1, + 4, + 1, + 0, + 15, + 6, + 3, + 1, + 1, + 1, + 18, + 10, + 14, + 0, + 9, + 13, + 1, + 1, + 11, + 14, + 7, + 1, + 1, + 10, + 1, + 1, + 23, + 1, + 1, + 22, + 1, + 22, + 21, + 1, + 1, + 27, + 16, + 13, + 19, + 2, + 1, + 8, + 1, + 0, + 2, + 12, + 10, + 50, + 1, + 11, + 11, + 1, + 14, + 1, + 1, + 8, + 7, + 9, + 0, + 0, + 0, + 1, + 1 + ], + "unpaired_tools": 0, + "unfinished_runs": 0 +} diff --git a/reports/experiments/paired-20/routed_recent/manifest.json b/reports/experiments/paired-20/routed_recent/manifest.json new file mode 100644 index 0000000..b7e29aa --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/manifest.json @@ -0,0 +1,58 @@ +{ + "mode": "model", + "count": 20, + "task_ids": [ + "sympy__sympy-18087", + "matplotlib__matplotlib-26011", + "pytest-dev__pytest-11148", + "mwaskom__seaborn-2848", + "pytest-dev__pytest-11143", + "pydata__xarray-4248", + "scikit-learn__scikit-learn-13584", + "sympy__sympy-13647", + "sympy__sympy-13437", + "pydata__xarray-4094", + "pallets__flask-4045", + "psf__requests-2317", + "matplotlib__matplotlib-23314", + "matplotlib__matplotlib-24149", + "sphinx-doc__sphinx-8713", + "matplotlib__matplotlib-23563", + "sympy__sympy-13895", + "pallets__flask-4992", + "pytest-dev__pytest-7490", + "psf__requests-2674" + ], + "tasks_sha256": "2313ebb8aa71e90299f3e56d87fbc3979919413131225ff8069228e6884fdfa2", + "model": "codex-cli:gpt-6.1-sol", + "seed": 2026, + "created_at": "2026-10-08T21:32:22.641047+00:00", + "test_executor": "disabled", + "max_tool_calls": 18, + "max_search_passes": 1, + "max_agent_steps": 10, + "max_model_calls": 10, + "workflow": "routed", + "evidence_policy": "recent", + "evidence_limit": 24, + "patch_repair_attempts": 0, + "model_timeout": 120, + "codex_reasoning_effort": "medium", + "codex_transport": "https", + "workers": 4, + "environment": { + "python": "3.12.13", + "platform": "macOS-15.4.1-arm64-arm-64bit", + "source_tree_sha256": "b317607238726d740bec058b5f6fa0f2eecac6181a43278d9e95b27ba7cfb02a", + "packages": { + "langchain": "1.4.3", + "langgraph": "1.2.14", + "langchain-openai": "1.7.0", + "langchain-anthropic": "1.7.5", + "fastapi": "0.143.0", + "numpy": "2.5.3", + "rank-bm25": "0.2.2" + } + }, + "codex_cli_version": "codex-cli 0.162.0-alpha.2" +} diff --git a/reports/experiments/paired-20/routed_recent/model-usage.json b/reports/experiments/paired-20/routed_recent/model-usage.json new file mode 100644 index 0000000..aba49f3 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/model-usage.json @@ -0,0 +1,19 @@ +{ + "tasks": 20, + "model_calls": 117, + "successful_model_responses": 117, + "failed_model_calls": 0, + "failed_runs": 1, + "token_scope": "provider-reported usage from completed responses; failed calls may have unknown usage", + "input_tokens": 1261205, + "output_tokens": 24485, + "cached_input_tokens": 140800, + "builtin_tool_calls": 0, + "transport_reconnects": 0, + "applicable_patches": 15, + "withheld_patches": 3, + "patch_check_attempts": 18, + "repair_attempts": 0, + "recovered_patches": 0, + "model_duration_ms": 1466253 +} diff --git a/reports/experiments/paired-20/routed_recent/predictions.jsonl b/reports/experiments/paired-20/routed_recent/predictions.jsonl new file mode 100644 index 0000000..a69c183 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/predictions.jsonl @@ -0,0 +1,20 @@ +{"instance_id": "sympy__sympy-18087", "mode": "model", "status": "insufficient_evidence", "predicted_files": [], "root_cause": null, "model_patch": "", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "matplotlib__matplotlib-26011", "mode": "model", "status": "diagnosed", "predicted_files": ["lib/matplotlib/axis.py"], "root_cause": "Axes.set_xlim delegates to Axis._set_lim, where emit gates both callbacks and shared-axis propagation. Shared siblings are updated with emit=False to prevent recursive propagation, but this also suppresses their xlim_changed callbacks.", "model_patch": "--- a/lib/matplotlib/axis.py\n+++ b/lib/matplotlib/axis.py\n@@ -1244,5 +1244,6 @@\n if other is not self.axes:\n other._axis_map[name]._set_lim(\n v0, v1, emit=False, auto=auto)\n+ other.callbacks.process(f\"{name}lim_changed\", other)\n if other.figure != self.figure:\n other.figure.canvas.draw_idle()\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "pytest-dev__pytest-11148", "mode": "model", "status": "diagnosed", "predicted_files": ["src/_pytest/pathlib.py", "testing/test_pathlib.py"], "root_cause": "In importlib mode, import_path creates and executes a new module and overwrites sys.modules[module_name] without checking whether that module is already loaded. Existing references retain the old module and its classes, splitting mutable class state between module instances. This establishes the duplication mechanism, but not the specific pmxbot import sequence.", "model_patch": "", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "mwaskom__seaborn-2848", "mode": "model", "status": "diagnosed", "predicted_files": ["seaborn/_oldcore.py"], "root_cause": "An excluded categorical hue value is absent from HueMapping.lookup_table. Its KeyError incorrectly enters numeric interpolation even though categorical mappings have norm=None. Calling self.norm(key) raises TypeError; the subsequent np.isnan(key) raises the reported error for strings. PairGrid passes the excluded values through to scatterplot's hue mapping.", "model_patch": "--- a/seaborn/_oldcore.py\n+++ b/seaborn/_oldcore.py\n@@ -148,7 +148,10 @@\n try:\n # Use a value that's in the original data vector\n value = self.lookup_table[key]\n except KeyError:\n+ if self.norm is None:\n+ return (0, 0, 0, 0)\n+\n # Use the colormap to interpolate between existing datapoints\n # (e.g. in the context of making a continuous legend)\n try:\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "pytest-dev__pytest-11143", "mode": "model", "status": "diagnosed", "predicted_files": ["src/_pytest/assertion/rewrite.py"], "root_cause": "AssertionRewriter.run treats a leading ast.Constant expression as a docstring without checking its value is a string. A numeric value reaches is_rewrite_disabled, where string membership testing against an integer raises the reported TypeError.", "model_patch": "--- a/src/_pytest/assertion/rewrite.py\n+++ b/src/_pytest/assertion/rewrite.py\n@@ -675,6 +675,7 @@\n if (\n expect_docstring\n and isinstance(item, ast.Expr)\n and isinstance(item.value, ast.Constant)\n+ and isinstance(item.value.value, str)\n ):\n doc = item.value.value\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "pydata__xarray-4248", "mode": "model", "status": "diagnosed", "predicted_files": ["xarray/core/formatting.py"], "root_cause": "The text Dataset formatter constructs variable labels from names alone and never reads attrs['units']. Coordinates and data variables share summarize_variable. Column widths also use bare names, so adding units requires updating both label rendering and width calculation.", "model_patch": "--- a/xarray/core/formatting.py\n+++ b/xarray/core/formatting.py\n@@ -271,3 +271,10 @@\n+def _variable_label(name, var):\n+ units = var.attrs.get(\"units\")\n+ if units is not None and str(units):\n+ return f\"{name}, in {units}\"\n+ return str(name)\n+\n+\n def summarize_variable(\n name: Hashable, var, col_width: int, marker: str = \" \", max_width: int = None\n ):\n@@ -281,4 +288,4 @@\n- first_col = pretty_print(f\" {marker} {name} \", col_width)\n+ first_col = pretty_print(f\" {marker} {_variable_label(name, var)} \", col_width)\n if var.dims:\n dims_str = \"({}) \".format(\", \".join(map(str, var.dims)))\n else:\n@@ -348,6 +355,6 @@\n col_items = []\n for k, v in mapping.items():\n- col_items.append(k)\n var = getattr(v, \"variable\", v)\n+ col_items.append(_variable_label(k, var))\n if isinstance(var, IndexVariable):\n level_names = var.to_index_variable().level_names\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "scikit-learn__scikit-learn-13584", "mode": "model", "status": "diagnosed", "predicted_files": ["sklearn/utils/_pprint.py"], "root_cause": "In _changed_params, `v != init_params[k]` is evaluated as a boolean. LogisticRegressionCV stores the supplied Cs array unchanged and defaults Cs to scalar 10, so the comparison returns a multi-element boolean array and its truth evaluation raises ValueError. Both changed-only rendering paths use this helper.", "model_patch": "--- a/sklearn/utils/_pprint.py\n+++ b/sklearn/utils/_pprint.py\n@@ -97,5 +97,5 @@\n for k, v in params.items():\n- if (v != init_params[k] and\n+ if (repr(v) != repr(init_params[k]) and\n not (is_scalar_nan(init_params[k]) and is_scalar_nan(v))):\n filtered_params[k] = v\n return filtered_params\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "sympy__sympy-13647", "mode": "model", "status": "diagnosed", "predicted_files": ["sympy/matrices/common.py"], "root_cause": "MatrixShaping._eval_col_insert subtracts both the insertion position and inserted width when copying trailing columns. Only the inserted width should be subtracted. At position 3 with two inserted columns, output columns 5–7 therefore copy original columns 0–2 instead of 3–5.", "model_patch": "--- a/sympy/matrices/common.py\n+++ b/sympy/matrices/common.py\n@@ -86,7 +86,7 @@\n return self[i, j]\n elif pos <= j < pos + other.cols:\n return other[i, j - pos]\n- return self[i, j - pos - other.cols]\n+ return self[i, j - other.cols]\n \n return self._new(self.rows, self.cols + other.cols,\n lambda i, j: entry(i, j))\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "sympy__sympy-13437", "mode": "model", "status": "diagnosed", "predicted_files": ["sympy/functions/combinatorial/numbers.py", "sympy/functions/combinatorial/tests/test_comb_numbers.py"], "root_cause": "bell.eval handles only nonnegative Integer indices and lacks a positive-infinity case, so bell(oo) remains unevaluated. Fibonacci and Lucas already handle this case explicitly.", "model_patch": "--- a/sympy/functions/combinatorial/numbers.py\n+++ b/sympy/functions/combinatorial/numbers.py\n@@ -434,5 +434,8 @@\n @classmethod\n def eval(cls, n, k_sym=None, symbols=None):\n+ if n is S.Infinity and k_sym is None and symbols is None:\n+ return S.Infinity\n+\n if n.is_Integer and n.is_nonnegative:\n if k_sym is None:\n return Integer(cls._bell(int(n)))\n--- a/sympy/functions/combinatorial/tests/test_comb_numbers.py\n+++ b/sympy/functions/combinatorial/tests/test_comb_numbers.py\n@@ -80,5 +80,9 @@\n def test_bell():\n assert [bell(n) for n in range(8)] == [1, 1, 2, 5, 15, 52, 203, 877]\n+ assert bell(oo) == oo\n+ n = Dummy('n')\n+ assert bell(n).limit(n, oo) == oo\n+\n \n assert bell(0, x) == 1\n assert bell(1, x) == x\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "pydata__xarray-4094", "mode": "model", "status": "diagnosed", "predicted_files": ["xarray/core/dataarray.py"], "root_cause": "When all variable dimensions are sample dimensions, stacking produces a MultiIndex containing only the variable-name level. In to_unstacked_dataset, selecting each variable retains a conflicting scalar stacked coordinate (for example, y='a' versus y='b'). squeeze(drop=True) does not remove already-scalar coordinates, so Dataset(data_dict) encounters conflicting coordinate values.", "model_patch": "--- a/xarray/core/dataarray.py\n+++ b/xarray/core/dataarray.py\n@@ -1962,7 +1962,7 @@\n # pull variables out of datarray\n data_dict = {}\n for k in variables:\n- data_dict[k] = self.sel({variable_dim: k}).squeeze(drop=True)\n+ data_dict[k] = self.sel({variable_dim: k}, drop=True).squeeze(drop=True)\n \n # unstacked dataset\n return Dataset(data_dict)\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "pallets__flask-4045", "mode": "model", "status": "diagnosed", "predicted_files": ["src/flask/blueprints.py"], "root_cause": "Blueprint.__init__ accepts names containing dots without validation. Nested registration uses dots as blueprint-name separators, and endpoint construction incorporates blueprint names, making dotted names ambiguous.", "model_patch": "--- a/src/flask/blueprints.py\n+++ b/src/flask/blueprints.py\n@@ -189,6 +189,10 @@\n root_path=root_path,\n )\n+\n+ if \".\" in name:\n+ raise ValueError(\"'name' may not contain a dot '.' character.\")\n+\n self.name = name\n self.url_prefix = url_prefix\n self.subdomain = subdomain\n self.deferred_functions: t.List[DeferredSetupFunction] = []\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "psf__requests-2317", "mode": "model", "status": "diagnosed", "predicted_files": ["requests/sessions.py"], "root_cause": "Session.request calls builtin_str(method), which converts Python 3 bytes such as b'GET' into the literal string \"b'GET'\". Uppercasing then produces \"B'GET'\", not GET. PreparedRequest.prepare_method only uppercases and cannot repair this conversion.", "model_patch": "--- a/requests/sessions.py\n+++ b/requests/sessions.py\n@@ -428,4 +428,4 @@\n- method = builtin_str(method)\n+ method = to_native_string(method)\n \n # Create the Request.\n req = Request(\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "matplotlib__matplotlib-23314", "mode": "model", "status": "diagnosed", "predicted_files": ["lib/mpl_toolkits/mplot3d/axes3d.py"], "root_cause": "Axes3D.draw() draws the background patch, panes, and axes before calling the superclass draw method. It lacks an early visibility check, so the superclass visibility guard runs only after these elements have already been drawn.", "model_patch": "--- a/lib/mpl_toolkits/mplot3d/axes3d.py\n+++ b/lib/mpl_toolkits/mplot3d/axes3d.py\n@@ -388,6 +388,9 @@\n @martist.allow_rasterization\n def draw(self, renderer):\n+ if not self.get_visible():\n+ return\n+\n self._unstale_viewLim()\n \n # draw the background patch\n self.patch.draw(renderer)\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "matplotlib__matplotlib-24149", "mode": "model", "status": "diagnosed", "predicted_files": ["lib/matplotlib/axes/_axes.py", "lib/matplotlib/tests/test_axes.py"], "root_cause": "Axes.bar converts width through _convert_dx, which selects the first finite original and converted position. For all-NaN positions, _safe_first_finite raises StopIteration; neither the local handlers nor the conversion fallback catches it, so bar raises instead of creating the rectangle.", "model_patch": "--- a/lib/matplotlib/axes/_axes.py\n+++ b/lib/matplotlib/axes/_axes.py\n@@ -2198,7 +2198,7 @@\n dx = dx[0]\n- except (ValueError, TypeError, AttributeError):\n+ except (ValueError, TypeError, AttributeError, StopIteration):\n # if the above fails (for any reason) just fallback to what\n # we do by default and convert dx by itself.\n dx = convert(dx)\n return dx\n \n--- a/lib/matplotlib/tests/test_axes.py\n+++ b/lib/matplotlib/tests/test_axes.py\n@@ -1715,6 +1715,8 @@\n def test_nan_bar_values():\n fig, ax = plt.subplots()\n ax.bar([0, 1], [np.nan, 4])\n+ ax.bar([np.nan], [np.nan])\n+ ax.bar([np.nan], [0])\n \n \n def test_bar_ticklabel_fail():\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "sphinx-doc__sphinx-8713", "mode": "model", "status": "diagnosed", "predicted_files": ["sphinx/ext/napoleon/docstring.py"], "root_cause": "_parse_other_parameters_section unconditionally calls _format_fields and ignores napoleon_use_param. In contrast, _parse_parameters_section checks the option and uses _format_docutils_params to emit :param: and :type: fields when enabled.", "model_patch": "--- a/sphinx/ext/napoleon/docstring.py\n+++ b/sphinx/ext/napoleon/docstring.py\n@@ -684,4 +684,9 @@\n def _parse_other_parameters_section(self, section: str) -> List[str]:\n- return self._format_fields(_('Other Parameters'), self._consume_fields())\n+ if self._config.napoleon_use_param:\n+ fields = self._consume_fields(multiple=True)\n+ return self._format_docutils_params(fields)\n+ else:\n+ fields = self._consume_fields()\n+ return self._format_fields(_('Other Parameters'), fields)\n \n def _parse_parameters_section(self, section: str) -> List[str]:\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "matplotlib__matplotlib-23563", "mode": "model", "status": "failed", "predicted_files": [], "root_cause": null, "model_patch": "", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "sympy__sympy-13895", "mode": "model", "status": "diagnosed", "predicted_files": ["sympy/core/numbers.py"], "root_cause": "Integer._eval_power mixes the negative-base phase into radical factorization. For (-8)**(9/5), the -1 factor acquires an even integer power inside sqr_int, losing the principal complex phase. Rational._eval_power exposes this path when evaluating (-8/15)**(9/5). The reported real value of the original expression is incorrect; extracting the positive denominator is mathematically valid.", "model_patch": "--- a/sympy/core/numbers.py\n+++ b/sympy/core/numbers.py\n@@ -2231,6 +2231,8 @@\n else:\n return Rational(1, self.p)**ne\n+ if self.is_negative:\n+ return S.NegativeOne**expt*Pow(-self, expt)\n # see if base is a perfect root, sqrt(4) --> 2\n x, xexact = integer_nthroot(abs(self.p), expt.q)\n if xexact:\n # if it's a perfect root we've finished\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "pallets__flask-4992", "mode": "model", "status": "diagnosed", "predicted_files": ["src/flask/config.py", "tests/test_config.py"], "root_cause": "Config.from_file() always opens files in text mode with open(filename) and provides no mode parameter. It therefore cannot supply the binary file handle required by tomllib.load.", "model_patch": "", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "pytest-dev__pytest-7490", "mode": "model", "status": "diagnosed", "predicted_files": ["src/_pytest/skipping.py"], "root_cause": "The xfail evaluation is cached during setup and refreshed only before the test body runs. A marker added inside the test leaves the cached evaluation as None. Report classification reads that stale cache, so the assertion is reported as a failure even though Node.add_marker correctly registered the marker.", "model_patch": "--- a/src/_pytest/skipping.py\n+++ b/src/_pytest/skipping.py\n@@ -255,4 +255,8 @@\n- yield\n+ try:\n+ yield\n+ finally:\n+ if xfailed is None and not item.config.option.runxfail:\n+ item._store[xfailed_key] = evaluate_xfail_marks(item)\n \n \n @hookimpl(hookwrapper=True)\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "psf__requests-2674", "mode": "model", "status": "diagnosed", "predicted_files": ["requests/adapters.py"], "root_cause": "HTTPAdapter.send translates SSL and read-timeout exceptions but bare-reraises other urllib3 HTTPError subclasses. Consequently, directly raised TimeoutError, ConnectTimeoutError, and DecodeError can escape the Requests exception boundary. This establishes a translation gap, not the exact reported proxy or decoding reproduction; normal response streaming already translates DecodeError.", "model_patch": "", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} diff --git a/reports/experiments/paired-20/routed_recent/source-proof.json b/reports/experiments/paired-20/routed_recent/source-proof.json new file mode 100644 index 0000000..cd6cbcf --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/source-proof.json @@ -0,0 +1,4 @@ +{ + "source_commit": "6b61f9a4ac9ac5b5420caf1eba7d3d503f33c9fb", + "source_tree_sha256": "b317607238726d740bec058b5f6fa0f2eecac6181a43278d9e95b27ba7cfb02a" +} diff --git a/reports/experiments/paired-20/routed_recent/swebench-predictions.jsonl b/reports/experiments/paired-20/routed_recent/swebench-predictions.jsonl new file mode 100644 index 0000000..179b6a1 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/swebench-predictions.jsonl @@ -0,0 +1,20 @@ +{"instance_id": "sympy__sympy-18087", "model_name_or_path": "agentic-controls-routed_recent", "model_patch": ""} +{"instance_id": "matplotlib__matplotlib-26011", "model_name_or_path": "agentic-controls-routed_recent", "model_patch": "--- a/lib/matplotlib/axis.py\n+++ b/lib/matplotlib/axis.py\n@@ -1244,5 +1244,6 @@\n if other is not self.axes:\n other._axis_map[name]._set_lim(\n v0, v1, emit=False, auto=auto)\n+ other.callbacks.process(f\"{name}lim_changed\", other)\n if other.figure != self.figure:\n other.figure.canvas.draw_idle()\n"} +{"instance_id": "pytest-dev__pytest-11148", "model_name_or_path": "agentic-controls-routed_recent", "model_patch": ""} +{"instance_id": "mwaskom__seaborn-2848", "model_name_or_path": "agentic-controls-routed_recent", "model_patch": "--- a/seaborn/_oldcore.py\n+++ b/seaborn/_oldcore.py\n@@ -148,7 +148,10 @@\n try:\n # Use a value that's in the original data vector\n value = self.lookup_table[key]\n except KeyError:\n+ if self.norm is None:\n+ return (0, 0, 0, 0)\n+\n # Use the colormap to interpolate between existing datapoints\n # (e.g. in the context of making a continuous legend)\n try:\n"} +{"instance_id": "pytest-dev__pytest-11143", "model_name_or_path": "agentic-controls-routed_recent", "model_patch": "--- a/src/_pytest/assertion/rewrite.py\n+++ b/src/_pytest/assertion/rewrite.py\n@@ -675,6 +675,7 @@\n if (\n expect_docstring\n and isinstance(item, ast.Expr)\n and isinstance(item.value, ast.Constant)\n+ and isinstance(item.value.value, str)\n ):\n doc = item.value.value\n"} +{"instance_id": "pydata__xarray-4248", "model_name_or_path": "agentic-controls-routed_recent", "model_patch": "--- a/xarray/core/formatting.py\n+++ b/xarray/core/formatting.py\n@@ -271,3 +271,10 @@\n+def _variable_label(name, var):\n+ units = var.attrs.get(\"units\")\n+ if units is not None and str(units):\n+ return f\"{name}, in {units}\"\n+ return str(name)\n+\n+\n def summarize_variable(\n name: Hashable, var, col_width: int, marker: str = \" \", max_width: int = None\n ):\n@@ -281,4 +288,4 @@\n- first_col = pretty_print(f\" {marker} {name} \", col_width)\n+ first_col = pretty_print(f\" {marker} {_variable_label(name, var)} \", col_width)\n if var.dims:\n dims_str = \"({}) \".format(\", \".join(map(str, var.dims)))\n else:\n@@ -348,6 +355,6 @@\n col_items = []\n for k, v in mapping.items():\n- col_items.append(k)\n var = getattr(v, \"variable\", v)\n+ col_items.append(_variable_label(k, var))\n if isinstance(var, IndexVariable):\n level_names = var.to_index_variable().level_names\n"} +{"instance_id": "scikit-learn__scikit-learn-13584", "model_name_or_path": "agentic-controls-routed_recent", "model_patch": "--- a/sklearn/utils/_pprint.py\n+++ b/sklearn/utils/_pprint.py\n@@ -97,5 +97,5 @@\n for k, v in params.items():\n- if (v != init_params[k] and\n+ if (repr(v) != repr(init_params[k]) and\n not (is_scalar_nan(init_params[k]) and is_scalar_nan(v))):\n filtered_params[k] = v\n return filtered_params\n"} +{"instance_id": "sympy__sympy-13647", "model_name_or_path": "agentic-controls-routed_recent", "model_patch": "--- a/sympy/matrices/common.py\n+++ b/sympy/matrices/common.py\n@@ -86,7 +86,7 @@\n return self[i, j]\n elif pos <= j < pos + other.cols:\n return other[i, j - pos]\n- return self[i, j - pos - other.cols]\n+ return self[i, j - other.cols]\n \n return self._new(self.rows, self.cols + other.cols,\n lambda i, j: entry(i, j))\n"} +{"instance_id": "sympy__sympy-13437", "model_name_or_path": "agentic-controls-routed_recent", "model_patch": "--- a/sympy/functions/combinatorial/numbers.py\n+++ b/sympy/functions/combinatorial/numbers.py\n@@ -434,5 +434,8 @@\n @classmethod\n def eval(cls, n, k_sym=None, symbols=None):\n+ if n is S.Infinity and k_sym is None and symbols is None:\n+ return S.Infinity\n+\n if n.is_Integer and n.is_nonnegative:\n if k_sym is None:\n return Integer(cls._bell(int(n)))\n--- a/sympy/functions/combinatorial/tests/test_comb_numbers.py\n+++ b/sympy/functions/combinatorial/tests/test_comb_numbers.py\n@@ -80,5 +80,9 @@\n def test_bell():\n assert [bell(n) for n in range(8)] == [1, 1, 2, 5, 15, 52, 203, 877]\n+ assert bell(oo) == oo\n+ n = Dummy('n')\n+ assert bell(n).limit(n, oo) == oo\n+\n \n assert bell(0, x) == 1\n assert bell(1, x) == x\n"} +{"instance_id": "pydata__xarray-4094", "model_name_or_path": "agentic-controls-routed_recent", "model_patch": "--- a/xarray/core/dataarray.py\n+++ b/xarray/core/dataarray.py\n@@ -1962,7 +1962,7 @@\n # pull variables out of datarray\n data_dict = {}\n for k in variables:\n- data_dict[k] = self.sel({variable_dim: k}).squeeze(drop=True)\n+ data_dict[k] = self.sel({variable_dim: k}, drop=True).squeeze(drop=True)\n \n # unstacked dataset\n return Dataset(data_dict)\n"} +{"instance_id": "pallets__flask-4045", "model_name_or_path": "agentic-controls-routed_recent", "model_patch": "--- a/src/flask/blueprints.py\n+++ b/src/flask/blueprints.py\n@@ -189,6 +189,10 @@\n root_path=root_path,\n )\n+\n+ if \".\" in name:\n+ raise ValueError(\"'name' may not contain a dot '.' character.\")\n+\n self.name = name\n self.url_prefix = url_prefix\n self.subdomain = subdomain\n self.deferred_functions: t.List[DeferredSetupFunction] = []\n"} +{"instance_id": "psf__requests-2317", "model_name_or_path": "agentic-controls-routed_recent", "model_patch": "--- a/requests/sessions.py\n+++ b/requests/sessions.py\n@@ -428,4 +428,4 @@\n- method = builtin_str(method)\n+ method = to_native_string(method)\n \n # Create the Request.\n req = Request(\n"} +{"instance_id": "matplotlib__matplotlib-23314", "model_name_or_path": "agentic-controls-routed_recent", "model_patch": "--- a/lib/mpl_toolkits/mplot3d/axes3d.py\n+++ b/lib/mpl_toolkits/mplot3d/axes3d.py\n@@ -388,6 +388,9 @@\n @martist.allow_rasterization\n def draw(self, renderer):\n+ if not self.get_visible():\n+ return\n+\n self._unstale_viewLim()\n \n # draw the background patch\n self.patch.draw(renderer)\n"} +{"instance_id": "matplotlib__matplotlib-24149", "model_name_or_path": "agentic-controls-routed_recent", "model_patch": "--- a/lib/matplotlib/axes/_axes.py\n+++ b/lib/matplotlib/axes/_axes.py\n@@ -2198,7 +2198,7 @@\n dx = dx[0]\n- except (ValueError, TypeError, AttributeError):\n+ except (ValueError, TypeError, AttributeError, StopIteration):\n # if the above fails (for any reason) just fallback to what\n # we do by default and convert dx by itself.\n dx = convert(dx)\n return dx\n \n--- a/lib/matplotlib/tests/test_axes.py\n+++ b/lib/matplotlib/tests/test_axes.py\n@@ -1715,6 +1715,8 @@\n def test_nan_bar_values():\n fig, ax = plt.subplots()\n ax.bar([0, 1], [np.nan, 4])\n+ ax.bar([np.nan], [np.nan])\n+ ax.bar([np.nan], [0])\n \n \n def test_bar_ticklabel_fail():\n"} +{"instance_id": "sphinx-doc__sphinx-8713", "model_name_or_path": "agentic-controls-routed_recent", "model_patch": "--- a/sphinx/ext/napoleon/docstring.py\n+++ b/sphinx/ext/napoleon/docstring.py\n@@ -684,4 +684,9 @@\n def _parse_other_parameters_section(self, section: str) -> List[str]:\n- return self._format_fields(_('Other Parameters'), self._consume_fields())\n+ if self._config.napoleon_use_param:\n+ fields = self._consume_fields(multiple=True)\n+ return self._format_docutils_params(fields)\n+ else:\n+ fields = self._consume_fields()\n+ return self._format_fields(_('Other Parameters'), fields)\n \n def _parse_parameters_section(self, section: str) -> List[str]:\n"} +{"instance_id": "matplotlib__matplotlib-23563", "model_name_or_path": "agentic-controls-routed_recent", "model_patch": ""} +{"instance_id": "sympy__sympy-13895", "model_name_or_path": "agentic-controls-routed_recent", "model_patch": "--- a/sympy/core/numbers.py\n+++ b/sympy/core/numbers.py\n@@ -2231,6 +2231,8 @@\n else:\n return Rational(1, self.p)**ne\n+ if self.is_negative:\n+ return S.NegativeOne**expt*Pow(-self, expt)\n # see if base is a perfect root, sqrt(4) --> 2\n x, xexact = integer_nthroot(abs(self.p), expt.q)\n if xexact:\n # if it's a perfect root we've finished\n"} +{"instance_id": "pallets__flask-4992", "model_name_or_path": "agentic-controls-routed_recent", "model_patch": ""} +{"instance_id": "pytest-dev__pytest-7490", "model_name_or_path": "agentic-controls-routed_recent", "model_patch": "--- a/src/_pytest/skipping.py\n+++ b/src/_pytest/skipping.py\n@@ -255,4 +255,8 @@\n- yield\n+ try:\n+ yield\n+ finally:\n+ if xfailed is None and not item.config.option.runxfail:\n+ item._store[xfailed_key] = evaluate_xfail_marks(item)\n \n \n @hookimpl(hookwrapper=True)\n"} +{"instance_id": "psf__requests-2674", "model_name_or_path": "agentic-controls-routed_recent", "model_patch": ""} diff --git a/reports/experiments/paired-20/routed_recent/trace-events.jsonl b/reports/experiments/paired-20/routed_recent/trace-events.jsonl new file mode 100644 index 0000000..5e6d392 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/trace-events.jsonl @@ -0,0 +1,778 @@ +{"timestamp": "2026-10-08T21:35:44.393252+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:35:44.882670+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "index_ready", "files": 1170, "truncated": false} +{"timestamp": "2026-10-08T21:35:44.892378+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:35:44.892795+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "evidence_selection", "recipient": "code_search", "policy": "recent", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:35:52.969589+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8074, "input_tokens": 5170, "output_tokens": 63, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:35:52.971579+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:35:52.992314+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:35:52.992584+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 21, "evidence_count": 5} +{"timestamp": "2026-10-08T21:35:52.993085+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_start", "tool": "search_repository", "tool_call": 2} +{"timestamp": "2026-10-08T21:35:52.997815+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:35:52.997932+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 2, "duration_ms": 5, "evidence_count": 10} +{"timestamp": "2026-10-08T21:36:08.245825+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 15248, "input_tokens": 7359, "output_tokens": 98, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:36:08.246798+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:36:08.247668+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 1, "evidence_count": 11} +{"timestamp": "2026-10-08T21:36:08.248074+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_start", "tool": "search_repository", "tool_call": 4} +{"timestamp": "2026-10-08T21:36:08.263007+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:36:08.263138+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 4, "duration_ms": 15, "evidence_count": 16} +{"timestamp": "2026-10-08T21:36:08.263493+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_start", "tool": "search_repository", "tool_call": 5} +{"timestamp": "2026-10-08T21:36:08.270197+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:36:08.270319+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 5, "duration_ms": 7, "evidence_count": 21} +{"timestamp": "2026-10-08T21:36:18.015858+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9745, "input_tokens": 10647, "output_tokens": 122, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:36:18.017318+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_start", "tool": "search_repository", "tool_call": 6} +{"timestamp": "2026-10-08T21:36:18.026702+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:36:18.026953+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 6, "duration_ms": 10, "evidence_count": 26} +{"timestamp": "2026-10-08T21:36:18.027486+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_start", "tool": "read_file", "tool_call": 7} +{"timestamp": "2026-10-08T21:36:18.028564+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 7, "duration_ms": 1, "evidence_count": 27} +{"timestamp": "2026-10-08T21:36:18.029797+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_start", "tool": "read_file", "tool_call": 8} +{"timestamp": "2026-10-08T21:36:18.030422+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 8, "duration_ms": 1, "evidence_count": 28} +{"timestamp": "2026-10-08T21:36:31.485778+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "model_response", "agent": "code_search", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 13455, "input_tokens": 13884, "output_tokens": 247, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:36:31.491791+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 8} +{"timestamp": "2026-10-08T21:36:31.492879+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 28, "selected_ids": ["e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024", "e0025", "e0026", "e0027", "e0028"], "available_source": 3, "selected_source": 3} +{"timestamp": "2026-10-08T21:36:51.850785+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 20349, "input_tokens": 11713, "output_tokens": 459, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:36:51.851911+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 28, "selected_ids": ["e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024", "e0025", "e0026", "e0027", "e0028"], "available_source": 3, "selected_source": 3} +{"timestamp": "2026-10-08T21:36:51.886920+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "ef011c21536580dad4ac4bbd54c594c3cdb0b61738e25b2e7e639a2af83196e5", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "ef011c21536580dad4ac4bbd54c594c3cdb0b61738e25b2e7e639a2af83196e5"} +{"timestamp": "2026-10-08T21:36:51.888501+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "run_end", "status": "diagnosed", "tool_calls": 8, "model_calls": 5, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:36:41.781408+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:36:42.271295+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "index_ready", "files": 1166, "truncated": false} +{"timestamp": "2026-10-08T21:36:42.272830+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:36:42.273085+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "evidence_selection", "recipient": "code_search", "policy": "recent", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:36:53.485318+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 11209, "input_tokens": 6450, "output_tokens": 74, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:36:53.486552+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:36:53.504427+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:36:53.504687+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 18, "evidence_count": 5} +{"timestamp": "2026-10-08T21:36:53.505167+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_start", "tool": "search_repository", "tool_call": 2} +{"timestamp": "2026-10-08T21:36:53.522695+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:36:53.522849+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 2, "duration_ms": 18, "evidence_count": 10} +{"timestamp": "2026-10-08T21:37:02.883667+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9361, "input_tokens": 8732, "output_tokens": 153, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 4} +{"timestamp": "2026-10-08T21:37:02.884900+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:37:02.885805+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 1, "evidence_count": 11} +{"timestamp": "2026-10-08T21:37:02.886370+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:37:02.887264+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 1, "evidence_count": 12} +{"timestamp": "2026-10-08T21:37:02.887692+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_start", "tool": "read_file", "tool_call": 5} +{"timestamp": "2026-10-08T21:37:02.888442+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 5, "duration_ms": 1, "evidence_count": 13} +{"timestamp": "2026-10-08T21:37:02.888858+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_start", "tool": "search_repository", "tool_call": 6} +{"timestamp": "2026-10-08T21:37:02.893845+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:37:02.894018+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 6, "duration_ms": 5, "evidence_count": 16} +{"timestamp": "2026-10-08T21:37:11.935699+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9041, "input_tokens": 12189, "output_tokens": 57, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:37:11.937262+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_start", "tool": "search_repository", "tool_call": 7} +{"timestamp": "2026-10-08T21:37:11.984260+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:37:11.984509+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 7, "duration_ms": 47, "evidence_count": 19} +{"timestamp": "2026-10-08T21:37:20.363922+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "model_response", "agent": "code_search", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8379, "input_tokens": 12949, "output_tokens": 56, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:37:20.365170+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_start", "tool": "search_repository", "tool_call": 8} +{"timestamp": "2026-10-08T21:37:20.370322+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:37:20.370521+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 8, "duration_ms": 5, "evidence_count": 22} +{"timestamp": "2026-10-08T21:37:30.044635+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "model_response", "agent": "code_search", "step": 4, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9674, "input_tokens": 13702, "output_tokens": 76, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:37:30.046015+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_start", "tool": "search_repository", "tool_call": 9} +{"timestamp": "2026-10-08T21:37:30.074213+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "search_result", "hit_count": 2, "empty": false} +{"timestamp": "2026-10-08T21:37:30.074498+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 9, "duration_ms": 28, "evidence_count": 24} +{"timestamp": "2026-10-08T21:37:39.064924+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "model_response", "agent": "code_search", "step": 5, "model_call": 6, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9049, "input_tokens": 14340, "output_tokens": 78, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:37:39.065566+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_start", "tool": "search_repository", "tool_call": 10} +{"timestamp": "2026-10-08T21:37:39.082865+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "search_result", "hit_count": 2, "empty": false} +{"timestamp": "2026-10-08T21:37:39.083015+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 10, "duration_ms": 17, "evidence_count": 26} +{"timestamp": "2026-10-08T21:37:50.945203+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "model_response", "agent": "code_search", "step": 6, "model_call": 7, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 11862, "input_tokens": 14826, "output_tokens": 192, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:37:50.947071+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 10} +{"timestamp": "2026-10-08T21:37:50.947786+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 26, "selected_ids": ["e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024", "e0025", "e0026"], "available_source": 3, "selected_source": 3} +{"timestamp": "2026-10-08T21:37:55.392739+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "run_error", "error_type": "CodexModelError", "message": "CLI exited with status 1; check codex login status and model access"} +{"timestamp": "2026-10-08T21:37:55.393759+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "run_end", "status": "failed", "tool_calls": 10, "model_calls": 8, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:35:58.574564+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:35:59.110301+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "index_ready", "files": 1168, "truncated": false} +{"timestamp": "2026-10-08T21:35:59.112688+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:35:59.112980+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "evidence_selection", "recipient": "code_search", "policy": "recent", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:36:06.221102+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 7105, "input_tokens": 5936, "output_tokens": 61, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:36:06.222548+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:36:06.257160+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:36:06.257402+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 35, "evidence_count": 5} +{"timestamp": "2026-10-08T21:36:06.257850+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "tool_start", "tool": "search_repository", "tool_call": 2} +{"timestamp": "2026-10-08T21:36:06.279275+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:36:06.279515+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 2, "duration_ms": 22, "evidence_count": 10} +{"timestamp": "2026-10-08T21:36:16.838417+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 10559, "input_tokens": 8115, "output_tokens": 150, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 4} +{"timestamp": "2026-10-08T21:36:16.839202+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:36:16.840464+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 1, "evidence_count": 11} +{"timestamp": "2026-10-08T21:36:16.840891+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:36:16.841960+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 1, "evidence_count": 12} +{"timestamp": "2026-10-08T21:36:16.842169+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "tool_start", "tool": "read_file", "tool_call": 5} +{"timestamp": "2026-10-08T21:36:16.843440+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 5, "duration_ms": 1, "evidence_count": 13} +{"timestamp": "2026-10-08T21:36:16.843678+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "tool_start", "tool": "read_file", "tool_call": 6} +{"timestamp": "2026-10-08T21:36:16.845092+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 6, "duration_ms": 1, "evidence_count": 14} +{"timestamp": "2026-10-08T21:36:30.770344+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 13925, "input_tokens": 11380, "output_tokens": 180, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:36:30.772496+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 6} +{"timestamp": "2026-10-08T21:36:30.773278+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 14, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014"], "available_source": 4, "selected_source": 4} +{"timestamp": "2026-10-08T21:36:57.795421+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 27002, "input_tokens": 10446, "output_tokens": 998, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:36:57.796351+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 14, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014"], "available_source": 4, "selected_source": 4} +{"timestamp": "2026-10-08T21:36:57.829703+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "c8858b6819bb12bc86fd98d183eb7ea8923f4fdd79351b8bdad99460b66f2fcd", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "c8858b6819bb12bc86fd98d183eb7ea8923f4fdd79351b8bdad99460b66f2fcd"} +{"timestamp": "2026-10-08T21:36:57.831497+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "run_end", "status": "diagnosed", "tool_calls": 6, "model_calls": 4, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:32:25.704023+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:32:26.265879+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "index_ready", "files": 1172, "truncated": false} +{"timestamp": "2026-10-08T21:32:26.267659+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:32:26.267940+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "evidence_selection", "recipient": "code_search", "policy": "recent", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:32:33.933581+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 7662, "input_tokens": 5211, "output_tokens": 43, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:32:33.934487+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:32:33.957123+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:32:33.957247+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 23, "evidence_count": 5} +{"timestamp": "2026-10-08T21:32:43.196327+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9239, "input_tokens": 6465, "output_tokens": 106, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:32:43.197261+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:32:43.198055+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 1, "evidence_count": 6} +{"timestamp": "2026-10-08T21:32:43.198442+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:32:43.199487+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 1, "evidence_count": 7} +{"timestamp": "2026-10-08T21:32:43.200023+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_start", "tool": "search_repository", "tool_call": 4} +{"timestamp": "2026-10-08T21:32:43.222837+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:32:43.222962+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 4, "duration_ms": 23, "evidence_count": 12} +{"timestamp": "2026-10-08T21:32:57.633257+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 14410, "input_tokens": 10073, "output_tokens": 78, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:32:57.634716+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_start", "tool": "search_repository", "tool_call": 5} +{"timestamp": "2026-10-08T21:32:57.658702+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:32:57.658918+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 5, "duration_ms": 24, "evidence_count": 17} +{"timestamp": "2026-10-08T21:32:57.659382+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_start", "tool": "search_repository", "tool_call": 6} +{"timestamp": "2026-10-08T21:32:57.680246+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:32:57.680390+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 6, "duration_ms": 21, "evidence_count": 22} +{"timestamp": "2026-10-08T21:33:10.025451+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "model_response", "agent": "code_search", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 12345, "input_tokens": 12118, "output_tokens": 112, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:33:10.026768+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_start", "tool": "read_file", "tool_call": 7} +{"timestamp": "2026-10-08T21:33:10.027522+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 7, "duration_ms": 1, "evidence_count": 23} +{"timestamp": "2026-10-08T21:33:10.027980+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_start", "tool": "read_file", "tool_call": 8} +{"timestamp": "2026-10-08T21:33:10.029193+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 8, "duration_ms": 1, "evidence_count": 24} +{"timestamp": "2026-10-08T21:33:23.206447+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "model_response", "agent": "code_search", "step": 4, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 13177, "input_tokens": 14720, "output_tokens": 200, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:33:23.207646+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 8} +{"timestamp": "2026-10-08T21:33:23.208207+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 24, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024"], "available_source": 4, "selected_source": 4} +{"timestamp": "2026-10-08T21:33:43.482645+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 6, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 20266, "input_tokens": 13171, "output_tokens": 434, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:33:43.483057+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 24, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024"], "available_source": 4, "selected_source": 4} +{"timestamp": "2026-10-08T21:33:43.499001+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "de8cd4dac7e50d6ed968a5d12f8f19974587703310092a62305d6d660f3c71ac", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "de8cd4dac7e50d6ed968a5d12f8f19974587703310092a62305d6d660f3c71ac"} +{"timestamp": "2026-10-08T21:33:43.500603+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "run_end", "status": "diagnosed", "tool_calls": 8, "model_calls": 6, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:32:22.938263+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:32:23.088164+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "index_ready", "files": 172, "truncated": false} +{"timestamp": "2026-10-08T21:32:23.092587+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:32:23.094652+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "evidence_selection", "recipient": "code_search", "policy": "recent", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:32:32.079888+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8965, "input_tokens": 5027, "output_tokens": 68, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:32:32.080750+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:32:32.094016+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:32:32.094184+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 13, "evidence_count": 5} +{"timestamp": "2026-10-08T21:32:32.094558+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_start", "tool": "search_repository", "tool_call": 2} +{"timestamp": "2026-10-08T21:32:32.104478+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:32:32.104640+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 2, "duration_ms": 10, "evidence_count": 10} +{"timestamp": "2026-10-08T21:32:42.803324+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 10698, "input_tokens": 7580, "output_tokens": 98, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:32:42.804620+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:32:42.815166+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 11, "evidence_count": 11} +{"timestamp": "2026-10-08T21:32:42.815728+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_start", "tool": "search_repository", "tool_call": 4} +{"timestamp": "2026-10-08T21:32:42.829072+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:32:42.829463+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 4, "duration_ms": 14, "evidence_count": 14} +{"timestamp": "2026-10-08T21:32:42.830047+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_start", "tool": "read_file", "tool_call": 5} +{"timestamp": "2026-10-08T21:32:42.852412+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 5, "duration_ms": 22, "evidence_count": 15} +{"timestamp": "2026-10-08T21:32:53.600266+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 10735, "input_tokens": 11073, "output_tokens": 132, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:32:53.601650+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_start", "tool": "read_file", "tool_call": 6} +{"timestamp": "2026-10-08T21:32:53.602908+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 6, "duration_ms": 1, "evidence_count": 16} +{"timestamp": "2026-10-08T21:32:53.603464+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_start", "tool": "read_file", "tool_call": 7} +{"timestamp": "2026-10-08T21:32:53.604127+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 7, "duration_ms": 1, "evidence_count": 17} +{"timestamp": "2026-10-08T21:32:53.604597+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_start", "tool": "search_repository", "tool_call": 8} +{"timestamp": "2026-10-08T21:32:53.626755+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:32:53.628208+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 8, "duration_ms": 24, "evidence_count": 20} +{"timestamp": "2026-10-08T21:33:09.509007+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "model_response", "agent": "code_search", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 15880, "input_tokens": 13626, "output_tokens": 266, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:33:09.510932+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 8} +{"timestamp": "2026-10-08T21:33:09.511662+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 20, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020"], "available_source": 4, "selected_source": 4} +{"timestamp": "2026-10-08T21:33:36.251114+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 26732, "input_tokens": 12279, "output_tokens": 742, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:33:36.251881+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 20, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020"], "available_source": 4, "selected_source": 4} +{"timestamp": "2026-10-08T21:33:36.268762+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "2aae0a1c5119799220d7a3ebab8a76755caa52c8fd27a9ff2c3f9d1b0ffb45ad", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "2aae0a1c5119799220d7a3ebab8a76755caa52c8fd27a9ff2c3f9d1b0ffb45ad"} +{"timestamp": "2026-10-08T21:33:36.270000+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "run_end", "status": "diagnosed", "tool_calls": 8, "model_calls": 5, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:35:12.288983+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:35:12.316181+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "index_ready", "files": 86, "truncated": false} +{"timestamp": "2026-10-08T21:35:12.317591+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:35:12.318467+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "evidence_selection", "recipient": "code_search", "policy": "recent", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:35:20.633688+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8309, "input_tokens": 4798, "output_tokens": 41, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:35:20.636676+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:35:20.656398+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:35:20.656590+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 20, "evidence_count": 5} +{"timestamp": "2026-10-08T21:35:30.015769+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9359, "input_tokens": 5880, "output_tokens": 74, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:35:30.017310+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:35:30.018515+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 1, "evidence_count": 6} +{"timestamp": "2026-10-08T21:35:30.019265+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_start", "tool": "search_repository", "tool_call": 3} +{"timestamp": "2026-10-08T21:35:30.039114+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:35:30.039332+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 3, "duration_ms": 20, "evidence_count": 11} +{"timestamp": "2026-10-08T21:35:39.514657+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9475, "input_tokens": 8332, "output_tokens": 111, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:35:39.516143+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:35:39.516905+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 1, "evidence_count": 12} +{"timestamp": "2026-10-08T21:35:39.517444+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_start", "tool": "search_repository", "tool_call": 5} +{"timestamp": "2026-10-08T21:35:39.527911+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:35:39.528142+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 5, "duration_ms": 11, "evidence_count": 17} +{"timestamp": "2026-10-08T21:35:39.528775+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_start", "tool": "search_repository", "tool_call": 6} +{"timestamp": "2026-10-08T21:35:39.535050+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:35:39.535205+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 6, "duration_ms": 6, "evidence_count": 22} +{"timestamp": "2026-10-08T21:35:47.870770+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "model_response", "agent": "code_search", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8335, "input_tokens": 11073, "output_tokens": 102, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:35:47.872610+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_start", "tool": "read_file", "tool_call": 7} +{"timestamp": "2026-10-08T21:35:47.873496+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 7, "duration_ms": 1, "evidence_count": 23} +{"timestamp": "2026-10-08T21:35:47.873983+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_start", "tool": "read_file", "tool_call": 8} +{"timestamp": "2026-10-08T21:35:47.874506+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 8, "duration_ms": 1, "evidence_count": 24} +{"timestamp": "2026-10-08T21:35:57.825728+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "model_response", "agent": "code_search", "step": 4, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9951, "input_tokens": 12735, "output_tokens": 140, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:35:57.826284+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 8} +{"timestamp": "2026-10-08T21:35:57.826623+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 24, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024"], "available_source": 4, "selected_source": 4} +{"timestamp": "2026-10-08T21:36:16.322977+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 6, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 18493, "input_tokens": 11166, "output_tokens": 543, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:36:16.324225+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 24, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024"], "available_source": 4, "selected_source": 4} +{"timestamp": "2026-10-08T21:36:16.359630+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "70ec9031fdcda865a51a9d5bb0d6ca22e11974a89a05b86358315d19b9d7ed70", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "70ec9031fdcda865a51a9d5bb0d6ca22e11974a89a05b86358315d19b9d7ed70"} +{"timestamp": "2026-10-08T21:36:16.361313+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "run_end", "status": "diagnosed", "tool_calls": 8, "model_calls": 6, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:36:58.065195+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:36:58.094412+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "index_ready", "files": 99, "truncated": false} +{"timestamp": "2026-10-08T21:36:58.096590+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:36:58.096852+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "evidence_selection", "recipient": "code_search", "policy": "recent", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:37:06.084190+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 7972, "input_tokens": 5126, "output_tokens": 37, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:37:06.085824+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:37:06.098959+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:37:06.099145+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 13, "evidence_count": 5} +{"timestamp": "2026-10-08T21:37:13.920321+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 7821, "input_tokens": 6228, "output_tokens": 71, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:37:13.921914+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:37:13.922736+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 1, "evidence_count": 6} +{"timestamp": "2026-10-08T21:37:13.923716+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:37:13.924423+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 1, "evidence_count": 7} +{"timestamp": "2026-10-08T21:37:23.445852+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9521, "input_tokens": 8392, "output_tokens": 163, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:37:23.447756+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 3} +{"timestamp": "2026-10-08T21:37:23.448432+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 7, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007"], "available_source": 2, "selected_source": 2} +{"timestamp": "2026-10-08T21:37:55.551707+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 32155, "input_tokens": 7882, "output_tokens": 942, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:37:55.552007+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 7, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007"], "available_source": 2, "selected_source": 2} +{"timestamp": "2026-10-08T21:37:55.570839+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "adefb6364ea3387f4c474b210abc5f594b683a3bcf337dec51c88b6dfd47bcea", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: src/flask/config.py:247\nerror: src/flask/config.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "adefb6364ea3387f4c474b210abc5f594b683a3bcf337dec51c88b6dfd47bcea"} +{"timestamp": "2026-10-08T21:37:55.572172+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "run_end", "status": "diagnosed", "tool_calls": 3, "model_calls": 4, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:35:42.025449+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:35:42.052400+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "index_ready", "files": 85, "truncated": false} +{"timestamp": "2026-10-08T21:35:42.053979+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:35:42.054535+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "evidence_selection", "recipient": "code_search", "policy": "recent", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:35:49.780484+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 7723, "input_tokens": 4992, "output_tokens": 63, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:35:49.782155+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:35:49.797013+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:35:49.797250+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 15, "evidence_count": 5} +{"timestamp": "2026-10-08T21:35:49.797752+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_start", "tool": "search_repository", "tool_call": 2} +{"timestamp": "2026-10-08T21:35:49.808212+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:35:49.808395+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 2, "duration_ms": 11, "evidence_count": 10} +{"timestamp": "2026-10-08T21:35:58.620127+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8811, "input_tokens": 6990, "output_tokens": 116, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 4} +{"timestamp": "2026-10-08T21:35:58.620606+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:35:58.621086+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 0, "evidence_count": 11} +{"timestamp": "2026-10-08T21:35:58.621410+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:35:58.622016+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 1, "evidence_count": 12} +{"timestamp": "2026-10-08T21:35:58.622259+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_start", "tool": "read_file", "tool_call": 5} +{"timestamp": "2026-10-08T21:35:58.622962+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 5, "duration_ms": 1, "evidence_count": 13} +{"timestamp": "2026-10-08T21:35:58.623397+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_start", "tool": "search_repository", "tool_call": 6} +{"timestamp": "2026-10-08T21:35:58.629545+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:35:58.629773+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 6, "duration_ms": 6, "evidence_count": 18} +{"timestamp": "2026-10-08T21:36:13.255292+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 14625, "input_tokens": 9924, "output_tokens": 167, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:36:13.256484+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_start", "tool": "read_file", "tool_call": 7} +{"timestamp": "2026-10-08T21:36:13.257107+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 7, "duration_ms": 1, "evidence_count": 19} +{"timestamp": "2026-10-08T21:36:13.257503+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_start", "tool": "read_file", "tool_call": 8} +{"timestamp": "2026-10-08T21:36:13.257938+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 8, "duration_ms": 0, "evidence_count": 20} +{"timestamp": "2026-10-08T21:36:13.258276+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_start", "tool": "search_repository", "tool_call": 9} +{"timestamp": "2026-10-08T21:36:13.262573+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:36:13.262677+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 9, "duration_ms": 4, "evidence_count": 23} +{"timestamp": "2026-10-08T21:36:26.492754+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "model_response", "agent": "code_search", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 13230, "input_tokens": 11800, "output_tokens": 229, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:36:26.494617+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 9} +{"timestamp": "2026-10-08T21:36:26.495593+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 23, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023"], "available_source": 5, "selected_source": 5} +{"timestamp": "2026-10-08T21:36:40.965630+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 14462, "input_tokens": 10329, "output_tokens": 421, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:36:40.966756+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 23, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023"], "available_source": 5, "selected_source": 5} +{"timestamp": "2026-10-08T21:36:41.000565+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "2438c4b0eaeaacaefc0732343b6dd88c54a557052ded092bfe6a25e531d064c8", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "2438c4b0eaeaacaefc0732343b6dd88c54a557052ded092bfe6a25e531d064c8"} +{"timestamp": "2026-10-08T21:36:41.003091+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "run_end", "status": "diagnosed", "tool_calls": 9, "model_calls": 5, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:37:55.623296+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:37:55.652553+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "index_ready", "files": 85, "truncated": false} +{"timestamp": "2026-10-08T21:37:55.654058+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:37:55.654817+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "evidence_selection", "recipient": "code_search", "policy": "recent", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:38:03.795257+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8135, "input_tokens": 4867, "output_tokens": 43, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:38:03.796741+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:38:03.812498+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:38:03.812706+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 16, "evidence_count": 5} +{"timestamp": "2026-10-08T21:38:12.722998+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8910, "input_tokens": 5992, "output_tokens": 95, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:38:12.724550+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:38:12.725451+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 1, "evidence_count": 6} +{"timestamp": "2026-10-08T21:38:12.725919+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:38:12.726604+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 1, "evidence_count": 7} +{"timestamp": "2026-10-08T21:38:12.727179+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:38:12.727683+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 1, "evidence_count": 8} +{"timestamp": "2026-10-08T21:38:22.538527+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9811, "input_tokens": 8883, "output_tokens": 125, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:38:22.540292+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_start", "tool": "read_file", "tool_call": 5} +{"timestamp": "2026-10-08T21:38:22.541209+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 5, "duration_ms": 1, "evidence_count": 9} +{"timestamp": "2026-10-08T21:38:22.541834+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_start", "tool": "search_repository", "tool_call": 6} +{"timestamp": "2026-10-08T21:38:22.555386+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:38:22.555569+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 6, "duration_ms": 14, "evidence_count": 14} +{"timestamp": "2026-10-08T21:38:22.556045+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_start", "tool": "read_file", "tool_call": 7} +{"timestamp": "2026-10-08T21:38:22.556547+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 7, "duration_ms": 1, "evidence_count": 15} +{"timestamp": "2026-10-08T21:38:31.138614+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "model_response", "agent": "code_search", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8582, "input_tokens": 11616, "output_tokens": 87, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:38:31.140025+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_start", "tool": "search_repository", "tool_call": 8} +{"timestamp": "2026-10-08T21:38:31.151726+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:38:31.152015+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 8, "duration_ms": 12, "evidence_count": 20} +{"timestamp": "2026-10-08T21:38:31.152582+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_start", "tool": "search_repository", "tool_call": 9} +{"timestamp": "2026-10-08T21:38:31.158482+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:38:31.158605+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 9, "duration_ms": 6, "evidence_count": 25} +{"timestamp": "2026-10-08T21:38:42.477956+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "model_response", "agent": "code_search", "step": 4, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 11319, "input_tokens": 13548, "output_tokens": 92, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:38:42.479386+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_start", "tool": "read_file", "tool_call": 10} +{"timestamp": "2026-10-08T21:38:42.480495+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 10, "duration_ms": 1, "evidence_count": 26} +{"timestamp": "2026-10-08T21:38:42.481109+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_start", "tool": "read_file", "tool_call": 11} +{"timestamp": "2026-10-08T21:38:42.481711+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 11, "duration_ms": 1, "evidence_count": 27} +{"timestamp": "2026-10-08T21:38:55.139295+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "model_response", "agent": "code_search", "step": 5, "model_call": 6, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 12657, "input_tokens": 15147, "output_tokens": 250, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:38:55.140984+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 11} +{"timestamp": "2026-10-08T21:38:55.141839+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 27, "selected_ids": ["e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024", "e0025", "e0026", "e0027"], "available_source": 7, "selected_source": 7} +{"timestamp": "2026-10-08T21:39:26.816672+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 7, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 31668, "input_tokens": 12647, "output_tokens": 951, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:39:26.818361+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 27, "selected_ids": ["e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024", "e0025", "e0026", "e0027"], "available_source": 7, "selected_source": 7} +{"timestamp": "2026-10-08T21:39:26.852326+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "820eb5eeacc6d365a5f9c2bbaa453173eeaffe42f162cb9103eb169ca2fd1a6b", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: requests/adapters.py:31\nerror: requests/adapters.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "820eb5eeacc6d365a5f9c2bbaa453173eeaffe42f162cb9103eb169ca2fd1a6b"} +{"timestamp": "2026-10-08T21:39:26.853973+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "run_end", "status": "diagnosed", "tool_calls": 11, "model_calls": 7, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:34:59.667391+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:34:59.795902+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "index_ready", "files": 164, "truncated": false} +{"timestamp": "2026-10-08T21:34:59.799457+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:34:59.799785+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "evidence_selection", "recipient": "code_search", "policy": "recent", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:35:07.519964+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 7717, "input_tokens": 5567, "output_tokens": 39, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:35:07.521149+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:35:07.573876+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:35:07.574093+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 53, "evidence_count": 5} +{"timestamp": "2026-10-08T21:35:16.618459+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9044, "input_tokens": 6712, "output_tokens": 108, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:35:16.619982+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:35:16.621243+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 1, "evidence_count": 6} +{"timestamp": "2026-10-08T21:35:16.621718+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:35:16.623034+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 1, "evidence_count": 7} +{"timestamp": "2026-10-08T21:35:16.623542+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:35:16.624822+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 1, "evidence_count": 8} +{"timestamp": "2026-10-08T21:35:34.512261+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 17887, "input_tokens": 10627, "output_tokens": 319, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:35:34.513786+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 4} +{"timestamp": "2026-10-08T21:35:34.514368+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 8, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008"], "available_source": 3, "selected_source": 3} +{"timestamp": "2026-10-08T21:35:57.711385+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 23192, "input_tokens": 10032, "output_tokens": 682, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:35:57.712277+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 8, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008"], "available_source": 3, "selected_source": 3} +{"timestamp": "2026-10-08T21:35:57.745433+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "5511b48ec3e03cb1631658309d9429751c2bd3f754eba26a36e18fb2faa9e889", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "5511b48ec3e03cb1631658309d9429751c2bd3f754eba26a36e18fb2faa9e889"} +{"timestamp": "2026-10-08T21:35:57.747160+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "run_end", "status": "diagnosed", "tool_calls": 4, "model_calls": 4, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:33:43.941764+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:33:44.070497+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "index_ready", "files": 166, "truncated": false} +{"timestamp": "2026-10-08T21:33:44.073887+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:33:44.074239+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "evidence_selection", "recipient": "code_search", "policy": "recent", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:33:53.795972+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9719, "input_tokens": 5088, "output_tokens": 42, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:33:53.797954+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:33:53.805042+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:33:53.805181+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 7, "evidence_count": 5} +{"timestamp": "2026-10-08T21:34:01.717501+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 7912, "input_tokens": 6297, "output_tokens": 76, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:34:01.718949+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:34:01.719760+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 1, "evidence_count": 6} +{"timestamp": "2026-10-08T21:34:01.720250+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_start", "tool": "search_repository", "tool_call": 3} +{"timestamp": "2026-10-08T21:34:01.728717+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:34:01.728890+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 3, "duration_ms": 9, "evidence_count": 11} +{"timestamp": "2026-10-08T21:34:11.013575+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9284, "input_tokens": 8926, "output_tokens": 116, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:34:11.014313+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:34:11.014637+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 0, "evidence_count": 12} +{"timestamp": "2026-10-08T21:34:11.014886+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_start", "tool": "read_file", "tool_call": 5} +{"timestamp": "2026-10-08T21:34:11.015327+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 5, "duration_ms": 0, "evidence_count": 13} +{"timestamp": "2026-10-08T21:34:11.015653+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_start", "tool": "search_repository", "tool_call": 6} +{"timestamp": "2026-10-08T21:34:11.026704+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:34:11.026832+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 6, "duration_ms": 11, "evidence_count": 18} +{"timestamp": "2026-10-08T21:34:19.172715+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "model_response", "agent": "code_search", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8146, "input_tokens": 12820, "output_tokens": 75, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:34:19.174637+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_start", "tool": "search_repository", "tool_call": 7} +{"timestamp": "2026-10-08T21:34:19.188752+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:34:19.189003+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 7, "duration_ms": 14, "evidence_count": 23} +{"timestamp": "2026-10-08T21:34:19.189583+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_start", "tool": "search_repository", "tool_call": 8} +{"timestamp": "2026-10-08T21:34:19.199767+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:34:19.200006+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 8, "duration_ms": 10, "evidence_count": 28} +{"timestamp": "2026-10-08T21:34:31.422614+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "model_response", "agent": "code_search", "step": 4, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 12222, "input_tokens": 15115, "output_tokens": 116, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:34:31.423507+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_start", "tool": "read_file", "tool_call": 9} +{"timestamp": "2026-10-08T21:34:31.424106+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 9, "duration_ms": 1, "evidence_count": 29} +{"timestamp": "2026-10-08T21:34:31.424445+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_start", "tool": "read_file", "tool_call": 10} +{"timestamp": "2026-10-08T21:34:31.428427+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 10, "duration_ms": 4, "evidence_count": 30} +{"timestamp": "2026-10-08T21:34:45.558105+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "model_response", "agent": "code_search", "step": 5, "model_call": 6, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 14128, "input_tokens": 16440, "output_tokens": 207, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:34:45.560717+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 10} +{"timestamp": "2026-10-08T21:34:45.561585+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 30, "selected_ids": ["e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024", "e0025", "e0026", "e0027", "e0028", "e0029", "e0030"], "available_source": 5, "selected_source": 4} +{"timestamp": "2026-10-08T21:34:54.611930+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 7, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9042, "input_tokens": 12241, "output_tokens": 78, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:34:54.612662+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_start", "tool": "read_file", "tool_call": 11} +{"timestamp": "2026-10-08T21:34:54.613426+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 11, "duration_ms": 1, "evidence_count": 31} +{"timestamp": "2026-10-08T21:35:05.450253+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "model_response", "agent": "synthesis", "step": 1, "model_call": 8, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 10837, "input_tokens": 13812, "output_tokens": 111, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:35:05.451955+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_start", "tool": "read_file", "tool_call": 12} +{"timestamp": "2026-10-08T21:35:05.453314+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 12, "duration_ms": 1, "evidence_count": 32} +{"timestamp": "2026-10-08T21:35:43.588028+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "model_response", "agent": "synthesis", "step": 2, "model_call": 9, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 38134, "input_tokens": 14492, "output_tokens": 1298, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:35:43.589245+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 32, "selected_ids": ["e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024", "e0025", "e0026", "e0027", "e0028", "e0029", "e0030", "e0031", "e0032"], "available_source": 7, "selected_source": 6} +{"timestamp": "2026-10-08T21:35:43.619825+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "70b98e6249988b8749daf712d02da2d25d4f2727ab976aacc3062bcbad3cb00e", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "70b98e6249988b8749daf712d02da2d25d4f2727ab976aacc3062bcbad3cb00e"} +{"timestamp": "2026-10-08T21:35:43.621623+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "run_end", "status": "diagnosed", "tool_calls": 12, "model_calls": 9, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:33:36.408488+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:33:36.528924+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "index_ready", "files": 256, "truncated": false} +{"timestamp": "2026-10-08T21:33:36.532514+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:33:36.532956+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "evidence_selection", "recipient": "code_search", "policy": "recent", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:33:44.840749+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8302, "input_tokens": 6733, "output_tokens": 66, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:33:44.842133+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:33:44.856827+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:33:44.857047+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 15, "evidence_count": 5} +{"timestamp": "2026-10-08T21:33:44.857539+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "tool_start", "tool": "search_repository", "tool_call": 2} +{"timestamp": "2026-10-08T21:33:44.873294+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:33:44.873403+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 2, "duration_ms": 16, "evidence_count": 10} +{"timestamp": "2026-10-08T21:33:53.363094+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8489, "input_tokens": 8856, "output_tokens": 69, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:33:53.365483+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "tool_start", "tool": "search_repository", "tool_call": 3} +{"timestamp": "2026-10-08T21:33:53.384243+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:33:53.384396+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 3, "duration_ms": 19, "evidence_count": 13} +{"timestamp": "2026-10-08T21:33:53.384881+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:33:53.385548+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 1, "evidence_count": 14} +{"timestamp": "2026-10-08T21:34:02.078563+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8693, "input_tokens": 11050, "output_tokens": 78, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:34:02.079897+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "tool_start", "tool": "read_file", "tool_call": 5} +{"timestamp": "2026-10-08T21:34:02.080836+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 5, "duration_ms": 1, "evidence_count": 15} +{"timestamp": "2026-10-08T21:34:02.081372+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "tool_start", "tool": "read_file", "tool_call": 6} +{"timestamp": "2026-10-08T21:34:02.081946+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 6, "duration_ms": 1, "evidence_count": 16} +{"timestamp": "2026-10-08T21:34:14.701134+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "model_response", "agent": "code_search", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 12619, "input_tokens": 13027, "output_tokens": 212, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:34:14.703187+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 6} +{"timestamp": "2026-10-08T21:34:14.703922+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 16, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016"], "available_source": 3, "selected_source": 3} +{"timestamp": "2026-10-08T21:34:31.021504+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 16310, "input_tokens": 11963, "output_tokens": 450, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:34:31.022517+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 16, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016"], "available_source": 3, "selected_source": 3} +{"timestamp": "2026-10-08T21:34:31.048688+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "5673d57f052cacf34c5b7ef9530fb3dbbea978e5eca686fb92917daacfe02cf6", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "5673d57f052cacf34c5b7ef9530fb3dbbea978e5eca686fb92917daacfe02cf6"} +{"timestamp": "2026-10-08T21:34:31.050225+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "run_end", "status": "diagnosed", "tool_calls": 6, "model_calls": 5, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:32:23.325263+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:32:23.523188+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "index_ready", "files": 256, "truncated": false} +{"timestamp": "2026-10-08T21:32:23.525334+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:32:23.525953+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "evidence_selection", "recipient": "code_search", "policy": "recent", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:32:32.229336+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8700, "input_tokens": 5679, "output_tokens": 43, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:32:32.230219+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:32:32.240397+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:32:32.240527+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 10, "evidence_count": 5} +{"timestamp": "2026-10-08T21:32:46.196507+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 13956, "input_tokens": 6806, "output_tokens": 97, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:32:46.197770+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:32:46.198986+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 1, "evidence_count": 6} +{"timestamp": "2026-10-08T21:32:46.199742+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:32:46.200422+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 1, "evidence_count": 7} +{"timestamp": "2026-10-08T21:32:46.200951+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_start", "tool": "search_repository", "tool_call": 4} +{"timestamp": "2026-10-08T21:32:46.219423+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:32:46.219632+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 4, "duration_ms": 19, "evidence_count": 12} +{"timestamp": "2026-10-08T21:32:54.637922+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8418, "input_tokens": 10633, "output_tokens": 101, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:32:54.639568+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_start", "tool": "search_repository", "tool_call": 5} +{"timestamp": "2026-10-08T21:32:54.662056+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "search_result", "hit_count": 8, "empty": false} +{"timestamp": "2026-10-08T21:32:54.662273+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 5, "duration_ms": 23, "evidence_count": 20} +{"timestamp": "2026-10-08T21:32:54.662759+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_start", "tool": "search_repository", "tool_call": 6} +{"timestamp": "2026-10-08T21:32:54.677918+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:32:54.678077+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 6, "duration_ms": 15, "evidence_count": 25} +{"timestamp": "2026-10-08T21:32:54.678458+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_start", "tool": "read_file", "tool_call": 7} +{"timestamp": "2026-10-08T21:32:54.679110+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 7, "duration_ms": 1, "evidence_count": 26} +{"timestamp": "2026-10-08T21:33:13.658483+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "model_response", "agent": "code_search", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 18979, "input_tokens": 14813, "output_tokens": 297, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:33:13.660168+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 7} +{"timestamp": "2026-10-08T21:33:13.660814+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 26, "selected_ids": ["e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024", "e0025", "e0026"], "available_source": 3, "selected_source": 3} +{"timestamp": "2026-10-08T21:33:47.994699+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 34327, "input_tokens": 13202, "output_tokens": 1210, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:33:47.995404+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 26, "selected_ids": ["e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024", "e0025", "e0026"], "available_source": 3, "selected_source": 3} +{"timestamp": "2026-10-08T21:33:48.014321+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "1f5ec6cb29db8712624c3227b6f918bbf57cf0bd826324f78e527350c2efe8c5", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: testing/test_pathlib.py:301\nerror: testing/test_pathlib.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "1f5ec6cb29db8712624c3227b6f918bbf57cf0bd826324f78e527350c2efe8c5"} +{"timestamp": "2026-10-08T21:33:48.015749+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "run_end", "status": "diagnosed", "tool_calls": 7, "model_calls": 5, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:37:30.504921+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:37:30.632482+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "index_ready", "files": 220, "truncated": false} +{"timestamp": "2026-10-08T21:37:30.635993+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:37:30.636464+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "evidence_selection", "recipient": "code_search", "policy": "recent", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:37:38.969444+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8389, "input_tokens": 10022, "output_tokens": 74, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:37:38.970092+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:37:38.977337+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:37:38.977454+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 7, "evidence_count": 5} +{"timestamp": "2026-10-08T21:37:38.977762+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_start", "tool": "search_repository", "tool_call": 2} +{"timestamp": "2026-10-08T21:37:38.987583+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:37:38.987681+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 2, "duration_ms": 10, "evidence_count": 10} +{"timestamp": "2026-10-08T21:37:49.195555+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 10208, "input_tokens": 12298, "output_tokens": 116, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 4} +{"timestamp": "2026-10-08T21:37:49.197181+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:37:49.198025+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 1, "evidence_count": 11} +{"timestamp": "2026-10-08T21:37:49.198557+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:37:49.199221+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 1, "evidence_count": 12} +{"timestamp": "2026-10-08T21:37:49.199666+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_start", "tool": "search_repository", "tool_call": 5} +{"timestamp": "2026-10-08T21:37:49.207189+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:37:49.207332+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 5, "duration_ms": 8, "evidence_count": 15} +{"timestamp": "2026-10-08T21:37:49.207685+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_start", "tool": "search_repository", "tool_call": 6} +{"timestamp": "2026-10-08T21:37:49.224716+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:37:49.224896+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 6, "duration_ms": 17, "evidence_count": 20} +{"timestamp": "2026-10-08T21:37:57.279928+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8055, "input_tokens": 16293, "output_tokens": 89, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:37:57.281135+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_start", "tool": "read_file", "tool_call": 7} +{"timestamp": "2026-10-08T21:37:57.281873+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 7, "duration_ms": 1, "evidence_count": 21} +{"timestamp": "2026-10-08T21:37:57.282276+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_start", "tool": "read_file", "tool_call": 8} +{"timestamp": "2026-10-08T21:37:57.282824+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 8, "duration_ms": 1, "evidence_count": 22} +{"timestamp": "2026-10-08T21:38:09.138147+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "model_response", "agent": "code_search", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 11855, "input_tokens": 17902, "output_tokens": 205, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:38:09.140083+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 8} +{"timestamp": "2026-10-08T21:38:09.140785+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 22, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022"], "available_source": 4, "selected_source": 4} +{"timestamp": "2026-10-08T21:38:34.931681+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 25783, "input_tokens": 16538, "output_tokens": 624, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:38:34.932882+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 22, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022"], "available_source": 4, "selected_source": 4} +{"timestamp": "2026-10-08T21:38:34.968708+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "a6dd8bc181e4387eae4e5280eb4643754ed8e4e90dea0d5ac8dbebb2bd194de0", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "a6dd8bc181e4387eae4e5280eb4643754ed8e4e90dea0d5ac8dbebb2bd194de0"} +{"timestamp": "2026-10-08T21:38:34.970458+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "run_end", "status": "diagnosed", "tool_calls": 8, "model_calls": 5, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:33:48.252256+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:33:48.639551+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "index_ready", "files": 815, "truncated": false} +{"timestamp": "2026-10-08T21:33:48.641138+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:33:48.641395+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "evidence_selection", "recipient": "code_search", "policy": "recent", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:33:57.076603+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8424, "input_tokens": 4874, "output_tokens": 40, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:33:57.077439+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:33:57.081295+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:33:57.081389+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 4, "evidence_count": 5} +{"timestamp": "2026-10-08T21:34:06.714939+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9633, "input_tokens": 5999, "output_tokens": 104, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:34:06.716061+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:34:06.716648+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 1, "evidence_count": 6} +{"timestamp": "2026-10-08T21:34:06.716995+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:34:06.717391+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 0, "evidence_count": 7} +{"timestamp": "2026-10-08T21:34:06.717681+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_start", "tool": "search_repository", "tool_call": 4} +{"timestamp": "2026-10-08T21:34:06.732192+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:34:06.732376+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 4, "duration_ms": 15, "evidence_count": 10} +{"timestamp": "2026-10-08T21:34:19.262099+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 12529, "input_tokens": 10043, "output_tokens": 127, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:34:19.262955+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_start", "tool": "search_repository", "tool_call": 5} +{"timestamp": "2026-10-08T21:34:19.269056+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "search_result", "hit_count": 4, "empty": false} +{"timestamp": "2026-10-08T21:34:19.269194+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 5, "duration_ms": 6, "evidence_count": 14} +{"timestamp": "2026-10-08T21:34:19.269597+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_start", "tool": "search_repository", "tool_call": 6} +{"timestamp": "2026-10-08T21:34:19.272674+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "search_result", "hit_count": 2, "empty": false} +{"timestamp": "2026-10-08T21:34:19.272768+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 6, "duration_ms": 3, "evidence_count": 16} +{"timestamp": "2026-10-08T21:34:19.273005+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_start", "tool": "read_file", "tool_call": 7} +{"timestamp": "2026-10-08T21:34:19.273720+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 7, "duration_ms": 1, "evidence_count": 17} +{"timestamp": "2026-10-08T21:34:27.892520+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "model_response", "agent": "code_search", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8619, "input_tokens": 11867, "output_tokens": 109, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:34:27.894012+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_start", "tool": "read_file", "tool_call": 8} +{"timestamp": "2026-10-08T21:34:27.895053+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 8, "duration_ms": 1, "evidence_count": 18} +{"timestamp": "2026-10-08T21:34:27.895696+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_start", "tool": "read_file", "tool_call": 9} +{"timestamp": "2026-10-08T21:34:27.896249+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 9, "duration_ms": 1, "evidence_count": 19} +{"timestamp": "2026-10-08T21:34:39.019429+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "model_response", "agent": "code_search", "step": 4, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 11123, "input_tokens": 13762, "output_tokens": 189, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:34:39.021222+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 9} +{"timestamp": "2026-10-08T21:34:39.021887+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 19, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019"], "available_source": 5, "selected_source": 5} +{"timestamp": "2026-10-08T21:34:59.501841+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 6, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 20472, "input_tokens": 12150, "output_tokens": 499, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:34:59.502980+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 19, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019"], "available_source": 5, "selected_source": 5} +{"timestamp": "2026-10-08T21:34:59.535279+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "3aa65e7b12cb973ddb8079d78b2ddb2494f6486f882ca8edd6007a40b6dee5e2", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "3aa65e7b12cb973ddb8079d78b2ddb2494f6486f882ca8edd6007a40b6dee5e2"} +{"timestamp": "2026-10-08T21:34:59.537856+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "run_end", "status": "diagnosed", "tool_calls": 9, "model_calls": 6, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:36:16.657315+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:36:16.946121+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "index_ready", "files": 684, "truncated": false} +{"timestamp": "2026-10-08T21:36:16.948135+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:36:16.948435+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "evidence_selection", "recipient": "code_search", "policy": "recent", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:36:25.759955+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8808, "input_tokens": 5349, "output_tokens": 46, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:36:25.761919+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:36:25.779940+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:36:25.780143+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 18, "evidence_count": 5} +{"timestamp": "2026-10-08T21:36:34.955868+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9175, "input_tokens": 6455, "output_tokens": 73, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:36:34.957561+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_start", "tool": "search_repository", "tool_call": 2} +{"timestamp": "2026-10-08T21:36:34.967680+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:36:34.967913+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 2, "duration_ms": 10, "evidence_count": 8} +{"timestamp": "2026-10-08T21:36:34.968413+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_start", "tool": "search_repository", "tool_call": 3} +{"timestamp": "2026-10-08T21:36:34.981865+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:36:34.982027+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 3, "duration_ms": 14, "evidence_count": 13} +{"timestamp": "2026-10-08T21:36:44.477031+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9495, "input_tokens": 8073, "output_tokens": 102, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:36:44.477844+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:36:44.478303+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 0, "evidence_count": 14} +{"timestamp": "2026-10-08T21:36:44.478550+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_start", "tool": "search_repository", "tool_call": 5} +{"timestamp": "2026-10-08T21:36:44.487743+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:36:44.487856+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 5, "duration_ms": 9, "evidence_count": 19} +{"timestamp": "2026-10-08T21:36:44.496914+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_start", "tool": "search_repository", "tool_call": 6} +{"timestamp": "2026-10-08T21:36:44.510225+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:36:44.510403+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 6, "duration_ms": 13, "evidence_count": 24} +{"timestamp": "2026-10-08T21:36:54.634283+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "model_response", "agent": "code_search", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 10124, "input_tokens": 10862, "output_tokens": 125, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:36:54.635284+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_start", "tool": "read_file", "tool_call": 7} +{"timestamp": "2026-10-08T21:36:54.635905+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 7, "duration_ms": 1, "evidence_count": 25} +{"timestamp": "2026-10-08T21:36:54.636294+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_start", "tool": "read_file", "tool_call": 8} +{"timestamp": "2026-10-08T21:36:54.636797+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 8, "duration_ms": 1, "evidence_count": 26} +{"timestamp": "2026-10-08T21:36:54.637103+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_start", "tool": "search_repository", "tool_call": 9} +{"timestamp": "2026-10-08T21:36:54.648076+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:36:54.648327+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 9, "duration_ms": 11, "evidence_count": 31} +{"timestamp": "2026-10-08T21:37:08.704416+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "model_response", "agent": "code_search", "step": 4, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 14056, "input_tokens": 13288, "output_tokens": 230, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:37:08.706622+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 9} +{"timestamp": "2026-10-08T21:37:08.707570+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 31, "selected_ids": ["e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024", "e0025", "e0026", "e0027", "e0028", "e0029", "e0030", "e0031"], "available_source": 3, "selected_source": 3} +{"timestamp": "2026-10-08T21:37:30.301883+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 6, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 21586, "input_tokens": 10358, "output_tokens": 549, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:37:30.302603+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 31, "selected_ids": ["e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024", "e0025", "e0026", "e0027", "e0028", "e0029", "e0030", "e0031"], "available_source": 3, "selected_source": 3} +{"timestamp": "2026-10-08T21:37:30.323108+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "35ab9b24144697ef594da09bb6693bd27289984f681322fc4ebd12045f2be0b1", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "35ab9b24144697ef594da09bb6693bd27289984f681322fc4ebd12045f2be0b1"} +{"timestamp": "2026-10-08T21:37:30.324476+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "run_end", "status": "diagnosed", "tool_calls": 9, "model_calls": 6, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:34:31.339871+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:34:32.088595+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "index_ready", "files": 1178, "truncated": false} +{"timestamp": "2026-10-08T21:34:32.090516+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:34:32.090921+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "evidence_selection", "recipient": "code_search", "policy": "recent", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:34:39.650346+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 7547, "input_tokens": 4916, "output_tokens": 59, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:34:39.651303+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:34:39.665236+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:34:39.665448+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 14, "evidence_count": 5} +{"timestamp": "2026-10-08T21:34:39.665859+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_start", "tool": "search_repository", "tool_call": 2} +{"timestamp": "2026-10-08T21:34:39.672265+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:34:39.672362+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 2, "duration_ms": 7, "evidence_count": 10} +{"timestamp": "2026-10-08T21:34:49.286009+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9613, "input_tokens": 7373, "output_tokens": 100, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:34:49.287739+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:34:49.288852+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 1, "evidence_count": 11} +{"timestamp": "2026-10-08T21:34:49.289458+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:34:49.290133+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 1, "evidence_count": 12} +{"timestamp": "2026-10-08T21:34:49.292001+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_start", "tool": "search_repository", "tool_call": 5} +{"timestamp": "2026-10-08T21:34:49.301675+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:34:49.301954+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 5, "duration_ms": 10, "evidence_count": 15} +{"timestamp": "2026-10-08T21:34:57.792639+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8490, "input_tokens": 11154, "output_tokens": 82, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:34:57.794092+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_start", "tool": "read_file", "tool_call": 6} +{"timestamp": "2026-10-08T21:34:57.794917+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 6, "duration_ms": 1, "evidence_count": 16} +{"timestamp": "2026-10-08T21:34:57.795386+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_start", "tool": "read_file", "tool_call": 7} +{"timestamp": "2026-10-08T21:34:57.795979+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 7, "duration_ms": 1, "evidence_count": 17} +{"timestamp": "2026-10-08T21:35:13.045159+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "model_response", "agent": "code_search", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 15249, "input_tokens": 13487, "output_tokens": 217, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:35:13.047257+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 7} +{"timestamp": "2026-10-08T21:35:13.048078+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 17, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017"], "available_source": 4, "selected_source": 4} +{"timestamp": "2026-10-08T21:35:41.854512+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 28798, "input_tokens": 12267, "output_tokens": 879, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:35:41.856173+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 17, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017"], "available_source": 4, "selected_source": 4} +{"timestamp": "2026-10-08T21:35:41.892717+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "7db5c700416fd592598f052769ab3d8e8f683b07841d5b9da147a847f260f04b", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "7db5c700416fd592598f052769ab3d8e8f683b07841d5b9da147a847f260f04b"} +{"timestamp": "2026-10-08T21:35:41.894429+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "run_end", "status": "diagnosed", "tool_calls": 7, "model_calls": 5, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:34:11.250411+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:34:11.969678+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "index_ready", "files": 1187, "truncated": false} +{"timestamp": "2026-10-08T21:34:11.971595+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:34:11.971859+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "evidence_selection", "recipient": "code_search", "policy": "recent", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:34:20.598631+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8613, "input_tokens": 5588, "output_tokens": 42, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:34:20.600287+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:34:20.622959+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:34:20.623188+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 23, "evidence_count": 5} +{"timestamp": "2026-10-08T21:34:29.327276+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8704, "input_tokens": 6840, "output_tokens": 96, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:34:29.329017+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:34:29.330411+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 1, "evidence_count": 6} +{"timestamp": "2026-10-08T21:34:29.331074+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:34:29.332096+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 1, "evidence_count": 7} +{"timestamp": "2026-10-08T21:34:29.332737+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "tool_start", "tool": "search_repository", "tool_call": 4} +{"timestamp": "2026-10-08T21:34:29.354246+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:34:29.354411+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 4, "duration_ms": 22, "evidence_count": 12} +{"timestamp": "2026-10-08T21:34:40.825080+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 11470, "input_tokens": 9853, "output_tokens": 46, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:34:40.826588+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "tool_start", "tool": "read_file", "tool_call": 5} +{"timestamp": "2026-10-08T21:34:40.827554+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 5, "duration_ms": 1, "evidence_count": 13} +{"timestamp": "2026-10-08T21:34:55.252233+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "model_response", "agent": "code_search", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 14424, "input_tokens": 10621, "output_tokens": 201, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:34:55.254344+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 5} +{"timestamp": "2026-10-08T21:34:55.254834+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 13, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013"], "available_source": 3, "selected_source": 3} +{"timestamp": "2026-10-08T21:35:12.108679+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 16848, "input_tokens": 9688, "output_tokens": 419, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:35:12.109927+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 13, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013"], "available_source": 3, "selected_source": 3} +{"timestamp": "2026-10-08T21:35:12.136640+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "0c5ca584fe11861c46731e2153829205d76b55a38cc1bb1110b24fa9ec72b796", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "0c5ca584fe11861c46731e2153829205d76b55a38cc1bb1110b24fa9ec72b796"} +{"timestamp": "2026-10-08T21:35:12.138533+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "run_end", "status": "diagnosed", "tool_calls": 5, "model_calls": 5, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:36:52.356387+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:36:53.065579+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "index_ready", "files": 1189, "truncated": false} +{"timestamp": "2026-10-08T21:36:53.067150+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:36:53.067397+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "evidence_selection", "recipient": "code_search", "policy": "recent", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:37:00.946433+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 7876, "input_tokens": 5040, "output_tokens": 64, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:37:00.948212+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:37:00.969548+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:37:00.969759+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 22, "evidence_count": 5} +{"timestamp": "2026-10-08T21:37:00.970214+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "search_repository", "tool_call": 2} +{"timestamp": "2026-10-08T21:37:00.991027+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:37:00.991165+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 2, "duration_ms": 21, "evidence_count": 10} +{"timestamp": "2026-10-08T21:37:10.873034+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9882, "input_tokens": 7221, "output_tokens": 104, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:37:10.874370+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:37:10.875643+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 1, "evidence_count": 11} +{"timestamp": "2026-10-08T21:37:10.876163+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:37:10.876791+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 1, "evidence_count": 12} +{"timestamp": "2026-10-08T21:37:10.877325+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "search_repository", "tool_call": 5} +{"timestamp": "2026-10-08T21:37:10.903556+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:37:10.903826+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 5, "duration_ms": 27, "evidence_count": 17} +{"timestamp": "2026-10-08T21:37:20.435719+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9532, "input_tokens": 10848, "output_tokens": 124, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:37:20.436437+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "search_repository", "tool_call": 6} +{"timestamp": "2026-10-08T21:37:20.452437+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:37:20.452567+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 6, "duration_ms": 16, "evidence_count": 22} +{"timestamp": "2026-10-08T21:37:20.452879+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "search_repository", "tool_call": 7} +{"timestamp": "2026-10-08T21:37:20.465333+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:37:20.465483+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 7, "duration_ms": 13, "evidence_count": 27} +{"timestamp": "2026-10-08T21:37:20.465814+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "search_repository", "tool_call": 8} +{"timestamp": "2026-10-08T21:37:20.484383+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:37:20.484518+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 8, "duration_ms": 19, "evidence_count": 32} +{"timestamp": "2026-10-08T21:37:30.540801+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "model_response", "agent": "code_search", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 10056, "input_tokens": 16403, "output_tokens": 114, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:37:30.541601+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "read_file", "tool_call": 9} +{"timestamp": "2026-10-08T21:37:30.543318+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 9, "duration_ms": 2, "evidence_count": 33} +{"timestamp": "2026-10-08T21:37:30.543728+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "read_file", "tool_call": 10} +{"timestamp": "2026-10-08T21:37:30.544234+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 10, "duration_ms": 1, "evidence_count": 34} +{"timestamp": "2026-10-08T21:37:30.544562+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "search_repository", "tool_call": 11} +{"timestamp": "2026-10-08T21:37:30.552608+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:37:30.553050+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 11, "duration_ms": 8, "evidence_count": 37} +{"timestamp": "2026-10-08T21:37:39.665303+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "model_response", "agent": "code_search", "step": 4, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9171, "input_tokens": 20478, "output_tokens": 113, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:37:39.665997+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "read_file", "tool_call": 12} +{"timestamp": "2026-10-08T21:37:39.666626+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 12, "duration_ms": 1, "evidence_count": 38} +{"timestamp": "2026-10-08T21:37:39.666902+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "read_file", "tool_call": 13} +{"timestamp": "2026-10-08T21:37:39.667396+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 13, "duration_ms": 0, "evidence_count": 39} +{"timestamp": "2026-10-08T21:37:47.098216+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "model_response", "agent": "code_search", "step": 5, "model_call": 6, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 7431, "input_tokens": 23754, "output_tokens": 65, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:37:47.100314+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "read_file", "tool_call": 14} +{"timestamp": "2026-10-08T21:37:47.102100+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 14, "duration_ms": 2, "evidence_count": 40} +{"timestamp": "2026-10-08T21:38:05.810136+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "model_response", "agent": "code_search", "step": 6, "model_call": 7, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 18708, "input_tokens": 25180, "output_tokens": 407, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:38:05.812036+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 14} +{"timestamp": "2026-10-08T21:38:05.812760+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 40, "selected_ids": ["e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024", "e0025", "e0026", "e0027", "e0028", "e0029", "e0030", "e0031", "e0032", "e0033", "e0034", "e0035", "e0036", "e0037", "e0038", "e0039", "e0040"], "available_source": 7, "selected_source": 5} +{"timestamp": "2026-10-08T21:38:24.283037+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 8, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 18464, "input_tokens": 18049, "output_tokens": 644, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:38:24.284149+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 40, "selected_ids": ["e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024", "e0025", "e0026", "e0027", "e0028", "e0029", "e0030", "e0031", "e0032", "e0033", "e0034", "e0035", "e0036", "e0037", "e0038", "e0039", "e0040"], "available_source": 7, "selected_source": 5} +{"timestamp": "2026-10-08T21:38:24.318376+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "f1853cf1446bc28118ff4e6966db4546eeb9d2af3a5a5b741050ff97e2959a9c", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "f1853cf1446bc28118ff4e6966db4546eeb9d2af3a5a5b741050ff97e2959a9c"} +{"timestamp": "2026-10-08T21:38:24.320138+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "run_end", "status": "diagnosed", "tool_calls": 14, "model_calls": 8, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:32:24.029226+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:32:25.142740+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "index_ready", "files": 1360, "truncated": false} +{"timestamp": "2026-10-08T21:32:25.144633+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:32:25.144965+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "evidence_selection", "recipient": "code_search", "policy": "recent", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:32:33.313055+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8154, "input_tokens": 4840, "output_tokens": 41, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:32:33.313915+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:32:33.325661+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:32:33.325814+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 12, "evidence_count": 5} +{"timestamp": "2026-10-08T21:32:42.803724+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9478, "input_tokens": 6065, "output_tokens": 68, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:32:42.805027+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "search_repository", "tool_call": 2} +{"timestamp": "2026-10-08T21:32:42.814812+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:32:42.815319+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 2, "duration_ms": 10, "evidence_count": 10} +{"timestamp": "2026-10-08T21:32:42.816121+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "search_repository", "tool_call": 3} +{"timestamp": "2026-10-08T21:32:42.865248+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:32:42.865686+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 3, "duration_ms": 50, "evidence_count": 15} +{"timestamp": "2026-10-08T21:32:52.618537+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9753, "input_tokens": 8173, "output_tokens": 94, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:32:52.620081+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:32:52.620997+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 1, "evidence_count": 16} +{"timestamp": "2026-10-08T21:32:52.621493+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "search_repository", "tool_call": 5} +{"timestamp": "2026-10-08T21:32:52.632316+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:32:52.632575+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 5, "duration_ms": 11, "evidence_count": 21} +{"timestamp": "2026-10-08T21:32:52.633020+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "search_repository", "tool_call": 6} +{"timestamp": "2026-10-08T21:32:52.643747+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:32:52.643892+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 6, "duration_ms": 11, "evidence_count": 24} +{"timestamp": "2026-10-08T21:33:01.855539+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "model_response", "agent": "code_search", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9211, "input_tokens": 11737, "output_tokens": 100, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:33:01.857197+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "read_file", "tool_call": 7} +{"timestamp": "2026-10-08T21:33:01.858530+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 7, "duration_ms": 1, "evidence_count": 25} +{"timestamp": "2026-10-08T21:33:01.859104+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "search_repository", "tool_call": 8} +{"timestamp": "2026-10-08T21:33:01.872429+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:33:01.872612+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 8, "duration_ms": 14, "evidence_count": 28} +{"timestamp": "2026-10-08T21:33:01.873079+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "read_file", "tool_call": 9} +{"timestamp": "2026-10-08T21:33:01.873591+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 9, "duration_ms": 1, "evidence_count": 29} +{"timestamp": "2026-10-08T21:33:12.926987+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "model_response", "agent": "code_search", "step": 4, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 11053, "input_tokens": 15457, "output_tokens": 113, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:33:12.927851+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "read_file", "tool_call": 10} +{"timestamp": "2026-10-08T21:33:12.928511+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 10, "duration_ms": 1, "evidence_count": 30} +{"timestamp": "2026-10-08T21:33:12.928903+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "search_repository", "tool_call": 11} +{"timestamp": "2026-10-08T21:33:12.937121+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "search_result", "hit_count": 2, "empty": false} +{"timestamp": "2026-10-08T21:33:12.937229+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 11, "duration_ms": 8, "evidence_count": 32} +{"timestamp": "2026-10-08T21:33:12.937570+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "search_repository", "tool_call": 12} +{"timestamp": "2026-10-08T21:33:12.944269+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "search_result", "hit_count": 2, "empty": false} +{"timestamp": "2026-10-08T21:33:12.944349+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 12, "duration_ms": 7, "evidence_count": 34} +{"timestamp": "2026-10-08T21:33:23.543213+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "model_response", "agent": "code_search", "step": 5, "model_call": 6, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 10599, "input_tokens": 18810, "output_tokens": 136, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:33:23.544428+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "search_repository", "tool_call": 13} +{"timestamp": "2026-10-08T21:33:23.553485+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "search_result", "hit_count": 2, "empty": false} +{"timestamp": "2026-10-08T21:33:23.553625+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 13, "duration_ms": 9, "evidence_count": 36} +{"timestamp": "2026-10-08T21:33:23.553998+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "read_file", "tool_call": 14} +{"timestamp": "2026-10-08T21:33:23.554475+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 14, "duration_ms": 0, "evidence_count": 37} +{"timestamp": "2026-10-08T21:33:23.554785+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "read_file", "tool_call": 15} +{"timestamp": "2026-10-08T21:33:23.555218+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 15, "duration_ms": 0, "evidence_count": 38} +{"timestamp": "2026-10-08T21:33:38.314111+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "model_response", "agent": "code_search", "step": 6, "model_call": 7, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 14759, "input_tokens": 20959, "output_tokens": 334, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:33:38.316442+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 15} +{"timestamp": "2026-10-08T21:33:38.317125+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "evidence_selection", "recipient": "synthesis", "policy": "recent", "available": 38, "selected_ids": ["e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024", "e0025", "e0026", "e0027", "e0028", "e0029", "e0030", "e0031", "e0032", "e0033", "e0034", "e0035", "e0036", "e0037", "e0038"], "available_source": 6, "selected_source": 6} +{"timestamp": "2026-10-08T21:33:49.574883+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 8, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 11250, "input_tokens": 15919, "output_tokens": 136, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:33:49.575558+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "read_file", "tool_call": 16} +{"timestamp": "2026-10-08T21:33:49.576015+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 16, "duration_ms": 0, "evidence_count": 39} +{"timestamp": "2026-10-08T21:33:49.576255+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "read_file", "tool_call": 17} +{"timestamp": "2026-10-08T21:33:49.576842+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 17, "duration_ms": 1, "evidence_count": 40} +{"timestamp": "2026-10-08T21:33:58.585116+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "model_response", "agent": "synthesis", "step": 1, "model_call": 9, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9008, "input_tokens": 17263, "output_tokens": 86, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:33:58.586282+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "read_file", "tool_call": 18} +{"timestamp": "2026-10-08T21:33:58.587500+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 18, "duration_ms": 1, "evidence_count": 41} +{"timestamp": "2026-10-08T21:34:10.838523+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "model_response", "agent": "synthesis", "step": 2, "model_call": 10, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 12251, "input_tokens": 18630, "output_tokens": 204, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:34:10.839504+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "insufficient_evidence", "reason": "model_abstained"} +{"timestamp": "2026-10-08T21:34:10.840916+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "run_end", "status": "insufficient_evidence", "tool_calls": 18, "model_calls": 10, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:35:43.646228+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "run_start", "mode": "model", "base_commit": "97fc1154992f64cfb2f86321155a7404efeb2d8a"} +{"timestamp": "2026-10-08T21:35:43.668347+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "snapshot_ready", "archive_sha256": "479ede93a4a76d387a70efaa74d91622b383c840b622f081fcbad83a927e8306"} +{"timestamp": "2026-10-08T21:36:51.908696+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:36:41.012724+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "run_start", "mode": "model", "base_commit": "149a0398b391cfc4eddb5e659f50b3c66f32ea65"} +{"timestamp": "2026-10-08T21:36:41.035825+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "snapshot_ready", "archive_sha256": "06c2c1eef5a22dcd815b2bb37bfaf1570185e3225922ededfd06d7453ccf9014"} +{"timestamp": "2026-10-08T21:37:55.395714+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "run_end", "status": "failed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:35:57.767028+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "run_start", "mode": "model", "base_commit": "af39f1edffcd828f05cfdd04f2e59506bb4a27bc"} +{"timestamp": "2026-10-08T21:35:57.788166+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "snapshot_ready", "archive_sha256": "5cb9ae938a585d308118f225ee387a7a94235078a3894fb773d48aecafefaa56"} +{"timestamp": "2026-10-08T21:36:57.851430+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:32:22.653053+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "run_start", "mode": "model", "base_commit": "00afcc0c6d4d2e4390338127f05b8f4fdb4e7087"} +{"timestamp": "2026-10-08T21:32:22.679011+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "snapshot_ready", "archive_sha256": "e51ae32a854225e7d12054193c616a3ed196b711caf2924704da5296a2aae957"} +{"timestamp": "2026-10-08T21:33:43.517878+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:32:22.653646+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "run_start", "mode": "model", "base_commit": "94621cef29f80282436d73e8d2c0aa76dab81273"} +{"timestamp": "2026-10-08T21:32:22.656960+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "snapshot_ready", "archive_sha256": "608bf5c3223fa386a253b46ef3f1c548a4d3342ddc8f09b5bf697fdac66060d6"} +{"timestamp": "2026-10-08T21:33:36.273593+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:35:12.249679+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "run_start", "mode": "model", "base_commit": "d8c37f43724cd9fb0870f77877b7c4c7e38a19e0"} +{"timestamp": "2026-10-08T21:35:12.250465+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "snapshot_ready", "archive_sha256": "844fa3af247aa5004e4691f56ced6cbb1a26c6e6484385d1026ce970f28f273e"} +{"timestamp": "2026-10-08T21:36:16.364059+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:36:58.021962+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "run_start", "mode": "model", "base_commit": "4c288bc97ea371817199908d0d9b12de9dae327e"} +{"timestamp": "2026-10-08T21:36:58.023035+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "snapshot_ready", "archive_sha256": "3643d985acd981e2787a937fe773d8912c95988a28e8ee79832f4c5530e29896"} +{"timestamp": "2026-10-08T21:37:55.574323+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:35:42.000196+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "run_start", "mode": "model", "base_commit": "091991be0da19de9108dbe5e3752917fea3d7fdc"} +{"timestamp": "2026-10-08T21:35:42.001092+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "snapshot_ready", "archive_sha256": "3163967c6ee3ea0ab1c0d1e780bb7002a68825f5b85ef36e1d3698ca117f4853"} +{"timestamp": "2026-10-08T21:36:41.005181+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:37:55.589803+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "run_start", "mode": "model", "base_commit": "0be38a0c37c59c4b66ce908731da15b401655113"} +{"timestamp": "2026-10-08T21:37:55.590715+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "snapshot_ready", "archive_sha256": "f91bf0c1463f0e1349c0c2aa8c0d547412694d0bd87870e774a582410cb9e7fc"} +{"timestamp": "2026-10-08T21:39:26.857208+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:34:59.612884+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "run_start", "mode": "model", "base_commit": "a64cf2d5476e7bbda099b34c40b7be1880dbd39a"} +{"timestamp": "2026-10-08T21:34:59.614958+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "snapshot_ready", "archive_sha256": "f0eca4a8a8908f9cd6f3a5c47f6bf0453560a0ad51858c7a6e2d1b76221b7ddb"} +{"timestamp": "2026-10-08T21:35:57.753220+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:33:43.876312+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "run_start", "mode": "model", "base_commit": "98dc1f4ea18738492e074e9e51ddfed5cd30ab94"} +{"timestamp": "2026-10-08T21:33:43.878448+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "snapshot_ready", "archive_sha256": "bdfd73e29f73294cc250ef57acfd8051410118189d6d699d613e3e4df5132291"} +{"timestamp": "2026-10-08T21:35:43.629408+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:33:36.306600+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "run_start", "mode": "model", "base_commit": "6995257cf470d2143ad1683824962de4071c0eb7"} +{"timestamp": "2026-10-08T21:33:36.308152+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "snapshot_ready", "archive_sha256": "ef5724765f1ee443c9882a9309ea4f097c6c0a82ab8aeafdb187d1d6cd9fdd5e"} +{"timestamp": "2026-10-08T21:34:31.055729+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:32:22.653295+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "run_start", "mode": "model", "base_commit": "2f7415cfbc4b6ca62f9013f1abd27136f46b9653"} +{"timestamp": "2026-10-08T21:32:22.655238+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "snapshot_ready", "archive_sha256": "2d330522612e789b64668c6a8d20f9925e95aca7d12cdd70ec7d7f4d8eb1e661"} +{"timestamp": "2026-10-08T21:33:48.020746+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:37:30.417829+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "run_start", "mode": "model", "base_commit": "7f7a36478abe7dd1fa993b115d22606aa0e35e88"} +{"timestamp": "2026-10-08T21:37:30.419048+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "snapshot_ready", "archive_sha256": "5b1a6508e8e3cfbf99abb6b33acd04f8a7b23fa0da6adc2cf590994d4ddae2cc"} +{"timestamp": "2026-10-08T21:38:34.975709+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:33:48.048365+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "run_start", "mode": "model", "base_commit": "0e3c1879b06d839171b7d0a607d71bbb19a966a9"} +{"timestamp": "2026-10-08T21:33:48.052347+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "snapshot_ready", "archive_sha256": "0480a581a0904b51ef4bcfb01a569b26a9a3b6b73968123580c2f9179646a05c"} +{"timestamp": "2026-10-08T21:34:59.554271+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:36:16.378370+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "run_start", "mode": "model", "base_commit": "3ed7590ed411bd93b26098faab4f23619cdb2267"} +{"timestamp": "2026-10-08T21:36:16.382933+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "snapshot_ready", "archive_sha256": "a411b2bae6f2c0a331c7f47ba8b519365ecf49d8d1580d46466edc8d3cb36550"} +{"timestamp": "2026-10-08T21:37:30.334705+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:34:31.087375+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "run_start", "mode": "model", "base_commit": "674afc619d7f5c519b6a5393a8b0532a131e57e0"} +{"timestamp": "2026-10-08T21:34:31.091123+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "snapshot_ready", "archive_sha256": "2e512209bff7d4314d8393e1051ef2709429c072ca5713806b80db398eadd956"} +{"timestamp": "2026-10-08T21:35:41.920189+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:34:10.961559+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "run_start", "mode": "model", "base_commit": "67e3c956083d0128a621f65ee86a7dacd4f9f19f"} +{"timestamp": "2026-10-08T21:34:10.965331+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "snapshot_ready", "archive_sha256": "d5aecff0f57e7bc2817fcb6ad1d3cfbc2c5b12f772089866b4bb0f00e868901e"} +{"timestamp": "2026-10-08T21:35:12.167561+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:36:52.081529+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "run_start", "mode": "model", "base_commit": "4da0b64558e9551a11a99bccc63557ba34f50c58"} +{"timestamp": "2026-10-08T21:36:52.085468+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "snapshot_ready", "archive_sha256": "62b6151f69019de89dd9cedf60526189f3842364dd4261900f3d3cc12eac858f"} +{"timestamp": "2026-10-08T21:38:24.348169+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:32:22.653176+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "run_start", "mode": "model", "base_commit": "9da013ad0ddc3cd96fe505f2e47c63e372040916"} +{"timestamp": "2026-10-08T21:32:22.660189+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "snapshot_ready", "archive_sha256": "013941682c06c4f9f1b61aab68f003b038e4b82645823a89ed7c2feb55f03764"} +{"timestamp": "2026-10-08T21:34:10.880785+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "run_end", "status": "insufficient_evidence", "mode": "model", "patch_verified": false} diff --git a/reports/experiments/repair-17-v1/attempts/django__django-10914.json b/reports/experiments/repair-17-v1/attempts/django__django-10914.json new file mode 100644 index 0000000..813a295 --- /dev/null +++ b/reports/experiments/repair-17-v1/attempts/django__django-10914.json @@ -0,0 +1,41 @@ +[ + { + "candidate": "--- a/django/conf/global_settings.py\n+++ b/django/conf/global_settings.py\n@@ -305,5 +305,5 @@\n # The numeric mode to set newly-uploaded files to. The value should be a mode\n # you'd pass directly to os.chmod; see https://docs.python.org/library/os.html#files-and-directories.\n-FILE_UPLOAD_PERMISSIONS = None\n+FILE_UPLOAD_PERMISSIONS = 0o644\n \n # The numeric mode to assign to newly-created directories, when uploading files.\n--- a/docs/howto/deployment/checklist.txt\n+++ b/docs/howto/deployment/checklist.txt\n@@ -157,9 +157,9 @@\n :setting:`FILE_UPLOAD_PERMISSIONS`\n ----------------------------------\n \n-With the default file upload settings, files smaller than\n+When :setting:`FILE_UPLOAD_PERMISSIONS` is ``None``, files smaller than\n :setting:`FILE_UPLOAD_MAX_MEMORY_SIZE` may be stored with a different mode\n than larger files as described in :setting:`FILE_UPLOAD_PERMISSIONS`.\n \n-Setting :setting:`FILE_UPLOAD_PERMISSIONS` ensures all files are uploaded with\n-the same permissions.\n+Setting :setting:`FILE_UPLOAD_PERMISSIONS` to a non-None value ensures all files\n+are uploaded with the same permissions.\n", + "audit": { + "status": "invalid", + "original_sha256": "11391f9ab65152ad9408bef613061ff2364d6f062ea15bee55162cbe29db1c1d", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: docs/howto/deployment/checklist.txt:157\nerror: docs/howto/deployment/checklist.txt: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "11391f9ab65152ad9408bef613061ff2364d6f062ea15bee55162cbe29db1c1d" + } + }, + { + "candidate": "--- a/django/conf/global_settings.py\n+++ b/django/conf/global_settings.py\n@@ -305,5 +305,5 @@\n # The numeric mode to set newly-uploaded files to. The value should be a mode\n # you'd pass directly to os.chmod; see https://docs.python.org/library/os.html#files-and-directories.\n-FILE_UPLOAD_PERMISSIONS = None\n+FILE_UPLOAD_PERMISSIONS = 0o644\n \n # The numeric mode to assign to newly-created directories, when uploading files.\n--- a/docs/howto/deployment/checklist.txt\n+++ b/docs/howto/deployment/checklist.txt\n@@ -160,6 +160,6 @@\n-With the default file upload settings, files smaller than\n+When :setting:`FILE_UPLOAD_PERMISSIONS` is ``None``, files smaller than\n :setting:`FILE_UPLOAD_MAX_MEMORY_SIZE` may be stored with a different mode\n than larger files as described in :setting:`FILE_UPLOAD_PERMISSIONS`.\n \n-Setting :setting:`FILE_UPLOAD_PERMISSIONS` ensures all files are uploaded with\n-the same permissions.\n+Setting :setting:`FILE_UPLOAD_PERMISSIONS` to a non-None value ensures all files\n+are uploaded with the same permissions.\n", + "audit": { + "status": "invalid", + "original_sha256": "0c0299bc641a2270db6ba5fb100897f39006c19a2a57808bb037e7aab5b63b7d", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: docs/howto/deployment/checklist.txt:160\nerror: docs/howto/deployment/checklist.txt: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "0c0299bc641a2270db6ba5fb100897f39006c19a2a57808bb037e7aab5b63b7d" + } + }, + { + "candidate": "--- a/django/conf/global_settings.py\n+++ b/django/conf/global_settings.py\n@@ -304,7 +304,7 @@\n \n # The numeric mode to set newly-uploaded files to. The value should be a mode\n # you'd pass directly to os.chmod; see https://docs.python.org/library/os.html#files-and-directories.\n-FILE_UPLOAD_PERMISSIONS = None\n+FILE_UPLOAD_PERMISSIONS = 0o644\n \n # The numeric mode to assign to newly-created directories, when uploading files.\n # The value should be a mode as you'd pass to os.chmod;\n--- a/docs/howto/deployment/checklist.txt\n+++ b/docs/howto/deployment/checklist.txt\n@@ -157,12 +157,12 @@\n :setting:`FILE_UPLOAD_PERMISSIONS`\n ----------------------------------\n \n-With the default file upload settings, files smaller than\n+When :setting:`FILE_UPLOAD_PERMISSIONS` is ``None``, files smaller than\n :setting:`FILE_UPLOAD_MAX_MEMORY_SIZE` may be stored with a different mode\n than larger files as described in :setting:`FILE_UPLOAD_PERMISSIONS`.\n \n-Setting :setting:`FILE_UPLOAD_PERMISSIONS` ensures all files are uploaded with\n-the same permissions.\n+Setting :setting:`FILE_UPLOAD_PERMISSIONS` to a non-None value ensures all files\n+are uploaded with the same permissions.\n \n HTTPS\n =====\n", + "audit": { + "status": "applies", + "original_sha256": "7862b123d126ba562ae0ebf5f90025ba4525363b04c53d8ca52067a899f73d13", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "7862b123d126ba562ae0ebf5f90025ba4525363b04c53d8ca52067a899f73d13" + } + } +] diff --git a/reports/experiments/repair-17-v1/attempts/django__django-12983.json b/reports/experiments/repair-17-v1/attempts/django__django-12983.json new file mode 100644 index 0000000..5ce7b6e --- /dev/null +++ b/reports/experiments/repair-17-v1/attempts/django__django-12983.json @@ -0,0 +1,28 @@ +[ + { + "candidate": "--- a/django/utils/text.py\n+++ b/django/utils/text.py\n@@ -396,3 +396,3 @@\n Convert to ASCII if 'allow_unicode' is False. Convert spaces to hyphens.\n Remove characters that aren't alphanumerics, underscores, or hyphens.\n- Convert to lowercase. Also strip leading and trailing whitespace.\n+ Convert to lowercase. Also strip leading and trailing whitespace, dashes, and underscores.\n@@ -405,2 +405,2 @@\n value = re.sub(r'[^\\w\\s-]', '', value.lower()).strip()\n- return re.sub(r'[-\\s]+', '-', value)\n+ return re.sub(r'[-\\s]+', '-', value).strip('-_')\n--- a/django/template/defaultfilters.py\n+++ b/django/template/defaultfilters.py\n@@ -214,5 +214,5 @@\n Convert to ASCII. Convert spaces to hyphens. Remove characters that aren't\n alphanumerics, underscores, or hyphens. Convert to lowercase. Also strip\n- leading and trailing whitespace.\n+ leading and trailing whitespace, dashes, and underscores.\n \"\"\"\n return _slugify(value)\n--- a/tests/utils_tests/test_text.py\n+++ b/tests/utils_tests/test_text.py\n@@ -192,6 +192,12 @@\n items = (\n # given - expected - Unicode?\n ('Hello, World!', 'hello-world', False),\n+ ('___This is a test ---', 'this-is-a-test', False),\n+ (' _- foo -_ ', 'foo', False),\n+ ('---', '', False),\n+ ('___', '', False),\n+ ('_-你好-_', '你好', True),\n+ ('_foo_bar-baz_', 'foo_bar-baz', False),\n ('spam & eggs', 'spam-eggs', False),\n ('spam & ıçüş', 'spam-ıçüş', True),\n ('foo ıç bar', 'foo-ıç-bar', True),\n", + "audit": { + "status": "invalid", + "original_sha256": "21d35754f352e21abde94d487e44e861acb93a93459da107b35678f270ec5701", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: django/utils/text.py:396\nerror: django/utils/text.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "21d35754f352e21abde94d487e44e861acb93a93459da107b35678f270ec5701" + } + }, + { + "candidate": "--- a/django/utils/text.py\n+++ b/django/utils/text.py\n@@ -393,16 +393,16 @@\n @keep_lazy_text\n def slugify(value, allow_unicode=False):\n \"\"\"\n Convert to ASCII if 'allow_unicode' is False. Convert spaces to hyphens.\n Remove characters that aren't alphanumerics, underscores, or hyphens.\n- Convert to lowercase. Also strip leading and trailing whitespace.\n+ Convert to lowercase. Also strip leading and trailing whitespace, dashes, and underscores.\n \"\"\"\n value = str(value)\n if allow_unicode:\n value = unicodedata.normalize('NFKC', value)\n else:\n value = unicodedata.normalize('NFKD', value).encode('ascii', 'ignore').decode('ascii')\n value = re.sub(r'[^\\w\\s-]', '', value.lower()).strip()\n- return re.sub(r'[-\\s]+', '-', value)\n+ return re.sub(r'[-\\s]+', '-', value).strip('-_')\n \n \n--- a/django/template/defaultfilters.py\n+++ b/django/template/defaultfilters.py\n@@ -212,8 +212,8 @@\n def slugify(value):\n \"\"\"\n Convert to ASCII. Convert spaces to hyphens. Remove characters that aren't\n alphanumerics, underscores, or hyphens. Convert to lowercase. Also strip\n- leading and trailing whitespace.\n+ leading and trailing whitespace, dashes, and underscores.\n \"\"\"\n return _slugify(value)\n \n--- a/tests/utils_tests/test_text.py\n+++ b/tests/utils_tests/test_text.py\n@@ -190,10 +190,16 @@\n def test_slugify(self):\n items = (\n # given - expected - Unicode?\n ('Hello, World!', 'hello-world', False),\n+ ('___This is a test ---', 'this-is-a-test', False),\n+ (' _- foo -_ ', 'foo', False),\n+ ('---', '', False),\n+ ('___', '', False),\n+ ('_-你好-_', '你好', True),\n+ ('_foo_bar-baz_', 'foo_bar-baz', False),\n ('spam & eggs', 'spam-eggs', False),\n ('spam & ıçüş', 'spam-ıçüş', True),\n ('foo ıç bar', 'foo-ıç-bar', True),\n (' foo ıç bar', 'foo-ıç-bar', True),\n ('你好', '你好', True),\n ('İstanbul', 'istanbul', True),\n", + "audit": { + "status": "applies", + "original_sha256": "9d1e633dedf21513116c000fba6f6def1d84aec212b6e462df078b9dd926474a", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "9d1e633dedf21513116c000fba6f6def1d84aec212b6e462df078b9dd926474a" + } + } +] diff --git a/reports/experiments/repair-17-v1/attempts/django__django-13447.json b/reports/experiments/repair-17-v1/attempts/django__django-13447.json new file mode 100644 index 0000000..3ad7fa1 --- /dev/null +++ b/reports/experiments/repair-17-v1/attempts/django__django-13447.json @@ -0,0 +1,28 @@ +[ + { + "candidate": "--- a/django/contrib/admin/sites.py\n+++ b/django/contrib/admin/sites.py\n@@ -433,3 +433,7 @@\n+ def build_app_dict(self, request, label=None):\n+ \"\"\"Build the app dictionary, optionally filtering by app label.\"\"\"\n+ return self._build_app_dict(request, label)\n+\n def _build_app_dict(self, request, label=None):\n \"\"\"\n Build the app dictionary. The optional `label` parameter filters models\n@@ -462,4 +466,5 @@\n info = (app_label, model._meta.model_name)\n model_dict = {\n+ 'model': model,\n 'name': capfirst(model._meta.verbose_name_plural),\n 'object_name': model._meta.object_name,\n@@ -506,3 +511,3 @@\n registered in this site.\n \"\"\"\n- app_dict = self._build_app_dict(request)\n+ app_dict = self.build_app_dict(request)\n@@ -537,3 +542,3 @@\n def app_index(self, request, app_label, extra_context=None):\n- app_dict = self._build_app_dict(request, app_label)\n+ app_dict = self.build_app_dict(request, app_label)\n if not app_dict:\n--- a/tests/admin_views/test_adminsite.py\n+++ b/tests/admin_views/test_adminsite.py\n@@ -56,3 +56,4 @@\n self.assertEqual(admin_views['app_label'], 'admin_views')\n self.assertEqual(len(admin_views['models']), 1)\n self.assertEqual(admin_views['models'][0]['object_name'], 'Article')\n+ self.assertIs(admin_views['models'][0]['model'], Article)\n@@ -64,3 +65,4 @@\n self.assertEqual(len(auth['models']), 1)\n user = auth['models'][0]\n self.assertEqual(user['object_name'], 'User')\n+ self.assertIs(user['model'], User)\n", + "audit": { + "status": "invalid", + "original_sha256": "2b8f7778ea7c603a6f1a25b9025829c28b0d91f50bf177a98e6b42782e96d105", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: django/contrib/admin/sites.py:506\nerror: django/contrib/admin/sites.py: patch does not apply\nerror: patch failed: tests/admin_views/test_adminsite.py:56\nerror: tests/admin_views/test_adminsite.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "2b8f7778ea7c603a6f1a25b9025829c28b0d91f50bf177a98e6b42782e96d105" + } + }, + { + "candidate": "--- a/django/contrib/admin/sites.py\n+++ b/django/contrib/admin/sites.py\n@@ -433,3 +433,7 @@\n+ def build_app_dict(self, request, label=None):\n+ \"\"\"Build the app dictionary, optionally filtering by app label.\"\"\"\n+ return self._build_app_dict(request, label)\n+\n def _build_app_dict(self, request, label=None):\n \"\"\"\n Build the app dictionary. The optional `label` parameter filters models\n@@ -460,7 +464,8 @@\n continue\n \n info = (app_label, model._meta.model_name)\n model_dict = {\n+ 'model': model,\n 'name': capfirst(model._meta.verbose_name_plural),\n 'object_name': model._meta.object_name,\n 'perms': perms,\n@@ -504,7 +509,7 @@\n Return a sorted list of all the installed apps that have been\n registered in this site.\n \"\"\"\n- app_dict = self._build_app_dict(request)\n+ app_dict = self.build_app_dict(request)\n \n # Sort the apps alphabetically.\n app_list = sorted(app_dict.values(), key=lambda x: x['name'].lower())\n@@ -535,7 +540,7 @@\n return TemplateResponse(request, self.index_template or 'admin/index.html', context)\n \n def app_index(self, request, app_label, extra_context=None):\n- app_dict = self._build_app_dict(request, app_label)\n+ app_dict = self.build_app_dict(request, app_label)\n if not app_dict:\n raise Http404('The requested admin page does not exist.')\n # Sort the models alphabetically within each app.\n--- a/tests/admin_views/test_adminsite.py\n+++ b/tests/admin_views/test_adminsite.py\n@@ -56,6 +56,7 @@\n self.assertEqual(admin_views['app_label'], 'admin_views')\n self.assertEqual(len(admin_views['models']), 1)\n self.assertEqual(admin_views['models'][0]['object_name'], 'Article')\n+ self.assertIs(admin_views['models'][0]['model'], Article)\n \n # auth.User\n auth = apps[1]\n@@ -63,7 +64,8 @@\n self.assertEqual(len(auth['models']), 1)\n user = auth['models'][0]\n self.assertEqual(user['object_name'], 'User')\n+ self.assertIs(user['model'], User)\n \n self.assertEqual(auth['app_url'], '/test_admin/admin/auth/')\n self.assertIs(auth['has_module_perms'], True)\n \n", + "audit": { + "status": "applies", + "original_sha256": "09df14cb5881bbb37003494eaa66a39d2a39c063a7a59c2e3d7f2eafb46fdadc", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "09df14cb5881bbb37003494eaa66a39d2a39c063a7a59c2e3d7f2eafb46fdadc" + } + } +] diff --git a/reports/experiments/repair-17-v1/attempts/django__django-13757.json b/reports/experiments/repair-17-v1/attempts/django__django-13757.json new file mode 100644 index 0000000..d505471 --- /dev/null +++ b/reports/experiments/repair-17-v1/attempts/django__django-13757.json @@ -0,0 +1,41 @@ +[ + { + "candidate": "--- a/django/db/models/fields/json.py\n+++ b/django/db/models/fields/json.py\n@@ -368,11 +368,19 @@\n def as_oracle(self, compiler, connection):\n+ sql, params = HasKey(\n+ self.lhs.lhs, self.lhs.key_name,\n+ ).as_oracle(compiler, connection)\n if not self.rhs:\n- return HasKey(self.lhs.lhs, self.lhs.key_name).as_oracle(compiler, connection)\n- return super().as_sql(compiler, connection)\n+ return sql, params\n+ lhs, lhs_params, _ = self.lhs.preprocess_lhs(compiler, connection)\n+ return (\n+ '(NOT %s OR %s IS NULL)' % (sql, lhs),\n+ tuple(params) + tuple(lhs_params),\n+ )\n \n def as_sqlite(self, compiler, connection):\n+ template = 'JSON_TYPE(%s, %%s) IS NULL'\n if not self.rhs:\n- return HasKey(self.lhs.lhs, self.lhs.key_name).as_sqlite(compiler, connection)\n- return super().as_sql(compiler, connection)\n+ template = 'JSON_TYPE(%s, %%s) IS NOT NULL'\n+ return HasKey(self.lhs.lhs, self.lhs.key_name).as_sql(\n+ compiler, connection, template=template,\n+ )\n--- a/tests/model_fields/test_jsonfield.py\n+++ b/tests/model_fields/test_jsonfield.py\n@@ -583,7 +583,7 @@\n def test_isnull_key(self):\n # key__isnull=False works the same as has_key='key'.\n self.assertSequenceEqual(\n- NullableJSONModel.objects.filter(value__a__isnull=True),\n- self.objs[:3] + self.objs[5:],\n+ NullableJSONModel.objects.filter(value__j__isnull=True),\n+ self.objs[:4] + self.objs[5:],\n )\n self.assertSequenceEqual(\n", + "audit": { + "status": "invalid", + "original_sha256": "7acdf2d2ed67c25e90e54d14c2f298900eae58996f60c1c04341690de3217f87", + "hunks_recounted": true, + "functional_tests_run": false, + "error": "error: patch failed: django/db/models/fields/json.py:368\nerror: django/db/models/fields/json.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "7bbe89c130f3d4d5c5784deedc5767a8b10ad20701bf355ece259043eab5d210" + } + }, + { + "candidate": "--- a/django/db/models/fields/json.py\n+++ b/django/db/models/fields/json.py\n@@ -368,9 +368,19 @@\n def as_oracle(self, compiler, connection):\n+ sql, params = HasKey(\n+ self.lhs.lhs, self.lhs.key_name,\n+ ).as_oracle(compiler, connection)\n if not self.rhs:\n- return HasKey(self.lhs.lhs, self.lhs.key_name).as_oracle(compiler, connection)\n- return super().as_sql(compiler, connection)\n+ return sql, params\n+ lhs, lhs_params, _ = self.lhs.preprocess_lhs(compiler, connection)\n+ return (\n+ '(NOT %s OR %s IS NULL)' % (sql, lhs),\n+ tuple(params) + tuple(lhs_params),\n+ )\n \n def as_sqlite(self, compiler, connection):\n+ template = 'JSON_TYPE(%s, %%s) IS NULL'\n if not self.rhs:\n- return HasKey(self.lhs.lhs, self.lhs.key_name).as_sqlite(compiler, connection)\n- return super().as_sql(compiler, connection)\n+ template = 'JSON_TYPE(%s, %%s) IS NOT NULL'\n+ return HasKey(self.lhs.lhs, self.lhs.key_name).as_sql(\n+ compiler, connection, template=template,\n+ )\n--- a/tests/model_fields/test_jsonfield.py\n+++ b/tests/model_fields/test_jsonfield.py\n@@ -583,7 +583,7 @@\n def test_isnull_key(self):\n # key__isnull=False works the same as has_key='key'.\n self.assertSequenceEqual(\n- NullableJSONModel.objects.filter(value__a__isnull=True),\n- self.objs[:3] + self.objs[5:],\n+ NullableJSONModel.objects.filter(value__j__isnull=True),\n+ self.objs[:4] + self.objs[5:],\n )\n self.assertSequenceEqual(\n", + "audit": { + "status": "invalid", + "original_sha256": "7bbe89c130f3d4d5c5784deedc5767a8b10ad20701bf355ece259043eab5d210", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: django/db/models/fields/json.py:368\nerror: django/db/models/fields/json.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "7bbe89c130f3d4d5c5784deedc5767a8b10ad20701bf355ece259043eab5d210" + } + }, + { + "candidate": "--- a/django/db/models/fields/json.py\n+++ b/django/db/models/fields/json.py\n@@ -366,14 +366,24 @@\n class KeyTransformIsNull(lookups.IsNull):\n # key__isnull=False is the same as has_key='key'\n def as_oracle(self, compiler, connection):\n+ sql, params = HasKey(\n+ self.lhs.lhs, self.lhs.key_name,\n+ ).as_oracle(compiler, connection)\n if not self.rhs:\n- return HasKey(self.lhs.lhs, self.lhs.key_name).as_oracle(compiler, connection)\n- return super().as_sql(compiler, connection)\n+ return sql, params\n+ lhs, lhs_params, _ = self.lhs.preprocess_lhs(compiler, connection)\n+ return (\n+ '(NOT %s OR %s IS NULL)' % (sql, lhs),\n+ tuple(params) + tuple(lhs_params),\n+ )\n \n def as_sqlite(self, compiler, connection):\n+ template = 'JSON_TYPE(%s, %%s) IS NULL'\n if not self.rhs:\n- return HasKey(self.lhs.lhs, self.lhs.key_name).as_sqlite(compiler, connection)\n- return super().as_sql(compiler, connection)\n+ template = 'JSON_TYPE(%s, %%s) IS NOT NULL'\n+ return HasKey(self.lhs.lhs, self.lhs.key_name).as_sql(\n+ compiler, connection, template=template,\n+ )\n \n \n class KeyTransformIn(lookups.In):\n--- a/tests/model_fields/test_jsonfield.py\n+++ b/tests/model_fields/test_jsonfield.py\n@@ -583,7 +583,7 @@\n def test_isnull_key(self):\n # key__isnull=False works the same as has_key='key'.\n self.assertSequenceEqual(\n- NullableJSONModel.objects.filter(value__a__isnull=True),\n- self.objs[:3] + self.objs[5:],\n+ NullableJSONModel.objects.filter(value__j__isnull=True),\n+ self.objs[:4] + self.objs[5:],\n )\n self.assertSequenceEqual(\n", + "audit": { + "status": "applies", + "original_sha256": "fe6bbd2d2b782221da1845ffe35906314a4a7444b0eadfe51df0c518c397d0e2", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "fe6bbd2d2b782221da1845ffe35906314a4a7444b0eadfe51df0c518c397d0e2" + } + } +] diff --git a/reports/experiments/repair-17-v1/attempts/matplotlib__matplotlib-18869.json b/reports/experiments/repair-17-v1/attempts/matplotlib__matplotlib-18869.json new file mode 100644 index 0000000..9efa591 --- /dev/null +++ b/reports/experiments/repair-17-v1/attempts/matplotlib__matplotlib-18869.json @@ -0,0 +1,28 @@ +[ + { + "candidate": "--- a/lib/matplotlib/__init__.py\n+++ b/lib/matplotlib/__init__.py\n@@ -133,8 +133,8 @@\n def __getattr__(name):\n- if name == \"__version__\":\n+ if name in (\"__version__\", \"version_info\"):\n import setuptools_scm\n- global __version__ # cache it.\n+ global __version__, version_info # cache both.\n # Only shell out to a git subprocess if really needed, and not on a\n # shallow clone, such as those used by CI, as the latter would trigger\n # a warning from setuptools_scm.\n root = Path(__file__).resolve().parents[2]\n@@ -149,7 +149,8 @@\n else: # Get the version from the _version.py setuptools_scm file.\n __version__ = _version.version\n- return __version__\n+ version_info = parse_version(__version__)\n+ return __version__ if name == \"__version__\" else version_info\n raise AttributeError(f\"module {__name__!r} has no attribute {name!r}\")\n \n \n def _check_versions():\n--- a/lib/matplotlib/tests/test_matplotlib.py\n+++ b/lib/matplotlib/tests/test_matplotlib.py\n@@ -3,5 +3,6 @@\n import sys\n \n+from packaging.version import parse as parse_version\n import pytest\n \n import matplotlib\n@@ -7,6 +8,17 @@\n import matplotlib\n \n \n+def test_version_info():\n+ info = matplotlib.version_info\n+ assert info == parse_version(matplotlib.__version__)\n+ assert matplotlib.version_info is info\n+ version_type = type(info)\n+ assert version_type(\"3.9\") < version_type(\"3.10\")\n+ assert (version_type(\"3.10.dev1\") < version_type(\"3.10rc1\")\n+ < version_type(\"3.10\") < version_type(\"3.10.post1\"))\n+ assert isinstance(matplotlib.__version__, str)\n+\n+\n @pytest.mark.skipif(\n os.name == \"nt\", reason=\"chmod() doesn't work as is on Windows\")\n @pytest.mark.skipif(os.name != \"nt\" and os.geteuid() == 0,\n", + "audit": { + "status": "invalid", + "original_sha256": "07f2cd91c24b8ca7b6e0ecc89801d3eedcbdcdc2a670d21c3a8ef9b7a7df6472", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: lib/matplotlib/tests/test_matplotlib.py:7\nerror: lib/matplotlib/tests/test_matplotlib.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "07f2cd91c24b8ca7b6e0ecc89801d3eedcbdcdc2a670d21c3a8ef9b7a7df6472" + } + }, + { + "candidate": "--- a/lib/matplotlib/__init__.py\n+++ b/lib/matplotlib/__init__.py\n@@ -133,22 +133,23 @@\n def __getattr__(name):\n- if name == \"__version__\":\n+ if name in (\"__version__\", \"version_info\"):\n import setuptools_scm\n- global __version__ # cache it.\n+ global __version__, version_info # cache both.\n # Only shell out to a git subprocess if really needed, and not on a\n # shallow clone, such as those used by CI, as the latter would trigger\n # a warning from setuptools_scm.\n root = Path(__file__).resolve().parents[2]\n if (root / \".git\").exists() and not (root / \".git/shallow\").exists():\n __version__ = setuptools_scm.get_version(\n root=root,\n version_scheme=\"post-release\",\n local_scheme=\"node-and-date\",\n fallback_version=_version.version,\n )\n else: # Get the version from the _version.py setuptools_scm file.\n __version__ = _version.version\n- return __version__\n+ version_info = parse_version(__version__)\n+ return __version__ if name == \"__version__\" else version_info\n raise AttributeError(f\"module {__name__!r} has no attribute {name!r}\")\n \n \n def _check_versions():\n--- a/lib/matplotlib/tests/test_matplotlib.py\n+++ b/lib/matplotlib/tests/test_matplotlib.py\n@@ -1,11 +1,23 @@\n import os\n import subprocess\n import sys\n \n+from packaging.version import parse as parse_version\n import pytest\n \n import matplotlib\n \n \n+def test_version_info():\n+ info = matplotlib.version_info\n+ assert info == parse_version(matplotlib.__version__)\n+ assert matplotlib.version_info is info\n+ version_type = type(info)\n+ assert version_type(\"3.9\") < version_type(\"3.10\")\n+ assert (version_type(\"3.10.dev1\") < version_type(\"3.10rc1\")\n+ < version_type(\"3.10\") < version_type(\"3.10.post1\"))\n+ assert isinstance(matplotlib.__version__, str)\n+\n+\n @pytest.mark.skipif(\n os.name == \"nt\", reason=\"chmod() doesn't work as is on Windows\")\n", + "audit": { + "status": "applies", + "original_sha256": "7d45175687994e6de252b3f61e6ea968e03e04d7056694f406eaa01f3bea6d6a", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "7d45175687994e6de252b3f61e6ea968e03e04d7056694f406eaa01f3bea6d6a" + } + } +] diff --git a/reports/experiments/repair-17-v1/attempts/matplotlib__matplotlib-26020.json b/reports/experiments/repair-17-v1/attempts/matplotlib__matplotlib-26020.json new file mode 100644 index 0000000..f3a8516 --- /dev/null +++ b/reports/experiments/repair-17-v1/attempts/matplotlib__matplotlib-26020.json @@ -0,0 +1,41 @@ +[ + { + "candidate": "--- a/lib/mpl_toolkits/axes_grid1/axes_grid.py\n+++ b/lib/mpl_toolkits/axes_grid1/axes_grid.py\n@@ -13,8 +13,19 @@\n def _tick_only(ax, bottom_on, left_on):\n bottom_off = not bottom_on\n left_off = not left_on\n- ax.axis[\"bottom\"].toggle(ticklabels=bottom_off, label=bottom_off)\n- ax.axis[\"left\"].toggle(ticklabels=left_off, label=left_off)\n+ if hasattr(ax.axis, \"__getitem__\"):\n+ ax.axis[\"bottom\"].toggle(ticklabels=bottom_off, label=bottom_off)\n+ ax.axis[\"left\"].toggle(ticklabels=left_off, label=left_off)\n+ else:\n+ ax.xaxis.set_tick_params(labelbottom=bottom_off)\n+ ax.yaxis.set_tick_params(labelleft=left_off)\n+ for axis, side, visible in [(ax.xaxis, \"bottom\", bottom_off),\n+ (ax.yaxis, \"left\", left_off)]:\n+ if visible:\n+ axis.label.set_visible(True)\n+ axis.set_label_position(side)\n+ elif axis.get_label_position() == side:\n+ axis.label.set_visible(False)\n", + "audit": { + "status": "invalid", + "original_sha256": "7c747fe136d7c2985c2c6c98f86479a59abc5cb02825440c63d7e3e11fd1f1d6", + "hunks_recounted": true, + "functional_tests_run": false, + "error": "error: patch failed: lib/mpl_toolkits/axes_grid1/axes_grid.py:13\nerror: lib/mpl_toolkits/axes_grid1/axes_grid.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "0e5d85a555f7ab987d1ecf0048fb6c3d06492a348ed7885d7f72c6a3f15a75db" + } + }, + { + "candidate": "--- a/lib/mpl_toolkits/axes_grid1/axes_grid.py\n+++ b/lib/mpl_toolkits/axes_grid1/axes_grid.py\n@@ -13,5 +13,16 @@\n def _tick_only(ax, bottom_on, left_on):\n bottom_off = not bottom_on\n left_off = not left_on\n- ax.axis[\"bottom\"].toggle(ticklabels=bottom_off, label=bottom_off)\n- ax.axis[\"left\"].toggle(ticklabels=left_off, label=left_off)\n+ if hasattr(ax.axis, \"__getitem__\"):\n+ ax.axis[\"bottom\"].toggle(ticklabels=bottom_off, label=bottom_off)\n+ ax.axis[\"left\"].toggle(ticklabels=left_off, label=left_off)\n+ else:\n+ ax.xaxis.set_tick_params(labelbottom=bottom_off)\n+ ax.yaxis.set_tick_params(labelleft=left_off)\n+ for axis, side, visible in [(ax.xaxis, \"bottom\", bottom_off),\n+ (ax.yaxis, \"left\", left_off)]:\n+ if visible:\n+ axis.label.set_visible(True)\n+ axis.set_label_position(side)\n+ elif axis.get_label_position() == side:\n+ axis.label.set_visible(False)\n", + "audit": { + "status": "invalid", + "original_sha256": "0e5d85a555f7ab987d1ecf0048fb6c3d06492a348ed7885d7f72c6a3f15a75db", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: lib/mpl_toolkits/axes_grid1/axes_grid.py:13\nerror: lib/mpl_toolkits/axes_grid1/axes_grid.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "0e5d85a555f7ab987d1ecf0048fb6c3d06492a348ed7885d7f72c6a3f15a75db" + } + }, + { + "candidate": "--- a/lib/mpl_toolkits/axes_grid1/axes_grid.py\n+++ b/lib/mpl_toolkits/axes_grid1/axes_grid.py\n@@ -10,11 +10,22 @@\n from .mpl_axes import Axes\n \n \n def _tick_only(ax, bottom_on, left_on):\n bottom_off = not bottom_on\n left_off = not left_on\n- ax.axis[\"bottom\"].toggle(ticklabels=bottom_off, label=bottom_off)\n- ax.axis[\"left\"].toggle(ticklabels=left_off, label=left_off)\n+ if hasattr(ax.axis, \"__getitem__\"):\n+ ax.axis[\"bottom\"].toggle(ticklabels=bottom_off, label=bottom_off)\n+ ax.axis[\"left\"].toggle(ticklabels=left_off, label=left_off)\n+ else:\n+ ax.xaxis.set_tick_params(labelbottom=bottom_off)\n+ ax.yaxis.set_tick_params(labelleft=left_off)\n+ for axis, side, visible in [(ax.xaxis, \"bottom\", bottom_off),\n+ (ax.yaxis, \"left\", left_off)]:\n+ if visible:\n+ axis.label.set_visible(True)\n+ axis.set_label_position(side)\n+ elif axis.get_label_position() == side:\n+ axis.label.set_visible(False)\n \n \n class CbarAxesBase:\n", + "audit": { + "status": "applies", + "original_sha256": "db5d96b3dc733a6036b660885c4c779aa1bf2f00640e3c74393a3f0db8ae2c64", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "db5d96b3dc733a6036b660885c4c779aa1bf2f00640e3c74393a3f0db8ae2c64" + } + } +] diff --git a/reports/experiments/repair-17-v1/attempts/pallets__flask-4992.json b/reports/experiments/repair-17-v1/attempts/pallets__flask-4992.json new file mode 100644 index 0000000..ec5a356 --- /dev/null +++ b/reports/experiments/repair-17-v1/attempts/pallets__flask-4992.json @@ -0,0 +1,28 @@ +[ + { + "candidate": "--- a/src/flask/config.py\n+++ b/src/flask/config.py\n@@ -232,6 +232,7 @@\n def from_file(\n self,\n filename: str,\n load: t.Callable[[t.IO[t.Any]], t.Mapping],\n silent: bool = False,\n+ mode: str = \"r\",\n ) -> bool:\n@@ -248,2 +249,2 @@\n- import toml\n- app.config.from_file(\"config.toml\", load=toml.load)\n+ import tomllib\n+ app.config.from_file(\"config.toml\", load=tomllib.load, mode=\"rb\")\n@@ -257,3 +258,5 @@\n :param silent: Ignore the file if it doesn't exist.\n+ :param mode: The mode used to open the file. Defaults to text\n+ reading (``\"r\"``). Use ``\"rb\"`` for binary loaders.\n :return: ``True`` if the file was loaded successfully.\n \n@@ -264,3 +267,3 @@\n try:\n- with open(filename) as f:\n+ with open(filename, mode) as f:\n obj = load(f)\n", + "audit": { + "status": "invalid", + "original_sha256": "9f9425aa2c288245272f8fc5d8ff97501b3fcaf272936baeb759227ef33bdbb8", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: src/flask/config.py:248\nerror: src/flask/config.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "9f9425aa2c288245272f8fc5d8ff97501b3fcaf272936baeb759227ef33bdbb8" + } + }, + { + "candidate": "--- a/src/flask/config.py\n+++ b/src/flask/config.py\n@@ -232,34 +232,37 @@\n def from_file(\n self,\n filename: str,\n load: t.Callable[[t.IO[t.Any]], t.Mapping],\n silent: bool = False,\n+ mode: str = \"r\",\n ) -> bool:\n \"\"\"Update the values in the config from a file that is loaded\n using the ``load`` parameter. The loaded data is passed to the\n :meth:`from_mapping` method.\n \n .. code-block:: python\n \n import json\n app.config.from_file(\"config.json\", load=json.load)\n \n- import toml\n- app.config.from_file(\"config.toml\", load=toml.load)\n+ import tomllib\n+ app.config.from_file(\"config.toml\", load=tomllib.load, mode=\"rb\")\n \n :param filename: The path to the data file. This can be an\n absolute path or relative to the config root path.\n :param load: A callable that takes a file handle and returns a\n mapping of loaded data from the file.\n :type load: ``Callable[[Reader], Mapping]`` where ``Reader``\n implements a ``read`` method.\n :param silent: Ignore the file if it doesn't exist.\n+ :param mode: The mode used to open the file. Defaults to text\n+ reading (``\"r\"``). Use ``\"rb\"`` for binary loaders.\n :return: ``True`` if the file was loaded successfully.\n \n .. versionadded:: 2.0\n \"\"\"\n filename = os.path.join(self.root_path, filename)\n \n try:\n- with open(filename) as f:\n+ with open(filename, mode) as f:\n obj = load(f)\n", + "audit": { + "status": "applies", + "original_sha256": "fa9eb396883e07f8687377fc2b370773b09f849c2e671ed5482f94d2b1226c88", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "fa9eb396883e07f8687377fc2b370773b09f849c2e671ed5482f94d2b1226c88" + } + } +] diff --git a/reports/experiments/repair-17-v1/attempts/pallets__flask-5063.json b/reports/experiments/repair-17-v1/attempts/pallets__flask-5063.json new file mode 100644 index 0000000..305e02d --- /dev/null +++ b/reports/experiments/repair-17-v1/attempts/pallets__flask-5063.json @@ -0,0 +1,28 @@ +[ + { + "candidate": "--- a/src/flask/cli.py\n+++ b/src/flask/cli.py\n@@ -1021,14 +1021,17 @@\n- headers = (\"Endpoint\", \"Methods\", \"Rule\")\n+ headers = (\"Endpoint\", \"Methods\", \"Rule\", \"Subdomain\")\n widths = (\n max(len(rule.endpoint) for rule in rules),\n max(len(methods) for methods in rule_methods),\n max(len(rule.rule) for rule in rules),\n+ max(len(rule.subdomain or \"\") for rule in rules),\n )\n widths = [max(len(h), w) for h, w in zip(headers, widths)]\n- row = \"{{0:<{0}}} {{1:<{1}}} {{2:<{2}}}\".format(*widths)\n+ row = \"{{0:<{0}}} {{1:<{1}}} {{2:<{2}}} {{3:<{3}}}\".format(*widths)\n \n click.echo(row.format(*headers).strip())\n click.echo(row.format(*(\"-\" * width for width in widths)))\n \n for rule, methods in zip(rules, rule_methods):\n- click.echo(row.format(rule.endpoint, methods, rule.rule).rstrip())\n+ click.echo(\n+ row.format(rule.endpoint, methods, rule.rule, rule.subdomain or \"\").rstrip()\n+ )\n", + "audit": { + "status": "invalid", + "original_sha256": "6a73ee35f3040f37aad9503faef1f774d4c35feb87acc2527eb888989b28874b", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: src/flask/cli.py:1021\nerror: src/flask/cli.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "6a73ee35f3040f37aad9503faef1f774d4c35feb87acc2527eb888989b28874b" + } + }, + { + "candidate": "--- a/src/flask/cli.py\n+++ b/src/flask/cli.py\n@@ -1018,20 +1018,23 @@\n for rule in rules\n ]\n \n- headers = (\"Endpoint\", \"Methods\", \"Rule\")\n+ headers = (\"Endpoint\", \"Methods\", \"Rule\", \"Subdomain\")\n widths = (\n max(len(rule.endpoint) for rule in rules),\n max(len(methods) for methods in rule_methods),\n max(len(rule.rule) for rule in rules),\n+ max(len(rule.subdomain or \"\") for rule in rules),\n )\n widths = [max(len(h), w) for h, w in zip(headers, widths)]\n- row = \"{{0:<{0}}} {{1:<{1}}} {{2:<{2}}}\".format(*widths)\n+ row = \"{{0:<{0}}} {{1:<{1}}} {{2:<{2}}} {{3:<{3}}}\".format(*widths)\n \n click.echo(row.format(*headers).strip())\n click.echo(row.format(*(\"-\" * width for width in widths)))\n \n for rule, methods in zip(rules, rule_methods):\n- click.echo(row.format(rule.endpoint, methods, rule.rule).rstrip())\n+ click.echo(\n+ row.format(rule.endpoint, methods, rule.rule, rule.subdomain or \"\").rstrip()\n+ )\n \n \n cli = FlaskGroup(\n", + "audit": { + "status": "applies", + "original_sha256": "856a41dea09b0e8afcea5358938e755a7e968c3c0344c33b0f24ce9d9a754723", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "856a41dea09b0e8afcea5358938e755a7e968c3c0344c33b0f24ce9d9a754723" + } + } +] diff --git a/reports/experiments/repair-17-v1/attempts/pylint-dev__pylint-6506.json b/reports/experiments/repair-17-v1/attempts/pylint-dev__pylint-6506.json new file mode 100644 index 0000000..9d1d5a4 --- /dev/null +++ b/reports/experiments/repair-17-v1/attempts/pylint-dev__pylint-6506.json @@ -0,0 +1,28 @@ +[ + { + "candidate": "--- a/pylint/lint/run.py\n+++ b/pylint/lint/run.py\n@@ -14,7 +14,10 @@\n from pylint import config\n from pylint.config.config_initialization import _config_initialization\n-from pylint.config.exceptions import ArgumentPreprocessingError\n+from pylint.config.exceptions import (\n+ ArgumentPreprocessingError,\n+ _UnrecognizedOptionError,\n+)\n from pylint.config.utils import _preprocess_options\n from pylint.constants import full_version\n from pylint.lint.base_options import _make_run_options\n from pylint.lint.pylinter import PyLinter\n@@ -135,3 +138,6 @@\n- args = _config_initialization(\n- linter, args, reporter, config_file=self._rcfile, verbose_mode=self.verbose\n- )\n+ try:\n+ args = _config_initialization(\n+ linter, args, reporter, config_file=self._rcfile, verbose_mode=self.verbose\n+ )\n+ except _UnrecognizedOptionError:\n+ sys.exit(32)\n", + "audit": { + "status": "invalid", + "original_sha256": "7129bab37e291f36ebce81da10b8c931eed03904b16c5e625efb8684dbe1d540", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: pylint/lint/run.py:135\nerror: pylint/lint/run.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "7129bab37e291f36ebce81da10b8c931eed03904b16c5e625efb8684dbe1d540" + } + }, + { + "candidate": "--- a/pylint/lint/run.py\n+++ b/pylint/lint/run.py\n@@ -14,7 +14,10 @@\n from pylint import config\n from pylint.config.config_initialization import _config_initialization\n-from pylint.config.exceptions import ArgumentPreprocessingError\n+from pylint.config.exceptions import (\n+ ArgumentPreprocessingError,\n+ _UnrecognizedOptionError,\n+)\n from pylint.config.utils import _preprocess_options\n from pylint.constants import full_version\n from pylint.lint.base_options import _make_run_options\n from pylint.lint.pylinter import PyLinter\n@@ -132,8 +135,11 @@\n linter.disable(\"I\")\n linter.enable(\"c-extension-no-member\")\n \n- args = _config_initialization(\n- linter, args, reporter, config_file=self._rcfile, verbose_mode=self.verbose\n- )\n+ try:\n+ args = _config_initialization(\n+ linter, args, reporter, config_file=self._rcfile, verbose_mode=self.verbose\n+ )\n+ except _UnrecognizedOptionError:\n+ sys.exit(32)\n \n if linter.config.jobs < 0:\n", + "audit": { + "status": "applies", + "original_sha256": "a0712ed944581f6e14f785654c76616bcbdbd2191a895698e7a067bc6f984523", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "a0712ed944581f6e14f785654c76616bcbdbd2191a895698e7a067bc6f984523" + } + } +] diff --git a/reports/experiments/repair-17-v1/attempts/pylint-dev__pylint-7993.json b/reports/experiments/repair-17-v1/attempts/pylint-dev__pylint-7993.json new file mode 100644 index 0000000..b89aa19 --- /dev/null +++ b/reports/experiments/repair-17-v1/attempts/pylint-dev__pylint-7993.json @@ -0,0 +1,28 @@ +[ + { + "candidate": "--- a/pylint/reporters/text.py\n+++ b/pylint/reporters/text.py\n@@ -177,10 +177,14 @@\n # Check to see if all parameters in the template are attributes of the Message\n- arguments = re.findall(r\"\\{(.+?)(:.*)?\\}\", template)\n- for argument in arguments:\n- if argument[0] not in MESSAGE_FIELDS:\n- warnings.warn(\n- f\"Don't recognize the argument '{argument[0]}' in the --msg-template. \"\n- \"Are you sure it is supported on the current version of pylint?\"\n- )\n- template = re.sub(r\"\\{\" + argument[0] + r\"(:.*?)?\\}\", \"\", template)\n- self._fixed_template = template\n+ def replace(match: re.Match[str]) -> str:\n+ argument = match.group(1)\n+ if argument is None or argument in MESSAGE_FIELDS:\n+ return match.group(0)\n+ warnings.warn(\n+ f\"Don't recognize the argument '{argument}' in the --msg-template. \"\n+ \"Are you sure it is supported on the current version of pylint?\"\n+ )\n+ return \"\"\n+\n+ self._fixed_template = re.sub(\n+ r\"\\{\\{|\\}\\}|\\{([^{}:]+)(:[^{}]*)?\\}\", replace, template\n+ )\n--- a/tests/reporters/unittest_reporting.py\n+++ b/tests/reporters/unittest_reporting.py\n@@ -47,6 +47,20 @@\n assert output.getvalue() == \"************* Module 0123\\nC0301:001\\nC0301:002\\n\"\n \n \n+def test_template_option_escaped_braces(linter) -> None:\n+ output = StringIO()\n+ linter.reporter.out = output\n+ linter.config.msg_template = '{{ \"Category\": \"{category}\" }}'\n+ linter.open()\n+ with warnings.catch_warnings():\n+ warnings.simplefilter(\"error\")\n+ linter.set_current_module(\"my_module\")\n+ linter.add_message(\"C0301\", line=1, args=(1, 2))\n+ assert output.getvalue() == (\n+ '************* Module my_module\\n{ \"Category\": \"convention\" }\\n'\n+ )\n+\n+\n def test_template_option_default(linter) -> None:\n \"\"\"Test the default msg-template setting.\"\"\"\n output = StringIO()\n", + "audit": { + "status": "invalid", + "original_sha256": "cd5bcb9c5f13756759819413adc01bec5bf43afa4c991c12f04d18e89e55b191", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: pylint/reporters/text.py:177\nerror: pylint/reporters/text.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "cd5bcb9c5f13756759819413adc01bec5bf43afa4c991c12f04d18e89e55b191" + } + }, + { + "candidate": "--- a/pylint/reporters/text.py\n+++ b/pylint/reporters/text.py\n@@ -174,16 +174,20 @@\n # Set template to the currently selected template\n self._template = template\n \n # Check to see if all parameters in the template are attributes of the Message\n- arguments = re.findall(r\"\\{(.+?)(:.*)?\\}\", template)\n- for argument in arguments:\n- if argument[0] not in MESSAGE_FIELDS:\n- warnings.warn(\n- f\"Don't recognize the argument '{argument[0]}' in the --msg-template. \"\n- \"Are you sure it is supported on the current version of pylint?\"\n- )\n- template = re.sub(r\"\\{\" + argument[0] + r\"(:.*?)?\\}\", \"\", template)\n- self._fixed_template = template\n+ def replace(match: re.Match[str]) -> str:\n+ argument = match.group(1)\n+ if argument is None or argument in MESSAGE_FIELDS:\n+ return match.group(0)\n+ warnings.warn(\n+ f\"Don't recognize the argument '{argument}' in the --msg-template. \"\n+ \"Are you sure it is supported on the current version of pylint?\"\n+ )\n+ return \"\"\n+\n+ self._fixed_template = re.sub(\n+ r\"\\{\\{|\\}\\}|\\{([^{}:]+)(:[^{}]*)?\\}\", replace, template\n+ )\n \n def write_message(self, msg: Message) -> None:\n \"\"\"Convenience method to write a formatted message with class default\n--- a/tests/reporters/unittest_reporting.py\n+++ b/tests/reporters/unittest_reporting.py\n@@ -48,6 +48,20 @@\n assert output.getvalue() == \"************* Module 0123\\nC0301:001\\nC0301:002\\n\"\n \n \n+def test_template_option_escaped_braces(linter) -> None:\n+ output = StringIO()\n+ linter.reporter.out = output\n+ linter.config.msg_template = '{{ \"Category\": \"{category}\" }}'\n+ linter.open()\n+ with warnings.catch_warnings():\n+ warnings.simplefilter(\"error\")\n+ linter.set_current_module(\"my_module\")\n+ linter.add_message(\"C0301\", line=1, args=(1, 2))\n+ assert output.getvalue() == (\n+ '************* Module my_module\\n{ \"Category\": \"convention\" }\\n'\n+ )\n+\n+\n def test_template_option_default(linter) -> None:\n \"\"\"Test the default msg-template setting.\"\"\"\n output = StringIO()\n", + "audit": { + "status": "applies", + "original_sha256": "70d34650ba84028e74c6ac450004dddcceb063f0310b0ff78c9849aac322d1cd", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "70d34650ba84028e74c6ac450004dddcceb063f0310b0ff78c9849aac322d1cd" + } + } +] diff --git a/reports/experiments/repair-17-v1/attempts/scikit-learn__scikit-learn-14092.json b/reports/experiments/repair-17-v1/attempts/scikit-learn__scikit-learn-14092.json new file mode 100644 index 0000000..d4e72d2 --- /dev/null +++ b/reports/experiments/repair-17-v1/attempts/scikit-learn__scikit-learn-14092.json @@ -0,0 +1,28 @@ +[ + { + "candidate": "--- a/sklearn/neighbors/nca.py\n+++ b/sklearn/neighbors/nca.py\n@@ -10,6 +10,7 @@\n from __future__ import print_function\n \n from warnings import warn\n+import numbers\n import numpy as np\n import sys\n import time\n@@ -300,3 +301,3 @@\n # Check the preferred dimensionality of the projected space\n if self.n_components is not None:\n- check_scalar(self.n_components, 'n_components', int, 1)\n+ check_scalar(self.n_components, 'n_components', numbers.Integral, 1)\n@@ -321,3 +322,3 @@\n- check_scalar(self.max_iter, 'max_iter', int, 1)\n- check_scalar(self.tol, 'tol', float, 0.)\n- check_scalar(self.verbose, 'verbose', int, 0)\n+ check_scalar(self.max_iter, 'max_iter', numbers.Integral, 1)\n+ check_scalar(self.tol, 'tol', numbers.Real, 0.)\n+ check_scalar(self.verbose, 'verbose', numbers.Integral, 0)\n--- a/sklearn/neighbors/tests/test_nca.py\n+++ b/sklearn/neighbors/tests/test_nca.py\n@@ -130,7 +130,12 @@\n assert_raises(TypeError, NCA(max_iter='21').fit, X, y)\n assert_raises(TypeError, NCA(verbose='true').fit, X, y)\n- assert_raises(TypeError, NCA(tol=1).fit, X, y)\n+ assert_raises(TypeError, NCA(tol='invalid').fit, X, y)\n assert_raises(TypeError, NCA(n_components='invalid').fit, X, y)\n assert_raises(TypeError, NCA(warm_start=1).fit, X, y)\n \n+ # Accept numeric scalar types used in parameter grids.\n+ for tol in (1, np.float32(0.1)):\n+ NCA(n_components=np.int64(2), max_iter=np.int64(50),\n+ verbose=np.int64(0), tol=tol)._validate_params(X, y)\n+\n # ValueError\n", + "audit": { + "status": "invalid", + "original_sha256": "9dec862dca22cde5ed5c797bc585c662db996e757472b8a3719531661f38558c", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: sklearn/neighbors/nca.py:300\nerror: sklearn/neighbors/nca.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "9dec862dca22cde5ed5c797bc585c662db996e757472b8a3719531661f38558c" + } + }, + { + "candidate": "--- a/sklearn/neighbors/nca.py\n+++ b/sklearn/neighbors/nca.py\n@@ -10,6 +10,7 @@\n from __future__ import print_function\n \n from warnings import warn\n+import numbers\n import numpy as np\n import sys\n import time\n@@ -300,6 +301,6 @@\n # Check the preferred dimensionality of the projected space\n if self.n_components is not None:\n- check_scalar(self.n_components, 'n_components', int, 1)\n+ check_scalar(self.n_components, 'n_components', numbers.Integral, 1)\n \n if self.n_components > X.shape[1]:\n raise ValueError('The preferred dimensionality of the '\n@@ -320,6 +321,6 @@\n \n- check_scalar(self.max_iter, 'max_iter', int, 1)\n- check_scalar(self.tol, 'tol', float, 0.)\n- check_scalar(self.verbose, 'verbose', int, 0)\n+ check_scalar(self.max_iter, 'max_iter', numbers.Integral, 1)\n+ check_scalar(self.tol, 'tol', numbers.Real, 0.)\n+ check_scalar(self.verbose, 'verbose', numbers.Integral, 0)\n \n if self.callback is not None:\n--- a/sklearn/neighbors/tests/test_nca.py\n+++ b/sklearn/neighbors/tests/test_nca.py\n@@ -129,9 +129,14 @@\n # TypeError\n assert_raises(TypeError, NCA(max_iter='21').fit, X, y)\n assert_raises(TypeError, NCA(verbose='true').fit, X, y)\n- assert_raises(TypeError, NCA(tol=1).fit, X, y)\n+ assert_raises(TypeError, NCA(tol='invalid').fit, X, y)\n assert_raises(TypeError, NCA(n_components='invalid').fit, X, y)\n assert_raises(TypeError, NCA(warm_start=1).fit, X, y)\n \n+ # Accept numeric scalar types used in parameter grids.\n+ for tol in (1, np.float32(0.1)):\n+ NCA(n_components=np.int64(2), max_iter=np.int64(50),\n+ verbose=np.int64(0), tol=tol)._validate_params(X, y)\n+\n # ValueError\n assert_raise_message(ValueError,\n", + "audit": { + "status": "applies", + "original_sha256": "c855234af69ae9fa28c7efd8eead84878a084dd9e349e29a25bc185b3d5c9afc", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "c855234af69ae9fa28c7efd8eead84878a084dd9e349e29a25bc185b3d5c9afc" + } + } +] diff --git a/reports/experiments/repair-17-v1/attempts/sphinx-doc__sphinx-7975.json b/reports/experiments/repair-17-v1/attempts/sphinx-doc__sphinx-7975.json new file mode 100644 index 0000000..df173e7 --- /dev/null +++ b/reports/experiments/repair-17-v1/attempts/sphinx-doc__sphinx-7975.json @@ -0,0 +1,28 @@ +[ + { + "candidate": "--- a/sphinx/environment/adapters/indexentries.py\n+++ b/sphinx/environment/adapters/indexentries.py\n@@ -101,6 +101,5 @@\n- # sort the index entries; put all symbols at the front, even those\n- # following the letters in ASCII, this is where the chr(127) comes from\n- def keyfunc(entry: Tuple[str, List]) -> Tuple[str, str]:\n+ # sort the index entries; put all symbols before letters\n+ def keyfunc(entry: Tuple[str, List]) -> Tuple[bool, str, str]:\n key, (void, void, category_key) = entry\n if category_key:\n # using specified category key to sort\n@@ -108,9 +107,8 @@\n lckey = unicodedata.normalize('NFD', key.lower())\n if lckey.startswith('\\N{RIGHT-TO-LEFT MARK}'):\n lckey = lckey[1:]\n- if lckey[0:1].isalpha() or lckey.startswith('_'):\n- lckey = chr(127) + lckey\n+ is_letter = lckey[0:1].isalpha() or lckey.startswith('_')\n # ensure a determinstic order *within* letters by also sorting on\n # the entry itself\n- return (lckey, entry[0])\n+ return (is_letter, lckey, entry[0])\n newlist = sorted(new.items(), key=keyfunc)\n@@ -149,7 +147,6 @@\n- def keyfunc2(entry: Tuple[str, List]) -> str:\n+ def keyfunc2(entry: Tuple[str, List]) -> Tuple[bool, str]:\n key = unicodedata.normalize('NFD', entry[0].lower())\n if key.startswith('\\N{RIGHT-TO-LEFT MARK}'):\n key = key[1:]\n- if key[0:1].isalpha() or key.startswith('_'):\n- key = chr(127) + key\n- return key\n+ is_letter = key[0:1].isalpha() or key.startswith('_')\n+ return (is_letter, key)\n", + "audit": { + "status": "invalid", + "original_sha256": "4a7b3012ae5b6116eda5c02c98f1c59457ed1378beac2f90c2a27c472037a2a2", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: sphinx/environment/adapters/indexentries.py:149\nerror: sphinx/environment/adapters/indexentries.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "4a7b3012ae5b6116eda5c02c98f1c59457ed1378beac2f90c2a27c472037a2a2" + } + }, + { + "candidate": "--- a/sphinx/environment/adapters/indexentries.py\n+++ b/sphinx/environment/adapters/indexentries.py\n@@ -101,16 +101,14 @@\n- # sort the index entries; put all symbols at the front, even those\n- # following the letters in ASCII, this is where the chr(127) comes from\n- def keyfunc(entry: Tuple[str, List]) -> Tuple[str, str]:\n+ # sort the index entries; put all symbols before letters\n+ def keyfunc(entry: Tuple[str, List]) -> Tuple[bool, str, str]:\n key, (void, void, category_key) = entry\n if category_key:\n # using specified category key to sort\n key = category_key\n lckey = unicodedata.normalize('NFD', key.lower())\n if lckey.startswith('\\N{RIGHT-TO-LEFT MARK}'):\n lckey = lckey[1:]\n- if lckey[0:1].isalpha() or lckey.startswith('_'):\n- lckey = chr(127) + lckey\n+ is_letter = lckey[0:1].isalpha() or lckey.startswith('_')\n # ensure a determinstic order *within* letters by also sorting on\n # the entry itself\n- return (lckey, entry[0])\n+ return (is_letter, lckey, entry[0])\n newlist = sorted(new.items(), key=keyfunc)\n@@ -148,10 +146,9 @@\n # sort the sub-index entries\n- def keyfunc2(entry: Tuple[str, List]) -> str:\n+ def keyfunc2(entry: Tuple[str, List]) -> Tuple[bool, str]:\n key = unicodedata.normalize('NFD', entry[0].lower())\n if key.startswith('\\N{RIGHT-TO-LEFT MARK}'):\n key = key[1:]\n- if key[0:1].isalpha() or key.startswith('_'):\n- key = chr(127) + key\n- return key\n+ is_letter = key[0:1].isalpha() or key.startswith('_')\n+ return (is_letter, key)\n \n # group the entries by letter\n", + "audit": { + "status": "applies", + "original_sha256": "5a6240ec9484ff97e3732199e1cabbe03df37c5d9038e2dd1aff7a4138eb93bc", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "5a6240ec9484ff97e3732199e1cabbe03df37c5d9038e2dd1aff7a4138eb93bc" + } + } +] diff --git a/reports/experiments/repair-17-v1/attempts/sphinx-doc__sphinx-8273.json b/reports/experiments/repair-17-v1/attempts/sphinx-doc__sphinx-8273.json new file mode 100644 index 0000000..f89d0f2 --- /dev/null +++ b/reports/experiments/repair-17-v1/attempts/sphinx-doc__sphinx-8273.json @@ -0,0 +1,28 @@ +[ + { + "candidate": "--- a/sphinx/builders/manpage.py\n+++ b/sphinx/builders/manpage.py\n@@ -12,2 +12,2 @@\n-from os import path\n+from os import makedirs, path\n from typing import Any, Dict, List, Set, Tuple, Union\n@@ -83,5 +83,9 @@\n targetname = '%s.%s' % (name, section)\n logger.info(darkgreen(targetname) + ' { ', nonl=True)\n+ sectiondir = self.outdir\n+ if self.config.man_make_section_directory:\n+ sectiondir = path.join(self.outdir, 'man%s' % section)\n+ makedirs(sectiondir, exist_ok=True)\n destination = FileOutput(\n- destination_path=path.join(self.outdir, targetname),\n+ destination_path=path.join(sectiondir, targetname),\n encoding='utf-8')\n@@ -116,2 +120,3 @@\n app.add_config_value('man_pages', default_man_pages, None)\n app.add_config_value('man_show_urls', False, None)\n+ app.add_config_value('man_make_section_directory', False, None)\n", + "audit": { + "status": "invalid", + "original_sha256": "a29a875f38c644cc25eba0c335a28288957addd53c6e47d2791e3912bfee8722", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: sphinx/builders/manpage.py:116\nerror: sphinx/builders/manpage.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "a29a875f38c644cc25eba0c335a28288957addd53c6e47d2791e3912bfee8722" + } + }, + { + "candidate": "--- a/sphinx/builders/manpage.py\n+++ b/sphinx/builders/manpage.py\n@@ -12,5 +12,5 @@\n-from os import path\n+from os import makedirs, path\n from typing import Any, Dict, List, Set, Tuple, Union\n \n from docutils.frontend import OptionParser\n from docutils.io import FileOutput\n@@ -83,8 +83,12 @@\n targetname = '%s.%s' % (name, section)\n logger.info(darkgreen(targetname) + ' { ', nonl=True)\n+ sectiondir = self.outdir\n+ if self.config.man_make_section_directory:\n+ sectiondir = path.join(self.outdir, 'man%s' % section)\n+ makedirs(sectiondir, exist_ok=True)\n destination = FileOutput(\n- destination_path=path.join(self.outdir, targetname),\n+ destination_path=path.join(sectiondir, targetname),\n encoding='utf-8')\n \n tree = self.env.get_doctree(docname)\n docnames = set() # type: Set[str]\n@@ -113,7 +117,8 @@\n def setup(app: Sphinx) -> Dict[str, Any]:\n app.add_builder(ManualPageBuilder)\n \n app.add_config_value('man_pages', default_man_pages, None)\n app.add_config_value('man_show_urls', False, None)\n+ app.add_config_value('man_make_section_directory', False, None)\n \n return {\n", + "audit": { + "status": "applies", + "original_sha256": "7277288c08faf19b71b655fac3a8ff4b947ce2bc5c626ef49a48b02b38272548", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "7277288c08faf19b71b655fac3a8ff4b947ce2bc5c626ef49a48b02b38272548" + } + } +] diff --git a/reports/experiments/repair-17-v1/attempts/sympy__sympy-20154.json b/reports/experiments/repair-17-v1/attempts/sympy__sympy-20154.json new file mode 100644 index 0000000..122e761 --- /dev/null +++ b/reports/experiments/repair-17-v1/attempts/sympy__sympy-20154.json @@ -0,0 +1,28 @@ +[ + { + "candidate": "--- a/sympy/utilities/iterables.py\n+++ b/sympy/utilities/iterables.py\n@@ -1741,14 +1741,7 @@\n- Note that the _same_ dictionary object is returned each time.\n- This is for speed: generating each partition goes quickly,\n- taking constant time, independent of n.\n+ Each partition is returned as an independent dictionary.\n \n- >>> [p for p in partitions(6, k=2)]\n- [{1: 6}, {1: 6}, {1: 6}, {1: 6}]\n-\n- If you want to build a list of the returned dictionaries then\n- make a copy of them:\n-\n- >>> [p.copy() for p in partitions(6, k=2)] # doctest: +SKIP\n+ >>> list(partitions(6, k=2)) # doctest: +SKIP\n [{2: 3}, {1: 2, 2: 2}, {1: 4, 2: 1}, {1: 6}]\n- >>> [(M, p.copy()) for M, p in partitions(6, k=2, size=True)] # doctest: +SKIP\n+ >>> list(partitions(6, k=2, size=True)) # doctest: +SKIP\n [(3, {2: 3}), (4, {1: 2, 2: 2}), (5, {1: 4, 2: 1}), (6, {1: 6})]\n@@ -1804,7 +1797,7 @@\n room = m - q - bool(r)\n if size:\n- yield sum(ms.values()), ms\n+ yield sum(ms.values()), ms.copy()\n else:\n- yield ms\n+ yield ms.copy()\n \n while keys != [1]:\n@@ -1844,5 +1837,5 @@\n room -= need\n if size:\n- yield sum(ms.values()), ms\n+ yield sum(ms.values()), ms.copy()\n else:\n- yield ms\n+ yield ms.copy()\n--- a/sympy/utilities/tests/test_iterables.py\n+++ b/sympy/utilities/tests/test_iterables.py\n@@ -482,4 +482,16 @@\n assert list(partitions(6, 2, 0, size=i)) == ans[i]\n \n+ expected = [{3: 1}, {2: 1, 1: 1}, {1: 3}]\n+ for size in (False, True):\n+ results = list(partitions(3, size=size))\n+ dictionaries = [p for _, p in results] if size else results\n+ assert dictionaries == expected\n+ if size:\n+ assert [count for count, _ in results] == [1, 2, 3]\n+ assert len({id(p) for p in dictionaries}) == len(dictionaries)\n+ dictionaries[0][3] = 99\n+ assert dictionaries[1:] == expected[1:]\n+\n+\n assert [p.copy() for p in partitions(6, k=2)] == [\n {2: 3}, {1: 2, 2: 2}, {1: 4, 2: 1}, {1: 6}]\n", + "audit": { + "status": "invalid", + "original_sha256": "bc411c7e5b2404fcc11d09c400cb7e9d2c5834a56ffa076d990257497c390161", + "hunks_recounted": true, + "functional_tests_run": false, + "error": "error: patch failed: sympy/utilities/iterables.py:1844\nerror: sympy/utilities/iterables.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "35bd349992545ee8678ca3c979ce2f98c7b701667e9f3ad02478177db26f4c0c" + } + }, + { + "candidate": "--- a/sympy/utilities/iterables.py\n+++ b/sympy/utilities/iterables.py\n@@ -1738,20 +1738,12 @@\n {2: 1, 4: 1}\n {3: 2}\n \n- Note that the _same_ dictionary object is returned each time.\n- This is for speed: generating each partition goes quickly,\n- taking constant time, independent of n.\n+ Each partition is returned as an independent dictionary.\n \n- >>> [p for p in partitions(6, k=2)]\n- [{1: 6}, {1: 6}, {1: 6}, {1: 6}]\n-\n- If you want to build a list of the returned dictionaries then\n- make a copy of them:\n-\n- >>> [p.copy() for p in partitions(6, k=2)] # doctest: +SKIP\n+ >>> list(partitions(6, k=2)) # doctest: +SKIP\n [{2: 3}, {1: 2, 2: 2}, {1: 4, 2: 1}, {1: 6}]\n- >>> [(M, p.copy()) for M, p in partitions(6, k=2, size=True)] # doctest: +SKIP\n+ >>> list(partitions(6, k=2, size=True)) # doctest: +SKIP\n [(3, {2: 3}), (4, {1: 2, 2: 2}), (5, {1: 4, 2: 1}), (6, {1: 6})]\n \n References\n ==========\n@@ -1804,7 +1796,7 @@\n room = m - q - bool(r)\n if size:\n- yield sum(ms.values()), ms\n+ yield sum(ms.values()), ms.copy()\n else:\n- yield ms\n+ yield ms.copy()\n \n while keys != [1]:\n@@ -1843,8 +1835,8 @@\n break\n room -= need\n if size:\n- yield sum(ms.values()), ms\n+ yield sum(ms.values()), ms.copy()\n else:\n- yield ms\n+ yield ms.copy()\n \n \n--- a/sympy/utilities/tests/test_iterables.py\n+++ b/sympy/utilities/tests/test_iterables.py\n@@ -482,4 +482,16 @@\n assert list(partitions(6, 2, 0, size=i)) == ans[i]\n \n+ expected = [{3: 1}, {2: 1, 1: 1}, {1: 3}]\n+ for size in (False, True):\n+ results = list(partitions(3, size=size))\n+ dictionaries = [p for _, p in results] if size else results\n+ assert dictionaries == expected\n+ if size:\n+ assert [count for count, _ in results] == [1, 2, 3]\n+ assert len({id(p) for p in dictionaries}) == len(dictionaries)\n+ dictionaries[0][3] = 99\n+ assert dictionaries[1:] == expected[1:]\n+\n+\n assert [p.copy() for p in partitions(6, k=2)] == [\n {2: 3}, {1: 2, 2: 2}, {1: 4, 2: 1}, {1: 6}]\n", + "audit": { + "status": "applies", + "original_sha256": "9e426e2dd81bdd5782f7af6a1c0b936a4b800542d83e4a3e95036f0c2a365c97", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "9e426e2dd81bdd5782f7af6a1c0b936a4b800542d83e4a3e95036f0c2a365c97" + } + } +] diff --git a/reports/experiments/repair-17-v1/completion.json b/reports/experiments/repair-17-v1/completion.json new file mode 100644 index 0000000..a460c8f --- /dev/null +++ b/reports/experiments/repair-17-v1/completion.json @@ -0,0 +1,5 @@ +{ + "count": 17, + "completed_at": "2026-10-08T21:35:34.289194+00:00", + "predictions_sha256": "d293c53d2e9deef0487fd226b03e1a6db42c40c74991aa37f0daaf0cd6f93f3a" +} diff --git a/reports/experiments/repair-17-v1/diagnoses.jsonl b/reports/experiments/repair-17-v1/diagnoses.jsonl new file mode 100644 index 0000000..bf469a1 --- /dev/null +++ b/reports/experiments/repair-17-v1/diagnoses.jsonl @@ -0,0 +1,14 @@ +{"instance_id": "django__django-10914", "diagnosis": {"conclusion": "identified", "root_cause": "FILE_UPLOAD_PERMISSIONS defaults to None, so FileSystemStorage skips its final chmod. Streamed memory uploads are created with 0o666 masked by umask, while temporary uploads are moved by rename or metadata-preserving copy, retaining their temporary-file permissions. Consequently, upload paths can produce different final permissions.", "affected_files": ["django/conf/global_settings.py", "docs/howto/deployment/checklist.txt"], "evidence_ids": ["e0018", "e0012", "e0027", "e0028", "e0019", "e0020", "e0032"], "suggested_fix": "Default FILE_UPLOAD_PERMISSIONS to 0o644 so the existing chmod normalizes saved files. Preserve explicitly configured None behavior and update the deployment warning. Add regression tests for default permissions on both upload paths; retain explicit-None coverage.", "proposed_patch": "--- a/django/conf/global_settings.py\n+++ b/django/conf/global_settings.py\n@@ -304,7 +304,7 @@\n \n # The numeric mode to set newly-uploaded files to. The value should be a mode\n # you'd pass directly to os.chmod; see https://docs.python.org/library/os.html#files-and-directories.\n-FILE_UPLOAD_PERMISSIONS = None\n+FILE_UPLOAD_PERMISSIONS = 0o644\n \n # The numeric mode to assign to newly-created directories, when uploading files.\n # The value should be a mode as you'd pass to os.chmod;\n--- a/docs/howto/deployment/checklist.txt\n+++ b/docs/howto/deployment/checklist.txt\n@@ -157,12 +157,12 @@\n :setting:`FILE_UPLOAD_PERMISSIONS`\n ----------------------------------\n \n-With the default file upload settings, files smaller than\n+When :setting:`FILE_UPLOAD_PERMISSIONS` is ``None``, files smaller than\n :setting:`FILE_UPLOAD_MAX_MEMORY_SIZE` may be stored with a different mode\n than larger files as described in :setting:`FILE_UPLOAD_PERMISSIONS`.\n \n-Setting :setting:`FILE_UPLOAD_PERMISSIONS` ensures all files are uploaded with\n-the same permissions.\n+Setting :setting:`FILE_UPLOAD_PERMISSIONS` to a non-None value ensures all files\n+are uploaded with the same permissions.\n \n HTTPS\n =====\n", "confidence": "high", "limitations": ["No baseline tests or runtime reproduction were run; no setup failure was reported.", "The proposed patch is unapplied and UNVERIFIED.", "Existing permission tests explicitly override the setting; default-path regression coverage remains to be added.", "The settings reference and release documentation were not supplied as source reads and are not updated here.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "docs/howto/deployment/checklist.txt", "start_line": 154, "end_line": 164}, {"id": "e0002", "kind": "search", "path": "django/core/files/storage.py", "start_line": 190, "end_line": 200}, {"id": "e0003", "kind": "search", "path": "docs/ref/files/storage.txt", "start_line": 50, "end_line": 60}, {"id": "e0004", "kind": "search", "path": "tests/file_storage/tests.py", "start_line": 504, "end_line": 514}, {"id": "e0005", "kind": "search", "path": "tests/staticfiles_tests/test_storage.py", "start_line": 503, "end_line": 513}, {"id": "e0006", "kind": "search", "path": "docs/releases/1.4.14.txt", "start_line": 19, "end_line": 29}, {"id": "e0007", "kind": "search", "path": "django/core/files/storage.py", "start_line": 214, "end_line": 224}, {"id": "e0008", "kind": "search", "path": "django/conf/global_settings.py", "start_line": 304, "end_line": 314}, {"id": "e0009", "kind": "search", "path": "django/conf/__init__.py", "start_line": 2, "end_line": 12}, {"id": "e0010", "kind": "search", "path": "docs/topics/settings.txt", "start_line": 90, "end_line": 100}, {"id": "e0011", "kind": "search", "path": "docs/howto/deployment/checklist.txt", "start_line": 154, "end_line": 164}, {"id": "e0012", "kind": "source", "path": "django/core/files/storage.py", "start_line": 201, "end_line": 320}, {"id": "e0013", "kind": "search", "path": "django/core/files/storage.py", "start_line": 190, "end_line": 200}, {"id": "e0014", "kind": "search", "path": "tests/file_storage/tests.py", "start_line": 886, "end_line": 896}, {"id": "e0015", "kind": "search", "path": "tests/staticfiles_tests/test_storage.py", "start_line": 472, "end_line": 482}, {"id": "e0016", "kind": "search", "path": "docs/ref/files/storage.txt", "start_line": 50, "end_line": 60}, {"id": "e0017", "kind": "search", "path": "docs/howto/deployment/checklist.txt", "start_line": 154, "end_line": 164}, {"id": "e0018", "kind": "source", "path": "django/conf/global_settings.py", "start_line": 290, "end_line": 314}, {"id": "e0019", "kind": "source", "path": "tests/file_storage/tests.py", "start_line": 865, "end_line": 930}, {"id": "e0020", "kind": "source", "path": "tests/staticfiles_tests/test_storage.py", "start_line": 483, "end_line": 550}, {"id": "e0021", "kind": "search", "path": "django/core/files/storage.py", "start_line": 190, "end_line": 200}, {"id": "e0022", "kind": "search", "path": "docs/ref/files/storage.txt", "start_line": 50, "end_line": 60}, {"id": "e0023", "kind": "search", "path": "docs/howto/deployment/checklist.txt", "start_line": 154, "end_line": 164}, {"id": "e0024", "kind": "search", "path": "django/core/files/uploadedfile.py", "start_line": 9, "end_line": 19}, {"id": "e0025", "kind": "search", "path": "tests/files/tests.py", "start_line": 10, "end_line": 20}, {"id": "e0026", "kind": "search", "path": "tests/file_uploads/tests.py", "start_line": 46, "end_line": 56}, {"id": "e0027", "kind": "source", "path": "django/core/files/uploadedfile.py", "start_line": 50, "end_line": 90}, {"id": "e0028", "kind": "source", "path": "django/core/files/move.py", "start_line": 1, "end_line": 87}, {"id": "e0029", "kind": "search", "path": "docs/releases/1.4.14.txt", "start_line": 22, "end_line": 32}, {"id": "e0030", "kind": "search", "path": "docs/releases/1.5.9.txt", "start_line": 22, "end_line": 32}, {"id": "e0031", "kind": "search", "path": "docs/releases/1.6.6.txt", "start_line": 22, "end_line": 32}, {"id": "e0032", "kind": "source", "path": "docs/howto/deployment/checklist.txt", "start_line": 154, "end_line": 170}, {"id": "e0033", "kind": "source", "path": "docs/howto/deployment/checklist.txt", "start_line": 150, "end_line": 172}, {"id": "e0034", "kind": "source", "path": "django/conf/global_settings.py", "start_line": 300, "end_line": 314}, {"id": "e0035", "kind": "source", "path": "django/conf/global_settings.py", "start_line": 300, "end_line": 314}, {"id": "e0036", "kind": "source", "path": "docs/howto/deployment/checklist.txt", "start_line": 150, "end_line": 172}], "routes": [], "test_status": "not_run", "patch_verified": false} +{"instance_id": "django__django-12983", "diagnosis": {"conclusion": "identified", "root_cause": "slugify() strips only whitespace before collapsing whitespace and dashes. Its character filter preserves underscores, and its final substitution leaves boundary dashes intact, producing ___this-is-a-test- for the reported input.", "affected_files": ["django/utils/text.py", "django/template/defaultfilters.py", "tests/utils_tests/test_text.py"], "evidence_ids": ["e0011", "e0012", "e0013"], "suggested_fix": "Strip boundary dashes and underscores after the final substitution, preserving internal separators. Update both docstrings and add regression cases. Run the utility and template slugify tests; the proposed patch is unverified.", "proposed_patch": "--- a/django/utils/text.py\n+++ b/django/utils/text.py\n@@ -393,16 +393,16 @@\n @keep_lazy_text\n def slugify(value, allow_unicode=False):\n \"\"\"\n Convert to ASCII if 'allow_unicode' is False. Convert spaces to hyphens.\n Remove characters that aren't alphanumerics, underscores, or hyphens.\n- Convert to lowercase. Also strip leading and trailing whitespace.\n+ Convert to lowercase. Also strip leading and trailing whitespace, dashes, and underscores.\n \"\"\"\n value = str(value)\n if allow_unicode:\n value = unicodedata.normalize('NFKC', value)\n else:\n value = unicodedata.normalize('NFKD', value).encode('ascii', 'ignore').decode('ascii')\n value = re.sub(r'[^\\w\\s-]', '', value.lower()).strip()\n- return re.sub(r'[-\\s]+', '-', value)\n+ return re.sub(r'[-\\s]+', '-', value).strip('-_')\n \n \n--- a/django/template/defaultfilters.py\n+++ b/django/template/defaultfilters.py\n@@ -212,8 +212,8 @@\n def slugify(value):\n \"\"\"\n Convert to ASCII. Convert spaces to hyphens. Remove characters that aren't\n alphanumerics, underscores, or hyphens. Convert to lowercase. Also strip\n- leading and trailing whitespace.\n+ leading and trailing whitespace, dashes, and underscores.\n \"\"\"\n return _slugify(value)\n \n--- a/tests/utils_tests/test_text.py\n+++ b/tests/utils_tests/test_text.py\n@@ -190,10 +190,16 @@\n def test_slugify(self):\n items = (\n # given - expected - Unicode?\n ('Hello, World!', 'hello-world', False),\n+ ('___This is a test ---', 'this-is-a-test', False),\n+ (' _- foo -_ ', 'foo', False),\n+ ('---', '', False),\n+ ('___', '', False),\n+ ('_-你好-_', '你好', True),\n+ ('_foo_bar-baz_', 'foo_bar-baz', False),\n ('spam & eggs', 'spam-eggs', False),\n ('spam & ıçüş', 'spam-ıçüş', True),\n ('foo ıç bar', 'foo-ıç-bar', True),\n (' foo ıç bar', 'foo-ıç-bar', True),\n ('你好', '你好', True),\n ('İstanbul', 'istanbul', True),\n", "confidence": "high", "limitations": ["Baseline tests and runtime reproduction were not run; the diagnosis is based on supplied source evidence.", "The proposed patch has not been applied or validated.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "tests/template_tests/filter_tests/test_slugify.py", "start_line": 25, "end_line": 35}, {"id": "e0002", "kind": "search", "path": "tests/utils_tests/test_text.py", "start_line": 187, "end_line": 197}, {"id": "e0003", "kind": "search", "path": "django/template/defaultfilters.py", "start_line": 209, "end_line": 219}, {"id": "e0004", "kind": "search", "path": "django/utils/text.py", "start_line": 391, "end_line": 401}, {"id": "e0005", "kind": "search", "path": "docs/ref/utils.txt", "start_line": 199, "end_line": 209}, {"id": "e0006", "kind": "search", "path": "tests/template_tests/filter_tests/test_slugify.py", "start_line": 25, "end_line": 35}, {"id": "e0007", "kind": "search", "path": "tests/utils_tests/test_text.py", "start_line": 187, "end_line": 197}, {"id": "e0008", "kind": "search", "path": "django/template/defaultfilters.py", "start_line": 17, "end_line": 27}, {"id": "e0009", "kind": "search", "path": "django/utils/text.py", "start_line": 326, "end_line": 336}, {"id": "e0010", "kind": "search", "path": "docs/ref/utils.txt", "start_line": 347, "end_line": 357}, {"id": "e0011", "kind": "source", "path": "django/utils/text.py", "start_line": 390, "end_line": 415}, {"id": "e0012", "kind": "source", "path": "tests/utils_tests/test_text.py", "start_line": 190, "end_line": 250}, {"id": "e0013", "kind": "source", "path": "django/template/defaultfilters.py", "start_line": 209, "end_line": 220}, {"id": "e0014", "kind": "source", "path": "tests/template_tests/filter_tests/test_slugify.py", "start_line": 1, "end_line": 48}, {"id": "e0015", "kind": "source", "path": "django/utils/text.py", "start_line": 390, "end_line": 415}, {"id": "e0016", "kind": "source", "path": "django/template/defaultfilters.py", "start_line": 209, "end_line": 220}, {"id": "e0017", "kind": "source", "path": "tests/utils_tests/test_text.py", "start_line": 190, "end_line": 210}], "routes": [], "test_status": "not_run", "patch_verified": false} +{"instance_id": "django__django-13447", "diagnosis": {"conclusion": "identified", "root_cause": "AdminSite._build_app_dict() has the model class available but omits it from model_dict, so both admin index contexts expose only model metadata. The dictionary-building method is also private.", "affected_files": ["django/contrib/admin/sites.py", "tests/admin_views/test_adminsite.py"], "evidence_ids": ["e0016", "e0032"], "suggested_fix": "Include the model class under 'model'. Add a public build_app_dict() wrapper and route both callers through it, retaining the private method for compatibility. Add model-identity assertions. This proposed patch is UNVERIFIED; baseline tests were not run.", "proposed_patch": "--- a/django/contrib/admin/sites.py\n+++ b/django/contrib/admin/sites.py\n@@ -433,3 +433,7 @@\n+ def build_app_dict(self, request, label=None):\n+ \"\"\"Build the app dictionary, optionally filtering by app label.\"\"\"\n+ return self._build_app_dict(request, label)\n+\n def _build_app_dict(self, request, label=None):\n \"\"\"\n Build the app dictionary. The optional `label` parameter filters models\n@@ -460,7 +464,8 @@\n continue\n \n info = (app_label, model._meta.model_name)\n model_dict = {\n+ 'model': model,\n 'name': capfirst(model._meta.verbose_name_plural),\n 'object_name': model._meta.object_name,\n 'perms': perms,\n@@ -504,7 +509,7 @@\n Return a sorted list of all the installed apps that have been\n registered in this site.\n \"\"\"\n- app_dict = self._build_app_dict(request)\n+ app_dict = self.build_app_dict(request)\n \n # Sort the apps alphabetically.\n app_list = sorted(app_dict.values(), key=lambda x: x['name'].lower())\n@@ -535,7 +540,7 @@\n return TemplateResponse(request, self.index_template or 'admin/index.html', context)\n \n def app_index(self, request, app_label, extra_context=None):\n- app_dict = self._build_app_dict(request, app_label)\n+ app_dict = self.build_app_dict(request, app_label)\n if not app_dict:\n raise Http404('The requested admin page does not exist.')\n # Sort the models alphabetically within each app.\n--- a/tests/admin_views/test_adminsite.py\n+++ b/tests/admin_views/test_adminsite.py\n@@ -56,6 +56,7 @@\n self.assertEqual(admin_views['app_label'], 'admin_views')\n self.assertEqual(len(admin_views['models']), 1)\n self.assertEqual(admin_views['models'][0]['object_name'], 'Article')\n+ self.assertIs(admin_views['models'][0]['model'], Article)\n \n # auth.User\n auth = apps[1]\n@@ -63,7 +64,8 @@\n self.assertEqual(len(auth['models']), 1)\n user = auth['models'][0]\n self.assertEqual(user['object_name'], 'User')\n+ self.assertIs(user['model'], User)\n \n self.assertEqual(auth['app_url'], '/test_admin/admin/auth/')\n self.assertIs(auth['has_module_perms'], True)\n \n", "confidence": "high", "limitations": ["Only the registered source excerpts were available; investigation reached its step limit.", "No tests or reproduction were run, and no dependency/setup failure was observed.", "Public API documentation and tests of public-method overrides are not included.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "django/contrib/admin/sites.py", "start_line": 314, "end_line": 324}, {"id": "e0002", "kind": "search", "path": "django/urls/resolvers.py", "start_line": 504, "end_line": 514}, {"id": "e0003", "kind": "search", "path": "django/db/migrations/loader.py", "start_line": 62, "end_line": 72}, {"id": "e0004", "kind": "search", "path": "django/core/checks/model_checks.py", "start_line": 17, "end_line": 27}, {"id": "e0005", "kind": "search", "path": "tests/migrations/test_loader.py", "start_line": 58, "end_line": 68}, {"id": "e0006", "kind": "search", "path": "django/contrib/admin/sites.py", "start_line": 430, "end_line": 440}, {"id": "e0007", "kind": "search", "path": "django/urls/resolvers.py", "start_line": 529, "end_line": 539}, {"id": "e0008", "kind": "search", "path": "tests/test_runner/test_discover_runner.py", "start_line": 191, "end_line": 201}, {"id": "e0009", "kind": "search", "path": "django/core/checks/model_checks.py", "start_line": 9, "end_line": 19}, {"id": "e0010", "kind": "search", "path": "django/db/migrations/loader.py", "start_line": 53, "end_line": 63}, {"id": "e0011", "kind": "search", "path": "django/contrib/admin/sites.py", "start_line": 314, "end_line": 324}, {"id": "e0012", "kind": "search", "path": "django/contrib/staticfiles/finders.py", "start_line": 153, "end_line": 163}, {"id": "e0013", "kind": "search", "path": "django/core/management/commands/dumpdata.py", "start_line": 100, "end_line": 110}, {"id": "e0014", "kind": "search", "path": "django/core/management/commands/showmigrations.py", "start_line": 49, "end_line": 59}, {"id": "e0015", "kind": "search", "path": "django/db/migrations/autodetector.py", "start_line": 116, "end_line": 126}, {"id": "e0016", "kind": "source", "path": "django/contrib/admin/sites.py", "start_line": 433, "end_line": 552}, {"id": "e0017", "kind": "search", "path": "tests/auth_tests/test_checks.py", "start_line": 17, "end_line": 27}, {"id": "e0018", "kind": "search", "path": "django/db/migrations/optimizer.py", "start_line": 12, "end_line": 22}, {"id": "e0019", "kind": "search", "path": "tests/model_fields/test_manytomanyfield.py", "start_line": 29, "end_line": 39}, {"id": "e0020", "kind": "search", "path": "tests/bash_completion/tests.py", "start_line": 93, "end_line": 103}, {"id": "e0021", "kind": "search", "path": "django/apps/registry.py", "start_line": 118, "end_line": 128}, {"id": "e0022", "kind": "search", "path": "tests/admin_views/test_adminsite.py", "start_line": 53, "end_line": 63}, {"id": "e0023", "kind": "search", "path": "tests/admin_views/test_templatetags.py", "start_line": 1, "end_line": 11}, {"id": "e0024", "kind": "search", "path": "tests/admin_views/customadmin.py", "start_line": 1, "end_line": 9}, {"id": "e0025", "kind": "search", "path": "django/contrib/admin/sites.py", "start_line": 486, "end_line": 496}, {"id": "e0026", "kind": "search", "path": "tests/admin_views/tests.py", "start_line": 1062, "end_line": 1072}, {"id": "e0027", "kind": "search", "path": "django/contrib/admin/sites.py", "start_line": 314, "end_line": 324}, {"id": "e0028", "kind": "search", "path": "tests/admin_views/customadmin.py", "start_line": 1, "end_line": 9}, {"id": "e0029", "kind": "search", "path": "docs/ref/contrib/admin/index.txt", "start_line": 549, "end_line": 559}, {"id": "e0030", "kind": "search", "path": "tests/admin_custom_urls/models.py", "start_line": 37, "end_line": 47}, {"id": "e0031", "kind": "search", "path": "tests/modeladmin/tests.py", "start_line": 303, "end_line": 313}, {"id": "e0032", "kind": "source", "path": "tests/admin_views/test_adminsite.py", "start_line": 1, "end_line": 101}, {"id": "e0033", "kind": "source", "path": "tests/admin_views/tests.py", "start_line": 1064, "end_line": 1095}, {"id": "e0034", "kind": "source", "path": "django/contrib/admin/sites.py", "start_line": 433, "end_line": 552}, {"id": "e0035", "kind": "source", "path": "tests/admin_views/test_adminsite.py", "start_line": 48, "end_line": 76}], "routes": [], "test_status": "not_run", "patch_verified": false} +{"instance_id": "django__django-13757", "diagnosis": {"conclusion": "identified", "root_cause": "For isnull=True, KeyTransformIsNull delegates to generic IsNull on SQLite and Oracle. This tests whether the extracted value is SQL NULL, conflating an absent key with a present key containing JSON null. The existing regression test uses a non-null-valued key and misses this distinction.", "affected_files": ["django/db/models/fields/json.py", "tests/model_fields/test_jsonfield.py"], "evidence_ids": ["e0011", "e0012", "e0014", "e0015", "e0019", "e0020"], "suggested_fix": "Test key absence instead of extracted-value nullness: use JSON_TYPE IS NULL on SQLite and negated JSON_EXISTS with a SQL-NULL parent guard on Oracle. Change the regression assertion to use key j, whose fixture value is JSON null. The proposed patch is unverified.", "proposed_patch": "--- a/django/db/models/fields/json.py\n+++ b/django/db/models/fields/json.py\n@@ -366,14 +366,24 @@\n class KeyTransformIsNull(lookups.IsNull):\n # key__isnull=False is the same as has_key='key'\n def as_oracle(self, compiler, connection):\n+ sql, params = HasKey(\n+ self.lhs.lhs, self.lhs.key_name,\n+ ).as_oracle(compiler, connection)\n if not self.rhs:\n- return HasKey(self.lhs.lhs, self.lhs.key_name).as_oracle(compiler, connection)\n- return super().as_sql(compiler, connection)\n+ return sql, params\n+ lhs, lhs_params, _ = self.lhs.preprocess_lhs(compiler, connection)\n+ return (\n+ '(NOT %s OR %s IS NULL)' % (sql, lhs),\n+ tuple(params) + tuple(lhs_params),\n+ )\n \n def as_sqlite(self, compiler, connection):\n+ template = 'JSON_TYPE(%s, %%s) IS NULL'\n if not self.rhs:\n- return HasKey(self.lhs.lhs, self.lhs.key_name).as_sqlite(compiler, connection)\n- return super().as_sql(compiler, connection)\n+ template = 'JSON_TYPE(%s, %%s) IS NOT NULL'\n+ return HasKey(self.lhs.lhs, self.lhs.key_name).as_sql(\n+ compiler, connection, template=template,\n+ )\n \n \n class KeyTransformIn(lookups.In):\n--- a/tests/model_fields/test_jsonfield.py\n+++ b/tests/model_fields/test_jsonfield.py\n@@ -583,7 +583,7 @@\n def test_isnull_key(self):\n # key__isnull=False works the same as has_key='key'.\n self.assertSequenceEqual(\n- NullableJSONModel.objects.filter(value__a__isnull=True),\n- self.objs[:3] + self.objs[5:],\n+ NullableJSONModel.objects.filter(value__j__isnull=True),\n+ self.objs[:4] + self.objs[5:],\n )\n self.assertSequenceEqual(\n", "confidence": "high", "limitations": ["Baseline tests were not run; no runtime reproduction or setup failure was observed.", "The patch has not been applied or validated on SQLite or Oracle.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "django/db/models/fields/json.py", "start_line": 363, "end_line": 373}, {"id": "e0002", "kind": "search", "path": "tests/model_fields/test_jsonfield.py", "start_line": 16, "end_line": 26}, {"id": "e0003", "kind": "search", "path": "django/contrib/postgres/fields/hstore.py", "start_line": 14, "end_line": 24}, {"id": "e0004", "kind": "search", "path": "tests/lookup/models.py", "start_line": 27, "end_line": 37}, {"id": "e0005", "kind": "search", "path": "tests/null_fk/tests.py", "start_line": 49, "end_line": 59}, {"id": "e0006", "kind": "search", "path": "tests/model_fields/test_jsonfield.py", "start_line": 580, "end_line": 590}, {"id": "e0007", "kind": "search", "path": "tests/queries/test_query.py", "start_line": 91, "end_line": 101}, {"id": "e0008", "kind": "search", "path": "tests/filtered_relation/tests.py", "start_line": 77, "end_line": 87}, {"id": "e0009", "kind": "search", "path": "django/contrib/admin/filters.py", "start_line": 3, "end_line": 13}, {"id": "e0010", "kind": "search", "path": "tests/null_fk/tests.py", "start_line": 45, "end_line": 55}, {"id": "e0011", "kind": "source", "path": "django/db/models/fields/json.py", "start_line": 180, "end_line": 275}, {"id": "e0012", "kind": "source", "path": "django/db/models/fields/json.py", "start_line": 285, "end_line": 385}, {"id": "e0013", "kind": "source", "path": "tests/model_fields/test_jsonfield.py", "start_line": 300, "end_line": 390}, {"id": "e0014", "kind": "source", "path": "tests/model_fields/test_jsonfield.py", "start_line": 583, "end_line": 645}, {"id": "e0015", "kind": "source", "path": "tests/model_fields/test_jsonfield.py", "start_line": 250, "end_line": 303}, {"id": "e0016", "kind": "search", "path": "django/db/models/lookups.py", "start_line": 502, "end_line": 512}, {"id": "e0017", "kind": "search", "path": "docs/ref/checks.txt", "start_line": 17, "end_line": 27}, {"id": "e0018", "kind": "search", "path": "docs/ref/models/lookups.txt", "start_line": 12, "end_line": 22}, {"id": "e0019", "kind": "source", "path": "django/db/models/fields/json.py", "start_line": 160, "end_line": 181}, {"id": "e0020", "kind": "source", "path": "django/db/models/lookups.py", "start_line": 504, "end_line": 530}, {"id": "e0021", "kind": "source", "path": "django/db/models/fields/json.py", "start_line": 360, "end_line": 385}, {"id": "e0022", "kind": "source", "path": "tests/model_fields/test_jsonfield.py", "start_line": 580, "end_line": 598}, {"id": "e0023", "kind": "source", "path": "django/db/models/fields/json.py", "start_line": 360, "end_line": 385}, {"id": "e0024", "kind": "source", "path": "tests/model_fields/test_jsonfield.py", "start_line": 580, "end_line": 598}], "routes": [], "test_status": "not_run", "patch_verified": false} +{"instance_id": "matplotlib__matplotlib-18869", "diagnosis": {"conclusion": "identified", "root_cause": "The top-level lazy attribute resolver exposes and caches only the string __version__; requests for comparable version metadata raise AttributeError. The existing packaging.version parser can provide numeric and prerelease-aware comparisons without adding a dependency.", "affected_files": ["lib/matplotlib/__init__.py", "lib/matplotlib/tests/test_matplotlib.py"], "evidence_ids": ["e0006", "e0016"], "suggested_fix": "Expose version_info as a lazily cached packaging version object alongside the unchanged __version__ string. Compare it with other parsed versions, not raw strings. Add consistency and ordering coverage.", "proposed_patch": "--- a/lib/matplotlib/__init__.py\n+++ b/lib/matplotlib/__init__.py\n@@ -133,22 +133,23 @@\n def __getattr__(name):\n- if name == \"__version__\":\n+ if name in (\"__version__\", \"version_info\"):\n import setuptools_scm\n- global __version__ # cache it.\n+ global __version__, version_info # cache both.\n # Only shell out to a git subprocess if really needed, and not on a\n # shallow clone, such as those used by CI, as the latter would trigger\n # a warning from setuptools_scm.\n root = Path(__file__).resolve().parents[2]\n if (root / \".git\").exists() and not (root / \".git/shallow\").exists():\n __version__ = setuptools_scm.get_version(\n root=root,\n version_scheme=\"post-release\",\n local_scheme=\"node-and-date\",\n fallback_version=_version.version,\n )\n else: # Get the version from the _version.py setuptools_scm file.\n __version__ = _version.version\n- return __version__\n+ version_info = parse_version(__version__)\n+ return __version__ if name == \"__version__\" else version_info\n raise AttributeError(f\"module {__name__!r} has no attribute {name!r}\")\n \n \n def _check_versions():\n--- a/lib/matplotlib/tests/test_matplotlib.py\n+++ b/lib/matplotlib/tests/test_matplotlib.py\n@@ -1,11 +1,23 @@\n import os\n import subprocess\n import sys\n \n+from packaging.version import parse as parse_version\n import pytest\n \n import matplotlib\n \n \n+def test_version_info():\n+ info = matplotlib.version_info\n+ assert info == parse_version(matplotlib.__version__)\n+ assert matplotlib.version_info is info\n+ version_type = type(info)\n+ assert version_type(\"3.9\") < version_type(\"3.10\")\n+ assert (version_type(\"3.10.dev1\") < version_type(\"3.10rc1\")\n+ < version_type(\"3.10\") < version_type(\"3.10.post1\"))\n+ assert isinstance(matplotlib.__version__, str)\n+\n+\n @pytest.mark.skipif(\n os.name == \"nt\", reason=\"chmod() doesn't work as is on Windows\")\n", "confidence": "high", "limitations": ["Baseline tests were not run; no runtime reproduction or setup attempt was provided.", "The proposed patch is unapplied and UNVERIFIED.", "The public representation remains a design choice: this proposal uses a packaging version object rather than a tuple or LooseVersion, and does not support direct comparison with strings.", "The proposed tests do not independently exercise both version-source branches.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "doc/conf.py", "start_line": 129, "end_line": 139}, {"id": "e0002", "kind": "search", "path": "lib/matplotlib/__init__.py", "start_line": 139, "end_line": 149}, {"id": "e0003", "kind": "search", "path": "setup.py", "start_line": 11, "end_line": 21}, {"id": "e0004", "kind": "search", "path": "lib/matplotlib/tests/test_backend_pgf.py", "start_line": 90, "end_line": 100}, {"id": "e0005", "kind": "search", "path": "lib/matplotlib/tests/test_backend_pdf.py", "start_line": 145, "end_line": 155}, {"id": "e0006", "kind": "source", "path": "lib/matplotlib/__init__.py", "start_line": 90, "end_line": 180}, {"id": "e0007", "kind": "search", "path": "lib/matplotlib/tests/tinypages/conf.py", "start_line": 16, "end_line": 24}, {"id": "e0008", "kind": "search", "path": "lib/matplotlib/backends/qt_compat.py", "start_line": 15, "end_line": 25}, {"id": "e0009", "kind": "search", "path": "lib/matplotlib/__init__.py", "start_line": 165, "end_line": 175}, {"id": "e0010", "kind": "search", "path": "lib/matplotlib/tests/test_backend_pgf.py", "start_line": 4, "end_line": 14}, {"id": "e0011", "kind": "search", "path": "lib/matplotlib/testing/decorators.py", "start_line": 9, "end_line": 19}, {"id": "e0012", "kind": "search", "path": "lib/matplotlib/tests/test_matplotlib.py", "start_line": 4, "end_line": 14}, {"id": "e0013", "kind": "search", "path": "lib/matplotlib/tests/test_testing.py", "start_line": 2, "end_line": 12}, {"id": "e0014", "kind": "search", "path": "tests.py", "start_line": 14, "end_line": 24}, {"id": "e0015", "kind": "source", "path": "lib/matplotlib/__init__.py", "start_line": 1, "end_line": 89}, {"id": "e0016", "kind": "source", "path": "lib/matplotlib/tests/test_matplotlib.py", "start_line": 1, "end_line": 67}, {"id": "e0017", "kind": "source", "path": "lib/matplotlib/__init__.py", "start_line": 130, "end_line": 158}, {"id": "e0018", "kind": "source", "path": "lib/matplotlib/tests/test_matplotlib.py", "start_line": 1, "end_line": 20}], "routes": [], "test_status": "not_run", "patch_verified": false} +{"instance_id": "matplotlib__matplotlib-26020", "diagnosis": {"conclusion": "identified", "root_cause": "_tick_only unconditionally subscripts ax.axis, assuming the toolkit-specific axis dictionary. Custom Axes classes with a callable-only axis method violate that assumption. Grid construction invokes this helper through the default label mode, including for a 1×1 grid.", "affected_files": ["lib/mpl_toolkits/axes_grid1/axes_grid.py"], "evidence_ids": ["e0011", "e0013", "e0019", "e0020", "e0021", "e0022"], "suggested_fix": "Preserve dictionary-based axis-artist handling and use standard axis APIs otherwise. Add regression coverage for ordinary Axes and GeoAxes across label modes. In this snapshot, label_mode=\"keep\" bypasses the failing helper. The proposed patch is UNVERIFIED.", "proposed_patch": "--- a/lib/mpl_toolkits/axes_grid1/axes_grid.py\n+++ b/lib/mpl_toolkits/axes_grid1/axes_grid.py\n@@ -10,11 +10,22 @@\n from .mpl_axes import Axes\n \n \n def _tick_only(ax, bottom_on, left_on):\n bottom_off = not bottom_on\n left_off = not left_on\n- ax.axis[\"bottom\"].toggle(ticklabels=bottom_off, label=bottom_off)\n- ax.axis[\"left\"].toggle(ticklabels=left_off, label=left_off)\n+ if hasattr(ax.axis, \"__getitem__\"):\n+ ax.axis[\"bottom\"].toggle(ticklabels=bottom_off, label=bottom_off)\n+ ax.axis[\"left\"].toggle(ticklabels=left_off, label=left_off)\n+ else:\n+ ax.xaxis.set_tick_params(labelbottom=bottom_off)\n+ ax.yaxis.set_tick_params(labelleft=left_off)\n+ for axis, side, visible in [(ax.xaxis, \"bottom\", bottom_off),\n+ (ax.yaxis, \"left\", left_off)]:\n+ if visible:\n+ axis.label.set_visible(True)\n+ axis.set_label_position(side)\n+ elif axis.get_label_position() == side:\n+ axis.label.set_visible(False)\n \n \n class CbarAxesBase:\n", "confidence": "high", "limitations": ["Neither reproduction nor baseline tests were run; no dependency/setup failure was observed.", "Cartopy source was not provided, so GeoAxes compatibility remains unverified.", "The existing tuple-class test covers only toolkit Axes, not callable-only axis implementations.", "The patch has not been applied or validated.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "lib/mpl_toolkits/axes_grid1/axes_grid.py", "start_line": 160, "end_line": 170}, {"id": "e0002", "kind": "search", "path": "galleries/examples/axes_grid1/demo_axes_grid.py", "start_line": 12, "end_line": 22}, {"id": "e0003", "kind": "search", "path": "galleries/examples/axes_grid1/demo_edge_colorbar.py", "start_line": 14, "end_line": 24}, {"id": "e0004", "kind": "search", "path": "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py", "start_line": 93, "end_line": 103}, {"id": "e0005", "kind": "search", "path": "galleries/examples/axes_grid1/demo_axes_grid2.py", "start_line": 28, "end_line": 38}, {"id": "e0006", "kind": "search", "path": "lib/mpl_toolkits/axes_grid1/mpl_axes.py", "start_line": 50, "end_line": 60}, {"id": "e0007", "kind": "search", "path": "lib/mpl_toolkits/axisartist/axislines.py", "start_line": 454, "end_line": 464}, {"id": "e0008", "kind": "search", "path": "galleries/users_explain/axes/autoscale.py", "start_line": 74, "end_line": 84}, {"id": "e0009", "kind": "search", "path": "lib/mpl_toolkits/axes_grid1/parasite_axes.py", "start_line": 2, "end_line": 12}, {"id": "e0010", "kind": "search", "path": "lib/mpl_toolkits/axisartist/axis_artist.py", "start_line": 7, "end_line": 17}, {"id": "e0011", "kind": "source", "path": "lib/mpl_toolkits/axes_grid1/axes_grid.py", "start_line": 1, "end_line": 65}, {"id": "e0012", "kind": "source", "path": "lib/mpl_toolkits/axes_grid1/axes_grid.py", "start_line": 290, "end_line": 405}, {"id": "e0013", "kind": "source", "path": "lib/mpl_toolkits/axes_grid1/mpl_axes.py", "start_line": 1, "end_line": 120}, {"id": "e0014", "kind": "search", "path": "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py", "start_line": 588, "end_line": 598}, {"id": "e0015", "kind": "search", "path": "lib/mpl_toolkits/axes_grid1/axes_grid.py", "start_line": 387, "end_line": 397}, {"id": "e0016", "kind": "search", "path": "galleries/examples/axes_grid1/demo_axes_grid.py", "start_line": 20, "end_line": 30}, {"id": "e0017", "kind": "search", "path": "galleries/examples/axes_grid1/demo_edge_colorbar.py", "start_line": 26, "end_line": 36}, {"id": "e0018", "kind": "search", "path": "galleries/examples/axes_grid1/demo_axes_grid2.py", "start_line": 36, "end_line": 46}, {"id": "e0019", "kind": "source", "path": "lib/mpl_toolkits/axes_grid1/axes_grid.py", "start_line": 110, "end_line": 165}, {"id": "e0020", "kind": "source", "path": "lib/mpl_toolkits/axes_grid1/axes_grid.py", "start_line": 240, "end_line": 299}, {"id": "e0021", "kind": "source", "path": "lib/mpl_toolkits/axes_grid1/mpl_axes.py", "start_line": 115, "end_line": 128}, {"id": "e0022", "kind": "source", "path": "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py", "start_line": 575, "end_line": 610}, {"id": "e0023", "kind": "source", "path": "lib/mpl_toolkits/axes_grid1/axes_grid.py", "start_line": 1, "end_line": 25}, {"id": "e0024", "kind": "source", "path": "lib/mpl_toolkits/axes_grid1/axes_grid.py", "start_line": 1, "end_line": 25}], "routes": [], "test_status": "not_run", "patch_verified": false} +{"instance_id": "pallets__flask-4992", "diagnosis": {"conclusion": "identified", "root_cause": "Config.from_file unconditionally calls open(filename), producing a text stream, and provides no way to select binary mode. This conflicts with tomllib.load's binary-stream requirement.", "affected_files": ["src/flask/config.py"], "evidence_ids": ["e0006", "e0007"], "suggested_fix": "Add a backward-compatible mode parameter defaulting to \"r\", and pass it to open. Use mode=\"rb\" with tomllib.load. Add binary-loader regression coverage while retaining the existing JSON test.", "proposed_patch": "--- a/src/flask/config.py\n+++ b/src/flask/config.py\n@@ -232,34 +232,37 @@\n def from_file(\n self,\n filename: str,\n load: t.Callable[[t.IO[t.Any]], t.Mapping],\n silent: bool = False,\n+ mode: str = \"r\",\n ) -> bool:\n \"\"\"Update the values in the config from a file that is loaded\n using the ``load`` parameter. The loaded data is passed to the\n :meth:`from_mapping` method.\n \n .. code-block:: python\n \n import json\n app.config.from_file(\"config.json\", load=json.load)\n \n- import toml\n- app.config.from_file(\"config.toml\", load=toml.load)\n+ import tomllib\n+ app.config.from_file(\"config.toml\", load=tomllib.load, mode=\"rb\")\n \n :param filename: The path to the data file. This can be an\n absolute path or relative to the config root path.\n :param load: A callable that takes a file handle and returns a\n mapping of loaded data from the file.\n :type load: ``Callable[[Reader], Mapping]`` where ``Reader``\n implements a ``read`` method.\n :param silent: Ignore the file if it doesn't exist.\n+ :param mode: The mode used to open the file. Defaults to text\n+ reading (``\"r\"``). Use ``\"rb\"`` for binary loaders.\n :return: ``True`` if the file was loaded successfully.\n \n .. versionadded:: 2.0\n \"\"\"\n filename = os.path.join(self.root_path, filename)\n \n try:\n- with open(filename) as f:\n+ with open(filename, mode) as f:\n obj = load(f)\n", "confidence": "high", "limitations": ["No reproduction or baseline tests were run; no setup failure was reported.", "The proposed patch is unverified and has not been applied.", "The TOML example requires Python 3.11 or later.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "tests/test_config.py", "start_line": 30, "end_line": 40}, {"id": "e0002", "kind": "search", "path": "src/flask/config.py", "start_line": 229, "end_line": 239}, {"id": "e0003", "kind": "search", "path": "examples/tutorial/tests/conftest.py", "start_line": 8, "end_line": 18}, {"id": "e0004", "kind": "search", "path": "src/flask/app.py", "start_line": 604, "end_line": 614}, {"id": "e0005", "kind": "search", "path": "tests/test_instance_config.py", "start_line": 5, "end_line": 15}, {"id": "e0006", "kind": "source", "path": "src/flask/config.py", "start_line": 232, "end_line": 310}, {"id": "e0007", "kind": "source", "path": "tests/test_config.py", "start_line": 1, "end_line": 65}, {"id": "e0008", "kind": "source", "path": "src/flask/config.py", "start_line": 232, "end_line": 275}], "routes": [], "test_status": "not_run", "patch_verified": false} +{"instance_id": "pallets__flask-5063", "diagnosis": {"conclusion": "identified", "root_cause": "The routes CLI reads registered URL rules but displays only Endpoint, Methods, and Rule, omitting subdomain metadata. Blueprint registration already forwards the configured subdomain to app.add_url_rule; this is a presentation gap.", "affected_files": ["src/flask/cli.py"], "evidence_ids": ["e0006", "e0017", "e0023"], "suggested_fix": "Add a Subdomain column while preserving endpoint-first output and existing sorting. Subdomains can also be inspected through app.url_map.iter_rules() and each rule's subdomain attribute. Add regression tests for different subdomains sharing a path and default-domain routes.", "proposed_patch": "--- a/src/flask/cli.py\n+++ b/src/flask/cli.py\n@@ -1018,20 +1018,23 @@\n for rule in rules\n ]\n \n- headers = (\"Endpoint\", \"Methods\", \"Rule\")\n+ headers = (\"Endpoint\", \"Methods\", \"Rule\", \"Subdomain\")\n widths = (\n max(len(rule.endpoint) for rule in rules),\n max(len(methods) for methods in rule_methods),\n max(len(rule.rule) for rule in rules),\n+ max(len(rule.subdomain or \"\") for rule in rules),\n )\n widths = [max(len(h), w) for h, w in zip(headers, widths)]\n- row = \"{{0:<{0}}} {{1:<{1}}} {{2:<{2}}}\".format(*widths)\n+ row = \"{{0:<{0}}} {{1:<{1}}} {{2:<{2}}} {{3:<{3}}}\".format(*widths)\n \n click.echo(row.format(*headers).strip())\n click.echo(row.format(*(\"-\" * width for width in widths)))\n \n for rule, methods in zip(rules, rule_methods):\n- click.echo(row.format(rule.endpoint, methods, rule.rule).rstrip())\n+ click.echo(\n+ row.format(rule.endpoint, methods, rule.rule, rule.subdomain or \"\").rstrip()\n+ )\n \n \n cli = FlaskGroup(\n", "confidence": "high", "limitations": ["Baseline tests were not run; no reproduction or dependency/setup failure was observed.", "The proposed patch is UNVERIFIED and has not been applied.", "The patch displays subdomain metadata, not full domains or host-matching information; default-domain entries have an empty Subdomain cell.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "src/flask/cli.py", "start_line": 998, "end_line": 1008}, {"id": "e0002", "kind": "search", "path": "tests/test_cli.py", "start_line": 23, "end_line": 33}, {"id": "e0003", "kind": "search", "path": "src/flask/app.py", "start_line": 852, "end_line": 862}, {"id": "e0004", "kind": "search", "path": "src/flask/blueprints.py", "start_line": 162, "end_line": 172}, {"id": "e0005", "kind": "search", "path": "src/flask/scaffold.py", "start_line": 100, "end_line": 110}, {"id": "e0006", "kind": "source", "path": "src/flask/cli.py", "start_line": 980, "end_line": 1054}, {"id": "e0007", "kind": "search", "path": "src/flask/blueprints.py", "start_line": 150, "end_line": 160}, {"id": "e0008", "kind": "search", "path": "tests/test_cli.py", "start_line": 397, "end_line": 407}, {"id": "e0009", "kind": "search", "path": "src/flask/app.py", "start_line": 992, "end_line": 1002}, {"id": "e0010", "kind": "search", "path": "src/flask/cli.py", "start_line": 540, "end_line": 550}, {"id": "e0011", "kind": "search", "path": "tests/test_blueprints.py", "start_line": 970, "end_line": 980}, {"id": "e0012", "kind": "search", "path": "src/flask/blueprints.py", "start_line": 319, "end_line": 329}, {"id": "e0013", "kind": "search", "path": "tests/test_blueprints.py", "start_line": 331, "end_line": 341}, {"id": "e0014", "kind": "search", "path": "src/flask/app.py", "start_line": 333, "end_line": 343}, {"id": "e0015", "kind": "search", "path": "tests/test_basic.py", "start_line": 1608, "end_line": 1618}, {"id": "e0016", "kind": "search", "path": "src/flask/scaffold.py", "start_line": 407, "end_line": 417}, {"id": "e0017", "kind": "source", "path": "src/flask/blueprints.py", "start_line": 35, "end_line": 120}, {"id": "e0018", "kind": "search", "path": "tests/test_cli.py", "start_line": 493, "end_line": 503}, {"id": "e0019", "kind": "search", "path": "src/flask/blueprints.py", "start_line": 470, "end_line": 480}, {"id": "e0020", "kind": "search", "path": "tests/test_blueprints.py", "start_line": 5, "end_line": 15}, {"id": "e0021", "kind": "search", "path": "src/flask/cli.py", "start_line": 998, "end_line": 1008}, {"id": "e0022", "kind": "search", "path": "src/flask/app.py", "start_line": 906, "end_line": 916}, {"id": "e0023", "kind": "source", "path": "tests/test_cli.py", "start_line": 410, "end_line": 501}, {"id": "e0024", "kind": "source", "path": "src/flask/cli.py", "start_line": 1015, "end_line": 1042}], "routes": [], "test_status": "not_run", "patch_verified": false} +{"instance_id": "pylint-dev__pylint-6506", "diagnosis": {"conclusion": "identified", "root_cause": "Unknown command-line options cause _config_initialization to emit E0015 and then raise _UnrecognizedOptionError. Neither Run.__init__ nor run_pylint catches this exception, so it escapes to the console and produces a traceback.", "affected_files": ["pylint/lint/run.py"], "evidence_ids": ["e0006", "e0007", "e0013", "e0014", "e0015"], "suggested_fix": "Catch _UnrecognizedOptionError during Run configuration initialization and exit with usage-error status 32, preserving the existing E0015 diagnostic. Update the existing unknown-option tests to expect SystemExit(32), and add console-entry-point coverage verifying that no traceback appears.", "proposed_patch": "--- a/pylint/lint/run.py\n+++ b/pylint/lint/run.py\n@@ -14,7 +14,10 @@\n from pylint import config\n from pylint.config.config_initialization import _config_initialization\n-from pylint.config.exceptions import ArgumentPreprocessingError\n+from pylint.config.exceptions import (\n+ ArgumentPreprocessingError,\n+ _UnrecognizedOptionError,\n+)\n from pylint.config.utils import _preprocess_options\n from pylint.constants import full_version\n from pylint.lint.base_options import _make_run_options\n from pylint.lint.pylinter import PyLinter\n@@ -132,8 +135,11 @@\n linter.disable(\"I\")\n linter.enable(\"c-extension-no-member\")\n \n- args = _config_initialization(\n- linter, args, reporter, config_file=self._rcfile, verbose_mode=self.verbose\n- )\n+ try:\n+ args = _config_initialization(\n+ linter, args, reporter, config_file=self._rcfile, verbose_mode=self.verbose\n+ )\n+ except _UnrecognizedOptionError:\n+ sys.exit(32)\n \n if linter.config.jobs < 0:\n", "confidence": "high", "limitations": ["No baseline tests or reproduction commands were run; the diagnosis is based on supplied source evidence and the reported traceback.", "The proposed patch is unapplied and UNVERIFIED.", "Existing tests explicitly expect _UnrecognizedOptionError and need updating; those test changes are not included in this minimal production patch.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "pylint/config/config_initialization.py", "start_line": 10, "end_line": 20}, {"id": "e0002", "kind": "search", "path": "tests/functional/u/unrecognized_inline_option.txt", "start_line": 1, "end_line": 1}, {"id": "e0003", "kind": "search", "path": "pylint/config/exceptions.py", "start_line": 11, "end_line": 21}, {"id": "e0004", "kind": "search", "path": "tests/config/test_config.py", "start_line": 10, "end_line": 20}, {"id": "e0005", "kind": "search", "path": "tests/functional/u/unrecognized_inline_option.py", "start_line": 1, "end_line": 3}, {"id": "e0006", "kind": "source", "path": "pylint/config/config_initialization.py", "start_line": 1, "end_line": 106}, {"id": "e0007", "kind": "source", "path": "pylint/lint/run.py", "start_line": 65, "end_line": 180}, {"id": "e0008", "kind": "search", "path": "tests/config/test_config.py", "start_line": 10, "end_line": 20}, {"id": "e0009", "kind": "search", "path": "tests/functional/u/unrecognized_inline_option.txt", "start_line": 1, "end_line": 1}, {"id": "e0010", "kind": "search", "path": "tests/functional/u/unrecognized_inline_option.py", "start_line": 1, "end_line": 3}, {"id": "e0011", "kind": "search", "path": "pylint/config/config_initialization.py", "start_line": 10, "end_line": 20}, {"id": "e0012", "kind": "search", "path": "pylint/config/exceptions.py", "start_line": 11, "end_line": 21}, {"id": "e0013", "kind": "source", "path": "tests/config/test_config.py", "start_line": 1, "end_line": 110}, {"id": "e0014", "kind": "source", "path": "pylint/lint/run.py", "start_line": 1, "end_line": 40}, {"id": "e0015", "kind": "source", "path": "pylint/__init__.py", "start_line": 1, "end_line": 55}, {"id": "e0016", "kind": "source", "path": "pylint/lint/run.py", "start_line": 1, "end_line": 24}, {"id": "e0017", "kind": "source", "path": "pylint/lint/run.py", "start_line": 125, "end_line": 148}], "routes": [], "test_status": "not_run", "patch_verified": false} +{"instance_id": "pylint-dev__pylint-7993", "diagnosis": {"conclusion": "identified", "root_cause": "TextReporter validates placeholders using a regex that does not respect escaped braces ({{ and }}). It mistakes the literal JSON opening for an unsupported field and removes part of the template before str.format renders it.", "affected_files": ["pylint/reporters/text.py", "tests/reporters/unittest_reporting.py"], "evidence_ids": ["e0011", "e0012"], "suggested_fix": "Consume escaped brace pairs without validating or removing them, while retaining warnings and removal for unsupported placeholders. Add a regression test checking the expected JSON-like output and absence of warnings. This proposed patch is unverified.", "proposed_patch": "--- a/pylint/reporters/text.py\n+++ b/pylint/reporters/text.py\n@@ -174,16 +174,20 @@\n # Set template to the currently selected template\n self._template = template\n \n # Check to see if all parameters in the template are attributes of the Message\n- arguments = re.findall(r\"\\{(.+?)(:.*)?\\}\", template)\n- for argument in arguments:\n- if argument[0] not in MESSAGE_FIELDS:\n- warnings.warn(\n- f\"Don't recognize the argument '{argument[0]}' in the --msg-template. \"\n- \"Are you sure it is supported on the current version of pylint?\"\n- )\n- template = re.sub(r\"\\{\" + argument[0] + r\"(:.*?)?\\}\", \"\", template)\n- self._fixed_template = template\n+ def replace(match: re.Match[str]) -> str:\n+ argument = match.group(1)\n+ if argument is None or argument in MESSAGE_FIELDS:\n+ return match.group(0)\n+ warnings.warn(\n+ f\"Don't recognize the argument '{argument}' in the --msg-template. \"\n+ \"Are you sure it is supported on the current version of pylint?\"\n+ )\n+ return \"\"\n+\n+ self._fixed_template = re.sub(\n+ r\"\\{\\{|\\}\\}|\\{([^{}:]+)(:[^{}]*)?\\}\", replace, template\n+ )\n \n def write_message(self, msg: Message) -> None:\n \"\"\"Convenience method to write a formatted message with class default\n--- a/tests/reporters/unittest_reporting.py\n+++ b/tests/reporters/unittest_reporting.py\n@@ -48,6 +48,20 @@\n assert output.getvalue() == \"************* Module 0123\\nC0301:001\\nC0301:002\\n\"\n \n \n+def test_template_option_escaped_braces(linter) -> None:\n+ output = StringIO()\n+ linter.reporter.out = output\n+ linter.config.msg_template = '{{ \"Category\": \"{category}\" }}'\n+ linter.open()\n+ with warnings.catch_warnings():\n+ warnings.simplefilter(\"error\")\n+ linter.set_current_module(\"my_module\")\n+ linter.add_message(\"C0301\", line=1, args=(1, 2))\n+ assert output.getvalue() == (\n+ '************* Module my_module\\n{ \"Category\": \"convention\" }\\n'\n+ )\n+\n+\n def test_template_option_default(linter) -> None:\n \"\"\"Test the default msg-template setting.\"\"\"\n output = StringIO()\n", "confidence": "high", "limitations": ["Baseline tests and reproduction were not run; no setup or dependency failure was observed.", "The proposed patch has not been applied or validated.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "pylint/reporters/text.py", "start_line": 179, "end_line": 189}, {"id": "e0002", "kind": "search", "path": "tests/reporters/unittest_reporting.py", "start_line": 96, "end_line": 106}, {"id": "e0003", "kind": "search", "path": "tests/message/unittest_message.py", "start_line": 24, "end_line": 34}, {"id": "e0004", "kind": "search", "path": "tests/lint/test_utils.py", "start_line": 20, "end_line": 30}, {"id": "e0005", "kind": "search", "path": "pylint/message/message.py", "start_line": 7, "end_line": 17}, {"id": "e0006", "kind": "search", "path": "pylint/reporters/text.py", "start_line": 5, "end_line": 15}, {"id": "e0007", "kind": "search", "path": "tests/reporters/unittest_reporting.py", "start_line": 49, "end_line": 59}, {"id": "e0008", "kind": "search", "path": "pylint/reporters/multi_reporter.py", "start_line": 7, "end_line": 17}, {"id": "e0009", "kind": "search", "path": "pylint/reporters/base_reporter.py", "start_line": 7, "end_line": 17}, {"id": "e0010", "kind": "search", "path": "tests/checkers/unittest_refactoring.py", "start_line": 6, "end_line": 16}, {"id": "e0011", "kind": "source", "path": "pylint/reporters/text.py", "start_line": 120, "end_line": 220}, {"id": "e0012", "kind": "source", "path": "tests/reporters/unittest_reporting.py", "start_line": 1, "end_line": 120}, {"id": "e0013", "kind": "source", "path": "pylint/reporters/text.py", "start_line": 165, "end_line": 195}, {"id": "e0014", "kind": "source", "path": "tests/reporters/unittest_reporting.py", "start_line": 38, "end_line": 60}], "routes": [], "test_status": "not_run", "patch_verified": false} +{"instance_id": "scikit-learn__scikit-learn-14092", "diagnosis": {"conclusion": "identified", "root_cause": "NCA.fit validates parameters before optimization. Its check_scalar calls require built-in int for n_components, max_iter and verbose, and float for tol. Since check_scalar uses isinstance, NumPy integer dimensions and integer tol=1 are rejected despite being valid numeric values. The existing test explicitly enforces rejection of tol=1.", "affected_files": ["sklearn/neighbors/nca.py", "sklearn/neighbors/tests/test_nca.py"], "evidence_ids": ["e0006", "e0017", "e0018", "e0019", "e0020"], "suggested_fix": "Use numbers.Integral for integer parameters and numbers.Real for tolerance, preserving bounds and boolean validation. Update the rejection test and add numeric-scalar acceptance coverage. Shared validation is reasonable; interval and membership extensions should be a separate change.", "proposed_patch": "--- a/sklearn/neighbors/nca.py\n+++ b/sklearn/neighbors/nca.py\n@@ -10,6 +10,7 @@\n from __future__ import print_function\n \n from warnings import warn\n+import numbers\n import numpy as np\n import sys\n import time\n@@ -300,6 +301,6 @@\n # Check the preferred dimensionality of the projected space\n if self.n_components is not None:\n- check_scalar(self.n_components, 'n_components', int, 1)\n+ check_scalar(self.n_components, 'n_components', numbers.Integral, 1)\n \n if self.n_components > X.shape[1]:\n raise ValueError('The preferred dimensionality of the '\n@@ -320,6 +321,6 @@\n \n- check_scalar(self.max_iter, 'max_iter', int, 1)\n- check_scalar(self.tol, 'tol', float, 0.)\n- check_scalar(self.verbose, 'verbose', int, 0)\n+ check_scalar(self.max_iter, 'max_iter', numbers.Integral, 1)\n+ check_scalar(self.tol, 'tol', numbers.Real, 0.)\n+ check_scalar(self.verbose, 'verbose', numbers.Integral, 0)\n \n if self.callback is not None:\n--- a/sklearn/neighbors/tests/test_nca.py\n+++ b/sklearn/neighbors/tests/test_nca.py\n@@ -129,9 +129,14 @@\n # TypeError\n assert_raises(TypeError, NCA(max_iter='21').fit, X, y)\n assert_raises(TypeError, NCA(verbose='true').fit, X, y)\n- assert_raises(TypeError, NCA(tol=1).fit, X, y)\n+ assert_raises(TypeError, NCA(tol='invalid').fit, X, y)\n assert_raises(TypeError, NCA(n_components='invalid').fit, X, y)\n assert_raises(TypeError, NCA(warm_start=1).fit, X, y)\n \n+ # Accept numeric scalar types used in parameter grids.\n+ for tol in (1, np.float32(0.1)):\n+ NCA(n_components=np.int64(2), max_iter=np.int64(50),\n+ verbose=np.int64(0), tol=tol)._validate_params(X, y)\n+\n # ValueError\n assert_raise_message(ValueError,\n", "confidence": "high", "limitations": ["Baseline tests and the GridSearch reproduction were not run; no dependency/setup outcome is available.", "The proposed patch is UNVERIFIED and has not been applied.", "Added coverage targets parameter validation, not an end-to-end GridSearch.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "sklearn/neighbors/nca.py", "start_line": 299, "end_line": 309}, {"id": "e0002", "kind": "search", "path": "sklearn/neighbors/tests/test_nca.py", "start_line": 18, "end_line": 28}, {"id": "e0003", "kind": "search", "path": "examples/neighbors/plot_nca_dim_reduction.py", "start_line": 1, "end_line": 10}, {"id": "e0004", "kind": "search", "path": "examples/neighbors/plot_nca_illustration.py", "start_line": 1, "end_line": 10}, {"id": "e0005", "kind": "search", "path": "examples/neighbors/plot_nca_classification.py", "start_line": 1, "end_line": 10}, {"id": "e0006", "kind": "source", "path": "sklearn/neighbors/nca.py", "start_line": 240, "end_line": 359}, {"id": "e0007", "kind": "search", "path": "sklearn/neighbors/nca.py", "start_line": 22, "end_line": 32}, {"id": "e0008", "kind": "search", "path": "sklearn/utils/tests/test_validation.py", "start_line": 40, "end_line": 50}, {"id": "e0009", "kind": "search", "path": "sklearn/utils/__init__.py", "start_line": 21, "end_line": 31}, {"id": "e0010", "kind": "search", "path": "sklearn/utils/validation.py", "start_line": 941, "end_line": 951}, {"id": "e0011", "kind": "search", "path": "sklearn/compose/_column_transformer.py", "start_line": 546, "end_line": 556}, {"id": "e0012", "kind": "search", "path": "sklearn/neighbors/tests/test_nca.py", "start_line": 130, "end_line": 140}, {"id": "e0013", "kind": "search", "path": "sklearn/neighbors/nca.py", "start_line": 38, "end_line": 48}, {"id": "e0014", "kind": "search", "path": "sklearn/mixture/tests/test_bayesian_mixture.py", "start_line": 295, "end_line": 305}, {"id": "e0015", "kind": "search", "path": "sklearn/mixture/tests/test_gaussian_mixture.py", "start_line": 158, "end_line": 168}, {"id": "e0016", "kind": "search", "path": "sklearn/decomposition/pca.py", "start_line": 423, "end_line": 433}, {"id": "e0017", "kind": "source", "path": "sklearn/utils/validation.py", "start_line": 944, "end_line": 983}, {"id": "e0018", "kind": "source", "path": "sklearn/neighbors/tests/test_nca.py", "start_line": 105, "end_line": 195}, {"id": "e0019", "kind": "source", "path": "sklearn/neighbors/nca.py", "start_line": 10, "end_line": 28}, {"id": "e0020", "kind": "source", "path": "sklearn/neighbors/nca.py", "start_line": 170, "end_line": 225}, {"id": "e0021", "kind": "source", "path": "sklearn/neighbors/nca.py", "start_line": 10, "end_line": 28}, {"id": "e0022", "kind": "source", "path": "sklearn/neighbors/nca.py", "start_line": 295, "end_line": 335}, {"id": "e0023", "kind": "source", "path": "sklearn/neighbors/tests/test_nca.py", "start_line": 122, "end_line": 145}], "routes": [], "test_status": "not_run", "patch_verified": false} +{"instance_id": "sphinx-doc__sphinx-7975", "diagnosis": {"conclusion": "identified", "root_cause": "The index sorter prefixes alphabetic entries with chr(127), but leaves symbols unchanged. Consequently, @ sorts before letters while £ and ← sort after them. The subsequent groupby() only combines adjacent entries, producing two separate groups named Symbols. The subentry sorter uses the same flawed ordering.", "affected_files": ["sphinx/environment/adapters/indexentries.py"], "evidence_ids": ["e0006", "e0007"], "suggested_fix": "Replace the ASCII sentinel with an explicit symbol-versus-letter sort discriminator in both sorters. Add regression coverage for @, £, and ←, verifying a single Symbols group and symbols-first subentry ordering. The proposed patch is unverified.", "proposed_patch": "--- a/sphinx/environment/adapters/indexentries.py\n+++ b/sphinx/environment/adapters/indexentries.py\n@@ -101,16 +101,14 @@\n- # sort the index entries; put all symbols at the front, even those\n- # following the letters in ASCII, this is where the chr(127) comes from\n- def keyfunc(entry: Tuple[str, List]) -> Tuple[str, str]:\n+ # sort the index entries; put all symbols before letters\n+ def keyfunc(entry: Tuple[str, List]) -> Tuple[bool, str, str]:\n key, (void, void, category_key) = entry\n if category_key:\n # using specified category key to sort\n key = category_key\n lckey = unicodedata.normalize('NFD', key.lower())\n if lckey.startswith('\\N{RIGHT-TO-LEFT MARK}'):\n lckey = lckey[1:]\n- if lckey[0:1].isalpha() or lckey.startswith('_'):\n- lckey = chr(127) + lckey\n+ is_letter = lckey[0:1].isalpha() or lckey.startswith('_')\n # ensure a determinstic order *within* letters by also sorting on\n # the entry itself\n- return (lckey, entry[0])\n+ return (is_letter, lckey, entry[0])\n newlist = sorted(new.items(), key=keyfunc)\n@@ -148,10 +146,9 @@\n # sort the sub-index entries\n- def keyfunc2(entry: Tuple[str, List]) -> str:\n+ def keyfunc2(entry: Tuple[str, List]) -> Tuple[bool, str]:\n key = unicodedata.normalize('NFD', entry[0].lower())\n if key.startswith('\\N{RIGHT-TO-LEFT MARK}'):\n key = key[1:]\n- if key[0:1].isalpha() or key.startswith('_'):\n- key = chr(127) + key\n- return key\n+ is_letter = key[0:1].isalpha() or key.startswith('_')\n+ return (is_letter, key)\n \n # group the entries by letter\n", "confidence": "high", "limitations": ["No baseline tests or reproduction were run; no setup failure was reported.", "The patch has not been applied or validated.", "HTML template and generated-anchor behavior were not directly inspected.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "sphinx/environment/adapters/indexentries.py", "start_line": 98, "end_line": 108}, {"id": "e0002", "kind": "search", "path": "tests/test_environment_indexentries.py", "start_line": 29, "end_line": 39}, {"id": "e0003", "kind": "search", "path": "sphinx/util/cfamily.py", "start_line": 337, "end_line": 347}, {"id": "e0004", "kind": "search", "path": "sphinx/builders/html/__init__.py", "start_line": 455, "end_line": 465}, {"id": "e0005", "kind": "search", "path": "sphinx/domains/c.py", "start_line": 1410, "end_line": 1420}, {"id": "e0006", "kind": "source", "path": "sphinx/environment/adapters/indexentries.py", "start_line": 85, "end_line": 176}, {"id": "e0007", "kind": "source", "path": "tests/test_environment_indexentries.py", "start_line": 1, "end_line": 120}, {"id": "e0008", "kind": "search", "path": "sphinx/builders/_epub_base.py", "start_line": 450, "end_line": 460}, {"id": "e0009", "kind": "search", "path": "sphinx/builders/html/__init__.py", "start_line": 658, "end_line": 668}, {"id": "e0010", "kind": "search", "path": "sphinx/environment/adapters/indexentries.py", "start_line": 29, "end_line": 39}, {"id": "e0011", "kind": "search", "path": "sphinx/builders/_epub_base.py", "start_line": 562, "end_line": 572}, {"id": "e0012", "kind": "search", "path": "sphinx/builders/html/__init__.py", "start_line": 673, "end_line": 683}, {"id": "e0013", "kind": "search", "path": "sphinx/environment/adapters/indexentries.py", "start_line": 48, "end_line": 58}, {"id": "e0014", "kind": "source", "path": "sphinx/environment/adapters/indexentries.py", "start_line": 98, "end_line": 160}], "routes": [], "test_status": "not_run", "patch_verified": false} +{"instance_id": "sphinx-doc__sphinx-8273", "diagnosis": {"conclusion": "identified", "root_cause": "ManualPageBuilder.write() uses the manual section only in the filename and writes directly into self.outdir. It neither creates nor targets man
directories. Existing tests explicitly expect this flat layout.", "affected_files": ["sphinx/builders/manpage.py"], "evidence_ids": ["e0006", "e0012", "e0013"], "suggested_fix": "Add an opt-in man_make_section_directory setting to preserve existing behavior. When enabled, create man
directories and write each page into its section directory. Add tests for enabled multi-section output, repeated builds, and the default flat layout.", "proposed_patch": "--- a/sphinx/builders/manpage.py\n+++ b/sphinx/builders/manpage.py\n@@ -12,5 +12,5 @@\n-from os import path\n+from os import makedirs, path\n from typing import Any, Dict, List, Set, Tuple, Union\n \n from docutils.frontend import OptionParser\n from docutils.io import FileOutput\n@@ -83,8 +83,12 @@\n targetname = '%s.%s' % (name, section)\n logger.info(darkgreen(targetname) + ' { ', nonl=True)\n+ sectiondir = self.outdir\n+ if self.config.man_make_section_directory:\n+ sectiondir = path.join(self.outdir, 'man%s' % section)\n+ makedirs(sectiondir, exist_ok=True)\n destination = FileOutput(\n- destination_path=path.join(self.outdir, targetname),\n+ destination_path=path.join(sectiondir, targetname),\n encoding='utf-8')\n \n tree = self.env.get_doctree(docname)\n docnames = set() # type: Set[str]\n@@ -113,7 +117,8 @@\n def setup(app: Sphinx) -> Dict[str, Any]:\n app.add_builder(ManualPageBuilder)\n \n app.add_config_value('man_pages', default_man_pages, None)\n app.add_config_value('man_show_urls', False, None)\n+ app.add_config_value('man_make_section_directory', False, None)\n \n return {\n", "confidence": "high", "limitations": ["Baseline tests were not run; no reproduction or dependency/setup outcome is available.", "The proposed patch is unverified and has not been applied.", "The opt-in compatibility policy is a recommendation; section-directory output requires enabling the new setting.", "Configuration documentation and new regression tests are not included in this minimal patch.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "sphinx/builders/manpage.py", "start_line": 44, "end_line": 54}, {"id": "e0002", "kind": "search", "path": "doc/_static/conf.py.txt", "start_line": 282, "end_line": 292}, {"id": "e0003", "kind": "search", "path": "sphinx/writers/manpage.py", "start_line": 96, "end_line": 106}, {"id": "e0004", "kind": "search", "path": "doc/conf.py", "start_line": 91, "end_line": 101}, {"id": "e0005", "kind": "search", "path": "sphinx/ext/graphviz.py", "start_line": 376, "end_line": 386}, {"id": "e0006", "kind": "source", "path": "sphinx/builders/manpage.py", "start_line": 1, "end_line": 120}, {"id": "e0007", "kind": "search", "path": "sphinx/builders/manpage.py", "start_line": 43, "end_line": 53}, {"id": "e0008", "kind": "search", "path": "doc/conf.py", "start_line": 91, "end_line": 101}, {"id": "e0009", "kind": "search", "path": "tests/test_build_manpage.py", "start_line": 51, "end_line": 61}, {"id": "e0010", "kind": "search", "path": "doc/_static/conf.py.txt", "start_line": 282, "end_line": 292}, {"id": "e0011", "kind": "search", "path": "tests/test_smartquotes.py", "start_line": 30, "end_line": 40}, {"id": "e0012", "kind": "source", "path": "tests/test_build_manpage.py", "start_line": 1, "end_line": 68}, {"id": "e0013", "kind": "source", "path": "tests/test_smartquotes.py", "start_line": 1, "end_line": 55}, {"id": "e0014", "kind": "source", "path": "sphinx/builders/manpage.py", "start_line": 1, "end_line": 120}], "routes": [], "test_status": "not_run", "patch_verified": false} +{"instance_id": "sympy__sympy-20154", "diagnosis": {"conclusion": "identified", "root_cause": "partitions() yields its mutable working dictionary ms directly at both yield sites, including size=True tuples. Subsequent iterations mutate that same dictionary, so retained results alias shared state. Existing tests copy results and therefore mask this behavior.", "affected_files": ["sympy/utilities/iterables.py", "sympy/utilities/tests/test_iterables.py"], "evidence_ids": ["e0019", "e0020", "e0021"], "suggested_fix": "Yield ms.copy() at both regular yield sites, update the reuse documentation, and add regression tests for retained results and dictionary independence in both size modes.", "proposed_patch": "--- a/sympy/utilities/iterables.py\n+++ b/sympy/utilities/iterables.py\n@@ -1738,20 +1738,12 @@\n {2: 1, 4: 1}\n {3: 2}\n \n- Note that the _same_ dictionary object is returned each time.\n- This is for speed: generating each partition goes quickly,\n- taking constant time, independent of n.\n+ Each partition is returned as an independent dictionary.\n \n- >>> [p for p in partitions(6, k=2)]\n- [{1: 6}, {1: 6}, {1: 6}, {1: 6}]\n-\n- If you want to build a list of the returned dictionaries then\n- make a copy of them:\n-\n- >>> [p.copy() for p in partitions(6, k=2)] # doctest: +SKIP\n+ >>> list(partitions(6, k=2)) # doctest: +SKIP\n [{2: 3}, {1: 2, 2: 2}, {1: 4, 2: 1}, {1: 6}]\n- >>> [(M, p.copy()) for M, p in partitions(6, k=2, size=True)] # doctest: +SKIP\n+ >>> list(partitions(6, k=2, size=True)) # doctest: +SKIP\n [(3, {2: 3}), (4, {1: 2, 2: 2}), (5, {1: 4, 2: 1}), (6, {1: 6})]\n \n References\n ==========\n@@ -1804,7 +1796,7 @@\n room = m - q - bool(r)\n if size:\n- yield sum(ms.values()), ms\n+ yield sum(ms.values()), ms.copy()\n else:\n- yield ms\n+ yield ms.copy()\n \n while keys != [1]:\n@@ -1843,8 +1835,8 @@\n break\n room -= need\n if size:\n- yield sum(ms.values()), ms\n+ yield sum(ms.values()), ms.copy()\n else:\n- yield ms\n+ yield ms.copy()\n \n \n--- a/sympy/utilities/tests/test_iterables.py\n+++ b/sympy/utilities/tests/test_iterables.py\n@@ -482,4 +482,16 @@\n assert list(partitions(6, 2, 0, size=i)) == ans[i]\n \n+ expected = [{3: 1}, {2: 1, 1: 1}, {1: 3}]\n+ for size in (False, True):\n+ results = list(partitions(3, size=size))\n+ dictionaries = [p for _, p in results] if size else results\n+ assert dictionaries == expected\n+ if size:\n+ assert [count for count, _ in results] == [1, 2, 3]\n+ assert len({id(p) for p in dictionaries}) == len(dictionaries)\n+ dictionaries[0][3] = 99\n+ assert dictionaries[1:] == expected[1:]\n+\n+\n assert [p.copy() for p in partitions(6, k=2)] == [\n {2: 3}, {1: 2, 2: 2}, {1: 4, 2: 1}, {1: 6}]\n", "confidence": "high", "limitations": ["No baseline tests or runtime reproduction were run.", "The proposed patch is UNVERIFIED and has not been applied.", "The performance impact of copying each dictionary has not been measured.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "sympy/utilities/tests/test_iterables.py", "start_line": 332, "end_line": 342}, {"id": "e0002", "kind": "search", "path": "sympy/combinatorics/partitions.py", "start_line": 18, "end_line": 28}, {"id": "e0003", "kind": "search", "path": "sympy/utilities/tests/test_enumerative.py", "start_line": 30, "end_line": 40}, {"id": "e0004", "kind": "search", "path": "sympy/utilities/iterables.py", "start_line": 1457, "end_line": 1467}, {"id": "e0005", "kind": "search", "path": "sympy/utilities/enumerative.py", "start_line": 143, "end_line": 153}, {"id": "e0006", "kind": "search", "path": "sympy/utilities/iterables.py", "start_line": 1585, "end_line": 1595}, {"id": "e0007", "kind": "search", "path": "sympy/combinatorics/partitions.py", "start_line": 18, "end_line": 28}, {"id": "e0008", "kind": "search", "path": "sympy/utilities/enumerative.py", "start_line": 1, "end_line": 11}, {"id": "e0009", "kind": "search", "path": "sympy/utilities/tests/test_iterables.py", "start_line": 474, "end_line": 484}, {"id": "e0010", "kind": "search", "path": "sympy/utilities/tests/test_enumerative.py", "start_line": 151, "end_line": 161}, {"id": "e0011", "kind": "search", "path": "sympy/ntheory/tests/test_partitions.py", "start_line": 1, "end_line": 11}, {"id": "e0012", "kind": "search", "path": "sympy/combinatorics/tests/test_partitions.py", "start_line": 1, "end_line": 9}, {"id": "e0013", "kind": "search", "path": "sympy/utilities/tests/test_iterables.py", "start_line": 471, "end_line": 481}, {"id": "e0014", "kind": "search", "path": "sympy/utilities/tests/test_enumerative.py", "start_line": 115, "end_line": 125}, {"id": "e0015", "kind": "search", "path": "sympy/combinatorics/partitions.py", "start_line": 18, "end_line": 28}, {"id": "e0016", "kind": "search", "path": "sympy/utilities/iterables.py", "start_line": 1693, "end_line": 1703}, {"id": "e0017", "kind": "search", "path": "sympy/utilities/tests/test_iterables.py", "start_line": 477, "end_line": 487}, {"id": "e0018", "kind": "search", "path": "sympy/combinatorics/partitions.py", "start_line": 87, "end_line": 97}, {"id": "e0019", "kind": "source", "path": "sympy/utilities/tests/test_iterables.py", "start_line": 474, "end_line": 540}, {"id": "e0020", "kind": "source", "path": "sympy/utilities/iterables.py", "start_line": 1696, "end_line": 1815}, {"id": "e0021", "kind": "source", "path": "sympy/utilities/iterables.py", "start_line": 1816, "end_line": 1900}, {"id": "e0022", "kind": "source", "path": "sympy/utilities/iterables.py", "start_line": 1738, "end_line": 1852}, {"id": "e0023", "kind": "source", "path": "sympy/utilities/tests/test_iterables.py", "start_line": 474, "end_line": 490}], "routes": [], "test_status": "not_run", "patch_verified": false} diff --git a/reports/experiments/repair-17-v1/log-audit.json b/reports/experiments/repair-17-v1/log-audit.json new file mode 100644 index 0000000..9490791 --- /dev/null +++ b/reports/experiments/repair-17-v1/log-audit.json @@ -0,0 +1,63 @@ +{ + "trace_files": 17, + "event_counts": { + "run_start": 17, + "snapshot_ready": 17, + "index_ready": 17, + "patch_check": 34, + "patch_repair_start": 20, + "model_response": 34, + "tool_start": 30, + "tool_end": 30, + "run_end": 17, + "run_error": 3 + }, + "route_reasons": {}, + "failure_patterns": { + "empty_search": 0, + "tool_error": 0, + "environment_error": 0, + "test_timeout": 0, + "index_truncated": 0, + "invalid_synthesis": 0, + "agent_step_limit": 0, + "run_error": 3, + "model_budget_exhausted": 0, + "tool_budget_exhausted": 0, + "patch_repair_invalid_response": 0 + }, + "tool_duration_ms_raw": [ + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 1, + 1 + ], + "unpaired_tools": 0, + "unfinished_runs": 0 +} diff --git a/reports/experiments/repair-17-v1/manifest.json b/reports/experiments/repair-17-v1/manifest.json new file mode 100644 index 0000000..814d812 --- /dev/null +++ b/reports/experiments/repair-17-v1/manifest.json @@ -0,0 +1,56 @@ +{ + "kind": "posthoc_invalid_patch_repair_only", + "created_at": "2026-10-08T21:32:21.452148+00:00", + "count": 17, + "task_ids": [ + "django__django-10914", + "django__django-12983", + "django__django-13447", + "django__django-13757", + "matplotlib__matplotlib-18869", + "matplotlib__matplotlib-23563", + "matplotlib__matplotlib-24149", + "matplotlib__matplotlib-26020", + "pallets__flask-4992", + "pallets__flask-5063", + "pylint-dev__pylint-6506", + "pylint-dev__pylint-7993", + "scikit-learn__scikit-learn-14092", + "scikit-learn__scikit-learn-25747", + "sphinx-doc__sphinx-7975", + "sphinx-doc__sphinx-8273", + "sympy__sympy-20154" + ], + "model": "codex-cli:gpt-6.1-sol", + "environment": { + "python": "3.12.13", + "platform": "macOS-15.4.1-arm64-arm-64bit", + "source_tree_sha256": "b317607238726d740bec058b5f6fa0f2eecac6181a43278d9e95b27ba7cfb02a", + "packages": { + "langchain": "1.4.3", + "langgraph": "1.2.14", + "langchain-openai": "1.7.0", + "langchain-anthropic": "1.7.5", + "fastapi": "0.143.0", + "numpy": "2.5.3", + "rank-bm25": "0.2.2" + } + }, + "workers": 4, + "parent_predictions_sha256": "3ecabac811a6feda2105f4c1dfe17925981d7720395d53749593dfff924b7006", + "parent_candidates_sha256": "4624a17c91c782093b93d165fa891e4b707bc90fe0fc65178832500eee01b58a", + "parent_diagnoses_sha256": "06e836f5d27e4f07bce1c423fbbf2b75b65604e6ac9d940c03621e9046cc343c", + "max_model_calls": 6, + "max_agent_steps": 3, + "max_tool_calls": 8, + "patch_repair_attempts": 2, + "model_timeout": 120, + "reasoning_effort": "medium", + "transport": "https", + "evidence_policy": "source_priority", + "selection": "all withheld invalid candidates, without judge/outcome filtering", + "actor_inputs": "original issue/diagnosis/candidate, pre-fix source observations, git apply errors only", + "primary_metric": "official resolved / all originally invalid candidates", + "limitations": "Outcome-selected exploratory repair study; extra inference budget, not pass@1 or a rerun of the 100-task system.", + "codex_cli_version": "codex-cli 0.162.0-alpha.2" +} diff --git a/reports/experiments/repair-17-v1/model-usage.json b/reports/experiments/repair-17-v1/model-usage.json new file mode 100644 index 0000000..c552c93 --- /dev/null +++ b/reports/experiments/repair-17-v1/model-usage.json @@ -0,0 +1,15 @@ +{ + "tasks": 17, + "model_calls": 34, + "input_tokens": 441825, + "output_tokens": 18373, + "cached_input_tokens": 22528, + "builtin_tool_calls": 0, + "transport_reconnects": 0, + "applicable_patches": 14, + "withheld_patches": 0, + "patch_check_attempts": 34, + "repair_attempts": 17, + "recovered_patches": 14, + "model_duration_ms": 610437 +} diff --git a/reports/experiments/repair-17-v1/predictions.jsonl b/reports/experiments/repair-17-v1/predictions.jsonl new file mode 100644 index 0000000..bd805ef --- /dev/null +++ b/reports/experiments/repair-17-v1/predictions.jsonl @@ -0,0 +1,17 @@ +{"instance_id": "django__django-10914", "mode": "model", "status": "diagnosed", "predicted_files": ["django/conf/global_settings.py", "docs/howto/deployment/checklist.txt"], "root_cause": "FILE_UPLOAD_PERMISSIONS defaults to None, so FileSystemStorage skips its final chmod. Streamed memory uploads are created with 0o666 masked by umask, while temporary uploads are moved by rename or metadata-preserving copy, retaining their temporary-file permissions. Consequently, upload paths can produce different final permissions.", "model_patch": "--- a/django/conf/global_settings.py\n+++ b/django/conf/global_settings.py\n@@ -304,7 +304,7 @@\n \n # The numeric mode to set newly-uploaded files to. The value should be a mode\n # you'd pass directly to os.chmod; see https://docs.python.org/library/os.html#files-and-directories.\n-FILE_UPLOAD_PERMISSIONS = None\n+FILE_UPLOAD_PERMISSIONS = 0o644\n \n # The numeric mode to assign to newly-created directories, when uploading files.\n # The value should be a mode as you'd pass to os.chmod;\n--- a/docs/howto/deployment/checklist.txt\n+++ b/docs/howto/deployment/checklist.txt\n@@ -157,12 +157,12 @@\n :setting:`FILE_UPLOAD_PERMISSIONS`\n ----------------------------------\n \n-With the default file upload settings, files smaller than\n+When :setting:`FILE_UPLOAD_PERMISSIONS` is ``None``, files smaller than\n :setting:`FILE_UPLOAD_MAX_MEMORY_SIZE` may be stored with a different mode\n than larger files as described in :setting:`FILE_UPLOAD_PERMISSIONS`.\n \n-Setting :setting:`FILE_UPLOAD_PERMISSIONS` ensures all files are uploaded with\n-the same permissions.\n+Setting :setting:`FILE_UPLOAD_PERMISSIONS` to a non-None value ensures all files\n+are uploaded with the same permissions.\n \n HTTPS\n =====\n", "root_cause_correct": null, "resolved": null} +{"instance_id": "django__django-12983", "mode": "model", "status": "diagnosed", "predicted_files": ["django/utils/text.py", "django/template/defaultfilters.py", "tests/utils_tests/test_text.py"], "root_cause": "slugify() strips only whitespace before collapsing whitespace and dashes. Its character filter preserves underscores, and its final substitution leaves boundary dashes intact, producing ___this-is-a-test- for the reported input.", "model_patch": "--- a/django/utils/text.py\n+++ b/django/utils/text.py\n@@ -393,16 +393,16 @@\n @keep_lazy_text\n def slugify(value, allow_unicode=False):\n \"\"\"\n Convert to ASCII if 'allow_unicode' is False. Convert spaces to hyphens.\n Remove characters that aren't alphanumerics, underscores, or hyphens.\n- Convert to lowercase. Also strip leading and trailing whitespace.\n+ Convert to lowercase. Also strip leading and trailing whitespace, dashes, and underscores.\n \"\"\"\n value = str(value)\n if allow_unicode:\n value = unicodedata.normalize('NFKC', value)\n else:\n value = unicodedata.normalize('NFKD', value).encode('ascii', 'ignore').decode('ascii')\n value = re.sub(r'[^\\w\\s-]', '', value.lower()).strip()\n- return re.sub(r'[-\\s]+', '-', value)\n+ return re.sub(r'[-\\s]+', '-', value).strip('-_')\n \n \n--- a/django/template/defaultfilters.py\n+++ b/django/template/defaultfilters.py\n@@ -212,8 +212,8 @@\n def slugify(value):\n \"\"\"\n Convert to ASCII. Convert spaces to hyphens. Remove characters that aren't\n alphanumerics, underscores, or hyphens. Convert to lowercase. Also strip\n- leading and trailing whitespace.\n+ leading and trailing whitespace, dashes, and underscores.\n \"\"\"\n return _slugify(value)\n \n--- a/tests/utils_tests/test_text.py\n+++ b/tests/utils_tests/test_text.py\n@@ -190,10 +190,16 @@\n def test_slugify(self):\n items = (\n # given - expected - Unicode?\n ('Hello, World!', 'hello-world', False),\n+ ('___This is a test ---', 'this-is-a-test', False),\n+ (' _- foo -_ ', 'foo', False),\n+ ('---', '', False),\n+ ('___', '', False),\n+ ('_-你好-_', '你好', True),\n+ ('_foo_bar-baz_', 'foo_bar-baz', False),\n ('spam & eggs', 'spam-eggs', False),\n ('spam & ıçüş', 'spam-ıçüş', True),\n ('foo ıç bar', 'foo-ıç-bar', True),\n (' foo ıç bar', 'foo-ıç-bar', True),\n ('你好', '你好', True),\n ('İstanbul', 'istanbul', True),\n", "root_cause_correct": null, "resolved": null} +{"instance_id": "django__django-13447", "mode": "model", "status": "diagnosed", "predicted_files": ["django/contrib/admin/sites.py", "tests/admin_views/test_adminsite.py"], "root_cause": "AdminSite._build_app_dict() has the model class available but omits it from model_dict, so both admin index contexts expose only model metadata. The dictionary-building method is also private.", "model_patch": "--- a/django/contrib/admin/sites.py\n+++ b/django/contrib/admin/sites.py\n@@ -433,3 +433,7 @@\n+ def build_app_dict(self, request, label=None):\n+ \"\"\"Build the app dictionary, optionally filtering by app label.\"\"\"\n+ return self._build_app_dict(request, label)\n+\n def _build_app_dict(self, request, label=None):\n \"\"\"\n Build the app dictionary. The optional `label` parameter filters models\n@@ -460,7 +464,8 @@\n continue\n \n info = (app_label, model._meta.model_name)\n model_dict = {\n+ 'model': model,\n 'name': capfirst(model._meta.verbose_name_plural),\n 'object_name': model._meta.object_name,\n 'perms': perms,\n@@ -504,7 +509,7 @@\n Return a sorted list of all the installed apps that have been\n registered in this site.\n \"\"\"\n- app_dict = self._build_app_dict(request)\n+ app_dict = self.build_app_dict(request)\n \n # Sort the apps alphabetically.\n app_list = sorted(app_dict.values(), key=lambda x: x['name'].lower())\n@@ -535,7 +540,7 @@\n return TemplateResponse(request, self.index_template or 'admin/index.html', context)\n \n def app_index(self, request, app_label, extra_context=None):\n- app_dict = self._build_app_dict(request, app_label)\n+ app_dict = self.build_app_dict(request, app_label)\n if not app_dict:\n raise Http404('The requested admin page does not exist.')\n # Sort the models alphabetically within each app.\n--- a/tests/admin_views/test_adminsite.py\n+++ b/tests/admin_views/test_adminsite.py\n@@ -56,6 +56,7 @@\n self.assertEqual(admin_views['app_label'], 'admin_views')\n self.assertEqual(len(admin_views['models']), 1)\n self.assertEqual(admin_views['models'][0]['object_name'], 'Article')\n+ self.assertIs(admin_views['models'][0]['model'], Article)\n \n # auth.User\n auth = apps[1]\n@@ -63,7 +64,8 @@\n self.assertEqual(len(auth['models']), 1)\n user = auth['models'][0]\n self.assertEqual(user['object_name'], 'User')\n+ self.assertIs(user['model'], User)\n \n self.assertEqual(auth['app_url'], '/test_admin/admin/auth/')\n self.assertIs(auth['has_module_perms'], True)\n \n", "root_cause_correct": null, "resolved": null} +{"instance_id": "django__django-13757", "mode": "model", "status": "diagnosed", "predicted_files": ["django/db/models/fields/json.py", "tests/model_fields/test_jsonfield.py"], "root_cause": "For isnull=True, KeyTransformIsNull delegates to generic IsNull on SQLite and Oracle. This tests whether the extracted value is SQL NULL, conflating an absent key with a present key containing JSON null. The existing regression test uses a non-null-valued key and misses this distinction.", "model_patch": "--- a/django/db/models/fields/json.py\n+++ b/django/db/models/fields/json.py\n@@ -366,14 +366,24 @@\n class KeyTransformIsNull(lookups.IsNull):\n # key__isnull=False is the same as has_key='key'\n def as_oracle(self, compiler, connection):\n+ sql, params = HasKey(\n+ self.lhs.lhs, self.lhs.key_name,\n+ ).as_oracle(compiler, connection)\n if not self.rhs:\n- return HasKey(self.lhs.lhs, self.lhs.key_name).as_oracle(compiler, connection)\n- return super().as_sql(compiler, connection)\n+ return sql, params\n+ lhs, lhs_params, _ = self.lhs.preprocess_lhs(compiler, connection)\n+ return (\n+ '(NOT %s OR %s IS NULL)' % (sql, lhs),\n+ tuple(params) + tuple(lhs_params),\n+ )\n \n def as_sqlite(self, compiler, connection):\n+ template = 'JSON_TYPE(%s, %%s) IS NULL'\n if not self.rhs:\n- return HasKey(self.lhs.lhs, self.lhs.key_name).as_sqlite(compiler, connection)\n- return super().as_sql(compiler, connection)\n+ template = 'JSON_TYPE(%s, %%s) IS NOT NULL'\n+ return HasKey(self.lhs.lhs, self.lhs.key_name).as_sql(\n+ compiler, connection, template=template,\n+ )\n \n \n class KeyTransformIn(lookups.In):\n--- a/tests/model_fields/test_jsonfield.py\n+++ b/tests/model_fields/test_jsonfield.py\n@@ -583,7 +583,7 @@\n def test_isnull_key(self):\n # key__isnull=False works the same as has_key='key'.\n self.assertSequenceEqual(\n- NullableJSONModel.objects.filter(value__a__isnull=True),\n- self.objs[:3] + self.objs[5:],\n+ NullableJSONModel.objects.filter(value__j__isnull=True),\n+ self.objs[:4] + self.objs[5:],\n )\n self.assertSequenceEqual(\n", "root_cause_correct": null, "resolved": null} +{"instance_id": "matplotlib__matplotlib-18869", "mode": "model", "status": "diagnosed", "predicted_files": ["lib/matplotlib/__init__.py", "lib/matplotlib/tests/test_matplotlib.py"], "root_cause": "The top-level lazy attribute resolver exposes and caches only the string __version__; requests for comparable version metadata raise AttributeError. The existing packaging.version parser can provide numeric and prerelease-aware comparisons without adding a dependency.", "model_patch": "--- a/lib/matplotlib/__init__.py\n+++ b/lib/matplotlib/__init__.py\n@@ -133,22 +133,23 @@\n def __getattr__(name):\n- if name == \"__version__\":\n+ if name in (\"__version__\", \"version_info\"):\n import setuptools_scm\n- global __version__ # cache it.\n+ global __version__, version_info # cache both.\n # Only shell out to a git subprocess if really needed, and not on a\n # shallow clone, such as those used by CI, as the latter would trigger\n # a warning from setuptools_scm.\n root = Path(__file__).resolve().parents[2]\n if (root / \".git\").exists() and not (root / \".git/shallow\").exists():\n __version__ = setuptools_scm.get_version(\n root=root,\n version_scheme=\"post-release\",\n local_scheme=\"node-and-date\",\n fallback_version=_version.version,\n )\n else: # Get the version from the _version.py setuptools_scm file.\n __version__ = _version.version\n- return __version__\n+ version_info = parse_version(__version__)\n+ return __version__ if name == \"__version__\" else version_info\n raise AttributeError(f\"module {__name__!r} has no attribute {name!r}\")\n \n \n def _check_versions():\n--- a/lib/matplotlib/tests/test_matplotlib.py\n+++ b/lib/matplotlib/tests/test_matplotlib.py\n@@ -1,11 +1,23 @@\n import os\n import subprocess\n import sys\n \n+from packaging.version import parse as parse_version\n import pytest\n \n import matplotlib\n \n \n+def test_version_info():\n+ info = matplotlib.version_info\n+ assert info == parse_version(matplotlib.__version__)\n+ assert matplotlib.version_info is info\n+ version_type = type(info)\n+ assert version_type(\"3.9\") < version_type(\"3.10\")\n+ assert (version_type(\"3.10.dev1\") < version_type(\"3.10rc1\")\n+ < version_type(\"3.10\") < version_type(\"3.10.post1\"))\n+ assert isinstance(matplotlib.__version__, str)\n+\n+\n @pytest.mark.skipif(\n os.name == \"nt\", reason=\"chmod() doesn't work as is on Windows\")\n", "root_cause_correct": null, "resolved": null} +{"instance_id": "matplotlib__matplotlib-23563", "status": "failed", "model_patch": "", "error_type": "CodexModelError"} +{"instance_id": "matplotlib__matplotlib-24149", "status": "failed", "model_patch": "", "error_type": "CodexModelError"} +{"instance_id": "matplotlib__matplotlib-26020", "mode": "model", "status": "diagnosed", "predicted_files": ["lib/mpl_toolkits/axes_grid1/axes_grid.py"], "root_cause": "_tick_only unconditionally subscripts ax.axis, assuming the toolkit-specific axis dictionary. Custom Axes classes with a callable-only axis method violate that assumption. Grid construction invokes this helper through the default label mode, including for a 1×1 grid.", "model_patch": "--- a/lib/mpl_toolkits/axes_grid1/axes_grid.py\n+++ b/lib/mpl_toolkits/axes_grid1/axes_grid.py\n@@ -10,11 +10,22 @@\n from .mpl_axes import Axes\n \n \n def _tick_only(ax, bottom_on, left_on):\n bottom_off = not bottom_on\n left_off = not left_on\n- ax.axis[\"bottom\"].toggle(ticklabels=bottom_off, label=bottom_off)\n- ax.axis[\"left\"].toggle(ticklabels=left_off, label=left_off)\n+ if hasattr(ax.axis, \"__getitem__\"):\n+ ax.axis[\"bottom\"].toggle(ticklabels=bottom_off, label=bottom_off)\n+ ax.axis[\"left\"].toggle(ticklabels=left_off, label=left_off)\n+ else:\n+ ax.xaxis.set_tick_params(labelbottom=bottom_off)\n+ ax.yaxis.set_tick_params(labelleft=left_off)\n+ for axis, side, visible in [(ax.xaxis, \"bottom\", bottom_off),\n+ (ax.yaxis, \"left\", left_off)]:\n+ if visible:\n+ axis.label.set_visible(True)\n+ axis.set_label_position(side)\n+ elif axis.get_label_position() == side:\n+ axis.label.set_visible(False)\n \n \n class CbarAxesBase:\n", "root_cause_correct": null, "resolved": null} +{"instance_id": "pallets__flask-4992", "mode": "model", "status": "diagnosed", "predicted_files": ["src/flask/config.py"], "root_cause": "Config.from_file unconditionally calls open(filename), producing a text stream, and provides no way to select binary mode. This conflicts with tomllib.load's binary-stream requirement.", "model_patch": "--- a/src/flask/config.py\n+++ b/src/flask/config.py\n@@ -232,34 +232,37 @@\n def from_file(\n self,\n filename: str,\n load: t.Callable[[t.IO[t.Any]], t.Mapping],\n silent: bool = False,\n+ mode: str = \"r\",\n ) -> bool:\n \"\"\"Update the values in the config from a file that is loaded\n using the ``load`` parameter. The loaded data is passed to the\n :meth:`from_mapping` method.\n \n .. code-block:: python\n \n import json\n app.config.from_file(\"config.json\", load=json.load)\n \n- import toml\n- app.config.from_file(\"config.toml\", load=toml.load)\n+ import tomllib\n+ app.config.from_file(\"config.toml\", load=tomllib.load, mode=\"rb\")\n \n :param filename: The path to the data file. This can be an\n absolute path or relative to the config root path.\n :param load: A callable that takes a file handle and returns a\n mapping of loaded data from the file.\n :type load: ``Callable[[Reader], Mapping]`` where ``Reader``\n implements a ``read`` method.\n :param silent: Ignore the file if it doesn't exist.\n+ :param mode: The mode used to open the file. Defaults to text\n+ reading (``\"r\"``). Use ``\"rb\"`` for binary loaders.\n :return: ``True`` if the file was loaded successfully.\n \n .. versionadded:: 2.0\n \"\"\"\n filename = os.path.join(self.root_path, filename)\n \n try:\n- with open(filename) as f:\n+ with open(filename, mode) as f:\n obj = load(f)\n", "root_cause_correct": null, "resolved": null} +{"instance_id": "pallets__flask-5063", "mode": "model", "status": "diagnosed", "predicted_files": ["src/flask/cli.py"], "root_cause": "The routes CLI reads registered URL rules but displays only Endpoint, Methods, and Rule, omitting subdomain metadata. Blueprint registration already forwards the configured subdomain to app.add_url_rule; this is a presentation gap.", "model_patch": "--- a/src/flask/cli.py\n+++ b/src/flask/cli.py\n@@ -1018,20 +1018,23 @@\n for rule in rules\n ]\n \n- headers = (\"Endpoint\", \"Methods\", \"Rule\")\n+ headers = (\"Endpoint\", \"Methods\", \"Rule\", \"Subdomain\")\n widths = (\n max(len(rule.endpoint) for rule in rules),\n max(len(methods) for methods in rule_methods),\n max(len(rule.rule) for rule in rules),\n+ max(len(rule.subdomain or \"\") for rule in rules),\n )\n widths = [max(len(h), w) for h, w in zip(headers, widths)]\n- row = \"{{0:<{0}}} {{1:<{1}}} {{2:<{2}}}\".format(*widths)\n+ row = \"{{0:<{0}}} {{1:<{1}}} {{2:<{2}}} {{3:<{3}}}\".format(*widths)\n \n click.echo(row.format(*headers).strip())\n click.echo(row.format(*(\"-\" * width for width in widths)))\n \n for rule, methods in zip(rules, rule_methods):\n- click.echo(row.format(rule.endpoint, methods, rule.rule).rstrip())\n+ click.echo(\n+ row.format(rule.endpoint, methods, rule.rule, rule.subdomain or \"\").rstrip()\n+ )\n \n \n cli = FlaskGroup(\n", "root_cause_correct": null, "resolved": null} +{"instance_id": "pylint-dev__pylint-6506", "mode": "model", "status": "diagnosed", "predicted_files": ["pylint/lint/run.py"], "root_cause": "Unknown command-line options cause _config_initialization to emit E0015 and then raise _UnrecognizedOptionError. Neither Run.__init__ nor run_pylint catches this exception, so it escapes to the console and produces a traceback.", "model_patch": "--- a/pylint/lint/run.py\n+++ b/pylint/lint/run.py\n@@ -14,7 +14,10 @@\n from pylint import config\n from pylint.config.config_initialization import _config_initialization\n-from pylint.config.exceptions import ArgumentPreprocessingError\n+from pylint.config.exceptions import (\n+ ArgumentPreprocessingError,\n+ _UnrecognizedOptionError,\n+)\n from pylint.config.utils import _preprocess_options\n from pylint.constants import full_version\n from pylint.lint.base_options import _make_run_options\n from pylint.lint.pylinter import PyLinter\n@@ -132,8 +135,11 @@\n linter.disable(\"I\")\n linter.enable(\"c-extension-no-member\")\n \n- args = _config_initialization(\n- linter, args, reporter, config_file=self._rcfile, verbose_mode=self.verbose\n- )\n+ try:\n+ args = _config_initialization(\n+ linter, args, reporter, config_file=self._rcfile, verbose_mode=self.verbose\n+ )\n+ except _UnrecognizedOptionError:\n+ sys.exit(32)\n \n if linter.config.jobs < 0:\n", "root_cause_correct": null, "resolved": null} +{"instance_id": "pylint-dev__pylint-7993", "mode": "model", "status": "diagnosed", "predicted_files": ["pylint/reporters/text.py", "tests/reporters/unittest_reporting.py"], "root_cause": "TextReporter validates placeholders using a regex that does not respect escaped braces ({{ and }}). It mistakes the literal JSON opening for an unsupported field and removes part of the template before str.format renders it.", "model_patch": "--- a/pylint/reporters/text.py\n+++ b/pylint/reporters/text.py\n@@ -174,16 +174,20 @@\n # Set template to the currently selected template\n self._template = template\n \n # Check to see if all parameters in the template are attributes of the Message\n- arguments = re.findall(r\"\\{(.+?)(:.*)?\\}\", template)\n- for argument in arguments:\n- if argument[0] not in MESSAGE_FIELDS:\n- warnings.warn(\n- f\"Don't recognize the argument '{argument[0]}' in the --msg-template. \"\n- \"Are you sure it is supported on the current version of pylint?\"\n- )\n- template = re.sub(r\"\\{\" + argument[0] + r\"(:.*?)?\\}\", \"\", template)\n- self._fixed_template = template\n+ def replace(match: re.Match[str]) -> str:\n+ argument = match.group(1)\n+ if argument is None or argument in MESSAGE_FIELDS:\n+ return match.group(0)\n+ warnings.warn(\n+ f\"Don't recognize the argument '{argument}' in the --msg-template. \"\n+ \"Are you sure it is supported on the current version of pylint?\"\n+ )\n+ return \"\"\n+\n+ self._fixed_template = re.sub(\n+ r\"\\{\\{|\\}\\}|\\{([^{}:]+)(:[^{}]*)?\\}\", replace, template\n+ )\n \n def write_message(self, msg: Message) -> None:\n \"\"\"Convenience method to write a formatted message with class default\n--- a/tests/reporters/unittest_reporting.py\n+++ b/tests/reporters/unittest_reporting.py\n@@ -48,6 +48,20 @@\n assert output.getvalue() == \"************* Module 0123\\nC0301:001\\nC0301:002\\n\"\n \n \n+def test_template_option_escaped_braces(linter) -> None:\n+ output = StringIO()\n+ linter.reporter.out = output\n+ linter.config.msg_template = '{{ \"Category\": \"{category}\" }}'\n+ linter.open()\n+ with warnings.catch_warnings():\n+ warnings.simplefilter(\"error\")\n+ linter.set_current_module(\"my_module\")\n+ linter.add_message(\"C0301\", line=1, args=(1, 2))\n+ assert output.getvalue() == (\n+ '************* Module my_module\\n{ \"Category\": \"convention\" }\\n'\n+ )\n+\n+\n def test_template_option_default(linter) -> None:\n \"\"\"Test the default msg-template setting.\"\"\"\n output = StringIO()\n", "root_cause_correct": null, "resolved": null} +{"instance_id": "scikit-learn__scikit-learn-14092", "mode": "model", "status": "diagnosed", "predicted_files": ["sklearn/neighbors/nca.py", "sklearn/neighbors/tests/test_nca.py"], "root_cause": "NCA.fit validates parameters before optimization. Its check_scalar calls require built-in int for n_components, max_iter and verbose, and float for tol. Since check_scalar uses isinstance, NumPy integer dimensions and integer tol=1 are rejected despite being valid numeric values. The existing test explicitly enforces rejection of tol=1.", "model_patch": "--- a/sklearn/neighbors/nca.py\n+++ b/sklearn/neighbors/nca.py\n@@ -10,6 +10,7 @@\n from __future__ import print_function\n \n from warnings import warn\n+import numbers\n import numpy as np\n import sys\n import time\n@@ -300,6 +301,6 @@\n # Check the preferred dimensionality of the projected space\n if self.n_components is not None:\n- check_scalar(self.n_components, 'n_components', int, 1)\n+ check_scalar(self.n_components, 'n_components', numbers.Integral, 1)\n \n if self.n_components > X.shape[1]:\n raise ValueError('The preferred dimensionality of the '\n@@ -320,6 +321,6 @@\n \n- check_scalar(self.max_iter, 'max_iter', int, 1)\n- check_scalar(self.tol, 'tol', float, 0.)\n- check_scalar(self.verbose, 'verbose', int, 0)\n+ check_scalar(self.max_iter, 'max_iter', numbers.Integral, 1)\n+ check_scalar(self.tol, 'tol', numbers.Real, 0.)\n+ check_scalar(self.verbose, 'verbose', numbers.Integral, 0)\n \n if self.callback is not None:\n--- a/sklearn/neighbors/tests/test_nca.py\n+++ b/sklearn/neighbors/tests/test_nca.py\n@@ -129,9 +129,14 @@\n # TypeError\n assert_raises(TypeError, NCA(max_iter='21').fit, X, y)\n assert_raises(TypeError, NCA(verbose='true').fit, X, y)\n- assert_raises(TypeError, NCA(tol=1).fit, X, y)\n+ assert_raises(TypeError, NCA(tol='invalid').fit, X, y)\n assert_raises(TypeError, NCA(n_components='invalid').fit, X, y)\n assert_raises(TypeError, NCA(warm_start=1).fit, X, y)\n \n+ # Accept numeric scalar types used in parameter grids.\n+ for tol in (1, np.float32(0.1)):\n+ NCA(n_components=np.int64(2), max_iter=np.int64(50),\n+ verbose=np.int64(0), tol=tol)._validate_params(X, y)\n+\n # ValueError\n assert_raise_message(ValueError,\n", "root_cause_correct": null, "resolved": null} +{"instance_id": "scikit-learn__scikit-learn-25747", "status": "failed", "model_patch": "", "error_type": "CodexModelError"} +{"instance_id": "sphinx-doc__sphinx-7975", "mode": "model", "status": "diagnosed", "predicted_files": ["sphinx/environment/adapters/indexentries.py"], "root_cause": "The index sorter prefixes alphabetic entries with chr(127), but leaves symbols unchanged. Consequently, @ sorts before letters while £ and ← sort after them. The subsequent groupby() only combines adjacent entries, producing two separate groups named Symbols. The subentry sorter uses the same flawed ordering.", "model_patch": "--- a/sphinx/environment/adapters/indexentries.py\n+++ b/sphinx/environment/adapters/indexentries.py\n@@ -101,16 +101,14 @@\n- # sort the index entries; put all symbols at the front, even those\n- # following the letters in ASCII, this is where the chr(127) comes from\n- def keyfunc(entry: Tuple[str, List]) -> Tuple[str, str]:\n+ # sort the index entries; put all symbols before letters\n+ def keyfunc(entry: Tuple[str, List]) -> Tuple[bool, str, str]:\n key, (void, void, category_key) = entry\n if category_key:\n # using specified category key to sort\n key = category_key\n lckey = unicodedata.normalize('NFD', key.lower())\n if lckey.startswith('\\N{RIGHT-TO-LEFT MARK}'):\n lckey = lckey[1:]\n- if lckey[0:1].isalpha() or lckey.startswith('_'):\n- lckey = chr(127) + lckey\n+ is_letter = lckey[0:1].isalpha() or lckey.startswith('_')\n # ensure a determinstic order *within* letters by also sorting on\n # the entry itself\n- return (lckey, entry[0])\n+ return (is_letter, lckey, entry[0])\n newlist = sorted(new.items(), key=keyfunc)\n@@ -148,10 +146,9 @@\n # sort the sub-index entries\n- def keyfunc2(entry: Tuple[str, List]) -> str:\n+ def keyfunc2(entry: Tuple[str, List]) -> Tuple[bool, str]:\n key = unicodedata.normalize('NFD', entry[0].lower())\n if key.startswith('\\N{RIGHT-TO-LEFT MARK}'):\n key = key[1:]\n- if key[0:1].isalpha() or key.startswith('_'):\n- key = chr(127) + key\n- return key\n+ is_letter = key[0:1].isalpha() or key.startswith('_')\n+ return (is_letter, key)\n \n # group the entries by letter\n", "root_cause_correct": null, "resolved": null} +{"instance_id": "sphinx-doc__sphinx-8273", "mode": "model", "status": "diagnosed", "predicted_files": ["sphinx/builders/manpage.py"], "root_cause": "ManualPageBuilder.write() uses the manual section only in the filename and writes directly into self.outdir. It neither creates nor targets man
directories. Existing tests explicitly expect this flat layout.", "model_patch": "--- a/sphinx/builders/manpage.py\n+++ b/sphinx/builders/manpage.py\n@@ -12,5 +12,5 @@\n-from os import path\n+from os import makedirs, path\n from typing import Any, Dict, List, Set, Tuple, Union\n \n from docutils.frontend import OptionParser\n from docutils.io import FileOutput\n@@ -83,8 +83,12 @@\n targetname = '%s.%s' % (name, section)\n logger.info(darkgreen(targetname) + ' { ', nonl=True)\n+ sectiondir = self.outdir\n+ if self.config.man_make_section_directory:\n+ sectiondir = path.join(self.outdir, 'man%s' % section)\n+ makedirs(sectiondir, exist_ok=True)\n destination = FileOutput(\n- destination_path=path.join(self.outdir, targetname),\n+ destination_path=path.join(sectiondir, targetname),\n encoding='utf-8')\n \n tree = self.env.get_doctree(docname)\n docnames = set() # type: Set[str]\n@@ -113,7 +117,8 @@\n def setup(app: Sphinx) -> Dict[str, Any]:\n app.add_builder(ManualPageBuilder)\n \n app.add_config_value('man_pages', default_man_pages, None)\n app.add_config_value('man_show_urls', False, None)\n+ app.add_config_value('man_make_section_directory', False, None)\n \n return {\n", "root_cause_correct": null, "resolved": null} +{"instance_id": "sympy__sympy-20154", "mode": "model", "status": "diagnosed", "predicted_files": ["sympy/utilities/iterables.py", "sympy/utilities/tests/test_iterables.py"], "root_cause": "partitions() yields its mutable working dictionary ms directly at both yield sites, including size=True tuples. Subsequent iterations mutate that same dictionary, so retained results alias shared state. Existing tests copy results and therefore mask this behavior.", "model_patch": "--- a/sympy/utilities/iterables.py\n+++ b/sympy/utilities/iterables.py\n@@ -1738,20 +1738,12 @@\n {2: 1, 4: 1}\n {3: 2}\n \n- Note that the _same_ dictionary object is returned each time.\n- This is for speed: generating each partition goes quickly,\n- taking constant time, independent of n.\n+ Each partition is returned as an independent dictionary.\n \n- >>> [p for p in partitions(6, k=2)]\n- [{1: 6}, {1: 6}, {1: 6}, {1: 6}]\n-\n- If you want to build a list of the returned dictionaries then\n- make a copy of them:\n-\n- >>> [p.copy() for p in partitions(6, k=2)] # doctest: +SKIP\n+ >>> list(partitions(6, k=2)) # doctest: +SKIP\n [{2: 3}, {1: 2, 2: 2}, {1: 4, 2: 1}, {1: 6}]\n- >>> [(M, p.copy()) for M, p in partitions(6, k=2, size=True)] # doctest: +SKIP\n+ >>> list(partitions(6, k=2, size=True)) # doctest: +SKIP\n [(3, {2: 3}), (4, {1: 2, 2: 2}), (5, {1: 4, 2: 1}), (6, {1: 6})]\n \n References\n ==========\n@@ -1804,7 +1796,7 @@\n room = m - q - bool(r)\n if size:\n- yield sum(ms.values()), ms\n+ yield sum(ms.values()), ms.copy()\n else:\n- yield ms\n+ yield ms.copy()\n \n while keys != [1]:\n@@ -1843,8 +1835,8 @@\n break\n room -= need\n if size:\n- yield sum(ms.values()), ms\n+ yield sum(ms.values()), ms.copy()\n else:\n- yield ms\n+ yield ms.copy()\n \n \n--- a/sympy/utilities/tests/test_iterables.py\n+++ b/sympy/utilities/tests/test_iterables.py\n@@ -482,4 +482,16 @@\n assert list(partitions(6, 2, 0, size=i)) == ans[i]\n \n+ expected = [{3: 1}, {2: 1, 1: 1}, {1: 3}]\n+ for size in (False, True):\n+ results = list(partitions(3, size=size))\n+ dictionaries = [p for _, p in results] if size else results\n+ assert dictionaries == expected\n+ if size:\n+ assert [count for count, _ in results] == [1, 2, 3]\n+ assert len({id(p) for p in dictionaries}) == len(dictionaries)\n+ dictionaries[0][3] = 99\n+ assert dictionaries[1:] == expected[1:]\n+\n+\n assert [p.copy() for p in partitions(6, k=2)] == [\n {2: 3}, {1: 2, 2: 2}, {1: 4, 2: 1}, {1: 6}]\n", "root_cause_correct": null, "resolved": null} diff --git a/reports/experiments/repair-17-v1/source-proof.json b/reports/experiments/repair-17-v1/source-proof.json new file mode 100644 index 0000000..cd6cbcf --- /dev/null +++ b/reports/experiments/repair-17-v1/source-proof.json @@ -0,0 +1,4 @@ +{ + "source_commit": "6b61f9a4ac9ac5b5420caf1eba7d3d503f33c9fb", + "source_tree_sha256": "b317607238726d740bec058b5f6fa0f2eecac6181a43278d9e95b27ba7cfb02a" +} diff --git a/reports/experiments/repair-17-v1/swebench-predictions.jsonl b/reports/experiments/repair-17-v1/swebench-predictions.jsonl new file mode 100644 index 0000000..7ef92ac --- /dev/null +++ b/reports/experiments/repair-17-v1/swebench-predictions.jsonl @@ -0,0 +1,17 @@ +{"instance_id": "django__django-10914", "model_name_or_path": "agentic-posthoc-format-repair", "model_patch": "--- a/django/conf/global_settings.py\n+++ b/django/conf/global_settings.py\n@@ -304,7 +304,7 @@\n \n # The numeric mode to set newly-uploaded files to. The value should be a mode\n # you'd pass directly to os.chmod; see https://docs.python.org/library/os.html#files-and-directories.\n-FILE_UPLOAD_PERMISSIONS = None\n+FILE_UPLOAD_PERMISSIONS = 0o644\n \n # The numeric mode to assign to newly-created directories, when uploading files.\n # The value should be a mode as you'd pass to os.chmod;\n--- a/docs/howto/deployment/checklist.txt\n+++ b/docs/howto/deployment/checklist.txt\n@@ -157,12 +157,12 @@\n :setting:`FILE_UPLOAD_PERMISSIONS`\n ----------------------------------\n \n-With the default file upload settings, files smaller than\n+When :setting:`FILE_UPLOAD_PERMISSIONS` is ``None``, files smaller than\n :setting:`FILE_UPLOAD_MAX_MEMORY_SIZE` may be stored with a different mode\n than larger files as described in :setting:`FILE_UPLOAD_PERMISSIONS`.\n \n-Setting :setting:`FILE_UPLOAD_PERMISSIONS` ensures all files are uploaded with\n-the same permissions.\n+Setting :setting:`FILE_UPLOAD_PERMISSIONS` to a non-None value ensures all files\n+are uploaded with the same permissions.\n \n HTTPS\n =====\n"} +{"instance_id": "django__django-12983", "model_name_or_path": "agentic-posthoc-format-repair", "model_patch": "--- a/django/utils/text.py\n+++ b/django/utils/text.py\n@@ -393,16 +393,16 @@\n @keep_lazy_text\n def slugify(value, allow_unicode=False):\n \"\"\"\n Convert to ASCII if 'allow_unicode' is False. Convert spaces to hyphens.\n Remove characters that aren't alphanumerics, underscores, or hyphens.\n- Convert to lowercase. Also strip leading and trailing whitespace.\n+ Convert to lowercase. Also strip leading and trailing whitespace, dashes, and underscores.\n \"\"\"\n value = str(value)\n if allow_unicode:\n value = unicodedata.normalize('NFKC', value)\n else:\n value = unicodedata.normalize('NFKD', value).encode('ascii', 'ignore').decode('ascii')\n value = re.sub(r'[^\\w\\s-]', '', value.lower()).strip()\n- return re.sub(r'[-\\s]+', '-', value)\n+ return re.sub(r'[-\\s]+', '-', value).strip('-_')\n \n \n--- a/django/template/defaultfilters.py\n+++ b/django/template/defaultfilters.py\n@@ -212,8 +212,8 @@\n def slugify(value):\n \"\"\"\n Convert to ASCII. Convert spaces to hyphens. Remove characters that aren't\n alphanumerics, underscores, or hyphens. Convert to lowercase. Also strip\n- leading and trailing whitespace.\n+ leading and trailing whitespace, dashes, and underscores.\n \"\"\"\n return _slugify(value)\n \n--- a/tests/utils_tests/test_text.py\n+++ b/tests/utils_tests/test_text.py\n@@ -190,10 +190,16 @@\n def test_slugify(self):\n items = (\n # given - expected - Unicode?\n ('Hello, World!', 'hello-world', False),\n+ ('___This is a test ---', 'this-is-a-test', False),\n+ (' _- foo -_ ', 'foo', False),\n+ ('---', '', False),\n+ ('___', '', False),\n+ ('_-你好-_', '你好', True),\n+ ('_foo_bar-baz_', 'foo_bar-baz', False),\n ('spam & eggs', 'spam-eggs', False),\n ('spam & ıçüş', 'spam-ıçüş', True),\n ('foo ıç bar', 'foo-ıç-bar', True),\n (' foo ıç bar', 'foo-ıç-bar', True),\n ('你好', '你好', True),\n ('İstanbul', 'istanbul', True),\n"} +{"instance_id": "django__django-13447", "model_name_or_path": "agentic-posthoc-format-repair", "model_patch": "--- a/django/contrib/admin/sites.py\n+++ b/django/contrib/admin/sites.py\n@@ -433,3 +433,7 @@\n+ def build_app_dict(self, request, label=None):\n+ \"\"\"Build the app dictionary, optionally filtering by app label.\"\"\"\n+ return self._build_app_dict(request, label)\n+\n def _build_app_dict(self, request, label=None):\n \"\"\"\n Build the app dictionary. The optional `label` parameter filters models\n@@ -460,7 +464,8 @@\n continue\n \n info = (app_label, model._meta.model_name)\n model_dict = {\n+ 'model': model,\n 'name': capfirst(model._meta.verbose_name_plural),\n 'object_name': model._meta.object_name,\n 'perms': perms,\n@@ -504,7 +509,7 @@\n Return a sorted list of all the installed apps that have been\n registered in this site.\n \"\"\"\n- app_dict = self._build_app_dict(request)\n+ app_dict = self.build_app_dict(request)\n \n # Sort the apps alphabetically.\n app_list = sorted(app_dict.values(), key=lambda x: x['name'].lower())\n@@ -535,7 +540,7 @@\n return TemplateResponse(request, self.index_template or 'admin/index.html', context)\n \n def app_index(self, request, app_label, extra_context=None):\n- app_dict = self._build_app_dict(request, app_label)\n+ app_dict = self.build_app_dict(request, app_label)\n if not app_dict:\n raise Http404('The requested admin page does not exist.')\n # Sort the models alphabetically within each app.\n--- a/tests/admin_views/test_adminsite.py\n+++ b/tests/admin_views/test_adminsite.py\n@@ -56,6 +56,7 @@\n self.assertEqual(admin_views['app_label'], 'admin_views')\n self.assertEqual(len(admin_views['models']), 1)\n self.assertEqual(admin_views['models'][0]['object_name'], 'Article')\n+ self.assertIs(admin_views['models'][0]['model'], Article)\n \n # auth.User\n auth = apps[1]\n@@ -63,7 +64,8 @@\n self.assertEqual(len(auth['models']), 1)\n user = auth['models'][0]\n self.assertEqual(user['object_name'], 'User')\n+ self.assertIs(user['model'], User)\n \n self.assertEqual(auth['app_url'], '/test_admin/admin/auth/')\n self.assertIs(auth['has_module_perms'], True)\n \n"} +{"instance_id": "django__django-13757", "model_name_or_path": "agentic-posthoc-format-repair", "model_patch": "--- a/django/db/models/fields/json.py\n+++ b/django/db/models/fields/json.py\n@@ -366,14 +366,24 @@\n class KeyTransformIsNull(lookups.IsNull):\n # key__isnull=False is the same as has_key='key'\n def as_oracle(self, compiler, connection):\n+ sql, params = HasKey(\n+ self.lhs.lhs, self.lhs.key_name,\n+ ).as_oracle(compiler, connection)\n if not self.rhs:\n- return HasKey(self.lhs.lhs, self.lhs.key_name).as_oracle(compiler, connection)\n- return super().as_sql(compiler, connection)\n+ return sql, params\n+ lhs, lhs_params, _ = self.lhs.preprocess_lhs(compiler, connection)\n+ return (\n+ '(NOT %s OR %s IS NULL)' % (sql, lhs),\n+ tuple(params) + tuple(lhs_params),\n+ )\n \n def as_sqlite(self, compiler, connection):\n+ template = 'JSON_TYPE(%s, %%s) IS NULL'\n if not self.rhs:\n- return HasKey(self.lhs.lhs, self.lhs.key_name).as_sqlite(compiler, connection)\n- return super().as_sql(compiler, connection)\n+ template = 'JSON_TYPE(%s, %%s) IS NOT NULL'\n+ return HasKey(self.lhs.lhs, self.lhs.key_name).as_sql(\n+ compiler, connection, template=template,\n+ )\n \n \n class KeyTransformIn(lookups.In):\n--- a/tests/model_fields/test_jsonfield.py\n+++ b/tests/model_fields/test_jsonfield.py\n@@ -583,7 +583,7 @@\n def test_isnull_key(self):\n # key__isnull=False works the same as has_key='key'.\n self.assertSequenceEqual(\n- NullableJSONModel.objects.filter(value__a__isnull=True),\n- self.objs[:3] + self.objs[5:],\n+ NullableJSONModel.objects.filter(value__j__isnull=True),\n+ self.objs[:4] + self.objs[5:],\n )\n self.assertSequenceEqual(\n"} +{"instance_id": "matplotlib__matplotlib-18869", "model_name_or_path": "agentic-posthoc-format-repair", "model_patch": "--- a/lib/matplotlib/__init__.py\n+++ b/lib/matplotlib/__init__.py\n@@ -133,22 +133,23 @@\n def __getattr__(name):\n- if name == \"__version__\":\n+ if name in (\"__version__\", \"version_info\"):\n import setuptools_scm\n- global __version__ # cache it.\n+ global __version__, version_info # cache both.\n # Only shell out to a git subprocess if really needed, and not on a\n # shallow clone, such as those used by CI, as the latter would trigger\n # a warning from setuptools_scm.\n root = Path(__file__).resolve().parents[2]\n if (root / \".git\").exists() and not (root / \".git/shallow\").exists():\n __version__ = setuptools_scm.get_version(\n root=root,\n version_scheme=\"post-release\",\n local_scheme=\"node-and-date\",\n fallback_version=_version.version,\n )\n else: # Get the version from the _version.py setuptools_scm file.\n __version__ = _version.version\n- return __version__\n+ version_info = parse_version(__version__)\n+ return __version__ if name == \"__version__\" else version_info\n raise AttributeError(f\"module {__name__!r} has no attribute {name!r}\")\n \n \n def _check_versions():\n--- a/lib/matplotlib/tests/test_matplotlib.py\n+++ b/lib/matplotlib/tests/test_matplotlib.py\n@@ -1,11 +1,23 @@\n import os\n import subprocess\n import sys\n \n+from packaging.version import parse as parse_version\n import pytest\n \n import matplotlib\n \n \n+def test_version_info():\n+ info = matplotlib.version_info\n+ assert info == parse_version(matplotlib.__version__)\n+ assert matplotlib.version_info is info\n+ version_type = type(info)\n+ assert version_type(\"3.9\") < version_type(\"3.10\")\n+ assert (version_type(\"3.10.dev1\") < version_type(\"3.10rc1\")\n+ < version_type(\"3.10\") < version_type(\"3.10.post1\"))\n+ assert isinstance(matplotlib.__version__, str)\n+\n+\n @pytest.mark.skipif(\n os.name == \"nt\", reason=\"chmod() doesn't work as is on Windows\")\n"} +{"instance_id": "matplotlib__matplotlib-23563", "model_name_or_path": "agentic-posthoc-format-repair", "model_patch": ""} +{"instance_id": "matplotlib__matplotlib-24149", "model_name_or_path": "agentic-posthoc-format-repair", "model_patch": ""} +{"instance_id": "matplotlib__matplotlib-26020", "model_name_or_path": "agentic-posthoc-format-repair", "model_patch": "--- a/lib/mpl_toolkits/axes_grid1/axes_grid.py\n+++ b/lib/mpl_toolkits/axes_grid1/axes_grid.py\n@@ -10,11 +10,22 @@\n from .mpl_axes import Axes\n \n \n def _tick_only(ax, bottom_on, left_on):\n bottom_off = not bottom_on\n left_off = not left_on\n- ax.axis[\"bottom\"].toggle(ticklabels=bottom_off, label=bottom_off)\n- ax.axis[\"left\"].toggle(ticklabels=left_off, label=left_off)\n+ if hasattr(ax.axis, \"__getitem__\"):\n+ ax.axis[\"bottom\"].toggle(ticklabels=bottom_off, label=bottom_off)\n+ ax.axis[\"left\"].toggle(ticklabels=left_off, label=left_off)\n+ else:\n+ ax.xaxis.set_tick_params(labelbottom=bottom_off)\n+ ax.yaxis.set_tick_params(labelleft=left_off)\n+ for axis, side, visible in [(ax.xaxis, \"bottom\", bottom_off),\n+ (ax.yaxis, \"left\", left_off)]:\n+ if visible:\n+ axis.label.set_visible(True)\n+ axis.set_label_position(side)\n+ elif axis.get_label_position() == side:\n+ axis.label.set_visible(False)\n \n \n class CbarAxesBase:\n"} +{"instance_id": "pallets__flask-4992", "model_name_or_path": "agentic-posthoc-format-repair", "model_patch": "--- a/src/flask/config.py\n+++ b/src/flask/config.py\n@@ -232,34 +232,37 @@\n def from_file(\n self,\n filename: str,\n load: t.Callable[[t.IO[t.Any]], t.Mapping],\n silent: bool = False,\n+ mode: str = \"r\",\n ) -> bool:\n \"\"\"Update the values in the config from a file that is loaded\n using the ``load`` parameter. The loaded data is passed to the\n :meth:`from_mapping` method.\n \n .. code-block:: python\n \n import json\n app.config.from_file(\"config.json\", load=json.load)\n \n- import toml\n- app.config.from_file(\"config.toml\", load=toml.load)\n+ import tomllib\n+ app.config.from_file(\"config.toml\", load=tomllib.load, mode=\"rb\")\n \n :param filename: The path to the data file. This can be an\n absolute path or relative to the config root path.\n :param load: A callable that takes a file handle and returns a\n mapping of loaded data from the file.\n :type load: ``Callable[[Reader], Mapping]`` where ``Reader``\n implements a ``read`` method.\n :param silent: Ignore the file if it doesn't exist.\n+ :param mode: The mode used to open the file. Defaults to text\n+ reading (``\"r\"``). Use ``\"rb\"`` for binary loaders.\n :return: ``True`` if the file was loaded successfully.\n \n .. versionadded:: 2.0\n \"\"\"\n filename = os.path.join(self.root_path, filename)\n \n try:\n- with open(filename) as f:\n+ with open(filename, mode) as f:\n obj = load(f)\n"} +{"instance_id": "pallets__flask-5063", "model_name_or_path": "agentic-posthoc-format-repair", "model_patch": "--- a/src/flask/cli.py\n+++ b/src/flask/cli.py\n@@ -1018,20 +1018,23 @@\n for rule in rules\n ]\n \n- headers = (\"Endpoint\", \"Methods\", \"Rule\")\n+ headers = (\"Endpoint\", \"Methods\", \"Rule\", \"Subdomain\")\n widths = (\n max(len(rule.endpoint) for rule in rules),\n max(len(methods) for methods in rule_methods),\n max(len(rule.rule) for rule in rules),\n+ max(len(rule.subdomain or \"\") for rule in rules),\n )\n widths = [max(len(h), w) for h, w in zip(headers, widths)]\n- row = \"{{0:<{0}}} {{1:<{1}}} {{2:<{2}}}\".format(*widths)\n+ row = \"{{0:<{0}}} {{1:<{1}}} {{2:<{2}}} {{3:<{3}}}\".format(*widths)\n \n click.echo(row.format(*headers).strip())\n click.echo(row.format(*(\"-\" * width for width in widths)))\n \n for rule, methods in zip(rules, rule_methods):\n- click.echo(row.format(rule.endpoint, methods, rule.rule).rstrip())\n+ click.echo(\n+ row.format(rule.endpoint, methods, rule.rule, rule.subdomain or \"\").rstrip()\n+ )\n \n \n cli = FlaskGroup(\n"} +{"instance_id": "pylint-dev__pylint-6506", "model_name_or_path": "agentic-posthoc-format-repair", "model_patch": "--- a/pylint/lint/run.py\n+++ b/pylint/lint/run.py\n@@ -14,7 +14,10 @@\n from pylint import config\n from pylint.config.config_initialization import _config_initialization\n-from pylint.config.exceptions import ArgumentPreprocessingError\n+from pylint.config.exceptions import (\n+ ArgumentPreprocessingError,\n+ _UnrecognizedOptionError,\n+)\n from pylint.config.utils import _preprocess_options\n from pylint.constants import full_version\n from pylint.lint.base_options import _make_run_options\n from pylint.lint.pylinter import PyLinter\n@@ -132,8 +135,11 @@\n linter.disable(\"I\")\n linter.enable(\"c-extension-no-member\")\n \n- args = _config_initialization(\n- linter, args, reporter, config_file=self._rcfile, verbose_mode=self.verbose\n- )\n+ try:\n+ args = _config_initialization(\n+ linter, args, reporter, config_file=self._rcfile, verbose_mode=self.verbose\n+ )\n+ except _UnrecognizedOptionError:\n+ sys.exit(32)\n \n if linter.config.jobs < 0:\n"} +{"instance_id": "pylint-dev__pylint-7993", "model_name_or_path": "agentic-posthoc-format-repair", "model_patch": "--- a/pylint/reporters/text.py\n+++ b/pylint/reporters/text.py\n@@ -174,16 +174,20 @@\n # Set template to the currently selected template\n self._template = template\n \n # Check to see if all parameters in the template are attributes of the Message\n- arguments = re.findall(r\"\\{(.+?)(:.*)?\\}\", template)\n- for argument in arguments:\n- if argument[0] not in MESSAGE_FIELDS:\n- warnings.warn(\n- f\"Don't recognize the argument '{argument[0]}' in the --msg-template. \"\n- \"Are you sure it is supported on the current version of pylint?\"\n- )\n- template = re.sub(r\"\\{\" + argument[0] + r\"(:.*?)?\\}\", \"\", template)\n- self._fixed_template = template\n+ def replace(match: re.Match[str]) -> str:\n+ argument = match.group(1)\n+ if argument is None or argument in MESSAGE_FIELDS:\n+ return match.group(0)\n+ warnings.warn(\n+ f\"Don't recognize the argument '{argument}' in the --msg-template. \"\n+ \"Are you sure it is supported on the current version of pylint?\"\n+ )\n+ return \"\"\n+\n+ self._fixed_template = re.sub(\n+ r\"\\{\\{|\\}\\}|\\{([^{}:]+)(:[^{}]*)?\\}\", replace, template\n+ )\n \n def write_message(self, msg: Message) -> None:\n \"\"\"Convenience method to write a formatted message with class default\n--- a/tests/reporters/unittest_reporting.py\n+++ b/tests/reporters/unittest_reporting.py\n@@ -48,6 +48,20 @@\n assert output.getvalue() == \"************* Module 0123\\nC0301:001\\nC0301:002\\n\"\n \n \n+def test_template_option_escaped_braces(linter) -> None:\n+ output = StringIO()\n+ linter.reporter.out = output\n+ linter.config.msg_template = '{{ \"Category\": \"{category}\" }}'\n+ linter.open()\n+ with warnings.catch_warnings():\n+ warnings.simplefilter(\"error\")\n+ linter.set_current_module(\"my_module\")\n+ linter.add_message(\"C0301\", line=1, args=(1, 2))\n+ assert output.getvalue() == (\n+ '************* Module my_module\\n{ \"Category\": \"convention\" }\\n'\n+ )\n+\n+\n def test_template_option_default(linter) -> None:\n \"\"\"Test the default msg-template setting.\"\"\"\n output = StringIO()\n"} +{"instance_id": "scikit-learn__scikit-learn-14092", "model_name_or_path": "agentic-posthoc-format-repair", "model_patch": "--- a/sklearn/neighbors/nca.py\n+++ b/sklearn/neighbors/nca.py\n@@ -10,6 +10,7 @@\n from __future__ import print_function\n \n from warnings import warn\n+import numbers\n import numpy as np\n import sys\n import time\n@@ -300,6 +301,6 @@\n # Check the preferred dimensionality of the projected space\n if self.n_components is not None:\n- check_scalar(self.n_components, 'n_components', int, 1)\n+ check_scalar(self.n_components, 'n_components', numbers.Integral, 1)\n \n if self.n_components > X.shape[1]:\n raise ValueError('The preferred dimensionality of the '\n@@ -320,6 +321,6 @@\n \n- check_scalar(self.max_iter, 'max_iter', int, 1)\n- check_scalar(self.tol, 'tol', float, 0.)\n- check_scalar(self.verbose, 'verbose', int, 0)\n+ check_scalar(self.max_iter, 'max_iter', numbers.Integral, 1)\n+ check_scalar(self.tol, 'tol', numbers.Real, 0.)\n+ check_scalar(self.verbose, 'verbose', numbers.Integral, 0)\n \n if self.callback is not None:\n--- a/sklearn/neighbors/tests/test_nca.py\n+++ b/sklearn/neighbors/tests/test_nca.py\n@@ -129,9 +129,14 @@\n # TypeError\n assert_raises(TypeError, NCA(max_iter='21').fit, X, y)\n assert_raises(TypeError, NCA(verbose='true').fit, X, y)\n- assert_raises(TypeError, NCA(tol=1).fit, X, y)\n+ assert_raises(TypeError, NCA(tol='invalid').fit, X, y)\n assert_raises(TypeError, NCA(n_components='invalid').fit, X, y)\n assert_raises(TypeError, NCA(warm_start=1).fit, X, y)\n \n+ # Accept numeric scalar types used in parameter grids.\n+ for tol in (1, np.float32(0.1)):\n+ NCA(n_components=np.int64(2), max_iter=np.int64(50),\n+ verbose=np.int64(0), tol=tol)._validate_params(X, y)\n+\n # ValueError\n assert_raise_message(ValueError,\n"} +{"instance_id": "scikit-learn__scikit-learn-25747", "model_name_or_path": "agentic-posthoc-format-repair", "model_patch": ""} +{"instance_id": "sphinx-doc__sphinx-7975", "model_name_or_path": "agentic-posthoc-format-repair", "model_patch": "--- a/sphinx/environment/adapters/indexentries.py\n+++ b/sphinx/environment/adapters/indexentries.py\n@@ -101,16 +101,14 @@\n- # sort the index entries; put all symbols at the front, even those\n- # following the letters in ASCII, this is where the chr(127) comes from\n- def keyfunc(entry: Tuple[str, List]) -> Tuple[str, str]:\n+ # sort the index entries; put all symbols before letters\n+ def keyfunc(entry: Tuple[str, List]) -> Tuple[bool, str, str]:\n key, (void, void, category_key) = entry\n if category_key:\n # using specified category key to sort\n key = category_key\n lckey = unicodedata.normalize('NFD', key.lower())\n if lckey.startswith('\\N{RIGHT-TO-LEFT MARK}'):\n lckey = lckey[1:]\n- if lckey[0:1].isalpha() or lckey.startswith('_'):\n- lckey = chr(127) + lckey\n+ is_letter = lckey[0:1].isalpha() or lckey.startswith('_')\n # ensure a determinstic order *within* letters by also sorting on\n # the entry itself\n- return (lckey, entry[0])\n+ return (is_letter, lckey, entry[0])\n newlist = sorted(new.items(), key=keyfunc)\n@@ -148,10 +146,9 @@\n # sort the sub-index entries\n- def keyfunc2(entry: Tuple[str, List]) -> str:\n+ def keyfunc2(entry: Tuple[str, List]) -> Tuple[bool, str]:\n key = unicodedata.normalize('NFD', entry[0].lower())\n if key.startswith('\\N{RIGHT-TO-LEFT MARK}'):\n key = key[1:]\n- if key[0:1].isalpha() or key.startswith('_'):\n- key = chr(127) + key\n- return key\n+ is_letter = key[0:1].isalpha() or key.startswith('_')\n+ return (is_letter, key)\n \n # group the entries by letter\n"} +{"instance_id": "sphinx-doc__sphinx-8273", "model_name_or_path": "agentic-posthoc-format-repair", "model_patch": "--- a/sphinx/builders/manpage.py\n+++ b/sphinx/builders/manpage.py\n@@ -12,5 +12,5 @@\n-from os import path\n+from os import makedirs, path\n from typing import Any, Dict, List, Set, Tuple, Union\n \n from docutils.frontend import OptionParser\n from docutils.io import FileOutput\n@@ -83,8 +83,12 @@\n targetname = '%s.%s' % (name, section)\n logger.info(darkgreen(targetname) + ' { ', nonl=True)\n+ sectiondir = self.outdir\n+ if self.config.man_make_section_directory:\n+ sectiondir = path.join(self.outdir, 'man%s' % section)\n+ makedirs(sectiondir, exist_ok=True)\n destination = FileOutput(\n- destination_path=path.join(self.outdir, targetname),\n+ destination_path=path.join(sectiondir, targetname),\n encoding='utf-8')\n \n tree = self.env.get_doctree(docname)\n docnames = set() # type: Set[str]\n@@ -113,7 +117,8 @@\n def setup(app: Sphinx) -> Dict[str, Any]:\n app.add_builder(ManualPageBuilder)\n \n app.add_config_value('man_pages', default_man_pages, None)\n app.add_config_value('man_show_urls', False, None)\n+ app.add_config_value('man_make_section_directory', False, None)\n \n return {\n"} +{"instance_id": "sympy__sympy-20154", "model_name_or_path": "agentic-posthoc-format-repair", "model_patch": "--- a/sympy/utilities/iterables.py\n+++ b/sympy/utilities/iterables.py\n@@ -1738,20 +1738,12 @@\n {2: 1, 4: 1}\n {3: 2}\n \n- Note that the _same_ dictionary object is returned each time.\n- This is for speed: generating each partition goes quickly,\n- taking constant time, independent of n.\n+ Each partition is returned as an independent dictionary.\n \n- >>> [p for p in partitions(6, k=2)]\n- [{1: 6}, {1: 6}, {1: 6}, {1: 6}]\n-\n- If you want to build a list of the returned dictionaries then\n- make a copy of them:\n-\n- >>> [p.copy() for p in partitions(6, k=2)] # doctest: +SKIP\n+ >>> list(partitions(6, k=2)) # doctest: +SKIP\n [{2: 3}, {1: 2, 2: 2}, {1: 4, 2: 1}, {1: 6}]\n- >>> [(M, p.copy()) for M, p in partitions(6, k=2, size=True)] # doctest: +SKIP\n+ >>> list(partitions(6, k=2, size=True)) # doctest: +SKIP\n [(3, {2: 3}), (4, {1: 2, 2: 2}), (5, {1: 4, 2: 1}), (6, {1: 6})]\n \n References\n ==========\n@@ -1804,7 +1796,7 @@\n room = m - q - bool(r)\n if size:\n- yield sum(ms.values()), ms\n+ yield sum(ms.values()), ms.copy()\n else:\n- yield ms\n+ yield ms.copy()\n \n while keys != [1]:\n@@ -1843,8 +1835,8 @@\n break\n room -= need\n if size:\n- yield sum(ms.values()), ms\n+ yield sum(ms.values()), ms.copy()\n else:\n- yield ms\n+ yield ms.copy()\n \n \n--- a/sympy/utilities/tests/test_iterables.py\n+++ b/sympy/utilities/tests/test_iterables.py\n@@ -482,4 +482,16 @@\n assert list(partitions(6, 2, 0, size=i)) == ans[i]\n \n+ expected = [{3: 1}, {2: 1, 1: 1}, {1: 3}]\n+ for size in (False, True):\n+ results = list(partitions(3, size=size))\n+ dictionaries = [p for _, p in results] if size else results\n+ assert dictionaries == expected\n+ if size:\n+ assert [count for count, _ in results] == [1, 2, 3]\n+ assert len({id(p) for p in dictionaries}) == len(dictionaries)\n+ dictionaries[0][3] = 99\n+ assert dictionaries[1:] == expected[1:]\n+\n+\n assert [p.copy() for p in partitions(6, k=2)] == [\n {2: 3}, {1: 2, 2: 2}, {1: 4, 2: 1}, {1: 6}]\n"} diff --git a/reports/experiments/repair-17-v1/trace-events.jsonl b/reports/experiments/repair-17-v1/trace-events.jsonl new file mode 100644 index 0000000..1ad681c --- /dev/null +++ b/reports/experiments/repair-17-v1/trace-events.jsonl @@ -0,0 +1,219 @@ +{"timestamp": "2026-10-08T21:32:21.472843+00:00", "run_id": "django__django-10914", "issue_id": "django__django-10914", "event": "run_start", "mode": "model", "stage": "repair_only"} +{"timestamp": "2026-10-08T21:32:21.478933+00:00", "run_id": "django__django-10914", "issue_id": "django__django-10914", "event": "snapshot_ready", "archive_sha256": "27704b4b7dbfa16b5c4dcd066b38b6ba50a29f76e266c126866b55faaa157808"} +{"timestamp": "2026-10-08T21:32:32.130796+00:00", "run_id": "django__django-10914", "issue_id": "django__django-10914", "event": "index_ready", "files": 3102, "truncated": false} +{"timestamp": "2026-10-08T21:32:32.218910+00:00", "run_id": "django__django-10914", "issue_id": "django__django-10914", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "11391f9ab65152ad9408bef613061ff2364d6f062ea15bee55162cbe29db1c1d", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: docs/howto/deployment/checklist.txt:157\nerror: docs/howto/deployment/checklist.txt: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "11391f9ab65152ad9408bef613061ff2364d6f062ea15bee55162cbe29db1c1d"} +{"timestamp": "2026-10-08T21:32:32.219427+00:00", "run_id": "django__django-10914", "issue_id": "django__django-10914", "event": "patch_repair_start", "attempt": 1} +{"timestamp": "2026-10-08T21:32:41.884148+00:00", "run_id": "django__django-10914", "issue_id": "django__django-10914", "event": "model_response", "agent": "patch_repair", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9660, "input_tokens": 13122, "output_tokens": 75, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:32:41.885030+00:00", "run_id": "django__django-10914", "issue_id": "django__django-10914", "event": "tool_start", "tool": "read_file", "tool_call": 1} +{"timestamp": "2026-10-08T21:32:41.885561+00:00", "run_id": "django__django-10914", "issue_id": "django__django-10914", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 1, "duration_ms": 1, "evidence_count": 33} +{"timestamp": "2026-10-08T21:32:41.885904+00:00", "run_id": "django__django-10914", "issue_id": "django__django-10914", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:32:41.886325+00:00", "run_id": "django__django-10914", "issue_id": "django__django-10914", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 0, "evidence_count": 34} +{"timestamp": "2026-10-08T21:33:04.609918+00:00", "run_id": "django__django-10914", "issue_id": "django__django-10914", "event": "model_response", "agent": "patch_repair", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 22723, "input_tokens": 14015, "output_tokens": 732, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:33:04.649849+00:00", "run_id": "django__django-10914", "issue_id": "django__django-10914", "event": "patch_check", "attempt": 1, "status": "invalid", "original_sha256": "0c0299bc641a2270db6ba5fb100897f39006c19a2a57808bb037e7aab5b63b7d", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: docs/howto/deployment/checklist.txt:160\nerror: docs/howto/deployment/checklist.txt: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "0c0299bc641a2270db6ba5fb100897f39006c19a2a57808bb037e7aab5b63b7d"} +{"timestamp": "2026-10-08T21:33:04.650132+00:00", "run_id": "django__django-10914", "issue_id": "django__django-10914", "event": "patch_repair_start", "attempt": 2} +{"timestamp": "2026-10-08T21:33:13.658709+00:00", "run_id": "django__django-10914", "issue_id": "django__django-10914", "event": "model_response", "agent": "patch_repair", "step": 0, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9004, "input_tokens": 13261, "output_tokens": 75, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:33:13.660155+00:00", "run_id": "django__django-10914", "issue_id": "django__django-10914", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:33:13.661103+00:00", "run_id": "django__django-10914", "issue_id": "django__django-10914", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 1, "evidence_count": 35} +{"timestamp": "2026-10-08T21:33:13.661542+00:00", "run_id": "django__django-10914", "issue_id": "django__django-10914", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:33:13.662065+00:00", "run_id": "django__django-10914", "issue_id": "django__django-10914", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 1, "evidence_count": 36} +{"timestamp": "2026-10-08T21:33:43.329057+00:00", "run_id": "django__django-10914", "issue_id": "django__django-10914", "event": "model_response", "agent": "patch_repair", "step": 1, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 29666, "input_tokens": 14150, "output_tokens": 766, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:33:43.372416+00:00", "run_id": "django__django-10914", "issue_id": "django__django-10914", "event": "patch_check", "attempt": 2, "status": "applies", "original_sha256": "7862b123d126ba562ae0ebf5f90025ba4525363b04c53d8ca52067a899f73d13", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "7862b123d126ba562ae0ebf5f90025ba4525363b04c53d8ca52067a899f73d13"} +{"timestamp": "2026-10-08T21:33:43.374397+00:00", "run_id": "django__django-10914", "issue_id": "django__django-10914", "event": "run_end", "status": "diagnosed", "tool_calls": 4, "model_calls": 4, "patch_verified": false} +{"timestamp": "2026-10-08T21:32:21.472938+00:00", "run_id": "django__django-12983", "issue_id": "django__django-12983", "event": "run_start", "mode": "model", "stage": "repair_only"} +{"timestamp": "2026-10-08T21:32:21.485057+00:00", "run_id": "django__django-12983", "issue_id": "django__django-12983", "event": "snapshot_ready", "archive_sha256": "80423abfe1b952faa0620d1952362a5c5e7cd58a30182a2641ef47c31faefb93"} +{"timestamp": "2026-10-08T21:32:32.936847+00:00", "run_id": "django__django-12983", "issue_id": "django__django-12983", "event": "index_ready", "files": 3241, "truncated": false} +{"timestamp": "2026-10-08T21:32:32.984834+00:00", "run_id": "django__django-12983", "issue_id": "django__django-12983", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "21d35754f352e21abde94d487e44e861acb93a93459da107b35678f270ec5701", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: django/utils/text.py:396\nerror: django/utils/text.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "21d35754f352e21abde94d487e44e861acb93a93459da107b35678f270ec5701"} +{"timestamp": "2026-10-08T21:32:32.985967+00:00", "run_id": "django__django-12983", "issue_id": "django__django-12983", "event": "patch_repair_start", "attempt": 1} +{"timestamp": "2026-10-08T21:32:42.475966+00:00", "run_id": "django__django-12983", "issue_id": "django__django-12983", "event": "model_response", "agent": "patch_repair", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9485, "input_tokens": 8873, "output_tokens": 99, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:32:42.476757+00:00", "run_id": "django__django-12983", "issue_id": "django__django-12983", "event": "tool_start", "tool": "read_file", "tool_call": 1} +{"timestamp": "2026-10-08T21:32:42.477223+00:00", "run_id": "django__django-12983", "issue_id": "django__django-12983", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 1, "duration_ms": 0, "evidence_count": 15} +{"timestamp": "2026-10-08T21:32:42.477506+00:00", "run_id": "django__django-12983", "issue_id": "django__django-12983", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:32:42.477839+00:00", "run_id": "django__django-12983", "issue_id": "django__django-12983", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 0, "evidence_count": 16} +{"timestamp": "2026-10-08T21:32:42.478081+00:00", "run_id": "django__django-12983", "issue_id": "django__django-12983", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:32:42.478393+00:00", "run_id": "django__django-12983", "issue_id": "django__django-12983", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 0, "evidence_count": 17} +{"timestamp": "2026-10-08T21:33:10.874993+00:00", "run_id": "django__django-12983", "issue_id": "django__django-12983", "event": "model_response", "agent": "patch_repair", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 28396, "input_tokens": 10155, "output_tokens": 1055, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:33:10.910483+00:00", "run_id": "django__django-12983", "issue_id": "django__django-12983", "event": "patch_check", "attempt": 1, "status": "applies", "original_sha256": "9d1e633dedf21513116c000fba6f6def1d84aec212b6e462df078b9dd926474a", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "9d1e633dedf21513116c000fba6f6def1d84aec212b6e462df078b9dd926474a"} +{"timestamp": "2026-10-08T21:33:10.912120+00:00", "run_id": "django__django-12983", "issue_id": "django__django-12983", "event": "run_end", "status": "diagnosed", "tool_calls": 3, "model_calls": 2, "patch_verified": false} +{"timestamp": "2026-10-08T21:32:21.473137+00:00", "run_id": "django__django-13447", "issue_id": "django__django-13447", "event": "run_start", "mode": "model", "stage": "repair_only"} +{"timestamp": "2026-10-08T21:32:21.481283+00:00", "run_id": "django__django-13447", "issue_id": "django__django-13447", "event": "snapshot_ready", "archive_sha256": "4557e0721c61a67c71dcfac4746fd5e386b4e7df7ee959a31c9272b5dff4df3e"} +{"timestamp": "2026-10-08T21:32:33.725464+00:00", "run_id": "django__django-13447", "issue_id": "django__django-13447", "event": "index_ready", "files": 3352, "truncated": false} +{"timestamp": "2026-10-08T21:32:33.767304+00:00", "run_id": "django__django-13447", "issue_id": "django__django-13447", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "2b8f7778ea7c603a6f1a25b9025829c28b0d91f50bf177a98e6b42782e96d105", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: django/contrib/admin/sites.py:506\nerror: django/contrib/admin/sites.py: patch does not apply\nerror: patch failed: tests/admin_views/test_adminsite.py:56\nerror: tests/admin_views/test_adminsite.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "2b8f7778ea7c603a6f1a25b9025829c28b0d91f50bf177a98e6b42782e96d105"} +{"timestamp": "2026-10-08T21:32:33.767514+00:00", "run_id": "django__django-13447", "issue_id": "django__django-13447", "event": "patch_repair_start", "attempt": 1} +{"timestamp": "2026-10-08T21:32:41.593551+00:00", "run_id": "django__django-13447", "issue_id": "django__django-13447", "event": "model_response", "agent": "patch_repair", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 7822, "input_tokens": 11572, "output_tokens": 75, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:32:41.595114+00:00", "run_id": "django__django-13447", "issue_id": "django__django-13447", "event": "tool_start", "tool": "read_file", "tool_call": 1} +{"timestamp": "2026-10-08T21:32:41.596304+00:00", "run_id": "django__django-13447", "issue_id": "django__django-13447", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 1, "duration_ms": 1, "evidence_count": 34} +{"timestamp": "2026-10-08T21:32:41.596840+00:00", "run_id": "django__django-13447", "issue_id": "django__django-13447", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:32:41.597369+00:00", "run_id": "django__django-13447", "issue_id": "django__django-13447", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 1, "evidence_count": 35} +{"timestamp": "2026-10-08T21:33:20.542570+00:00", "run_id": "django__django-13447", "issue_id": "django__django-13447", "event": "model_response", "agent": "patch_repair", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 38945, "input_tokens": 13486, "output_tokens": 1427, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:33:20.575089+00:00", "run_id": "django__django-13447", "issue_id": "django__django-13447", "event": "patch_check", "attempt": 1, "status": "applies", "original_sha256": "09df14cb5881bbb37003494eaa66a39d2a39c063a7a59c2e3d7f2eafb46fdadc", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "09df14cb5881bbb37003494eaa66a39d2a39c063a7a59c2e3d7f2eafb46fdadc"} +{"timestamp": "2026-10-08T21:33:20.577194+00:00", "run_id": "django__django-13447", "issue_id": "django__django-13447", "event": "run_end", "status": "diagnosed", "tool_calls": 2, "model_calls": 2, "patch_verified": false} +{"timestamp": "2026-10-08T21:32:21.473278+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "run_start", "mode": "model", "stage": "repair_only"} +{"timestamp": "2026-10-08T21:32:21.483616+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "snapshot_ready", "archive_sha256": "924fd20ecec3915bf6fece196d57ed5d070e1675dae3b9eaa35b72c39a3d1b6b"} +{"timestamp": "2026-10-08T21:32:33.486801+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "index_ready", "files": 3328, "truncated": false} +{"timestamp": "2026-10-08T21:32:33.725971+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "7acdf2d2ed67c25e90e54d14c2f298900eae58996f60c1c04341690de3217f87", "hunks_recounted": true, "functional_tests_run": false, "error": "error: patch failed: django/db/models/fields/json.py:368\nerror: django/db/models/fields/json.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "7bbe89c130f3d4d5c5784deedc5767a8b10ad20701bf355ece259043eab5d210"} +{"timestamp": "2026-10-08T21:32:33.726091+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "patch_repair_start", "attempt": 1} +{"timestamp": "2026-10-08T21:32:42.121002+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "model_response", "agent": "patch_repair", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8390, "input_tokens": 13186, "output_tokens": 76, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:32:42.121813+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "tool_start", "tool": "read_file", "tool_call": 1} +{"timestamp": "2026-10-08T21:32:42.122258+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 1, "duration_ms": 0, "evidence_count": 21} +{"timestamp": "2026-10-08T21:32:42.123279+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:32:42.123634+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 0, "evidence_count": 22} +{"timestamp": "2026-10-08T21:33:09.639563+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "model_response", "agent": "patch_repair", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 27516, "input_tokens": 14174, "output_tokens": 986, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:33:09.661326+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "patch_check", "attempt": 1, "status": "invalid", "original_sha256": "7bbe89c130f3d4d5c5784deedc5767a8b10ad20701bf355ece259043eab5d210", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: django/db/models/fields/json.py:368\nerror: django/db/models/fields/json.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "7bbe89c130f3d4d5c5784deedc5767a8b10ad20701bf355ece259043eab5d210"} +{"timestamp": "2026-10-08T21:33:09.661528+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "patch_repair_start", "attempt": 2} +{"timestamp": "2026-10-08T21:33:18.978026+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "model_response", "agent": "patch_repair", "step": 0, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9312, "input_tokens": 13774, "output_tokens": 76, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:33:18.979782+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:33:18.981089+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 1, "evidence_count": 23} +{"timestamp": "2026-10-08T21:33:18.981742+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:33:18.982582+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 1, "evidence_count": 24} +{"timestamp": "2026-10-08T21:33:48.949622+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "model_response", "agent": "patch_repair", "step": 1, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 29966, "input_tokens": 14765, "output_tokens": 1334, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:33:48.978732+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "patch_check", "attempt": 2, "status": "applies", "original_sha256": "fe6bbd2d2b782221da1845ffe35906314a4a7444b0eadfe51df0c518c397d0e2", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "fe6bbd2d2b782221da1845ffe35906314a4a7444b0eadfe51df0c518c397d0e2"} +{"timestamp": "2026-10-08T21:33:48.980715+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "run_end", "status": "diagnosed", "tool_calls": 4, "model_calls": 4, "patch_verified": false} +{"timestamp": "2026-10-08T21:33:11.386683+00:00", "run_id": "matplotlib__matplotlib-18869", "issue_id": "matplotlib__matplotlib-18869", "event": "run_start", "mode": "model", "stage": "repair_only"} +{"timestamp": "2026-10-08T21:33:11.405512+00:00", "run_id": "matplotlib__matplotlib-18869", "issue_id": "matplotlib__matplotlib-18869", "event": "snapshot_ready", "archive_sha256": "d37eb6bd715c40ec1e689d559d72a3c3369af4b15481759acf5f6ddff027ff77"} +{"timestamp": "2026-10-08T21:33:12.648253+00:00", "run_id": "matplotlib__matplotlib-18869", "issue_id": "matplotlib__matplotlib-18869", "event": "index_ready", "files": 1159, "truncated": false} +{"timestamp": "2026-10-08T21:33:12.673953+00:00", "run_id": "matplotlib__matplotlib-18869", "issue_id": "matplotlib__matplotlib-18869", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "07f2cd91c24b8ca7b6e0ecc89801d3eedcbdcdc2a670d21c3a8ef9b7a7df6472", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: lib/matplotlib/tests/test_matplotlib.py:7\nerror: lib/matplotlib/tests/test_matplotlib.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "07f2cd91c24b8ca7b6e0ecc89801d3eedcbdcdc2a670d21c3a8ef9b7a7df6472"} +{"timestamp": "2026-10-08T21:33:12.674135+00:00", "run_id": "matplotlib__matplotlib-18869", "issue_id": "matplotlib__matplotlib-18869", "event": "patch_repair_start", "attempt": 1} +{"timestamp": "2026-10-08T21:33:21.433143+00:00", "run_id": "matplotlib__matplotlib-18869", "issue_id": "matplotlib__matplotlib-18869", "event": "model_response", "agent": "patch_repair", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8744, "input_tokens": 10631, "output_tokens": 79, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:33:21.433700+00:00", "run_id": "matplotlib__matplotlib-18869", "issue_id": "matplotlib__matplotlib-18869", "event": "tool_start", "tool": "read_file", "tool_call": 1} +{"timestamp": "2026-10-08T21:33:21.434235+00:00", "run_id": "matplotlib__matplotlib-18869", "issue_id": "matplotlib__matplotlib-18869", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 1, "duration_ms": 1, "evidence_count": 17} +{"timestamp": "2026-10-08T21:33:21.434515+00:00", "run_id": "matplotlib__matplotlib-18869", "issue_id": "matplotlib__matplotlib-18869", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:33:21.434895+00:00", "run_id": "matplotlib__matplotlib-18869", "issue_id": "matplotlib__matplotlib-18869", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 0, "evidence_count": 18} +{"timestamp": "2026-10-08T21:33:50.142479+00:00", "run_id": "matplotlib__matplotlib-18869", "issue_id": "matplotlib__matplotlib-18869", "event": "model_response", "agent": "patch_repair", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 28707, "input_tokens": 11632, "output_tokens": 1168, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:33:50.168958+00:00", "run_id": "matplotlib__matplotlib-18869", "issue_id": "matplotlib__matplotlib-18869", "event": "patch_check", "attempt": 1, "status": "applies", "original_sha256": "7d45175687994e6de252b3f61e6ea968e03e04d7056694f406eaa01f3bea6d6a", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "7d45175687994e6de252b3f61e6ea968e03e04d7056694f406eaa01f3bea6d6a"} +{"timestamp": "2026-10-08T21:33:50.170541+00:00", "run_id": "matplotlib__matplotlib-18869", "issue_id": "matplotlib__matplotlib-18869", "event": "run_end", "status": "diagnosed", "tool_calls": 2, "model_calls": 2, "patch_verified": false} +{"timestamp": "2026-10-08T21:33:21.099943+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "run_start", "mode": "model", "stage": "repair_only"} +{"timestamp": "2026-10-08T21:33:21.119918+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "snapshot_ready", "archive_sha256": "06c2c1eef5a22dcd815b2bb37bfaf1570185e3225922ededfd06d7453ccf9014"} +{"timestamp": "2026-10-08T21:33:22.454733+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "index_ready", "files": 1166, "truncated": false} +{"timestamp": "2026-10-08T21:33:22.482722+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "e0c3ecccc60d017c3d670baa80eaf797744e9c04b6c3979ac30d0c149a18e813", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: lib/mpl_toolkits/mplot3d/art3d.py:221\nerror: lib/mpl_toolkits/mplot3d/art3d.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "e0c3ecccc60d017c3d670baa80eaf797744e9c04b6c3979ac30d0c149a18e813"} +{"timestamp": "2026-10-08T21:33:22.482882+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "patch_repair_start", "attempt": 1} +{"timestamp": "2026-10-08T21:33:26.949675+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "run_error", "error_type": "CodexModelError"} +{"timestamp": "2026-10-08T21:33:26.949926+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "run_end", "status": "failed"} +{"timestamp": "2026-10-08T21:33:26.975912+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "run_start", "mode": "model", "stage": "repair_only"} +{"timestamp": "2026-10-08T21:33:26.995820+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "snapshot_ready", "archive_sha256": "5cb9ae938a585d308118f225ee387a7a94235078a3894fb773d48aecafefaa56"} +{"timestamp": "2026-10-08T21:33:28.222120+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "index_ready", "files": 1168, "truncated": false} +{"timestamp": "2026-10-08T21:33:28.249841+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "6f64b181f6957f24763e129e23fcbc2b10a834fb770f230ac785302f3ac98364", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: lib/matplotlib/tests/test_axes.py:1715\nerror: lib/matplotlib/tests/test_axes.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "6f64b181f6957f24763e129e23fcbc2b10a834fb770f230ac785302f3ac98364"} +{"timestamp": "2026-10-08T21:33:28.249993+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "patch_repair_start", "attempt": 1} +{"timestamp": "2026-10-08T21:33:35.188383+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "run_error", "error_type": "CodexModelError"} +{"timestamp": "2026-10-08T21:33:35.188610+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "run_end", "status": "failed"} +{"timestamp": "2026-10-08T21:33:35.213944+00:00", "run_id": "matplotlib__matplotlib-26020", "issue_id": "matplotlib__matplotlib-26020", "event": "run_start", "mode": "model", "stage": "repair_only"} +{"timestamp": "2026-10-08T21:33:35.234979+00:00", "run_id": "matplotlib__matplotlib-26020", "issue_id": "matplotlib__matplotlib-26020", "event": "snapshot_ready", "archive_sha256": "f37a2377a3e6f287a6703a7d828ff60e19b0fd108bb61a169f57c467c48cdb56"} +{"timestamp": "2026-10-08T21:33:36.537308+00:00", "run_id": "matplotlib__matplotlib-26020", "issue_id": "matplotlib__matplotlib-26020", "event": "index_ready", "files": 1166, "truncated": false} +{"timestamp": "2026-10-08T21:33:36.563551+00:00", "run_id": "matplotlib__matplotlib-26020", "issue_id": "matplotlib__matplotlib-26020", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "7c747fe136d7c2985c2c6c98f86479a59abc5cb02825440c63d7e3e11fd1f1d6", "hunks_recounted": true, "functional_tests_run": false, "error": "error: patch failed: lib/mpl_toolkits/axes_grid1/axes_grid.py:13\nerror: lib/mpl_toolkits/axes_grid1/axes_grid.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "0e5d85a555f7ab987d1ecf0048fb6c3d06492a348ed7885d7f72c6a3f15a75db"} +{"timestamp": "2026-10-08T21:33:36.563756+00:00", "run_id": "matplotlib__matplotlib-26020", "issue_id": "matplotlib__matplotlib-26020", "event": "patch_repair_start", "attempt": 1} +{"timestamp": "2026-10-08T21:33:47.766397+00:00", "run_id": "matplotlib__matplotlib-26020", "issue_id": "matplotlib__matplotlib-26020", "event": "model_response", "agent": "patch_repair", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 11198, "input_tokens": 20072, "output_tokens": 53, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:33:47.768546+00:00", "run_id": "matplotlib__matplotlib-26020", "issue_id": "matplotlib__matplotlib-26020", "event": "tool_start", "tool": "read_file", "tool_call": 1} +{"timestamp": "2026-10-08T21:33:47.769617+00:00", "run_id": "matplotlib__matplotlib-26020", "issue_id": "matplotlib__matplotlib-26020", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 1, "duration_ms": 1, "evidence_count": 23} +{"timestamp": "2026-10-08T21:34:08.302793+00:00", "run_id": "matplotlib__matplotlib-26020", "issue_id": "matplotlib__matplotlib-26020", "event": "model_response", "agent": "patch_repair", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 20533, "input_tokens": 20626, "output_tokens": 740, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:34:08.328859+00:00", "run_id": "matplotlib__matplotlib-26020", "issue_id": "matplotlib__matplotlib-26020", "event": "patch_check", "attempt": 1, "status": "invalid", "original_sha256": "0e5d85a555f7ab987d1ecf0048fb6c3d06492a348ed7885d7f72c6a3f15a75db", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: lib/mpl_toolkits/axes_grid1/axes_grid.py:13\nerror: lib/mpl_toolkits/axes_grid1/axes_grid.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "0e5d85a555f7ab987d1ecf0048fb6c3d06492a348ed7885d7f72c6a3f15a75db"} +{"timestamp": "2026-10-08T21:34:08.329091+00:00", "run_id": "matplotlib__matplotlib-26020", "issue_id": "matplotlib__matplotlib-26020", "event": "patch_repair_start", "attempt": 2} +{"timestamp": "2026-10-08T21:34:17.258739+00:00", "run_id": "matplotlib__matplotlib-26020", "issue_id": "matplotlib__matplotlib-26020", "event": "model_response", "agent": "patch_repair", "step": 0, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8925, "input_tokens": 20336, "output_tokens": 53, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:34:17.259874+00:00", "run_id": "matplotlib__matplotlib-26020", "issue_id": "matplotlib__matplotlib-26020", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:34:17.260549+00:00", "run_id": "matplotlib__matplotlib-26020", "issue_id": "matplotlib__matplotlib-26020", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 1, "evidence_count": 24} +{"timestamp": "2026-10-08T21:34:37.808368+00:00", "run_id": "matplotlib__matplotlib-26020", "issue_id": "matplotlib__matplotlib-26020", "event": "model_response", "agent": "patch_repair", "step": 1, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 20547, "input_tokens": 20874, "output_tokens": 781, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:34:37.841711+00:00", "run_id": "matplotlib__matplotlib-26020", "issue_id": "matplotlib__matplotlib-26020", "event": "patch_check", "attempt": 2, "status": "applies", "original_sha256": "db5d96b3dc733a6036b660885c4c779aa1bf2f00640e3c74393a3f0db8ae2c64", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "db5d96b3dc733a6036b660885c4c779aa1bf2f00640e3c74393a3f0db8ae2c64"} +{"timestamp": "2026-10-08T21:34:37.843593+00:00", "run_id": "matplotlib__matplotlib-26020", "issue_id": "matplotlib__matplotlib-26020", "event": "run_end", "status": "diagnosed", "tool_calls": 2, "model_calls": 4, "patch_verified": false} +{"timestamp": "2026-10-08T21:33:44.002236+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "run_start", "mode": "model", "stage": "repair_only"} +{"timestamp": "2026-10-08T21:33:44.004613+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "snapshot_ready", "archive_sha256": "3643d985acd981e2787a937fe773d8912c95988a28e8ee79832f4c5530e29896"} +{"timestamp": "2026-10-08T21:33:44.078958+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "index_ready", "files": 99, "truncated": false} +{"timestamp": "2026-10-08T21:33:44.102131+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "9f9425aa2c288245272f8fc5d8ff97501b3fcaf272936baeb759227ef33bdbb8", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: src/flask/config.py:248\nerror: src/flask/config.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "9f9425aa2c288245272f8fc5d8ff97501b3fcaf272936baeb759227ef33bdbb8"} +{"timestamp": "2026-10-08T21:33:44.102341+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "patch_repair_start", "attempt": 1} +{"timestamp": "2026-10-08T21:33:51.776944+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "model_response", "agent": "patch_repair", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 7669, "input_tokens": 8076, "output_tokens": 45, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:33:51.777997+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "tool_start", "tool": "read_file", "tool_call": 1} +{"timestamp": "2026-10-08T21:33:51.778622+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 1, "duration_ms": 1, "evidence_count": 8} +{"timestamp": "2026-10-08T21:34:15.622232+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "model_response", "agent": "patch_repair", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 23843, "input_tokens": 8818, "output_tokens": 900, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:34:15.659552+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "patch_check", "attempt": 1, "status": "applies", "original_sha256": "fa9eb396883e07f8687377fc2b370773b09f849c2e671ed5482f94d2b1226c88", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "fa9eb396883e07f8687377fc2b370773b09f849c2e671ed5482f94d2b1226c88"} +{"timestamp": "2026-10-08T21:34:15.660851+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "run_end", "status": "diagnosed", "tool_calls": 1, "model_calls": 2, "patch_verified": false} +{"timestamp": "2026-10-08T21:33:49.464777+00:00", "run_id": "pallets__flask-5063", "issue_id": "pallets__flask-5063", "event": "run_start", "mode": "model", "stage": "repair_only"} +{"timestamp": "2026-10-08T21:33:49.466478+00:00", "run_id": "pallets__flask-5063", "issue_id": "pallets__flask-5063", "event": "snapshot_ready", "archive_sha256": "65ad2f841eab91d6f8711f4ddcf5fdf972aad0a62f300b422af56a9628e4e2ed"} +{"timestamp": "2026-10-08T21:33:49.543320+00:00", "run_id": "pallets__flask-5063", "issue_id": "pallets__flask-5063", "event": "index_ready", "files": 100, "truncated": false} +{"timestamp": "2026-10-08T21:33:49.567679+00:00", "run_id": "pallets__flask-5063", "issue_id": "pallets__flask-5063", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "6a73ee35f3040f37aad9503faef1f774d4c35feb87acc2527eb888989b28874b", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: src/flask/cli.py:1021\nerror: src/flask/cli.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "6a73ee35f3040f37aad9503faef1f774d4c35feb87acc2527eb888989b28874b"} +{"timestamp": "2026-10-08T21:33:49.567848+00:00", "run_id": "pallets__flask-5063", "issue_id": "pallets__flask-5063", "event": "patch_repair_start", "attempt": 1} +{"timestamp": "2026-10-08T21:33:56.926259+00:00", "run_id": "pallets__flask-5063", "issue_id": "pallets__flask-5063", "event": "model_response", "agent": "patch_repair", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 7354, "input_tokens": 11697, "output_tokens": 48, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:33:56.927894+00:00", "run_id": "pallets__flask-5063", "issue_id": "pallets__flask-5063", "event": "tool_start", "tool": "read_file", "tool_call": 1} +{"timestamp": "2026-10-08T21:33:56.928972+00:00", "run_id": "pallets__flask-5063", "issue_id": "pallets__flask-5063", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 1, "duration_ms": 1, "evidence_count": 24} +{"timestamp": "2026-10-08T21:34:22.913888+00:00", "run_id": "pallets__flask-5063", "issue_id": "pallets__flask-5063", "event": "model_response", "agent": "patch_repair", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 25984, "input_tokens": 12312, "output_tokens": 890, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:34:22.952512+00:00", "run_id": "pallets__flask-5063", "issue_id": "pallets__flask-5063", "event": "patch_check", "attempt": 1, "status": "applies", "original_sha256": "856a41dea09b0e8afcea5358938e755a7e968c3c0344c33b0f24ce9d9a754723", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "856a41dea09b0e8afcea5358938e755a7e968c3c0344c33b0f24ce9d9a754723"} +{"timestamp": "2026-10-08T21:34:22.954195+00:00", "run_id": "pallets__flask-5063", "issue_id": "pallets__flask-5063", "event": "run_end", "status": "diagnosed", "tool_calls": 1, "model_calls": 2, "patch_verified": false} +{"timestamp": "2026-10-08T21:33:50.408194+00:00", "run_id": "pylint-dev__pylint-6506", "issue_id": "pylint-dev__pylint-6506", "event": "run_start", "mode": "model", "stage": "repair_only"} +{"timestamp": "2026-10-08T21:33:50.409618+00:00", "run_id": "pylint-dev__pylint-6506", "issue_id": "pylint-dev__pylint-6506", "event": "snapshot_ready", "archive_sha256": "ae5da80452586d2b8ba7fff41981ee43656a41c9cefb390a7a0c4be9b01c3a63"} +{"timestamp": "2026-10-08T21:33:51.045657+00:00", "run_id": "pylint-dev__pylint-6506", "issue_id": "pylint-dev__pylint-6506", "event": "index_ready", "files": 2061, "truncated": false} +{"timestamp": "2026-10-08T21:33:51.068102+00:00", "run_id": "pylint-dev__pylint-6506", "issue_id": "pylint-dev__pylint-6506", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "7129bab37e291f36ebce81da10b8c931eed03904b16c5e625efb8684dbe1d540", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: pylint/lint/run.py:135\nerror: pylint/lint/run.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "7129bab37e291f36ebce81da10b8c931eed03904b16c5e625efb8684dbe1d540"} +{"timestamp": "2026-10-08T21:33:51.068311+00:00", "run_id": "pylint-dev__pylint-6506", "issue_id": "pylint-dev__pylint-6506", "event": "patch_repair_start", "attempt": 1} +{"timestamp": "2026-10-08T21:33:59.692614+00:00", "run_id": "pylint-dev__pylint-6506", "issue_id": "pylint-dev__pylint-6506", "event": "model_response", "agent": "patch_repair", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8621, "input_tokens": 11338, "output_tokens": 76, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:33:59.694251+00:00", "run_id": "pylint-dev__pylint-6506", "issue_id": "pylint-dev__pylint-6506", "event": "tool_start", "tool": "read_file", "tool_call": 1} +{"timestamp": "2026-10-08T21:33:59.695078+00:00", "run_id": "pylint-dev__pylint-6506", "issue_id": "pylint-dev__pylint-6506", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 1, "duration_ms": 1, "evidence_count": 16} +{"timestamp": "2026-10-08T21:33:59.695566+00:00", "run_id": "pylint-dev__pylint-6506", "issue_id": "pylint-dev__pylint-6506", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:33:59.696041+00:00", "run_id": "pylint-dev__pylint-6506", "issue_id": "pylint-dev__pylint-6506", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 0, "evidence_count": 17} +{"timestamp": "2026-10-08T21:34:20.971472+00:00", "run_id": "pylint-dev__pylint-6506", "issue_id": "pylint-dev__pylint-6506", "event": "model_response", "agent": "patch_repair", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 21275, "input_tokens": 12257, "output_tokens": 694, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:34:20.999850+00:00", "run_id": "pylint-dev__pylint-6506", "issue_id": "pylint-dev__pylint-6506", "event": "patch_check", "attempt": 1, "status": "applies", "original_sha256": "a0712ed944581f6e14f785654c76616bcbdbd2191a895698e7a067bc6f984523", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "a0712ed944581f6e14f785654c76616bcbdbd2191a895698e7a067bc6f984523"} +{"timestamp": "2026-10-08T21:34:21.001445+00:00", "run_id": "pylint-dev__pylint-6506", "issue_id": "pylint-dev__pylint-6506", "event": "run_end", "status": "diagnosed", "tool_calls": 2, "model_calls": 2, "patch_verified": false} +{"timestamp": "2026-10-08T21:34:15.677857+00:00", "run_id": "pylint-dev__pylint-7993", "issue_id": "pylint-dev__pylint-7993", "event": "run_start", "mode": "model", "stage": "repair_only"} +{"timestamp": "2026-10-08T21:34:15.679619+00:00", "run_id": "pylint-dev__pylint-7993", "issue_id": "pylint-dev__pylint-7993", "event": "snapshot_ready", "archive_sha256": "3d06e22ee6168f9b24ff583f86764707028cd22cd33cf444345743cc287a161b"} +{"timestamp": "2026-10-08T21:34:16.550396+00:00", "run_id": "pylint-dev__pylint-7993", "issue_id": "pylint-dev__pylint-7993", "event": "index_ready", "files": 2576, "truncated": false} +{"timestamp": "2026-10-08T21:34:16.575645+00:00", "run_id": "pylint-dev__pylint-7993", "issue_id": "pylint-dev__pylint-7993", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "cd5bcb9c5f13756759819413adc01bec5bf43afa4c991c12f04d18e89e55b191", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: pylint/reporters/text.py:177\nerror: pylint/reporters/text.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "cd5bcb9c5f13756759819413adc01bec5bf43afa4c991c12f04d18e89e55b191"} +{"timestamp": "2026-10-08T21:34:16.575852+00:00", "run_id": "pylint-dev__pylint-7993", "issue_id": "pylint-dev__pylint-7993", "event": "patch_repair_start", "attempt": 1} +{"timestamp": "2026-10-08T21:34:24.896017+00:00", "run_id": "pylint-dev__pylint-7993", "issue_id": "pylint-dev__pylint-7993", "event": "model_response", "agent": "patch_repair", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8316, "input_tokens": 10832, "output_tokens": 76, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:34:24.897927+00:00", "run_id": "pylint-dev__pylint-7993", "issue_id": "pylint-dev__pylint-7993", "event": "tool_start", "tool": "read_file", "tool_call": 1} +{"timestamp": "2026-10-08T21:34:24.898987+00:00", "run_id": "pylint-dev__pylint-7993", "issue_id": "pylint-dev__pylint-7993", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 1, "duration_ms": 1, "evidence_count": 13} +{"timestamp": "2026-10-08T21:34:24.899732+00:00", "run_id": "pylint-dev__pylint-7993", "issue_id": "pylint-dev__pylint-7993", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:34:24.900402+00:00", "run_id": "pylint-dev__pylint-7993", "issue_id": "pylint-dev__pylint-7993", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 1, "evidence_count": 14} +{"timestamp": "2026-10-08T21:34:53.354342+00:00", "run_id": "pylint-dev__pylint-7993", "issue_id": "pylint-dev__pylint-7993", "event": "model_response", "agent": "patch_repair", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 28453, "input_tokens": 12003, "output_tokens": 1253, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:34:53.396955+00:00", "run_id": "pylint-dev__pylint-7993", "issue_id": "pylint-dev__pylint-7993", "event": "patch_check", "attempt": 1, "status": "applies", "original_sha256": "70d34650ba84028e74c6ac450004dddcceb063f0310b0ff78c9849aac322d1cd", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "70d34650ba84028e74c6ac450004dddcceb063f0310b0ff78c9849aac322d1cd"} +{"timestamp": "2026-10-08T21:34:53.398880+00:00", "run_id": "pylint-dev__pylint-7993", "issue_id": "pylint-dev__pylint-7993", "event": "run_end", "status": "diagnosed", "tool_calls": 2, "model_calls": 2, "patch_verified": false} +{"timestamp": "2026-10-08T21:34:21.123240+00:00", "run_id": "scikit-learn__scikit-learn-14092", "issue_id": "scikit-learn__scikit-learn-14092", "event": "run_start", "mode": "model", "stage": "repair_only"} +{"timestamp": "2026-10-08T21:34:21.127830+00:00", "run_id": "scikit-learn__scikit-learn-14092", "issue_id": "scikit-learn__scikit-learn-14092", "event": "snapshot_ready", "archive_sha256": "ffef55b0d78189758f04aced1324ee2b9b472ba02c092038905a4b8e4251e308"} +{"timestamp": "2026-10-08T21:34:21.714587+00:00", "run_id": "scikit-learn__scikit-learn-14092", "issue_id": "scikit-learn__scikit-learn-14092", "event": "index_ready", "files": 794, "truncated": false} +{"timestamp": "2026-10-08T21:34:21.739677+00:00", "run_id": "scikit-learn__scikit-learn-14092", "issue_id": "scikit-learn__scikit-learn-14092", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "9dec862dca22cde5ed5c797bc585c662db996e757472b8a3719531661f38558c", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: sklearn/neighbors/nca.py:300\nerror: sklearn/neighbors/nca.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "9dec862dca22cde5ed5c797bc585c662db996e757472b8a3719531661f38558c"} +{"timestamp": "2026-10-08T21:34:21.740041+00:00", "run_id": "scikit-learn__scikit-learn-14092", "issue_id": "scikit-learn__scikit-learn-14092", "event": "patch_repair_start", "attempt": 1} +{"timestamp": "2026-10-08T21:34:30.469489+00:00", "run_id": "scikit-learn__scikit-learn-14092", "issue_id": "scikit-learn__scikit-learn-14092", "event": "model_response", "agent": "patch_repair", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8725, "input_tokens": 12523, "output_tokens": 107, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:34:30.470774+00:00", "run_id": "scikit-learn__scikit-learn-14092", "issue_id": "scikit-learn__scikit-learn-14092", "event": "tool_start", "tool": "read_file", "tool_call": 1} +{"timestamp": "2026-10-08T21:34:30.471478+00:00", "run_id": "scikit-learn__scikit-learn-14092", "issue_id": "scikit-learn__scikit-learn-14092", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 1, "duration_ms": 1, "evidence_count": 21} +{"timestamp": "2026-10-08T21:34:30.471915+00:00", "run_id": "scikit-learn__scikit-learn-14092", "issue_id": "scikit-learn__scikit-learn-14092", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:34:30.472376+00:00", "run_id": "scikit-learn__scikit-learn-14092", "issue_id": "scikit-learn__scikit-learn-14092", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 0, "evidence_count": 22} +{"timestamp": "2026-10-08T21:34:30.472731+00:00", "run_id": "scikit-learn__scikit-learn-14092", "issue_id": "scikit-learn__scikit-learn-14092", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:34:30.473299+00:00", "run_id": "scikit-learn__scikit-learn-14092", "issue_id": "scikit-learn__scikit-learn-14092", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 1, "evidence_count": 23} +{"timestamp": "2026-10-08T21:34:59.632832+00:00", "run_id": "scikit-learn__scikit-learn-14092", "issue_id": "scikit-learn__scikit-learn-14092", "event": "model_response", "agent": "patch_repair", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 29159, "input_tokens": 14100, "output_tokens": 1140, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:34:59.655584+00:00", "run_id": "scikit-learn__scikit-learn-14092", "issue_id": "scikit-learn__scikit-learn-14092", "event": "patch_check", "attempt": 1, "status": "applies", "original_sha256": "c855234af69ae9fa28c7efd8eead84878a084dd9e349e29a25bc185b3d5c9afc", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "c855234af69ae9fa28c7efd8eead84878a084dd9e349e29a25bc185b3d5c9afc"} +{"timestamp": "2026-10-08T21:34:59.657002+00:00", "run_id": "scikit-learn__scikit-learn-14092", "issue_id": "scikit-learn__scikit-learn-14092", "event": "run_end", "status": "diagnosed", "tool_calls": 3, "model_calls": 2, "patch_verified": false} +{"timestamp": "2026-10-08T21:34:22.971603+00:00", "run_id": "scikit-learn__scikit-learn-25747", "issue_id": "scikit-learn__scikit-learn-25747", "event": "run_start", "mode": "model", "stage": "repair_only"} +{"timestamp": "2026-10-08T21:34:22.976562+00:00", "run_id": "scikit-learn__scikit-learn-25747", "issue_id": "scikit-learn__scikit-learn-25747", "event": "snapshot_ready", "archive_sha256": "2e30657bf995547dea101d594eaf7c4f885953bf780c0c8380e2e3fd045c741a"} +{"timestamp": "2026-10-08T21:34:23.782477+00:00", "run_id": "scikit-learn__scikit-learn-25747", "issue_id": "scikit-learn__scikit-learn-25747", "event": "index_ready", "files": 997, "truncated": false} +{"timestamp": "2026-10-08T21:34:23.811025+00:00", "run_id": "scikit-learn__scikit-learn-25747", "issue_id": "scikit-learn__scikit-learn-25747", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "cbe7b445e0eeb81265e94c708391101febec0f67efe6622ff66cdd9cf5718897", "hunks_recounted": true, "functional_tests_run": false, "error": "error: patch failed: sklearn/utils/tests/test_set_output.py:27\nerror: sklearn/utils/tests/test_set_output.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "6e64d1badb37db17757820d141193c3fef803ca039035b6cedc8f624009e51c3"} +{"timestamp": "2026-10-08T21:34:23.811257+00:00", "run_id": "scikit-learn__scikit-learn-25747", "issue_id": "scikit-learn__scikit-learn-25747", "event": "patch_repair_start", "attempt": 1} +{"timestamp": "2026-10-08T21:34:28.109378+00:00", "run_id": "scikit-learn__scikit-learn-25747", "issue_id": "scikit-learn__scikit-learn-25747", "event": "run_error", "error_type": "CodexModelError"} +{"timestamp": "2026-10-08T21:34:28.109640+00:00", "run_id": "scikit-learn__scikit-learn-25747", "issue_id": "scikit-learn__scikit-learn-25747", "event": "run_end", "status": "failed"} +{"timestamp": "2026-10-08T21:34:28.132187+00:00", "run_id": "sphinx-doc__sphinx-7975", "issue_id": "sphinx-doc__sphinx-7975", "event": "run_start", "mode": "model", "stage": "repair_only"} +{"timestamp": "2026-10-08T21:34:28.136189+00:00", "run_id": "sphinx-doc__sphinx-7975", "issue_id": "sphinx-doc__sphinx-7975", "event": "snapshot_ready", "archive_sha256": "3240540a3637998191f0323ada9944039eae7eee89cf05151a77d41519e4d642"} +{"timestamp": "2026-10-08T21:34:28.651980+00:00", "run_id": "sphinx-doc__sphinx-7975", "issue_id": "sphinx-doc__sphinx-7975", "event": "index_ready", "files": 665, "truncated": false} +{"timestamp": "2026-10-08T21:34:28.675878+00:00", "run_id": "sphinx-doc__sphinx-7975", "issue_id": "sphinx-doc__sphinx-7975", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "4a7b3012ae5b6116eda5c02c98f1c59457ed1378beac2f90c2a27c472037a2a2", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: sphinx/environment/adapters/indexentries.py:149\nerror: sphinx/environment/adapters/indexentries.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "4a7b3012ae5b6116eda5c02c98f1c59457ed1378beac2f90c2a27c472037a2a2"} +{"timestamp": "2026-10-08T21:34:28.676072+00:00", "run_id": "sphinx-doc__sphinx-7975", "issue_id": "sphinx-doc__sphinx-7975", "event": "patch_repair_start", "attempt": 1} +{"timestamp": "2026-10-08T21:34:37.241452+00:00", "run_id": "sphinx-doc__sphinx-7975", "issue_id": "sphinx-doc__sphinx-7975", "event": "model_response", "agent": "patch_repair", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8562, "input_tokens": 10752, "output_tokens": 48, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:34:37.243272+00:00", "run_id": "sphinx-doc__sphinx-7975", "issue_id": "sphinx-doc__sphinx-7975", "event": "tool_start", "tool": "read_file", "tool_call": 1} +{"timestamp": "2026-10-08T21:34:37.244100+00:00", "run_id": "sphinx-doc__sphinx-7975", "issue_id": "sphinx-doc__sphinx-7975", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 1, "duration_ms": 1, "evidence_count": 14} +{"timestamp": "2026-10-08T21:35:09.768617+00:00", "run_id": "sphinx-doc__sphinx-7975", "issue_id": "sphinx-doc__sphinx-7975", "event": "model_response", "agent": "patch_repair", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 32524, "input_tokens": 11775, "output_tokens": 998, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:35:09.799004+00:00", "run_id": "sphinx-doc__sphinx-7975", "issue_id": "sphinx-doc__sphinx-7975", "event": "patch_check", "attempt": 1, "status": "applies", "original_sha256": "5a6240ec9484ff97e3732199e1cabbe03df37c5d9038e2dd1aff7a4138eb93bc", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "5a6240ec9484ff97e3732199e1cabbe03df37c5d9038e2dd1aff7a4138eb93bc"} +{"timestamp": "2026-10-08T21:35:09.800978+00:00", "run_id": "sphinx-doc__sphinx-7975", "issue_id": "sphinx-doc__sphinx-7975", "event": "run_end", "status": "diagnosed", "tool_calls": 1, "model_calls": 2, "patch_verified": false} +{"timestamp": "2026-10-08T21:34:38.109867+00:00", "run_id": "sphinx-doc__sphinx-8273", "issue_id": "sphinx-doc__sphinx-8273", "event": "run_start", "mode": "model", "stage": "repair_only"} +{"timestamp": "2026-10-08T21:34:38.114151+00:00", "run_id": "sphinx-doc__sphinx-8273", "issue_id": "sphinx-doc__sphinx-8273", "event": "snapshot_ready", "archive_sha256": "fb71a102eb89f00d3c4e9095bb5d4c4e0521b5d3dccb4b8d2d75909a3576c883"} +{"timestamp": "2026-10-08T21:34:38.642068+00:00", "run_id": "sphinx-doc__sphinx-8273", "issue_id": "sphinx-doc__sphinx-8273", "event": "index_ready", "files": 672, "truncated": false} +{"timestamp": "2026-10-08T21:34:38.664719+00:00", "run_id": "sphinx-doc__sphinx-8273", "issue_id": "sphinx-doc__sphinx-8273", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "a29a875f38c644cc25eba0c335a28288957addd53c6e47d2791e3912bfee8722", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: sphinx/builders/manpage.py:116\nerror: sphinx/builders/manpage.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "a29a875f38c644cc25eba0c335a28288957addd53c6e47d2791e3912bfee8722"} +{"timestamp": "2026-10-08T21:34:38.664902+00:00", "run_id": "sphinx-doc__sphinx-8273", "issue_id": "sphinx-doc__sphinx-8273", "event": "patch_repair_start", "attempt": 1} +{"timestamp": "2026-10-08T21:34:46.761613+00:00", "run_id": "sphinx-doc__sphinx-8273", "issue_id": "sphinx-doc__sphinx-8273", "event": "model_response", "agent": "patch_repair", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8081, "input_tokens": 9436, "output_tokens": 47, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:34:46.762899+00:00", "run_id": "sphinx-doc__sphinx-8273", "issue_id": "sphinx-doc__sphinx-8273", "event": "tool_start", "tool": "read_file", "tool_call": 1} +{"timestamp": "2026-10-08T21:34:46.763638+00:00", "run_id": "sphinx-doc__sphinx-8273", "issue_id": "sphinx-doc__sphinx-8273", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 1, "duration_ms": 1, "evidence_count": 14} +{"timestamp": "2026-10-08T21:35:09.853360+00:00", "run_id": "sphinx-doc__sphinx-8273", "issue_id": "sphinx-doc__sphinx-8273", "event": "model_response", "agent": "patch_repair", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 23089, "input_tokens": 10863, "output_tokens": 900, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:35:09.875531+00:00", "run_id": "sphinx-doc__sphinx-8273", "issue_id": "sphinx-doc__sphinx-8273", "event": "patch_check", "attempt": 1, "status": "applies", "original_sha256": "7277288c08faf19b71b655fac3a8ff4b947ce2bc5c626ef49a48b02b38272548", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "7277288c08faf19b71b655fac3a8ff4b947ce2bc5c626ef49a48b02b38272548"} +{"timestamp": "2026-10-08T21:35:09.876982+00:00", "run_id": "sphinx-doc__sphinx-8273", "issue_id": "sphinx-doc__sphinx-8273", "event": "run_end", "status": "diagnosed", "tool_calls": 1, "model_calls": 2, "patch_verified": false} +{"timestamp": "2026-10-08T21:34:53.565143+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "run_start", "mode": "model", "stage": "repair_only"} +{"timestamp": "2026-10-08T21:34:53.570076+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "snapshot_ready", "archive_sha256": "6bf852392fa24f95a6f8840c72298d9c8d483cfe6153e9bdca0d25fc8cff5720"} +{"timestamp": "2026-10-08T21:34:54.850753+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "index_ready", "files": 1446, "truncated": false} +{"timestamp": "2026-10-08T21:34:54.878204+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "bc411c7e5b2404fcc11d09c400cb7e9d2c5834a56ffa076d990257497c390161", "hunks_recounted": true, "functional_tests_run": false, "error": "error: patch failed: sympy/utilities/iterables.py:1844\nerror: sympy/utilities/iterables.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "35bd349992545ee8678ca3c979ce2f98c7b701667e9f3ad02478177db26f4c0c"} +{"timestamp": "2026-10-08T21:34:54.878406+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "patch_repair_start", "attempt": 1} +{"timestamp": "2026-10-08T21:35:03.199948+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "model_response", "agent": "patch_repair", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8318, "input_tokens": 12238, "output_tokens": 81, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:35:03.201036+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "tool_start", "tool": "read_file", "tool_call": 1} +{"timestamp": "2026-10-08T21:35:03.202090+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 1, "duration_ms": 1, "evidence_count": 22} +{"timestamp": "2026-10-08T21:35:03.202715+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:35:03.203268+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 1, "evidence_count": 23} +{"timestamp": "2026-10-08T21:35:34.129132+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "model_response", "agent": "patch_repair", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 30925, "input_tokens": 14101, "output_tokens": 1420, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:35:34.169794+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "patch_check", "attempt": 1, "status": "applies", "original_sha256": "9e426e2dd81bdd5782f7af6a1c0b936a4b800542d83e4a3e95036f0c2a365c97", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "9e426e2dd81bdd5782f7af6a1c0b936a4b800542d83e4a3e95036f0c2a365c97"} +{"timestamp": "2026-10-08T21:35:34.171642+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "run_end", "status": "diagnosed", "tool_calls": 2, "model_calls": 2, "patch_verified": false} diff --git a/scripts/publish_run.py b/scripts/publish_run.py index 886e509..580bec7 100644 --- a/scripts/publish_run.py +++ b/scripts/publish_run.py @@ -34,9 +34,26 @@ def publish(source: Path, destination: Path) -> None: final_checks = [ json.loads(p.read_text()) for p in (source / "agent_runs").glob("*/patch-check.json") ] + requests = sum(e["event"] == "model_request" for e in events) + run_counters = [ + e["model_calls"] for e in events if e["event"] == "run_end" and "model_calls" in e + ] + complete_counters = len(run_counters) == len(predictions) + observed_calls = requests or (sum(run_counters) if complete_counters else len(model_calls)) summary = { "tasks": len(predictions), - "model_calls": len(model_calls), + "model_calls": observed_calls, + "model_call_scope": "requests" + if requests + else "complete run counters" + if complete_counters + else "completed responses only; failed invocations may be missing", + "successful_model_responses": len(model_calls), + "failed_model_calls": observed_calls - len(model_calls) + if requests or complete_counters + else None, + "failed_runs": sum(p["status"] == "failed" for p in predictions), + "token_scope": "provider-reported usage from completed responses; failed calls may have unknown usage", "input_tokens": sum(e.get("input_tokens") or 0 for e in model_calls), "output_tokens": sum(e.get("output_tokens") or 0 for e in model_calls), "cached_input_tokens": sum(e.get("cached_input_tokens") or 0 for e in model_calls), diff --git a/scripts/repair_withheld.py b/scripts/repair_withheld.py index 3b7e460..1f48044 100644 --- a/scripts/repair_withheld.py +++ b/scripts/repair_withheld.py @@ -49,6 +49,7 @@ def repair(source: Path, tasks_path: Path, output: Path, cache: Path, model: str output.mkdir(parents=True, mode=0o700) manifest = { "kind": "posthoc_invalid_patch_repair_only", + "protocol_version": 2, "created_at": datetime.now(UTC).isoformat(), "count": len(candidates), "task_ids": identifiers, diff --git a/src/code_assistant/agents.py b/src/code_assistant/agents.py index 3a4e8a6..1459737 100644 --- a/src/code_assistant/agents.py +++ b/src/code_assistant/agents.py @@ -7,7 +7,7 @@ from langchain_core.messages import AIMessage, BaseMessage, HumanMessage, SystemMessage, ToolMessage from langchain_core.outputs import ChatGeneration, ChatResult -from code_assistant.codex_model import CodexCliModel +from code_assistant.codex_model import CodexCliModel, CodexModelError from code_assistant.config import Settings from code_assistant.telemetry import RunLogger @@ -173,15 +173,29 @@ def run( for step in range(steps): start = time.monotonic() self.calls += 1 - if step == steps - 1 and tools: - messages.append( - HumanMessage( - content="The role's call budget ends after this response. Return your final finding or diagnosis JSON now, using the evidence already gathered." + self.logger.emit("model_request", agent=role, step=step, model_call=self.calls) + try: + if step == steps - 1 and tools: + messages.append( + HumanMessage( + content="The role's call budget ends after this response. Return your final finding or diagnosis JSON now, using the evidence already gathered." + ) ) + response = self.model.invoke(messages) + else: + response = bound.invoke(messages) + except Exception as error: + self.logger.emit( + "model_error", + agent=role, + model_call=self.calls, + error_type=type(error).__name__, + message=str(error)[:300] + if isinstance(error, CodexModelError) + else "Provider invocation failed; raw response omitted.", + duration_ms=round((time.monotonic() - start) * 1000), ) - response = self.model.invoke(messages) - else: - response = bound.invoke(messages) + raise if not isinstance(response, AIMessage): raise ValueError("model did not return an AIMessage") usage = response.usage_metadata or {} diff --git a/src/code_assistant/codex_model.py b/src/code_assistant/codex_model.py index 18c722e..6dff990 100644 --- a/src/code_assistant/codex_model.py +++ b/src/code_assistant/codex_model.py @@ -57,6 +57,22 @@ class CodexModelError(RuntimeError): """Safe-to-log provider failure; raw CLI stderr may contain sensitive context.""" +def failure_category(stderr: str) -> str: + """Extract only an allowlisted category; never expose raw provider diagnostics.""" + lower = stderr.lower() + for category, patterns in { + "context_limit": ("context_length", "context window", "too many tokens"), + "rate_or_quota": ("rate_limit", "rate limit", "quota", "429"), + "authentication": ("unauthorized", "authentication", "401"), + "schema": ("invalid_schema", "invalid schema", "response_format"), + "connection": ("connection reset", "connection refused", "connect error"), + "server": ("internal server error", "502 bad gateway", "503 service"), + }.items(): + if any(pattern in lower for pattern in patterns): + return category + return "unknown" + + def strict_schema(schema: dict[str, Any]) -> dict[str, Any]: """Codex structured output requires all object properties to be required.""" result = json.loads(json.dumps(schema)) @@ -233,8 +249,10 @@ def _generate( f"CLI model response exceeded {self.timeout}s timeout" ) from error if process.returncode: + stderr.seek(0) + category = failure_category(stderr.read(16000).decode(errors="replace")) raise CodexModelError( - f"CLI exited with status {process.returncode}; check codex login status and model access" + f"CLI exited with status {process.returncode}; category={category}; raw stderr omitted" ) if stdout.tell() > 8_000_000: raise CodexModelError("CLI event output exceeded 8 MB limit") diff --git a/src/code_assistant/observability.py b/src/code_assistant/observability.py index 3b8148a..fa983a5 100644 --- a/src/code_assistant/observability.py +++ b/src/code_assistant/observability.py @@ -38,6 +38,8 @@ def summarize_events(directory: Path) -> dict[str, Any]: "model_budget_exhausted": counts["model_budget_exhausted"], "tool_budget_exhausted": counts["tool_budget_exhausted"], "patch_repair_invalid_response": counts["patch_repair_invalid_response"], + "model_error": counts["model_error"], + "patch_repair_error": counts["patch_repair_error"], }, "tool_duration_ms_raw": durations, "unpaired_tools": counts["tool_start"] - counts["tool_end"], diff --git a/src/code_assistant/workflow.py b/src/code_assistant/workflow.py index 1e19068..1ab5657 100644 --- a/src/code_assistant/workflow.py +++ b/src/code_assistant/workflow.py @@ -6,6 +6,7 @@ from langgraph.graph import END, START, StateGraph from code_assistant.agents import ToolCallingAgent, get_model +from code_assistant.codex_model import CodexModelError from code_assistant.config import DEMO_ISSUE, DEMO_REPO, Settings from code_assistant.context import select_evidence from code_assistant.models import DebugResponse, Diagnosis, RouteDecision @@ -81,38 +82,68 @@ def check_and_repair_patch( checked, audit = check_patch(tools.root, candidate, set(diagnosis.affected_files)) attempts = [{"candidate": candidate, "audit": audit}] tools.logger.emit("patch_check", attempt=0, **audit) + write_json(directory / "candidate-patch.json", {"proposed_patch": original}) + write_json(directory / "patch-attempts.json", attempts) for attempt in range(1, tools.settings.patch_repair_attempts + 1): if audit["status"] != "invalid" or agent.calls >= tools.settings.max_model_calls: break tools.logger.emit("patch_repair_start", attempt=attempt) - answer = agent.run( - "patch_repair", - { - **context, - "evidence": [ - e.model_dump() - for e in select_evidence( - tools.evidence, - tools.settings.evidence_limit, - tools.settings.evidence_policy, - ) - ], - "diagnosis": {**diagnosis.model_dump(), "proposed_patch": candidate}, - "apply_error": audit["error"], - "attempt": attempt, - }, - tools.for_agent("patch_repair"), - ) + try: + answer = agent.run( + "patch_repair", + { + **context, + "evidence": [ + e.model_dump() + for e in select_evidence( + tools.evidence, + tools.settings.evidence_limit, + tools.settings.evidence_policy, + ) + ], + "diagnosis": {**diagnosis.model_dump(), "proposed_patch": candidate}, + "apply_error": audit["error"], + "attempt": attempt, + }, + tools.for_agent("patch_repair"), + ) + except Exception as error: + # A failed correction must not discard the already cited diagnosis. + message = ( + redact(str(error))[:300] + if isinstance(error, CodexModelError) + else "Model correction failed; raw response omitted." + ) + tools.logger.emit( + "patch_repair_error", + attempt=attempt, + error_type=type(error).__name__, + message=message, + ) + attempts.append( + { + "candidate": None, + "audit": { + "status": "model_error", + "error_type": type(error).__name__, + "error": message, + }, + } + ) + write_json(directory / "patch-attempts.json", attempts) + continue try: repaired = parse_diagnosis(answer) except ValueError: tools.logger.emit("patch_repair_invalid_response", attempt=attempt) attempts.append({"candidate": None, "audit": {"status": "invalid_response"}}) + write_json(directory / "patch-attempts.json", attempts) continue candidate = repaired.proposed_patch # Repair cannot silently change the diagnosis or its declared file scope. checked, audit = check_patch(tools.root, candidate, set(diagnosis.affected_files)) attempts.append({"candidate": candidate, "audit": audit}) + write_json(directory / "patch-attempts.json", attempts) tools.logger.emit("patch_check", attempt=attempt, **audit) diagnosis.proposed_patch = checked summary = { diff --git a/tests/test_codex_model.py b/tests/test_codex_model.py index 277241a..c26bf3a 100644 --- a/tests/test_codex_model.py +++ b/tests/test_codex_model.py @@ -157,3 +157,13 @@ def communicate(self, *args, **kwargs): with pytest.raises(CodexModelError, match="timeout"): CodexCliModel(model_name="model", timeout=1).invoke([HumanMessage(content="bug")]) assert killed == [12345] + + +def test_failure_categories_never_expose_arbitrary_provider_text(): + from code_assistant.codex_model import failure_category + + assert ( + failure_category("private-key: xyz; error code context_length_exceeded") == "context_limit" + ) + assert failure_category("private source snippet and arbitrary diagnostic") == "unknown" + assert failure_category("429 rate limit") == "rate_or_quota" diff --git a/tests/test_patch_repair.py b/tests/test_patch_repair.py index a1944ec..20b78ee 100644 --- a/tests/test_patch_repair.py +++ b/tests/test_patch_repair.py @@ -86,3 +86,20 @@ def test_repair_respects_remaining_global_model_budget(tools, tmp_path): agent.calls = 1 result = check_and_repair_patch(initial, tools, agent, tmp_path / "audit", {}) assert not result.proposed_patch and agent.calls == 2 + + +def test_failed_model_correction_preserves_diagnosis_and_attempt_audit( + tools, tmp_path, monkeypatch +): + initial = diagnosis(tools) + agent = ToolCallingAgent(ProtocolModel(responses=[]), tools.settings, tools.logger) + monkeypatch.setattr( + agent, "run", lambda *a, **k: (_ for _ in ()).throw(RuntimeError("safe provider failure")) + ) + result = check_and_repair_patch(initial, tools, agent, tmp_path / "audit", {}) + assert result.root_cause == initial.root_cause and not result.proposed_patch + attempts = json.loads((tmp_path / "audit/patch-attempts.json").read_text()) + assert len(attempts) == 3 and attempts[-1]["audit"]["status"] == "model_error" + assert ( + json.loads((tmp_path / "audit/candidate-patch.json").read_text())["proposed_patch"] == BAD + ) From 22c335b52a02cee4e92140c32d6c494efc0a6bae Mon Sep 17 00:00:00 2001 From: YeDonS <120633988+YeDonS@users.noreply.github.com> Date: Thu, 8 Oct 2026 17:47:42 -0400 Subject: [PATCH 3/6] experiment: freeze source-priority control and full 17-candidate repair rerun --- docs/EXPERIMENTS.md | 9 + .../paired-20/routed_recent/model-usage.json | 7 +- .../matplotlib__matplotlib-23314.json | 15 + .../matplotlib__matplotlib-23563.json | 15 + .../matplotlib__matplotlib-24149.json | 15 + .../matplotlib__matplotlib-26011.json | 15 + .../attempts/mwaskom__seaborn-2848.json | 15 + .../attempts/pallets__flask-4045.json | 15 + .../attempts/pallets__flask-4992.json | 15 + .../attempts/psf__requests-2317.json | 15 + .../attempts/psf__requests-2674.json | 15 + .../attempts/pydata__xarray-4094.json | 15 + .../attempts/pydata__xarray-4248.json | 15 + .../attempts/pytest-dev__pytest-11143.json | 15 + .../attempts/pytest-dev__pytest-11148.json | 15 + .../attempts/pytest-dev__pytest-7490.json | 15 + .../scikit-learn__scikit-learn-13584.json | 15 + .../attempts/sphinx-doc__sphinx-8713.json | 15 + .../attempts/sympy__sympy-13437.json | 15 + .../attempts/sympy__sympy-13647.json | 15 + .../attempts/sympy__sympy-13895.json | 15 + .../checks/matplotlib__matplotlib-23314.json | 13 + .../checks/matplotlib__matplotlib-23563.json | 13 + .../checks/matplotlib__matplotlib-24149.json | 13 + .../checks/matplotlib__matplotlib-26011.json | 13 + .../checks/mwaskom__seaborn-2848.json | 13 + .../checks/pallets__flask-4045.json | 13 + .../checks/pallets__flask-4992.json | 13 + .../checks/psf__requests-2317.json | 13 + .../checks/psf__requests-2674.json | 13 + .../checks/pydata__xarray-4094.json | 13 + .../checks/pydata__xarray-4248.json | 13 + .../checks/pytest-dev__pytest-11143.json | 13 + .../checks/pytest-dev__pytest-11148.json | 13 + .../checks/pytest-dev__pytest-7490.json | 13 + .../scikit-learn__scikit-learn-13584.json | 13 + .../checks/sphinx-doc__sphinx-8713.json | 13 + .../checks/sympy__sympy-13437.json | 13 + .../checks/sympy__sympy-13647.json | 13 + .../checks/sympy__sympy-13895.json | 13 + .../paired-20/routed_source/completion.json | 5 + .../paired-20/routed_source/diagnoses.jsonl | 20 + .../paired-20/routed_source/experiment.json | 5 + .../paired-20/routed_source/log-audit.json | 222 +++++ .../paired-20/routed_source/manifest.json | 58 ++ .../paired-20/routed_source/model-usage.json | 20 + .../paired-20/routed_source/predictions.jsonl | 20 + .../paired-20/routed_source/source-proof.json | 4 + .../routed_source/swebench-predictions.jsonl | 20 + .../routed_source/trace-events.jsonl | 823 ++++++++++++++++++ .../experiments/repair-17-v1/model-usage.json | 7 +- .../django__django-10914/harness-summary.json | 33 + .../django__django-10914/outcome.json | 14 + .../raw-log-manifest.json | 55 ++ .../django__django-10914/report.json | 128 +++ .../test-output-excerpt.txt | 137 +++ .../django__django-12983/harness-summary.json | 33 + .../django__django-12983/outcome.json | 14 + .../raw-log-manifest.json | 55 ++ .../django__django-12983/report.json | 45 + .../test-output-excerpt.txt | 29 + .../django__django-13447/harness-summary.json | 33 + .../django__django-13447/outcome.json | 14 + .../raw-log-manifest.json | 55 ++ .../django__django-13447/report.json | 35 + .../test-output-excerpt.txt | 160 ++++ .../django__django-13757/harness-summary.json | 33 + .../django__django-13757/outcome.json | 14 + .../raw-log-manifest.json | 55 ++ .../django__django-13757/report.json | 106 +++ .../test-output-excerpt.txt | 160 ++++ .../official-evaluation/manifest.json | 215 +++++ .../harness-summary.json | 33 + .../matplotlib__matplotlib-18869/outcome.json | 14 + .../raw-log-manifest.json | 55 ++ .../matplotlib__matplotlib-18869/report.json | 36 + .../test-output-excerpt.txt | 160 ++++ .../matplotlib__matplotlib-23563/outcome.json | 6 + .../matplotlib__matplotlib-24149/outcome.json | 6 + .../harness-summary.json | 33 + .../matplotlib__matplotlib-26020/outcome.json | 14 + .../raw-log-manifest.json | 55 ++ .../matplotlib__matplotlib-26020/report.json | 78 ++ .../test-output-excerpt.txt | 66 ++ .../pallets__flask-4992/harness-summary.json | 33 + .../pallets__flask-4992/outcome.json | 14 + .../pallets__flask-4992/raw-log-manifest.json | 55 ++ .../pallets__flask-4992/report.json | 48 + .../test-output-excerpt.txt | 47 + .../pallets__flask-5063/harness-summary.json | 33 + .../pallets__flask-5063/outcome.json | 14 + .../pallets__flask-5063/raw-log-manifest.json | 55 ++ .../pallets__flask-5063/report.json | 86 ++ .../test-output-excerpt.txt | 95 ++ .../harness-summary.json | 33 + .../pylint-dev__pylint-6506/outcome.json | 14 + .../raw-log-manifest.json | 55 ++ .../pylint-dev__pylint-6506/report.json | 37 + .../test-output-excerpt.txt | 60 ++ .../harness-summary.json | 33 + .../pylint-dev__pylint-7993/outcome.json | 14 + .../raw-log-manifest.json | 55 ++ .../pylint-dev__pylint-7993/report.json | 40 + .../test-output-excerpt.txt | 28 + .../official-evaluation/results.json | 284 ++++++ .../harness-summary.json | 33 + .../outcome.json | 14 + .../raw-log-manifest.json | 55 ++ .../report.json | 244 ++++++ .../test-output-excerpt.txt | 160 ++++ .../outcome.json | 6 + .../harness-summary.json | 33 + .../sphinx-doc__sphinx-7975/outcome.json | 14 + .../raw-log-manifest.json | 55 ++ .../sphinx-doc__sphinx-7975/report.json | 37 + .../test-output-excerpt.txt | 160 ++++ .../harness-summary.json | 33 + .../sphinx-doc__sphinx-8273/outcome.json | 14 + .../raw-log-manifest.json | 55 ++ .../sphinx-doc__sphinx-8273/report.json | 33 + .../test-output-excerpt.txt | 160 ++++ .../sympy__sympy-20154/harness-summary.json | 33 + .../sympy__sympy-20154/outcome.json | 14 + .../sympy__sympy-20154/raw-log-manifest.json | 55 ++ .../sympy__sympy-20154/report.json | 71 ++ .../test-output-excerpt.txt | 61 ++ .../attempts/django__django-10914.json | 28 + .../attempts/django__django-12983.json | 28 + .../attempts/django__django-13447.json | 28 + .../attempts/django__django-13757.json | 41 + .../matplotlib__matplotlib-18869.json | 28 + .../matplotlib__matplotlib-23563.json | 28 + .../matplotlib__matplotlib-24149.json | 28 + .../matplotlib__matplotlib-26020.json | 28 + .../attempts/pallets__flask-4992.json | 28 + .../attempts/pallets__flask-5063.json | 28 + .../attempts/pylint-dev__pylint-6506.json | 28 + .../attempts/pylint-dev__pylint-7993.json | 28 + .../scikit-learn__scikit-learn-14092.json | 28 + .../scikit-learn__scikit-learn-25747.json | 41 + .../attempts/sphinx-doc__sphinx-7975.json | 28 + .../attempts/sphinx-doc__sphinx-8273.json | 28 + .../attempts/sympy__sympy-20154.json | 41 + .../checks/django__django-10914.json | 13 + .../checks/django__django-12983.json | 13 + .../checks/django__django-13447.json | 13 + .../checks/django__django-13757.json | 13 + .../checks/matplotlib__matplotlib-18869.json | 13 + .../checks/matplotlib__matplotlib-23563.json | 13 + .../checks/matplotlib__matplotlib-24149.json | 13 + .../checks/matplotlib__matplotlib-26020.json | 13 + .../checks/pallets__flask-4992.json | 13 + .../checks/pallets__flask-5063.json | 13 + .../checks/pylint-dev__pylint-6506.json | 13 + .../checks/pylint-dev__pylint-7993.json | 13 + .../scikit-learn__scikit-learn-14092.json | 13 + .../scikit-learn__scikit-learn-25747.json | 13 + .../checks/sphinx-doc__sphinx-7975.json | 13 + .../checks/sphinx-doc__sphinx-8273.json | 13 + .../checks/sympy__sympy-20154.json | 13 + .../experiments/repair-17-v2/completion.json | 5 + .../experiments/repair-17-v2/diagnoses.jsonl | 17 + .../experiments/repair-17-v2/log-audit.json | 71 ++ .../experiments/repair-17-v2/manifest.json | 57 ++ .../experiments/repair-17-v2/model-usage.json | 20 + .../repair-17-v2/predictions.jsonl | 17 + .../repair-17-v2/source-proof.json | 4 + .../repair-17-v2/swebench-predictions.jsonl | 17 + .../repair-17-v2/trace-events.jsonl | 277 ++++++ scripts/curate_official.py | 129 +++ scripts/publish_run.py | 45 +- tests/test_curation.py | 60 ++ 172 files changed, 7653 insertions(+), 6 deletions(-) create mode 100644 reports/experiments/paired-20/routed_source/attempts/matplotlib__matplotlib-23314.json create mode 100644 reports/experiments/paired-20/routed_source/attempts/matplotlib__matplotlib-23563.json create mode 100644 reports/experiments/paired-20/routed_source/attempts/matplotlib__matplotlib-24149.json create mode 100644 reports/experiments/paired-20/routed_source/attempts/matplotlib__matplotlib-26011.json create mode 100644 reports/experiments/paired-20/routed_source/attempts/mwaskom__seaborn-2848.json create mode 100644 reports/experiments/paired-20/routed_source/attempts/pallets__flask-4045.json create mode 100644 reports/experiments/paired-20/routed_source/attempts/pallets__flask-4992.json create mode 100644 reports/experiments/paired-20/routed_source/attempts/psf__requests-2317.json create mode 100644 reports/experiments/paired-20/routed_source/attempts/psf__requests-2674.json create mode 100644 reports/experiments/paired-20/routed_source/attempts/pydata__xarray-4094.json create mode 100644 reports/experiments/paired-20/routed_source/attempts/pydata__xarray-4248.json create mode 100644 reports/experiments/paired-20/routed_source/attempts/pytest-dev__pytest-11143.json create mode 100644 reports/experiments/paired-20/routed_source/attempts/pytest-dev__pytest-11148.json create mode 100644 reports/experiments/paired-20/routed_source/attempts/pytest-dev__pytest-7490.json create mode 100644 reports/experiments/paired-20/routed_source/attempts/scikit-learn__scikit-learn-13584.json create mode 100644 reports/experiments/paired-20/routed_source/attempts/sphinx-doc__sphinx-8713.json create mode 100644 reports/experiments/paired-20/routed_source/attempts/sympy__sympy-13437.json create mode 100644 reports/experiments/paired-20/routed_source/attempts/sympy__sympy-13647.json create mode 100644 reports/experiments/paired-20/routed_source/attempts/sympy__sympy-13895.json create mode 100644 reports/experiments/paired-20/routed_source/checks/matplotlib__matplotlib-23314.json create mode 100644 reports/experiments/paired-20/routed_source/checks/matplotlib__matplotlib-23563.json create mode 100644 reports/experiments/paired-20/routed_source/checks/matplotlib__matplotlib-24149.json create mode 100644 reports/experiments/paired-20/routed_source/checks/matplotlib__matplotlib-26011.json create mode 100644 reports/experiments/paired-20/routed_source/checks/mwaskom__seaborn-2848.json create mode 100644 reports/experiments/paired-20/routed_source/checks/pallets__flask-4045.json create mode 100644 reports/experiments/paired-20/routed_source/checks/pallets__flask-4992.json create mode 100644 reports/experiments/paired-20/routed_source/checks/psf__requests-2317.json create mode 100644 reports/experiments/paired-20/routed_source/checks/psf__requests-2674.json create mode 100644 reports/experiments/paired-20/routed_source/checks/pydata__xarray-4094.json create mode 100644 reports/experiments/paired-20/routed_source/checks/pydata__xarray-4248.json create mode 100644 reports/experiments/paired-20/routed_source/checks/pytest-dev__pytest-11143.json create mode 100644 reports/experiments/paired-20/routed_source/checks/pytest-dev__pytest-11148.json create mode 100644 reports/experiments/paired-20/routed_source/checks/pytest-dev__pytest-7490.json create mode 100644 reports/experiments/paired-20/routed_source/checks/scikit-learn__scikit-learn-13584.json create mode 100644 reports/experiments/paired-20/routed_source/checks/sphinx-doc__sphinx-8713.json create mode 100644 reports/experiments/paired-20/routed_source/checks/sympy__sympy-13437.json create mode 100644 reports/experiments/paired-20/routed_source/checks/sympy__sympy-13647.json create mode 100644 reports/experiments/paired-20/routed_source/checks/sympy__sympy-13895.json create mode 100644 reports/experiments/paired-20/routed_source/completion.json create mode 100644 reports/experiments/paired-20/routed_source/diagnoses.jsonl create mode 100644 reports/experiments/paired-20/routed_source/experiment.json create mode 100644 reports/experiments/paired-20/routed_source/log-audit.json create mode 100644 reports/experiments/paired-20/routed_source/manifest.json create mode 100644 reports/experiments/paired-20/routed_source/model-usage.json create mode 100644 reports/experiments/paired-20/routed_source/predictions.jsonl create mode 100644 reports/experiments/paired-20/routed_source/source-proof.json create mode 100644 reports/experiments/paired-20/routed_source/swebench-predictions.jsonl create mode 100644 reports/experiments/paired-20/routed_source/trace-events.jsonl create mode 100644 reports/experiments/repair-17-v1/official-evaluation/django__django-10914/harness-summary.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/django__django-10914/outcome.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/django__django-10914/raw-log-manifest.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/django__django-10914/report.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/django__django-10914/test-output-excerpt.txt create mode 100644 reports/experiments/repair-17-v1/official-evaluation/django__django-12983/harness-summary.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/django__django-12983/outcome.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/django__django-12983/raw-log-manifest.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/django__django-12983/report.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/django__django-12983/test-output-excerpt.txt create mode 100644 reports/experiments/repair-17-v1/official-evaluation/django__django-13447/harness-summary.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/django__django-13447/outcome.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/django__django-13447/raw-log-manifest.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/django__django-13447/report.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/django__django-13447/test-output-excerpt.txt create mode 100644 reports/experiments/repair-17-v1/official-evaluation/django__django-13757/harness-summary.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/django__django-13757/outcome.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/django__django-13757/raw-log-manifest.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/django__django-13757/report.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/django__django-13757/test-output-excerpt.txt create mode 100644 reports/experiments/repair-17-v1/official-evaluation/manifest.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-18869/harness-summary.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-18869/outcome.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-18869/raw-log-manifest.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-18869/report.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-18869/test-output-excerpt.txt create mode 100644 reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-23563/outcome.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-24149/outcome.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-26020/harness-summary.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-26020/outcome.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-26020/raw-log-manifest.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-26020/report.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-26020/test-output-excerpt.txt create mode 100644 reports/experiments/repair-17-v1/official-evaluation/pallets__flask-4992/harness-summary.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/pallets__flask-4992/outcome.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/pallets__flask-4992/raw-log-manifest.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/pallets__flask-4992/report.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/pallets__flask-4992/test-output-excerpt.txt create mode 100644 reports/experiments/repair-17-v1/official-evaluation/pallets__flask-5063/harness-summary.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/pallets__flask-5063/outcome.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/pallets__flask-5063/raw-log-manifest.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/pallets__flask-5063/report.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/pallets__flask-5063/test-output-excerpt.txt create mode 100644 reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-6506/harness-summary.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-6506/outcome.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-6506/raw-log-manifest.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-6506/report.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-6506/test-output-excerpt.txt create mode 100644 reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-7993/harness-summary.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-7993/outcome.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-7993/raw-log-manifest.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-7993/report.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-7993/test-output-excerpt.txt create mode 100644 reports/experiments/repair-17-v1/official-evaluation/results.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/scikit-learn__scikit-learn-14092/harness-summary.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/scikit-learn__scikit-learn-14092/outcome.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/scikit-learn__scikit-learn-14092/raw-log-manifest.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/scikit-learn__scikit-learn-14092/report.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/scikit-learn__scikit-learn-14092/test-output-excerpt.txt create mode 100644 reports/experiments/repair-17-v1/official-evaluation/scikit-learn__scikit-learn-25747/outcome.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-7975/harness-summary.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-7975/outcome.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-7975/raw-log-manifest.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-7975/report.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-7975/test-output-excerpt.txt create mode 100644 reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-8273/harness-summary.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-8273/outcome.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-8273/raw-log-manifest.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-8273/report.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-8273/test-output-excerpt.txt create mode 100644 reports/experiments/repair-17-v1/official-evaluation/sympy__sympy-20154/harness-summary.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/sympy__sympy-20154/outcome.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/sympy__sympy-20154/raw-log-manifest.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/sympy__sympy-20154/report.json create mode 100644 reports/experiments/repair-17-v1/official-evaluation/sympy__sympy-20154/test-output-excerpt.txt create mode 100644 reports/experiments/repair-17-v2/attempts/django__django-10914.json create mode 100644 reports/experiments/repair-17-v2/attempts/django__django-12983.json create mode 100644 reports/experiments/repair-17-v2/attempts/django__django-13447.json create mode 100644 reports/experiments/repair-17-v2/attempts/django__django-13757.json create mode 100644 reports/experiments/repair-17-v2/attempts/matplotlib__matplotlib-18869.json create mode 100644 reports/experiments/repair-17-v2/attempts/matplotlib__matplotlib-23563.json create mode 100644 reports/experiments/repair-17-v2/attempts/matplotlib__matplotlib-24149.json create mode 100644 reports/experiments/repair-17-v2/attempts/matplotlib__matplotlib-26020.json create mode 100644 reports/experiments/repair-17-v2/attempts/pallets__flask-4992.json create mode 100644 reports/experiments/repair-17-v2/attempts/pallets__flask-5063.json create mode 100644 reports/experiments/repair-17-v2/attempts/pylint-dev__pylint-6506.json create mode 100644 reports/experiments/repair-17-v2/attempts/pylint-dev__pylint-7993.json create mode 100644 reports/experiments/repair-17-v2/attempts/scikit-learn__scikit-learn-14092.json create mode 100644 reports/experiments/repair-17-v2/attempts/scikit-learn__scikit-learn-25747.json create mode 100644 reports/experiments/repair-17-v2/attempts/sphinx-doc__sphinx-7975.json create mode 100644 reports/experiments/repair-17-v2/attempts/sphinx-doc__sphinx-8273.json create mode 100644 reports/experiments/repair-17-v2/attempts/sympy__sympy-20154.json create mode 100644 reports/experiments/repair-17-v2/checks/django__django-10914.json create mode 100644 reports/experiments/repair-17-v2/checks/django__django-12983.json create mode 100644 reports/experiments/repair-17-v2/checks/django__django-13447.json create mode 100644 reports/experiments/repair-17-v2/checks/django__django-13757.json create mode 100644 reports/experiments/repair-17-v2/checks/matplotlib__matplotlib-18869.json create mode 100644 reports/experiments/repair-17-v2/checks/matplotlib__matplotlib-23563.json create mode 100644 reports/experiments/repair-17-v2/checks/matplotlib__matplotlib-24149.json create mode 100644 reports/experiments/repair-17-v2/checks/matplotlib__matplotlib-26020.json create mode 100644 reports/experiments/repair-17-v2/checks/pallets__flask-4992.json create mode 100644 reports/experiments/repair-17-v2/checks/pallets__flask-5063.json create mode 100644 reports/experiments/repair-17-v2/checks/pylint-dev__pylint-6506.json create mode 100644 reports/experiments/repair-17-v2/checks/pylint-dev__pylint-7993.json create mode 100644 reports/experiments/repair-17-v2/checks/scikit-learn__scikit-learn-14092.json create mode 100644 reports/experiments/repair-17-v2/checks/scikit-learn__scikit-learn-25747.json create mode 100644 reports/experiments/repair-17-v2/checks/sphinx-doc__sphinx-7975.json create mode 100644 reports/experiments/repair-17-v2/checks/sphinx-doc__sphinx-8273.json create mode 100644 reports/experiments/repair-17-v2/checks/sympy__sympy-20154.json create mode 100644 reports/experiments/repair-17-v2/completion.json create mode 100644 reports/experiments/repair-17-v2/diagnoses.jsonl create mode 100644 reports/experiments/repair-17-v2/log-audit.json create mode 100644 reports/experiments/repair-17-v2/manifest.json create mode 100644 reports/experiments/repair-17-v2/model-usage.json create mode 100644 reports/experiments/repair-17-v2/predictions.jsonl create mode 100644 reports/experiments/repair-17-v2/source-proof.json create mode 100644 reports/experiments/repair-17-v2/swebench-predictions.jsonl create mode 100644 reports/experiments/repair-17-v2/trace-events.jsonl create mode 100644 scripts/curate_official.py create mode 100644 tests/test_curation.py diff --git a/docs/EXPERIMENTS.md b/docs/EXPERIMENTS.md index 964495d..794a805 100644 --- a/docs/EXPERIMENTS.md +++ b/docs/EXPERIMENTS.md @@ -68,6 +68,15 @@ This is a selected, extra-budget **post-hoc repair study**, not pass@1, an indep 100-task rerun, or an improvement attributable solely to formatting: a model may alter the implementation despite the repair prompt. The original 48/100 is never overwritten. +The first development run (`repair-17-v1`, source commit `6b61f9a`) recovered 14 applicable +patches; three provider errors aborted correction. It is retained, rather than erased. +The follow-up (`repair-17-v2`, source commit `0c39f8a`) reruns **all 17** after preserving +diagnoses/attempts on provider errors and adding request/error counters. It uses the same +per-issue caps, but is a new stochastic run with additional total budget. Differences +between these runs cannot be attributed solely to exception handling, and their best +patches are never pooled into one score. The paired three-arm study continues to use its +original frozen `6b61f9a` implementation for every arm. + ```bash uv run python scripts/repair_withheld.py reports/model-100 runs/repair-17 \ --model provider:model-id --workers 4 diff --git a/reports/experiments/paired-20/routed_recent/model-usage.json b/reports/experiments/paired-20/routed_recent/model-usage.json index aba49f3..dab152b 100644 --- a/reports/experiments/paired-20/routed_recent/model-usage.json +++ b/reports/experiments/paired-20/routed_recent/model-usage.json @@ -1,8 +1,8 @@ { "tasks": 20, - "model_calls": 117, + "model_calls": 118, "successful_model_responses": 117, - "failed_model_calls": 0, + "failed_model_calls": 1, "failed_runs": 1, "token_scope": "provider-reported usage from completed responses; failed calls may have unknown usage", "input_tokens": 1261205, @@ -15,5 +15,6 @@ "patch_check_attempts": 18, "repair_attempts": 0, "recovered_patches": 0, - "model_duration_ms": 1466253 + "model_duration_ms": 1466253, + "model_call_scope": "complete run counters" } diff --git a/reports/experiments/paired-20/routed_source/attempts/matplotlib__matplotlib-23314.json b/reports/experiments/paired-20/routed_source/attempts/matplotlib__matplotlib-23314.json new file mode 100644 index 0000000..fa15dab --- /dev/null +++ b/reports/experiments/paired-20/routed_source/attempts/matplotlib__matplotlib-23314.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/lib/mpl_toolkits/mplot3d/axes3d.py\n+++ b/lib/mpl_toolkits/mplot3d/axes3d.py\n@@ -388,6 +388,9 @@\n @martist.allow_rasterization\n def draw(self, renderer):\n+ if not self.get_visible():\n+ return\n+\n self._unstale_viewLim()\n \n # draw the background patch\n", + "audit": { + "status": "applies", + "original_sha256": "cb96b641ae8e1e0bb454dad4f5841940bb99e18347736a2e797d048cc7337a4e", + "hunks_recounted": true, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "4dbcd3aad6a5f00f224f753b186b718e8e2c6f0e7d0906fd554cdd48563eca49" + } + } +] diff --git a/reports/experiments/paired-20/routed_source/attempts/matplotlib__matplotlib-23563.json b/reports/experiments/paired-20/routed_source/attempts/matplotlib__matplotlib-23563.json new file mode 100644 index 0000000..750ab48 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/attempts/matplotlib__matplotlib-23563.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/lib/mpl_toolkits/mplot3d/art3d.py\n+++ b/lib/mpl_toolkits/mplot3d/art3d.py\n@@ -221,8 +221,8 @@\n def line_2d_to_3d(line, zs=0, zdir='z'):\n \"\"\"Convert a 2D line to 3D.\"\"\"\n \n+ Line3D.set_3d_properties(line, zs, zdir)\n line.__class__ = Line3D\n- line.set_3d_properties(zs, zdir)\n \n \n def _path_to_3d_segment(path, zs=0, zdir='z'):\n", + "audit": { + "status": "applies", + "original_sha256": "c08dc8245b8a0b140ded0ec19fca82265bff0cb6deb05c4d443bb781b0b54de5", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "c08dc8245b8a0b140ded0ec19fca82265bff0cb6deb05c4d443bb781b0b54de5" + } + } +] diff --git a/reports/experiments/paired-20/routed_source/attempts/matplotlib__matplotlib-24149.json b/reports/experiments/paired-20/routed_source/attempts/matplotlib__matplotlib-24149.json new file mode 100644 index 0000000..a5cab17 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/attempts/matplotlib__matplotlib-24149.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/lib/matplotlib/axes/_axes.py\n+++ b/lib/matplotlib/axes/_axes.py\n@@ -2195,7 +2195,7 @@\n dx = [convert(x0 + ddx) - x for ddx in dx]\n if delist:\n dx = dx[0]\n- except (ValueError, TypeError, AttributeError):\n+ except (ValueError, TypeError, AttributeError, StopIteration):\n # if the above fails (for any reason) just fallback to what\n # we do by default and convert dx by itself.\n dx = convert(dx)\n--- a/lib/matplotlib/tests/test_axes.py\n+++ b/lib/matplotlib/tests/test_axes.py\n@@ -1715,6 +1715,12 @@\n def test_nan_bar_values():\n fig, ax = plt.subplots()\n ax.bar([0, 1], [np.nan, 4])\n+ for height in [0, np.nan]:\n+ bars = ax.bar([np.nan], [height])\n+ assert len(bars) == 1\n+ assert np.isnan(bars[0].get_x())\n+ np.testing.assert_equal(bars[0].get_height(), height)\n+ assert bars[0].get_width() == 0.8\n \n \n def test_bar_ticklabel_fail():\n", + "audit": { + "status": "applies", + "original_sha256": "669a8dd4761da2239e823e4c1916aea946f3e91c3d87e1c545a73e60e28be3f2", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "669a8dd4761da2239e823e4c1916aea946f3e91c3d87e1c545a73e60e28be3f2" + } + } +] diff --git a/reports/experiments/paired-20/routed_source/attempts/matplotlib__matplotlib-26011.json b/reports/experiments/paired-20/routed_source/attempts/matplotlib__matplotlib-26011.json new file mode 100644 index 0000000..9b80958 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/attempts/matplotlib__matplotlib-26011.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/lib/matplotlib/axis.py\n+++ b/lib/matplotlib/axis.py\n@@ -1246,6 +1246,7 @@\n if other is not self.axes:\n other._axis_map[name]._set_lim(\n v0, v1, emit=False, auto=auto)\n+ other.callbacks.process(f\"{name}lim_changed\", other)\n if other.figure != self.figure:\n other.figure.canvas.draw_idle()\n \n", + "audit": { + "status": "applies", + "original_sha256": "63712593ed66548ea4b85cd7a6d89207f7222784d1c11da48ae3a56df5d5b067", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "63712593ed66548ea4b85cd7a6d89207f7222784d1c11da48ae3a56df5d5b067" + } + } +] diff --git a/reports/experiments/paired-20/routed_source/attempts/mwaskom__seaborn-2848.json b/reports/experiments/paired-20/routed_source/attempts/mwaskom__seaborn-2848.json new file mode 100644 index 0000000..f6b2bd4 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/attempts/mwaskom__seaborn-2848.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/seaborn/_oldcore.py\n+++ b/seaborn/_oldcore.py\n@@ -150,6 +150,9 @@\n value = self.lookup_table[key]\n except KeyError:\n+ if self.norm is None:\n+ return (0, 0, 0, 0)\n+\n # Use the colormap to interpolate between existing datapoints\n # (e.g. in the context of making a continuous legend)\n try:\n normed = self.norm(key)\n", + "audit": { + "status": "applies", + "original_sha256": "198182327c4d05506314f015969d0333715dcb0d9b8cac8f5c95ad2fa8fb2e19", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "198182327c4d05506314f015969d0333715dcb0d9b8cac8f5c95ad2fa8fb2e19" + } + } +] diff --git a/reports/experiments/paired-20/routed_source/attempts/pallets__flask-4045.json b/reports/experiments/paired-20/routed_source/attempts/pallets__flask-4045.json new file mode 100644 index 0000000..d43f37b --- /dev/null +++ b/reports/experiments/paired-20/routed_source/attempts/pallets__flask-4045.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/src/flask/blueprints.py\n+++ b/src/flask/blueprints.py\n@@ -188,6 +188,9 @@\n template_folder=template_folder,\n root_path=root_path,\n )\n+ if \".\" in name:\n+ raise ValueError(\"Blueprint name must not contain dots.\")\n+\n self.name = name\n self.url_prefix = url_prefix\n self.subdomain = subdomain\n--- a/tests/test_blueprints.py\n+++ b/tests/test_blueprints.py\n@@ -280,3 +280,8 @@\n+def test_blueprint_name_with_dot():\n+ with pytest.raises(ValueError, match=\"must not contain dots\"):\n+ flask.Blueprint(\"parent.child\", __name__)\n+\n+\n def test_dotted_names_from_app(app, client):\n test = flask.Blueprint(\"test\", __name__)\n \n", + "audit": { + "status": "applies", + "original_sha256": "0638736f2bf9912a6c0cadbf11d18032917d01295042082123fd98ea6963222e", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "0638736f2bf9912a6c0cadbf11d18032917d01295042082123fd98ea6963222e" + } + } +] diff --git a/reports/experiments/paired-20/routed_source/attempts/pallets__flask-4992.json b/reports/experiments/paired-20/routed_source/attempts/pallets__flask-4992.json new file mode 100644 index 0000000..3e30140 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/attempts/pallets__flask-4992.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/src/flask/config.py\n+++ b/src/flask/config.py\n@@ -233,6 +233,7 @@\n self,\n filename: str,\n load: t.Callable[[t.IO[t.Any]], t.Mapping],\n silent: bool = False,\n+ mode: str = \"t\",\n ) -> bool:\n \"\"\"Update the values in the config from a file that is loaded\n@@ -254,6 +255,8 @@\n :type load: ``Callable[[Reader], Mapping]`` where ``Reader``\n implements a ``read`` method.\n :param silent: Ignore the file if it doesn't exist.\n+ :param mode: Open in text mode (``\"t\"``, the default) or binary\n+ mode (``\"b\"``, for loaders such as ``tomllib.load``).\n :return: ``True`` if the file was loaded successfully.\n \n .. versionadded:: 2.0\n@@ -262,7 +265,7 @@\n \n try:\n- with open(filename) as f:\n+ with open(filename, \"r\" + mode) as f:\n obj = load(f)\n except OSError as e:\n if silent and e.errno in (errno.ENOENT, errno.EISDIR):\n return False\n--- a/tests/test_config.py\n+++ b/tests/test_config.py\n@@ -37,6 +37,19 @@\n common_object_test(app)\n \n \n+def test_config_from_file_binary():\n+ app = flask.Flask(__name__)\n+ current_dir = os.path.dirname(os.path.abspath(__file__))\n+\n+ def load(file):\n+ data = file.read()\n+ assert isinstance(data, bytes)\n+ return json.loads(data)\n+\n+ filename = os.path.join(current_dir, \"static\", \"config.json\")\n+ assert app.config.from_file(filename, load, mode=\"b\")\n+ common_object_test(app)\n+\n+\n def test_from_prefixed_env(monkeypatch):\n monkeypatch.setenv(\"FLASK_STRING\", \"value\")\n monkeypatch.setenv(\"FLASK_BOOL\", \"true\")\n", + "audit": { + "status": "applies", + "original_sha256": "22ec55425e9712ed635644bbdfcbd7ff27c80bc77bf5d5e5307f6c55cb9e12ed", + "hunks_recounted": true, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "1cd43d91c44d33cd6edddd5f945b33ce22fec2fac74b510b8f4ba61344102c12" + } + } +] diff --git a/reports/experiments/paired-20/routed_source/attempts/psf__requests-2317.json b/reports/experiments/paired-20/routed_source/attempts/psf__requests-2317.json new file mode 100644 index 0000000..79362c8 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/attempts/psf__requests-2317.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/requests/sessions.py\n+++ b/requests/sessions.py\n@@ -428 +428 @@\n- method = builtin_str(method)\n+ method = to_native_string(method)\n", + "audit": { + "status": "invalid", + "original_sha256": "02571318562ba4a182e35f7a2701f3252e856b1dfea891803d3088ac327faf9f", + "hunks_recounted": true, + "functional_tests_run": false, + "error": "error: patch failed: requests/sessions.py:428\nerror: requests/sessions.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "6d4932daaa6dc142a4fd3555955ad785bced90af1cef69686055bc74aec162c5" + } + } +] diff --git a/reports/experiments/paired-20/routed_source/attempts/psf__requests-2674.json b/reports/experiments/paired-20/routed_source/attempts/psf__requests-2674.json new file mode 100644 index 0000000..e34ce47 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/attempts/psf__requests-2674.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/requests/adapters.py\n+++ b/requests/adapters.py\n@@ -23,2 +23,4 @@\n from .packages.urllib3.exceptions import ConnectTimeoutError\n from .packages.urllib3.exceptions import HTTPError as _HTTPError\n+from .packages.urllib3.exceptions import TimeoutError as _TimeoutError\n+from .packages.urllib3.exceptions import DecodeError\n@@ -31,3 +33,3 @@\n from .exceptions import (ConnectionError, ConnectTimeout, ReadTimeout, SSLError,\n- ProxyError, RetryError)\n+ ProxyError, RetryError, Timeout, ContentDecodingError)\n from .auth import _basic_auth_str\n@@ -427,7 +429,11 @@\n except (_SSLError, _HTTPError) as e:\n if isinstance(e, _SSLError):\n raise SSLError(e, request=request)\n elif isinstance(e, ReadTimeoutError):\n raise ReadTimeout(e, request=request)\n+ elif isinstance(e, _TimeoutError):\n+ raise Timeout(e, request=request)\n+ elif isinstance(e, DecodeError):\n+ raise ContentDecodingError(e, request=request)\n else:\n raise\n", + "audit": { + "status": "invalid", + "original_sha256": "1b2e3f68c7e5b64212059ac952b09b2434d73bffc46da630ad5bddc9ecd00d8c", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: requests/adapters.py:23\nerror: requests/adapters.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "1b2e3f68c7e5b64212059ac952b09b2434d73bffc46da630ad5bddc9ecd00d8c" + } + } +] diff --git a/reports/experiments/paired-20/routed_source/attempts/pydata__xarray-4094.json b/reports/experiments/paired-20/routed_source/attempts/pydata__xarray-4094.json new file mode 100644 index 0000000..575cb24 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/attempts/pydata__xarray-4094.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/xarray/core/dataarray.py\n+++ b/xarray/core/dataarray.py\n@@ -1960,7 +1960,7 @@\n # pull variables out of datarray\n data_dict = {}\n for k in variables:\n- data_dict[k] = self.sel({variable_dim: k}).squeeze(drop=True)\n+ data_dict[k] = self.sel({variable_dim: k}, drop=True).squeeze(drop=True)\n \n # unstacked dataset\n return Dataset(data_dict)\n", + "audit": { + "status": "applies", + "original_sha256": "980c17558562a9e54f0430c5de3436eaad32f52491331c0eb09e5389ecf7b070", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "980c17558562a9e54f0430c5de3436eaad32f52491331c0eb09e5389ecf7b070" + } + } +] diff --git a/reports/experiments/paired-20/routed_source/attempts/pydata__xarray-4248.json b/reports/experiments/paired-20/routed_source/attempts/pydata__xarray-4248.json new file mode 100644 index 0000000..1f70892 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/attempts/pydata__xarray-4248.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/xarray/core/formatting.py\n+++ b/xarray/core/formatting.py\n@@ -271,3 +271,10 @@\n+def _variable_label(name, var):\n+ units = var.attrs.get(\"units\")\n+ if isinstance(units, str) and units:\n+ return f\"{name}, in {units}\"\n+ return str(name)\n+\n+\n def summarize_variable(\n name: Hashable, var, col_width: int, marker: str = \" \", max_width: int = None\n ):\n@@ -281,1 +288,2 @@\n- first_col = pretty_print(f\" {marker} {name} \", col_width)\n+ label = _variable_label(name, var)\n+ first_col = pretty_print(f\" {marker} {label} \", col_width)\n@@ -348,9 +356,9 @@\n col_items = []\n for k, v in mapping.items():\n- col_items.append(k)\n var = getattr(v, \"variable\", v)\n+ col_items.append(_variable_label(k, var))\n if isinstance(var, IndexVariable):\n level_names = var.to_index_variable().level_names\n if level_names is not None:\n col_items += list(level_names)\n return col_items\n", + "audit": { + "status": "invalid", + "original_sha256": "7f35e87543d8186836ef2fa416e36e389fe2586a86f99f1be71c587c3bdb6487", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: xarray/core/formatting.py:281\nerror: xarray/core/formatting.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "7f35e87543d8186836ef2fa416e36e389fe2586a86f99f1be71c587c3bdb6487" + } + } +] diff --git a/reports/experiments/paired-20/routed_source/attempts/pytest-dev__pytest-11143.json b/reports/experiments/paired-20/routed_source/attempts/pytest-dev__pytest-11143.json new file mode 100644 index 0000000..cc8b665 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/attempts/pytest-dev__pytest-11143.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/src/_pytest/assertion/rewrite.py\n+++ b/src/_pytest/assertion/rewrite.py\n@@ -677,6 +677,7 @@\n expect_docstring\n and isinstance(item, ast.Expr)\n and isinstance(item.value, ast.Constant)\n+ and isinstance(item.value.value, str)\n ):\n doc = item.value.value\n if self.is_rewrite_disabled(doc):\n", + "audit": { + "status": "applies", + "original_sha256": "c9b1764d9fa4f5ac8f447d278a4df9a8f4a3681d1a1498ba9e0d94d92b39724c", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "c9b1764d9fa4f5ac8f447d278a4df9a8f4a3681d1a1498ba9e0d94d92b39724c" + } + } +] diff --git a/reports/experiments/paired-20/routed_source/attempts/pytest-dev__pytest-11148.json b/reports/experiments/paired-20/routed_source/attempts/pytest-dev__pytest-11148.json new file mode 100644 index 0000000..1de9274 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/attempts/pytest-dev__pytest-11148.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/src/_pytest/pathlib.py\n+++ b/src/_pytest/pathlib.py\n@@ -518,6 +518,9 @@\n if mode is ImportMode.importlib:\n module_name = module_name_from_path(path, root)\n \n+ if module_name in sys.modules:\n+ return sys.modules[module_name]\n+\n for meta_importer in sys.meta_path:\n spec = meta_importer.find_spec(module_name, [str(path.parent)])\n if spec is not None:\n--- a/testing/test_pathlib.py\n+++ b/testing/test_pathlib.py\n@@ -301,7 +301,9 @@\n- def test_importmode_twice_is_different_module(\n+ def test_importmode_twice_is_same_module(\n self, simple_module: Path, tmp_path: Path\n ) -> None:\n- \"\"\"`importlib` mode always returns a new module.\"\"\"\n+ \"\"\"`importlib` mode preserves module identity and state.\"\"\"\n module1 = import_path(simple_module, mode=\"importlib\", root=tmp_path)\n+ module1.state = object() # type: ignore[attr-defined]\n module2 = import_path(simple_module, mode=\"importlib\", root=tmp_path)\n- assert module1 is not module2\n+ assert module1 is module2\n+ assert module2.state is module1.state # type: ignore[attr-defined]\n@@ -324,2 +326,3 @@\n+ monkeypatch.delitem(sys.modules, module.__name__)\n with pytest.raises(ImportError):\n import_path(simple_module, mode=\"importlib\", root=tmp_path)\n", + "audit": { + "status": "invalid", + "original_sha256": "8dec460d30053cbeb2acfadeaed3823ec979c6f50b26f6a2c1c11120d9d01f46", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: testing/test_pathlib.py:301\nerror: testing/test_pathlib.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "8dec460d30053cbeb2acfadeaed3823ec979c6f50b26f6a2c1c11120d9d01f46" + } + } +] diff --git a/reports/experiments/paired-20/routed_source/attempts/pytest-dev__pytest-7490.json b/reports/experiments/paired-20/routed_source/attempts/pytest-dev__pytest-7490.json new file mode 100644 index 0000000..89fc1f7 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/attempts/pytest-dev__pytest-7490.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/src/_pytest/skipping.py\n+++ b/src/_pytest/skipping.py\n@@ -255,4 +255,7 @@\n yield\n \n+ if xfailed is None:\n+ item._store[xfailed_key] = evaluate_xfail_marks(item)\n+\n \n @hookimpl(hookwrapper=True)\n", + "audit": { + "status": "applies", + "original_sha256": "4d5475d4677891a0be1680e849e3722d199346f4bc083d64c3f177d34e61e93e", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "4d5475d4677891a0be1680e849e3722d199346f4bc083d64c3f177d34e61e93e" + } + } +] diff --git a/reports/experiments/paired-20/routed_source/attempts/scikit-learn__scikit-learn-13584.json b/reports/experiments/paired-20/routed_source/attempts/scikit-learn__scikit-learn-13584.json new file mode 100644 index 0000000..95f84c0 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/attempts/scikit-learn__scikit-learn-13584.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/sklearn/utils/_pprint.py\n+++ b/sklearn/utils/_pprint.py\n@@ -96,7 +96,7 @@\n init_params = signature(init_func).parameters\n init_params = {name: param.default for name, param in init_params.items()}\n for k, v in params.items():\n- if (v != init_params[k] and\n+ if (repr(v) != repr(init_params[k]) and\n not (is_scalar_nan(init_params[k]) and is_scalar_nan(v))):\n filtered_params[k] = v\n return filtered_params\n", + "audit": { + "status": "applies", + "original_sha256": "9fefc0d6b4e18f71561f17ca1cc26bd4afb292f369ebca5b1d34f8eaf4d80ef5", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "9fefc0d6b4e18f71561f17ca1cc26bd4afb292f369ebca5b1d34f8eaf4d80ef5" + } + } +] diff --git a/reports/experiments/paired-20/routed_source/attempts/sphinx-doc__sphinx-8713.json b/reports/experiments/paired-20/routed_source/attempts/sphinx-doc__sphinx-8713.json new file mode 100644 index 0000000..1dc0dc2 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/attempts/sphinx-doc__sphinx-8713.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/sphinx/ext/napoleon/docstring.py\n+++ b/sphinx/ext/napoleon/docstring.py\n@@ -684,4 +684,9 @@\n def _parse_other_parameters_section(self, section: str) -> List[str]:\n- return self._format_fields(_('Other Parameters'), self._consume_fields())\n+ if self._config.napoleon_use_param:\n+ fields = self._consume_fields(multiple=True)\n+ return self._format_docutils_params(fields)\n+ else:\n+ return self._format_fields(_('Other Parameters'), self._consume_fields())\n \n def _parse_parameters_section(self, section: str) -> List[str]:\n", + "audit": { + "status": "applies", + "original_sha256": "4b71b76e29d6a87b476a27f1d5e03901902b6c2accd234a4c57cb03ca7c48b81", + "hunks_recounted": true, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "e1683b572b14b5a74dffdabf3daee955e1830cbf5ec6af5472d8448e816eee1d" + } + } +] diff --git a/reports/experiments/paired-20/routed_source/attempts/sympy__sympy-13437.json b/reports/experiments/paired-20/routed_source/attempts/sympy__sympy-13437.json new file mode 100644 index 0000000..cc0eb55 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/attempts/sympy__sympy-13437.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/sympy/functions/combinatorial/numbers.py\n+++ b/sympy/functions/combinatorial/numbers.py\n@@ -435,4 +435,7 @@\n @classmethod\n def eval(cls, n, k_sym=None, symbols=None):\n+ if n is S.Infinity and k_sym is None and symbols is None:\n+ return S.Infinity\n+\n if n.is_Integer and n.is_nonnegative:\n if k_sym is None:\n--- a/sympy/functions/combinatorial/tests/test_comb_numbers.py\n+++ b/sympy/functions/combinatorial/tests/test_comb_numbers.py\n@@ -80,5 +80,9 @@\n def test_bell():\n assert [bell(n) for n in range(8)] == [1, 1, 2, 5, 15, 52, 203, 877]\n+\n+ assert bell(S.Infinity) == S.Infinity\n+ n = Dummy('n')\n+ assert bell(n).limit(n, S.Infinity) == S.Infinity\n \n assert bell(0, x) == 1\n assert bell(1, x) == x\n", + "audit": { + "status": "applies", + "original_sha256": "cf2cb41974f2d715c93e7f81ac6636943f333f35c3fe686801e374fafbc17c53", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "cf2cb41974f2d715c93e7f81ac6636943f333f35c3fe686801e374fafbc17c53" + } + } +] diff --git a/reports/experiments/paired-20/routed_source/attempts/sympy__sympy-13647.json b/reports/experiments/paired-20/routed_source/attempts/sympy__sympy-13647.json new file mode 100644 index 0000000..6e00907 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/attempts/sympy__sympy-13647.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/sympy/matrices/common.py\n+++ b/sympy/matrices/common.py\n@@ -86,7 +86,7 @@\n return self[i, j]\n elif pos <= j < pos + other.cols:\n return other[i, j - pos]\n- return self[i, j - pos - other.cols]\n+ return self[i, j - other.cols]\n \n return self._new(self.rows, self.cols + other.cols,\n lambda i, j: entry(i, j))\n", + "audit": { + "status": "applies", + "original_sha256": "0c5ca584fe11861c46731e2153829205d76b55a38cc1bb1110b24fa9ec72b796", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "0c5ca584fe11861c46731e2153829205d76b55a38cc1bb1110b24fa9ec72b796" + } + } +] diff --git a/reports/experiments/paired-20/routed_source/attempts/sympy__sympy-13895.json b/reports/experiments/paired-20/routed_source/attempts/sympy__sympy-13895.json new file mode 100644 index 0000000..a0bb379 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/attempts/sympy__sympy-13895.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/sympy/core/numbers.py\n+++ b/sympy/core/numbers.py\n@@ -2232,6 +2232,8 @@\n return (S.NegativeOne)**ne*Rational(1, -self)**ne\n else:\n return Rational(1, self.p)**ne\n+ if self.is_negative:\n+ return S.NegativeOne**expt * (-self)**expt\n # see if base is a perfect root, sqrt(4) --> 2\n x, xexact = integer_nthroot(abs(self.p), expt.q)\n if xexact:\n", + "audit": { + "status": "applies", + "original_sha256": "4b93475b4ad669a39c0b11da58d563a4fb231e7889b1ca8c66dd93f2df23c84d", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "4b93475b4ad669a39c0b11da58d563a4fb231e7889b1ca8c66dd93f2df23c84d" + } + } +] diff --git a/reports/experiments/paired-20/routed_source/checks/matplotlib__matplotlib-23314.json b/reports/experiments/paired-20/routed_source/checks/matplotlib__matplotlib-23314.json new file mode 100644 index 0000000..b108524 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/checks/matplotlib__matplotlib-23314.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "cb96b641ae8e1e0bb454dad4f5841940bb99e18347736a2e797d048cc7337a4e", + "hunks_recounted": true, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "4dbcd3aad6a5f00f224f753b186b718e8e2c6f0e7d0906fd554cdd48563eca49", + "initial_status": "applies", + "repair_attempts": 0, + "recovered": false +} diff --git a/reports/experiments/paired-20/routed_source/checks/matplotlib__matplotlib-23563.json b/reports/experiments/paired-20/routed_source/checks/matplotlib__matplotlib-23563.json new file mode 100644 index 0000000..b48f2d5 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/checks/matplotlib__matplotlib-23563.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "c08dc8245b8a0b140ded0ec19fca82265bff0cb6deb05c4d443bb781b0b54de5", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "c08dc8245b8a0b140ded0ec19fca82265bff0cb6deb05c4d443bb781b0b54de5", + "initial_status": "applies", + "repair_attempts": 0, + "recovered": false +} diff --git a/reports/experiments/paired-20/routed_source/checks/matplotlib__matplotlib-24149.json b/reports/experiments/paired-20/routed_source/checks/matplotlib__matplotlib-24149.json new file mode 100644 index 0000000..a12cbf7 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/checks/matplotlib__matplotlib-24149.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "669a8dd4761da2239e823e4c1916aea946f3e91c3d87e1c545a73e60e28be3f2", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "669a8dd4761da2239e823e4c1916aea946f3e91c3d87e1c545a73e60e28be3f2", + "initial_status": "applies", + "repair_attempts": 0, + "recovered": false +} diff --git a/reports/experiments/paired-20/routed_source/checks/matplotlib__matplotlib-26011.json b/reports/experiments/paired-20/routed_source/checks/matplotlib__matplotlib-26011.json new file mode 100644 index 0000000..18fdc63 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/checks/matplotlib__matplotlib-26011.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "63712593ed66548ea4b85cd7a6d89207f7222784d1c11da48ae3a56df5d5b067", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "63712593ed66548ea4b85cd7a6d89207f7222784d1c11da48ae3a56df5d5b067", + "initial_status": "applies", + "repair_attempts": 0, + "recovered": false +} diff --git a/reports/experiments/paired-20/routed_source/checks/mwaskom__seaborn-2848.json b/reports/experiments/paired-20/routed_source/checks/mwaskom__seaborn-2848.json new file mode 100644 index 0000000..576e1f6 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/checks/mwaskom__seaborn-2848.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "198182327c4d05506314f015969d0333715dcb0d9b8cac8f5c95ad2fa8fb2e19", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "198182327c4d05506314f015969d0333715dcb0d9b8cac8f5c95ad2fa8fb2e19", + "initial_status": "applies", + "repair_attempts": 0, + "recovered": false +} diff --git a/reports/experiments/paired-20/routed_source/checks/pallets__flask-4045.json b/reports/experiments/paired-20/routed_source/checks/pallets__flask-4045.json new file mode 100644 index 0000000..67016cf --- /dev/null +++ b/reports/experiments/paired-20/routed_source/checks/pallets__flask-4045.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "0638736f2bf9912a6c0cadbf11d18032917d01295042082123fd98ea6963222e", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "0638736f2bf9912a6c0cadbf11d18032917d01295042082123fd98ea6963222e", + "initial_status": "applies", + "repair_attempts": 0, + "recovered": false +} diff --git a/reports/experiments/paired-20/routed_source/checks/pallets__flask-4992.json b/reports/experiments/paired-20/routed_source/checks/pallets__flask-4992.json new file mode 100644 index 0000000..34f8705 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/checks/pallets__flask-4992.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "22ec55425e9712ed635644bbdfcbd7ff27c80bc77bf5d5e5307f6c55cb9e12ed", + "hunks_recounted": true, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "1cd43d91c44d33cd6edddd5f945b33ce22fec2fac74b510b8f4ba61344102c12", + "initial_status": "applies", + "repair_attempts": 0, + "recovered": false +} diff --git a/reports/experiments/paired-20/routed_source/checks/psf__requests-2317.json b/reports/experiments/paired-20/routed_source/checks/psf__requests-2317.json new file mode 100644 index 0000000..63ccc2a --- /dev/null +++ b/reports/experiments/paired-20/routed_source/checks/psf__requests-2317.json @@ -0,0 +1,13 @@ +{ + "status": "invalid", + "original_sha256": "02571318562ba4a182e35f7a2701f3252e856b1dfea891803d3088ac327faf9f", + "hunks_recounted": true, + "functional_tests_run": false, + "error": "error: patch failed: requests/sessions.py:428\nerror: requests/sessions.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "6d4932daaa6dc142a4fd3555955ad785bced90af1cef69686055bc74aec162c5", + "initial_status": "invalid", + "repair_attempts": 0, + "recovered": false +} diff --git a/reports/experiments/paired-20/routed_source/checks/psf__requests-2674.json b/reports/experiments/paired-20/routed_source/checks/psf__requests-2674.json new file mode 100644 index 0000000..b08663f --- /dev/null +++ b/reports/experiments/paired-20/routed_source/checks/psf__requests-2674.json @@ -0,0 +1,13 @@ +{ + "status": "invalid", + "original_sha256": "1b2e3f68c7e5b64212059ac952b09b2434d73bffc46da630ad5bddc9ecd00d8c", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: requests/adapters.py:23\nerror: requests/adapters.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "1b2e3f68c7e5b64212059ac952b09b2434d73bffc46da630ad5bddc9ecd00d8c", + "initial_status": "invalid", + "repair_attempts": 0, + "recovered": false +} diff --git a/reports/experiments/paired-20/routed_source/checks/pydata__xarray-4094.json b/reports/experiments/paired-20/routed_source/checks/pydata__xarray-4094.json new file mode 100644 index 0000000..f695b3e --- /dev/null +++ b/reports/experiments/paired-20/routed_source/checks/pydata__xarray-4094.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "980c17558562a9e54f0430c5de3436eaad32f52491331c0eb09e5389ecf7b070", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "980c17558562a9e54f0430c5de3436eaad32f52491331c0eb09e5389ecf7b070", + "initial_status": "applies", + "repair_attempts": 0, + "recovered": false +} diff --git a/reports/experiments/paired-20/routed_source/checks/pydata__xarray-4248.json b/reports/experiments/paired-20/routed_source/checks/pydata__xarray-4248.json new file mode 100644 index 0000000..da83bc3 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/checks/pydata__xarray-4248.json @@ -0,0 +1,13 @@ +{ + "status": "invalid", + "original_sha256": "7f35e87543d8186836ef2fa416e36e389fe2586a86f99f1be71c587c3bdb6487", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: xarray/core/formatting.py:281\nerror: xarray/core/formatting.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "7f35e87543d8186836ef2fa416e36e389fe2586a86f99f1be71c587c3bdb6487", + "initial_status": "invalid", + "repair_attempts": 0, + "recovered": false +} diff --git a/reports/experiments/paired-20/routed_source/checks/pytest-dev__pytest-11143.json b/reports/experiments/paired-20/routed_source/checks/pytest-dev__pytest-11143.json new file mode 100644 index 0000000..0cf879d --- /dev/null +++ b/reports/experiments/paired-20/routed_source/checks/pytest-dev__pytest-11143.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "c9b1764d9fa4f5ac8f447d278a4df9a8f4a3681d1a1498ba9e0d94d92b39724c", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "c9b1764d9fa4f5ac8f447d278a4df9a8f4a3681d1a1498ba9e0d94d92b39724c", + "initial_status": "applies", + "repair_attempts": 0, + "recovered": false +} diff --git a/reports/experiments/paired-20/routed_source/checks/pytest-dev__pytest-11148.json b/reports/experiments/paired-20/routed_source/checks/pytest-dev__pytest-11148.json new file mode 100644 index 0000000..92b96f5 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/checks/pytest-dev__pytest-11148.json @@ -0,0 +1,13 @@ +{ + "status": "invalid", + "original_sha256": "8dec460d30053cbeb2acfadeaed3823ec979c6f50b26f6a2c1c11120d9d01f46", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: testing/test_pathlib.py:301\nerror: testing/test_pathlib.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "8dec460d30053cbeb2acfadeaed3823ec979c6f50b26f6a2c1c11120d9d01f46", + "initial_status": "invalid", + "repair_attempts": 0, + "recovered": false +} diff --git a/reports/experiments/paired-20/routed_source/checks/pytest-dev__pytest-7490.json b/reports/experiments/paired-20/routed_source/checks/pytest-dev__pytest-7490.json new file mode 100644 index 0000000..f8f17d4 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/checks/pytest-dev__pytest-7490.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "4d5475d4677891a0be1680e849e3722d199346f4bc083d64c3f177d34e61e93e", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "4d5475d4677891a0be1680e849e3722d199346f4bc083d64c3f177d34e61e93e", + "initial_status": "applies", + "repair_attempts": 0, + "recovered": false +} diff --git a/reports/experiments/paired-20/routed_source/checks/scikit-learn__scikit-learn-13584.json b/reports/experiments/paired-20/routed_source/checks/scikit-learn__scikit-learn-13584.json new file mode 100644 index 0000000..9950146 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/checks/scikit-learn__scikit-learn-13584.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "9fefc0d6b4e18f71561f17ca1cc26bd4afb292f369ebca5b1d34f8eaf4d80ef5", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "9fefc0d6b4e18f71561f17ca1cc26bd4afb292f369ebca5b1d34f8eaf4d80ef5", + "initial_status": "applies", + "repair_attempts": 0, + "recovered": false +} diff --git a/reports/experiments/paired-20/routed_source/checks/sphinx-doc__sphinx-8713.json b/reports/experiments/paired-20/routed_source/checks/sphinx-doc__sphinx-8713.json new file mode 100644 index 0000000..c48edcf --- /dev/null +++ b/reports/experiments/paired-20/routed_source/checks/sphinx-doc__sphinx-8713.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "4b71b76e29d6a87b476a27f1d5e03901902b6c2accd234a4c57cb03ca7c48b81", + "hunks_recounted": true, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "e1683b572b14b5a74dffdabf3daee955e1830cbf5ec6af5472d8448e816eee1d", + "initial_status": "applies", + "repair_attempts": 0, + "recovered": false +} diff --git a/reports/experiments/paired-20/routed_source/checks/sympy__sympy-13437.json b/reports/experiments/paired-20/routed_source/checks/sympy__sympy-13437.json new file mode 100644 index 0000000..57f2555 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/checks/sympy__sympy-13437.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "cf2cb41974f2d715c93e7f81ac6636943f333f35c3fe686801e374fafbc17c53", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "cf2cb41974f2d715c93e7f81ac6636943f333f35c3fe686801e374fafbc17c53", + "initial_status": "applies", + "repair_attempts": 0, + "recovered": false +} diff --git a/reports/experiments/paired-20/routed_source/checks/sympy__sympy-13647.json b/reports/experiments/paired-20/routed_source/checks/sympy__sympy-13647.json new file mode 100644 index 0000000..35410f3 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/checks/sympy__sympy-13647.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "0c5ca584fe11861c46731e2153829205d76b55a38cc1bb1110b24fa9ec72b796", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "0c5ca584fe11861c46731e2153829205d76b55a38cc1bb1110b24fa9ec72b796", + "initial_status": "applies", + "repair_attempts": 0, + "recovered": false +} diff --git a/reports/experiments/paired-20/routed_source/checks/sympy__sympy-13895.json b/reports/experiments/paired-20/routed_source/checks/sympy__sympy-13895.json new file mode 100644 index 0000000..cf52dc6 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/checks/sympy__sympy-13895.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "4b93475b4ad669a39c0b11da58d563a4fb231e7889b1ca8c66dd93f2df23c84d", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "4b93475b4ad669a39c0b11da58d563a4fb231e7889b1ca8c66dd93f2df23c84d", + "initial_status": "applies", + "repair_attempts": 0, + "recovered": false +} diff --git a/reports/experiments/paired-20/routed_source/completion.json b/reports/experiments/paired-20/routed_source/completion.json new file mode 100644 index 0000000..a8a68be --- /dev/null +++ b/reports/experiments/paired-20/routed_source/completion.json @@ -0,0 +1,5 @@ +{ + "completed_at": "2026-10-08T21:46:58.954279+00:00", + "count": 20, + "predictions_sha256": "74f2ea4c606f23ad2f87d29cdd8f4ad0df73d41bee4ca69600d5c6e786636027" +} diff --git a/reports/experiments/paired-20/routed_source/diagnoses.jsonl b/reports/experiments/paired-20/routed_source/diagnoses.jsonl new file mode 100644 index 0000000..68ede02 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/diagnoses.jsonl @@ -0,0 +1,20 @@ +{"instance_id": "matplotlib__matplotlib-23314", "diagnosis": {"conclusion": "identified", "root_cause": "Axes3D.draw() renders its background patch, panes, and axes without checking the axes' visibility. These rendering calls precede super().draw(renderer), so a superclass visibility check cannot prevent them. The existing visibility filter checks only child collections and patches.", "affected_files": ["lib/mpl_toolkits/mplot3d/axes3d.py"], "evidence_ids": ["e0011"], "suggested_fix": "Return immediately from Axes3D.draw() when get_visible() is false, before any rendering. Add a regression test comparing a figure containing a hidden 3D subplot with an otherwise identical figure without that subplot. The proposed patch is UNVERIFIED.", "proposed_patch": "--- a/lib/mpl_toolkits/mplot3d/axes3d.py\n+++ b/lib/mpl_toolkits/mplot3d/axes3d.py\n@@ -388,5 +388,8 @@\n @martist.allow_rasterization\n def draw(self, renderer):\n+ if not self.get_visible():\n+ return\n+\n self._unstale_viewLim()\n \n # draw the background patch\n", "confidence": "high", "limitations": ["Baseline tests and reproduction were not run; no runtime result or dependency/setup failure was established.", "The patch has not been applied or validated.", "The supplied source snapshot was inspected; equivalence to the reported Matplotlib 3.4.2 installation was not verified."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "lib/mpl_toolkits/mplot3d/axes3d.py", "start_line": 411, "end_line": 421}, {"id": "e0002", "kind": "search", "path": "examples/mplot3d/rotate_axes3d_sgskip.py", "start_line": 18, "end_line": 28}, {"id": "e0003", "kind": "search", "path": "lib/mpl_toolkits/tests/test_mplot3d.py", "start_line": 116, "end_line": 126}, {"id": "e0004", "kind": "search", "path": "lib/matplotlib/projections/__init__.py", "start_line": 17, "end_line": 27}, {"id": "e0005", "kind": "search", "path": "examples/mplot3d/voxels.py", "start_line": 3, "end_line": 13}, {"id": "e0006", "kind": "search", "path": "examples/mplot3d/wire3d_zero_stride.py", "start_line": 15, "end_line": 25}, {"id": "e0007", "kind": "search", "path": "lib/mpl_toolkits/tests/test_mplot3d.py", "start_line": 116, "end_line": 126}, {"id": "e0008", "kind": "search", "path": "examples/mplot3d/projections.py", "start_line": 35, "end_line": 45}, {"id": "e0009", "kind": "search", "path": "examples/mplot3d/rotate_axes3d_sgskip.py", "start_line": 18, "end_line": 28}, {"id": "e0010", "kind": "search", "path": "examples/mplot3d/contour3d_3.py", "start_line": 14, "end_line": 24}, {"id": "e0011", "kind": "source", "path": "lib/mpl_toolkits/mplot3d/axes3d.py", "start_line": 375, "end_line": 465}, {"id": "e0012", "kind": "search", "path": "lib/mpl_toolkits/axisartist/axis_artist.py", "start_line": 172, "end_line": 182}, {"id": "e0013", "kind": "search", "path": "lib/matplotlib/tests/test_skew.py", "start_line": 19, "end_line": 29}, {"id": "e0014", "kind": "search", "path": "examples/specialty_plots/skewt.py", "start_line": 25, "end_line": 35}, {"id": "e0015", "kind": "search", "path": "lib/mpl_toolkits/tests/test_axisartist_axis_artist.py", "start_line": 10, "end_line": 20}, {"id": "e0016", "kind": "search", "path": "lib/mpl_toolkits/axes_grid1/mpl_axes.py", "start_line": 89, "end_line": 99}, {"id": "e0017", "kind": "search", "path": "lib/matplotlib/tests/test_subplots.py", "start_line": 160, "end_line": 170}, {"id": "e0018", "kind": "search", "path": "examples/widgets/check_buttons.py", "start_line": 30, "end_line": 40}, {"id": "e0019", "kind": "search", "path": "examples/user_interfaces/svg_tooltip_sgskip.py", "start_line": 90, "end_line": 100}, {"id": "e0020", "kind": "search", "path": "lib/mpl_toolkits/axisartist/axis_artist.py", "start_line": 173, "end_line": 183}, {"id": "e0021", "kind": "search", "path": "lib/matplotlib/tests/test_skew.py", "start_line": 23, "end_line": 33}, {"id": "e0022", "kind": "search", "path": "examples/specialty_plots/skewt.py", "start_line": 27, "end_line": 37}, {"id": "e0023", "kind": "search", "path": "examples/misc/cursor_demo.py", "start_line": 38, "end_line": 48}, {"id": "e0024", "kind": "search", "path": "lib/mpl_toolkits/tests/test_axisartist_axis_artist.py", "start_line": 10, "end_line": 20}, {"id": "e0025", "kind": "search", "path": "lib/mpl_toolkits/axisartist/axislines.py", "start_line": 453, "end_line": 463}, {"id": "e0026", "kind": "source", "path": "lib/mpl_toolkits/tests/test_mplot3d.py", "start_line": 1, "end_line": 100}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "matplotlib__matplotlib-23563", "diagnosis": {"conclusion": "identified", "root_cause": "Conversion is non-atomic: line_2d_to_3d changes the artist's class to Line3D before initializing its 3D coordinates. If broadcasting zs fails, _verts3d is never assigned, but the artist remains a Line3D. Subsequent drawing reads the missing attribute, causing the secondary AttributeError. Changing input variables does not repair that existing artist.", "affected_files": ["lib/mpl_toolkits/mplot3d/art3d.py"], "evidence_ids": ["e0011", "e0012", "e0013"], "suggested_fix": "Initialize 3D properties using the unbound method before changing the artist's class. Invalid coordinates will still raise their original error without leaving an uninitialized Line3D. Add regression coverage for failed conversion followed by drawing. This proposed patch is UNVERIFIED.", "proposed_patch": "--- a/lib/mpl_toolkits/mplot3d/art3d.py\n+++ b/lib/mpl_toolkits/mplot3d/art3d.py\n@@ -221,8 +221,8 @@\n def line_2d_to_3d(line, zs=0, zdir='z'):\n \"\"\"Convert a 2D line to 3D.\"\"\"\n \n+ Line3D.set_3d_properties(line, zs, zdir)\n line.__class__ = Line3D\n- line.set_3d_properties(zs, zdir)\n \n \n def _path_to_3d_segment(path, zs=0, zdir='z'):\n", "confidence": "high", "limitations": ["Baseline tests and reproduction were not run; no dependency/setup failure was observed or established.", "The exact failing input shapes are unspecified, so the reported interactive sequence is not independently confirmed.", "The patch prevents the corrupted Line3D state; it does not add support for multidimensional coordinates or remove the already-created 2D artist."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "lib/mpl_toolkits/mplot3d/art3d.py", "start_line": 222, "end_line": 232}, {"id": "e0002", "kind": "search", "path": "examples/animation/random_walk.py", "start_line": 25, "end_line": 35}, {"id": "e0003", "kind": "search", "path": "lib/mpl_toolkits/tests/test_mplot3d.py", "start_line": 1309, "end_line": 1319}, {"id": "e0004", "kind": "search", "path": "examples/mplot3d/pathpatch3d.py", "start_line": 3, "end_line": 13}, {"id": "e0005", "kind": "search", "path": "lib/mpl_toolkits/mplot3d/axes3d.py", "start_line": 1281, "end_line": 1291}, {"id": "e0006", "kind": "search", "path": "lib/mpl_toolkits/mplot3d/art3d.py", "start_line": 171, "end_line": 181}, {"id": "e0007", "kind": "search", "path": "lib/mpl_toolkits/mplot3d/axes3d.py", "start_line": 1277, "end_line": 1287}, {"id": "e0008", "kind": "search", "path": "lib/mpl_toolkits/tests/test_mplot3d.py", "start_line": 488, "end_line": 498}, {"id": "e0009", "kind": "search", "path": "lib/matplotlib/tests/test_collections.py", "start_line": 18, "end_line": 28}, {"id": "e0010", "kind": "search", "path": "examples/mplot3d/2dcollections3d.py", "start_line": 15, "end_line": 25}, {"id": "e0011", "kind": "source", "path": "lib/mpl_toolkits/mplot3d/art3d.py", "start_line": 145, "end_line": 228}, {"id": "e0012", "kind": "source", "path": "lib/mpl_toolkits/mplot3d/axes3d.py", "start_line": 1240, "end_line": 1292}, {"id": "e0013", "kind": "source", "path": "lib/mpl_toolkits/tests/test_mplot3d.py", "start_line": 1270, "end_line": 1317}, {"id": "e0014", "kind": "search", "path": "examples/text_labels_and_annotations/line_with_text.py", "start_line": 58, "end_line": 68}, {"id": "e0015", "kind": "search", "path": "examples/user_interfaces/toolmanager_sgskip.py", "start_line": 63, "end_line": 73}, {"id": "e0016", "kind": "search", "path": "examples/animation/strip_chart.py", "start_line": 20, "end_line": 30}, {"id": "e0017", "kind": "search", "path": "examples/text_labels_and_annotations/line_with_text.py", "start_line": 81, "end_line": 86}, {"id": "e0018", "kind": "search", "path": "setup.py", "start_line": 209, "end_line": 219}, {"id": "e0019", "kind": "search", "path": "lib/mpl_toolkits/axisartist/axisline_style.py", "start_line": 12, "end_line": 22}, {"id": "e0020", "kind": "search", "path": "lib/mpl_toolkits/mplot3d/axes3d.py", "start_line": 2916, "end_line": 2926}, {"id": "e0021", "kind": "search", "path": "lib/matplotlib/axes/_base.py", "start_line": 1463, "end_line": 1473}, {"id": "e0022", "kind": "search", "path": "examples/text_labels_and_annotations/line_with_text.py", "start_line": 58, "end_line": 68}, {"id": "e0023", "kind": "search", "path": "examples/user_interfaces/toolmanager_sgskip.py", "start_line": 63, "end_line": 73}, {"id": "e0024", "kind": "search", "path": "lib/matplotlib/tests/test_cycles.py", "start_line": 123, "end_line": 133}, {"id": "e0025", "kind": "search", "path": "lib/mpl_toolkits/axes_grid1/parasite_axes.py", "start_line": 20, "end_line": 30}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "matplotlib__matplotlib-24149", "diagnosis": {"conclusion": "identified", "root_cause": "Axes.bar passes x positions to _convert_dx for width conversion. With all-NaN positions, _safe_first_finite exhausts its filtered iterator and raises StopIteration. Neither the local handlers nor the outer conversion fallback catches it, so bar construction fails. The existing NaN regression test covers only heights with finite positions.", "affected_files": ["lib/matplotlib/axes/_axes.py", "lib/matplotlib/tests/test_axes.py"], "evidence_ids": ["e0006", "e0007", "e0008", "e0014"], "suggested_fix": "Catch StopIteration in _convert_dx's outer fallback so either finite-element lookup can fall back to direct width conversion. Extend regression coverage to all-NaN positions with finite and NaN heights. This proposed patch is UNVERIFIED.", "proposed_patch": "--- a/lib/matplotlib/axes/_axes.py\n+++ b/lib/matplotlib/axes/_axes.py\n@@ -2195,7 +2195,7 @@\n dx = [convert(x0 + ddx) - x for ddx in dx]\n if delist:\n dx = dx[0]\n- except (ValueError, TypeError, AttributeError):\n+ except (ValueError, TypeError, AttributeError, StopIteration):\n # if the above fails (for any reason) just fallback to what\n # we do by default and convert dx by itself.\n dx = convert(dx)\n--- a/lib/matplotlib/tests/test_axes.py\n+++ b/lib/matplotlib/tests/test_axes.py\n@@ -1715,6 +1715,12 @@\n def test_nan_bar_values():\n fig, ax = plt.subplots()\n ax.bar([0, 1], [np.nan, 4])\n+ for height in [0, np.nan]:\n+ bars = ax.bar([np.nan], [height])\n+ assert len(bars) == 1\n+ assert np.isnan(bars[0].get_x())\n+ np.testing.assert_equal(bars[0].get_height(), height)\n+ assert bars[0].get_width() == 0.8\n \n \n def test_bar_ticklabel_fail():\n", "confidence": "high", "limitations": ["Diagnosis is based on supplied source evidence and the reported traceback; reproduction was not executed.", "Baseline tests were not run. No dependency/setup failure or reproduction failure was observed.", "The patch has not been applied or validated; unit-aware conversion behavior remains untested."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "lib/matplotlib/units.py", "start_line": 197, "end_line": 207}, {"id": "e0002", "kind": "search", "path": "lib/matplotlib/axes/_axes.py", "start_line": 2179, "end_line": 2189}, {"id": "e0003", "kind": "search", "path": "lib/matplotlib/cbook/__init__.py", "start_line": 1703, "end_line": 1713}, {"id": "e0004", "kind": "search", "path": "lib/matplotlib/tests/test_cbook.py", "start_line": 602, "end_line": 612}, {"id": "e0005", "kind": "search", "path": "examples/lines_bars_and_markers/curve_error_band.py", "start_line": 40, "end_line": 50}, {"id": "e0006", "kind": "source", "path": "lib/matplotlib/axes/_axes.py", "start_line": 2145, "end_line": 2210}, {"id": "e0007", "kind": "source", "path": "lib/matplotlib/axes/_axes.py", "start_line": 2350, "end_line": 2395}, {"id": "e0008", "kind": "source", "path": "lib/matplotlib/cbook/__init__.py", "start_line": 1708, "end_line": 1755}, {"id": "e0009", "kind": "search", "path": "lib/matplotlib/tests/test_category.py", "start_line": 39, "end_line": 49}, {"id": "e0010", "kind": "search", "path": "lib/matplotlib/tests/test_axes.py", "start_line": 1712, "end_line": 1722}, {"id": "e0011", "kind": "search", "path": "lib/matplotlib/tests/test_path.py", "start_line": 109, "end_line": 119}, {"id": "e0012", "kind": "search", "path": "lib/matplotlib/tests/test_simplification.py", "start_line": 247, "end_line": 257}, {"id": "e0013", "kind": "search", "path": "lib/matplotlib/tests/test_cbook.py", "start_line": 16, "end_line": 26}, {"id": "e0014", "kind": "source", "path": "lib/matplotlib/tests/test_axes.py", "start_line": 1685, "end_line": 1735}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "matplotlib__matplotlib-26011", "diagnosis": {"conclusion": "identified", "root_cause": "Axes.set_xlim delegates to Axis._set_lim. Shared siblings are updated with emit=False, while callback dispatch occurs only when emit is true. Consequently, sibling limits change without emitting xlim_changed.", "affected_files": ["lib/matplotlib/axis.py"], "evidence_ids": ["e0006", "e0014", "e0021", "e0022"], "suggested_fix": "Keep emit=False on sibling updates to avoid recursive propagation, then explicitly notify each sibling's observers inside the originating emit block. Add regression coverage for shared-axis callback delivery and explicit emit=False suppression.", "proposed_patch": "--- a/lib/matplotlib/axis.py\n+++ b/lib/matplotlib/axis.py\n@@ -1246,6 +1246,7 @@\n if other is not self.axes:\n other._axis_map[name]._set_lim(\n v0, v1, emit=False, auto=auto)\n+ other.callbacks.process(f\"{name}lim_changed\", other)\n if other.figure != self.figure:\n other.figure.canvas.draw_idle()\n \n", "confidence": "high", "limitations": ["No baseline tests or runtime reproduction were run; no dependency/setup failure was observed or assessed.", "The patch is proposed only, not applied or validated (UNVERIFIED).", "Inspected tests cover sharing configuration and limit synchronization, not callback delivery.", "The common helper also affects shared y- and z-axis notifications; those behaviors require regression testing."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "lib/matplotlib/axes/_base.py", "start_line": 1229, "end_line": 1239}, {"id": "e0002", "kind": "search", "path": "lib/matplotlib/axis.py", "start_line": 1176, "end_line": 1186}, {"id": "e0003", "kind": "search", "path": "lib/mpl_toolkits/axes_grid1/parasite_axes.py", "start_line": 20, "end_line": 30}, {"id": "e0004", "kind": "search", "path": "lib/mpl_toolkits/mplot3d/axes3d.py", "start_line": 704, "end_line": 714}, {"id": "e0005", "kind": "search", "path": "galleries/examples/event_handling/viewlims.py", "start_line": 83, "end_line": 93}, {"id": "e0006", "kind": "source", "path": "lib/matplotlib/axis.py", "start_line": 1179, "end_line": 1290}, {"id": "e0007", "kind": "search", "path": "lib/mpl_toolkits/axes_grid1/parasite_axes.py", "start_line": 20, "end_line": 30}, {"id": "e0008", "kind": "search", "path": "galleries/examples/event_handling/viewlims.py", "start_line": 83, "end_line": 93}, {"id": "e0009", "kind": "search", "path": "lib/matplotlib/cm.py", "start_line": 411, "end_line": 421}, {"id": "e0010", "kind": "search", "path": "galleries/examples/event_handling/resample.py", "start_line": 72, "end_line": 77}, {"id": "e0011", "kind": "search", "path": "lib/matplotlib/tests/test_backend_bases.py", "start_line": 19, "end_line": 29}, {"id": "e0012", "kind": "search", "path": "lib/matplotlib/axes/_secondary_axes.py", "start_line": 208, "end_line": 218}, {"id": "e0013", "kind": "search", "path": "lib/matplotlib/axes/_base.py", "start_line": 3567, "end_line": 3577}, {"id": "e0014", "kind": "source", "path": "lib/matplotlib/axes/_base.py", "start_line": 3570, "end_line": 3675}, {"id": "e0015", "kind": "search", "path": "lib/matplotlib/tests/test_subplots.py", "start_line": 40, "end_line": 50}, {"id": "e0016", "kind": "search", "path": "lib/matplotlib/tests/test_pickle.py", "start_line": 246, "end_line": 256}, {"id": "e0017", "kind": "search", "path": "lib/matplotlib/tests/test_axes.py", "start_line": 2334, "end_line": 2344}, {"id": "e0018", "kind": "search", "path": "galleries/examples/event_handling/viewlims.py", "start_line": 83, "end_line": 93}, {"id": "e0019", "kind": "search", "path": "lib/mpl_toolkits/axisartist/tests/test_axislines.py", "start_line": 48, "end_line": 58}, {"id": "e0020", "kind": "search", "path": "galleries/examples/event_handling/resample.py", "start_line": 72, "end_line": 77}, {"id": "e0021", "kind": "source", "path": "lib/matplotlib/tests/test_pickle.py", "start_line": 240, "end_line": 255}, {"id": "e0022", "kind": "source", "path": "lib/matplotlib/tests/test_subplots.py", "start_line": 43, "end_line": 110}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "mwaskom__seaborn-2848", "diagnosis": {"conclusion": "identified", "root_cause": "PairGrid passes all hue values alongside the restricted hue_order. Categorical HueMapping creates lookup entries only for ordered levels and sets norm=None. An excluded string therefore triggers KeyError, then an attempted call to self.norm(key), followed by np.isnan(key), which raises the reported TypeError.", "affected_files": ["seaborn/_oldcore.py"], "evidence_ids": ["e0022", "e0023", "e0026", "e0031", "e0021"], "suggested_fix": "Return transparent RGBA for missing lookup keys when norm is None, preserving numeric interpolation. Add regression coverage for excluded string categories. The proposed patch is UNVERIFIED.", "proposed_patch": "--- a/seaborn/_oldcore.py\n+++ b/seaborn/_oldcore.py\n@@ -150,6 +150,9 @@\n value = self.lookup_table[key]\n except KeyError:\n+ if self.norm is None:\n+ return (0, 0, 0, 0)\n+\n # Use the colormap to interpolate between existing datapoints\n # (e.g. in the context of making a continuous legend)\n try:\n normed = self.norm(key)\n", "confidence": "high", "limitations": ["Baseline tests and runtime reproduction were not run; no dependency/setup failure was observed or assessed.", "The current snapshot uses seaborn/_oldcore.py rather than the historical seaborn/_core.py mentioned in the issue.", "No patch was applied or validated; regression coverage is recommended but not included."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "seaborn/_oldcore.py", "start_line": 55, "end_line": 65}, {"id": "e0002", "kind": "search", "path": "tests/test_core.py", "start_line": 156, "end_line": 166}, {"id": "e0003", "kind": "search", "path": "seaborn/_docstrings.py", "start_line": 87, "end_line": 97}, {"id": "e0004", "kind": "search", "path": "seaborn/relational.py", "start_line": 72, "end_line": 82}, {"id": "e0005", "kind": "search", "path": "seaborn/distributions.py", "start_line": 1371, "end_line": 1381}, {"id": "e0006", "kind": "search", "path": "tests/test_axisgrid.py", "start_line": 1064, "end_line": 1074}, {"id": "e0007", "kind": "search", "path": "seaborn/_docstrings.py", "start_line": 87, "end_line": 97}, {"id": "e0008", "kind": "search", "path": "seaborn/axisgrid.py", "start_line": 18, "end_line": 28}, {"id": "e0009", "kind": "search", "path": "seaborn/regression.py", "start_line": 559, "end_line": 569}, {"id": "e0010", "kind": "search", "path": "doc/releases/v0.4.0.txt", "start_line": 7, "end_line": 17}, {"id": "e0011", "kind": "search", "path": "seaborn/_oldcore.py", "start_line": 55, "end_line": 65}, {"id": "e0012", "kind": "search", "path": "tests/test_core.py", "start_line": 60, "end_line": 70}, {"id": "e0013", "kind": "search", "path": "seaborn/_docstrings.py", "start_line": 93, "end_line": 103}, {"id": "e0014", "kind": "search", "path": "seaborn/distributions.py", "start_line": 1120, "end_line": 1130}, {"id": "e0015", "kind": "search", "path": "seaborn/relational.py", "start_line": 79, "end_line": 89}, {"id": "e0016", "kind": "search", "path": "seaborn/axisgrid.py", "start_line": 1465, "end_line": 1475}, {"id": "e0017", "kind": "search", "path": "seaborn/_docstrings.py", "start_line": 87, "end_line": 97}, {"id": "e0018", "kind": "search", "path": "doc/releases/v0.6.0.txt", "start_line": 27, "end_line": 37}, {"id": "e0019", "kind": "search", "path": "seaborn/relational.py", "start_line": 72, "end_line": 82}, {"id": "e0020", "kind": "search", "path": "examples/different_scatter_variables.py", "start_line": 20, "end_line": 25}, {"id": "e0021", "kind": "source", "path": "tests/test_core.py", "start_line": 110, "end_line": 220}, {"id": "e0022", "kind": "source", "path": "seaborn/_oldcore.py", "start_line": 75, "end_line": 194}, {"id": "e0023", "kind": "source", "path": "seaborn/axisgrid.py", "start_line": 1490, "end_line": 1609}, {"id": "e0024", "kind": "source", "path": "seaborn/relational.py", "start_line": 1, "end_line": 45}, {"id": "e0025", "kind": "search", "path": "tests/test_relational.py", "start_line": 1492, "end_line": 1502}, {"id": "e0026", "kind": "search", "path": "seaborn/relational.py", "start_line": 576, "end_line": 586}, {"id": "e0027", "kind": "search", "path": "tests/test_axisgrid.py", "start_line": 1170, "end_line": 1180}, {"id": "e0028", "kind": "search", "path": "tests/test_relational.py", "start_line": 810, "end_line": 820}, {"id": "e0029", "kind": "search", "path": "seaborn/relational.py", "start_line": 623, "end_line": 633}, {"id": "e0030", "kind": "search", "path": "tests/test_axisgrid.py", "start_line": 1170, "end_line": 1180}, {"id": "e0031", "kind": "source", "path": "seaborn/_oldcore.py", "start_line": 181, "end_line": 225}, {"id": "e0032", "kind": "source", "path": "tests/test_core.py", "start_line": 1, "end_line": 35}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "pallets__flask-4045", "diagnosis": {"conclusion": "identified", "root_cause": "Blueprint.__init__ accepts names containing dots without validation. Nested blueprint registration uses dots as hierarchy separators, and endpoint construction incorporates the blueprint name directly, making dotted names ambiguous. Existing endpoint validation does not validate blueprint names.", "affected_files": ["src/flask/blueprints.py", "tests/test_blueprints.py"], "evidence_ids": ["e0016", "e0027", "e0028", "e0029"], "suggested_fix": "Reject dotted blueprint names with ValueError during construction and add a constructor regression test. The proposed patch is UNVERIFIED.", "proposed_patch": "--- a/src/flask/blueprints.py\n+++ b/src/flask/blueprints.py\n@@ -188,6 +188,9 @@\n template_folder=template_folder,\n root_path=root_path,\n )\n+ if \".\" in name:\n+ raise ValueError(\"Blueprint name must not contain dots.\")\n+\n self.name = name\n self.url_prefix = url_prefix\n self.subdomain = subdomain\n--- a/tests/test_blueprints.py\n+++ b/tests/test_blueprints.py\n@@ -280,3 +280,8 @@\n+def test_blueprint_name_with_dot():\n+ with pytest.raises(ValueError, match=\"must not contain dots\"):\n+ flask.Blueprint(\"parent.child\", __name__)\n+\n+\n def test_dotted_names_from_app(app, client):\n test = flask.Blueprint(\"test\", __name__)\n \n", "confidence": "high", "limitations": ["Baseline tests and runtime reproduction were not run; no dependency/setup failure was reported.", "The patch has not been applied or validated."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "src/flask/helpers.py", "start_line": 282, "end_line": 292}, {"id": "e0002", "kind": "search", "path": "src/flask/blueprints.py", "start_line": 98, "end_line": 108}, {"id": "e0003", "kind": "search", "path": "src/flask/scaffold.py", "start_line": 86, "end_line": 96}, {"id": "e0004", "kind": "search", "path": "tests/test_blueprints.py", "start_line": 8, "end_line": 18}, {"id": "e0005", "kind": "search", "path": "src/flask/app.py", "start_line": 107, "end_line": 117}, {"id": "e0006", "kind": "search", "path": "src/flask/debughelpers.py", "start_line": 18, "end_line": 28}, {"id": "e0007", "kind": "search", "path": "src/flask/blueprints.py", "start_line": 29, "end_line": 39}, {"id": "e0008", "kind": "search", "path": "src/flask/templating.py", "start_line": 36, "end_line": 46}, {"id": "e0009", "kind": "search", "path": "tests/test_blueprints.py", "start_line": 120, "end_line": 130}, {"id": "e0010", "kind": "search", "path": "tests/test_cli.py", "start_line": 38, "end_line": 48}, {"id": "e0011", "kind": "search", "path": "tests/test_basic.py", "start_line": 61, "end_line": 71}, {"id": "e0012", "kind": "search", "path": "tests/test_templating.py", "start_line": 130, "end_line": 140}, {"id": "e0013", "kind": "search", "path": "src/flask/blueprints.py", "start_line": 43, "end_line": 53}, {"id": "e0014", "kind": "search", "path": "examples/tutorial/flaskr/__init__.py", "start_line": 38, "end_line": 48}, {"id": "e0015", "kind": "search", "path": "tests/test_blueprints.py", "start_line": 327, "end_line": 337}, {"id": "e0016", "kind": "source", "path": "src/flask/blueprints.py", "start_line": 170, "end_line": 289}, {"id": "e0017", "kind": "search", "path": "src/flask/sessions.py", "start_line": 208, "end_line": 218}, {"id": "e0018", "kind": "search", "path": "src/flask/blueprints.py", "start_line": 361, "end_line": 371}, {"id": "e0019", "kind": "search", "path": "src/flask/json/__init__.py", "start_line": 193, "end_line": 203}, {"id": "e0020", "kind": "search", "path": "src/flask/scaffold.py", "start_line": 318, "end_line": 328}, {"id": "e0021", "kind": "search", "path": "tests/test_instance_config.py", "start_line": 9, "end_line": 19}, {"id": "e0022", "kind": "search", "path": "tests/test_blueprints.py", "start_line": 120, "end_line": 130}, {"id": "e0023", "kind": "search", "path": "src/flask/blueprints.py", "start_line": 83, "end_line": 93}, {"id": "e0024", "kind": "search", "path": "tests/test_async.py", "start_line": 36, "end_line": 46}, {"id": "e0025", "kind": "search", "path": "tests/test_cli.py", "start_line": 38, "end_line": 48}, {"id": "e0026", "kind": "search", "path": "src/flask/app.py", "start_line": 1121, "end_line": 1131}, {"id": "e0027", "kind": "source", "path": "src/flask/blueprints.py", "start_line": 290, "end_line": 371}, {"id": "e0028", "kind": "source", "path": "tests/test_blueprints.py", "start_line": 280, "end_line": 380}, {"id": "e0029", "kind": "source", "path": "src/flask/blueprints.py", "start_line": 54, "end_line": 108}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "pallets__flask-4992", "diagnosis": {"conclusion": "identified", "root_cause": "Config.from_file always opens files in text mode with open(filename) and passes that handle to the loader. It provides no way to request the binary stream required by tomllib.load.", "affected_files": ["src/flask/config.py", "tests/test_config.py"], "evidence_ids": ["e0006", "e0007"], "suggested_fix": "Add mode=\"t\" after silent to preserve existing calls, open with \"r\" + mode, and document mode=\"b\" for binary loaders. Add a binary-stream regression test while retaining existing text-mode coverage. This patch is UNVERIFIED.", "proposed_patch": "--- a/src/flask/config.py\n+++ b/src/flask/config.py\n@@ -233,6 +233,7 @@\n self,\n filename: str,\n load: t.Callable[[t.IO[t.Any]], t.Mapping],\n silent: bool = False,\n+ mode: str = \"t\",\n ) -> bool:\n \"\"\"Update the values in the config from a file that is loaded\n@@ -254,6 +255,8 @@\n :type load: ``Callable[[Reader], Mapping]`` where ``Reader``\n implements a ``read`` method.\n :param silent: Ignore the file if it doesn't exist.\n+ :param mode: Open in text mode (``\"t\"``, the default) or binary\n+ mode (``\"b\"``, for loaders such as ``tomllib.load``).\n :return: ``True`` if the file was loaded successfully.\n \n .. versionadded:: 2.0\n@@ -262,7 +265,7 @@\n \n try:\n- with open(filename) as f:\n+ with open(filename, \"r\" + mode) as f:\n obj = load(f)\n except OSError as e:\n if silent and e.errno in (errno.ENOENT, errno.EISDIR):\n return False\n--- a/tests/test_config.py\n+++ b/tests/test_config.py\n@@ -37,6 +37,20 @@\n common_object_test(app)\n \n \n+def test_config_from_file_binary():\n+ app = flask.Flask(__name__)\n+ current_dir = os.path.dirname(os.path.abspath(__file__))\n+\n+ def load(file):\n+ data = file.read()\n+ assert isinstance(data, bytes)\n+ return json.loads(data)\n+\n+ filename = os.path.join(current_dir, \"static\", \"config.json\")\n+ assert app.config.from_file(filename, load, mode=\"b\")\n+ common_object_test(app)\n+\n+\n def test_from_prefixed_env(monkeypatch):\n monkeypatch.setenv(\"FLASK_STRING\", \"value\")\n monkeypatch.setenv(\"FLASK_BOOL\", \"true\")\n", "confidence": "high", "limitations": ["Baseline tests were not run; neither reproduction nor dependency/setup status was verified.", "No patch was applied or validated.", "The proposed regression test checks binary-stream delivery without requiring Python 3.11; direct tomllib integration remains untested."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "tests/test_config.py", "start_line": 33, "end_line": 43}, {"id": "e0002", "kind": "search", "path": "src/flask/config.py", "start_line": 242, "end_line": 252}, {"id": "e0003", "kind": "search", "path": "src/flask/app.py", "start_line": 32, "end_line": 42}, {"id": "e0004", "kind": "search", "path": "tests/test_instance_config.py", "start_line": 15, "end_line": 25}, {"id": "e0005", "kind": "search", "path": "src/flask/__init__.py", "start_line": 3, "end_line": 13}, {"id": "e0006", "kind": "source", "path": "src/flask/config.py", "start_line": 225, "end_line": 300}, {"id": "e0007", "kind": "source", "path": "tests/test_config.py", "start_line": 1, "end_line": 100}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "psf__requests-2317", "diagnosis": {"conclusion": "identified", "root_cause": "Session.request uses builtin_str(method), which is str on Python 3. For b'GET', this produces the literal text \"b'GET'\" rather than decoding the bytes. Subsequent uppercasing produces \"B'GET'\"; downstream preparation does not correct it.", "affected_files": ["requests/sessions.py"], "evidence_ids": ["e0011", "e0012", "e0028", "e0029", "e0030", "e0031"], "suggested_fix": "Replace builtin_str(method) with the already-imported to_native_string(method), which decodes bytes using ASCII. Add a regression test exercising Session.request with a bytes method and asserting that the prepared method is native text equal to 'GET'. The proposed patch is UNVERIFIED.", "proposed_patch": "", "confidence": "high", "limitations": ["Baseline tests were not run; no reproduction or dependency/setup failure was observed.", "The reported HTTP 404 and neutronclient integration were not reproduced.", "The proposed patch has not been applied or validated.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "requests/models.py", "start_line": 31, "end_line": 41}, {"id": "e0002", "kind": "search", "path": "requests/sessions.py", "start_line": 425, "end_line": 435}, {"id": "e0003", "kind": "search", "path": "requests/auth.py", "start_line": 14, "end_line": 24}, {"id": "e0004", "kind": "search", "path": "test_requests.py", "start_line": 16, "end_line": 26}, {"id": "e0005", "kind": "search", "path": "requests/packages/urllib3/connectionpool.py", "start_line": 68, "end_line": 78}, {"id": "e0006", "kind": "search", "path": "requests/auth.py", "start_line": 16, "end_line": 26}, {"id": "e0007", "kind": "search", "path": "requests/utils.py", "start_line": 652, "end_line": 662}, {"id": "e0008", "kind": "search", "path": "requests/sessions.py", "start_line": 18, "end_line": 28}, {"id": "e0009", "kind": "search", "path": "requests/models.py", "start_line": 28, "end_line": 38}, {"id": "e0010", "kind": "search", "path": "test_requests.py", "start_line": 902, "end_line": 912}, {"id": "e0011", "kind": "source", "path": "requests/sessions.py", "start_line": 350, "end_line": 455}, {"id": "e0012", "kind": "source", "path": "requests/utils.py", "start_line": 650, "end_line": 685}, {"id": "e0013", "kind": "search", "path": "requests/models.py", "start_line": 325, "end_line": 335}, {"id": "e0014", "kind": "search", "path": "test_requests.py", "start_line": 517, "end_line": 527}, {"id": "e0015", "kind": "search", "path": "requests/sessions.py", "start_line": 335, "end_line": 345}, {"id": "e0016", "kind": "search", "path": "requests/auth.py", "start_line": 67, "end_line": 77}, {"id": "e0017", "kind": "search", "path": "requests/packages/urllib3/connectionpool.py", "start_line": 278, "end_line": 288}, {"id": "e0018", "kind": "search", "path": "test_requests.py", "start_line": 16, "end_line": 26}, {"id": "e0019", "kind": "search", "path": "requests/models.py", "start_line": 31, "end_line": 41}, {"id": "e0020", "kind": "search", "path": "requests/compat.py", "start_line": 93, "end_line": 103}, {"id": "e0021", "kind": "search", "path": "requests/packages/urllib3/util/ssl_.py", "start_line": 4, "end_line": 14}, {"id": "e0022", "kind": "search", "path": "requests/sessions.py", "start_line": 425, "end_line": 435}, {"id": "e0023", "kind": "search", "path": "requests/compat.py", "start_line": 93, "end_line": 103}, {"id": "e0024", "kind": "search", "path": "requests/packages/chardet/compat.py", "start_line": 22, "end_line": 32}, {"id": "e0025", "kind": "search", "path": "requests/models.py", "start_line": 31, "end_line": 41}, {"id": "e0026", "kind": "search", "path": "requests/utils.py", "start_line": 24, "end_line": 34}, {"id": "e0027", "kind": "search", "path": "requests/auth.py", "start_line": 14, "end_line": 24}, {"id": "e0028", "kind": "source", "path": "requests/compat.py", "start_line": 85, "end_line": 115}, {"id": "e0029", "kind": "source", "path": "requests/models.py", "start_line": 285, "end_line": 335}, {"id": "e0030", "kind": "source", "path": "test_requests.py", "start_line": 500, "end_line": 532}, {"id": "e0031", "kind": "source", "path": "requests/sessions.py", "start_line": 14, "end_line": 35}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "psf__requests-2674", "diagnosis": {"conclusion": "identified", "root_cause": "HTTPAdapter.send translates SSL and read-timeout exceptions but re-raises other urllib3 HTTPError subclasses unchanged. Consequently, a base urllib3 TimeoutError or DecodeError reaching this handler escapes the Requests exception API. The actual proxy-timeout scenario is not reproduced; normal response streaming already translates DecodeError into ContentDecodingError.", "affected_files": ["requests/adapters.py"], "evidence_ids": ["e0021", "e0022", "e0024", "e0020", "e0023", "e0003"], "suggested_fix": "Translate remaining urllib3 timeout errors to requests.exceptions.Timeout and adapter-level decoding errors to ContentDecodingError, retaining the existing specific read-timeout handling. Add regression tests injecting these exceptions into the adapter transport call and separately reproduce the reported proxy scenario. The proposed patch is UNVERIFIED.", "proposed_patch": "", "confidence": "medium", "limitations": ["No baseline tests or reproductions were run; no dependency/setup failure was observed either.", "The source establishes an exception-translation gap, not that the reported proxy operation raises a bare TimeoutError in this snapshot.", "The reported DecodeError leak is not established for normal response streaming, which already wraps it.", "Other urllib3 HTTPError subclasses remain unchanged by this targeted patch.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "requests/packages/urllib3/response.py", "start_line": 8, "end_line": 18}, {"id": "e0002", "kind": "search", "path": "requests/exceptions.py", "start_line": 43, "end_line": 53}, {"id": "e0003", "kind": "search", "path": "requests/packages/urllib3/exceptions.py", "start_line": 43, "end_line": 53}, {"id": "e0004", "kind": "search", "path": "requests/adapters.py", "start_line": 13, "end_line": 23}, {"id": "e0005", "kind": "search", "path": "requests/models.py", "start_line": 20, "end_line": 30}, {"id": "e0006", "kind": "search", "path": "requests/adapters.py", "start_line": 19, "end_line": 29}, {"id": "e0007", "kind": "search", "path": "test_requests.py", "start_line": 14, "end_line": 24}, {"id": "e0008", "kind": "search", "path": "requests/sessions.py", "start_line": 19, "end_line": 29}, {"id": "e0009", "kind": "search", "path": "requests/exceptions.py", "start_line": 7, "end_line": 17}, {"id": "e0010", "kind": "search", "path": "requests/models.py", "start_line": 19, "end_line": 29}, {"id": "e0011", "kind": "search", "path": "requests/models.py", "start_line": 639, "end_line": 649}, {"id": "e0012", "kind": "search", "path": "requests/adapters.py", "start_line": 24, "end_line": 34}, {"id": "e0013", "kind": "search", "path": "test_requests.py", "start_line": 763, "end_line": 773}, {"id": "e0014", "kind": "search", "path": "requests/adapters.py", "start_line": 24, "end_line": 34}, {"id": "e0015", "kind": "search", "path": "test_requests.py", "start_line": 1494, "end_line": 1504}, {"id": "e0016", "kind": "search", "path": "requests/packages/urllib3/exceptions.py", "start_line": 87, "end_line": 97}, {"id": "e0017", "kind": "search", "path": "test_requests.py", "start_line": 1490, "end_line": 1500}, {"id": "e0018", "kind": "search", "path": "requests/exceptions.py", "start_line": 48, "end_line": 58}, {"id": "e0019", "kind": "search", "path": "requests/packages/urllib3/exceptions.py", "start_line": 44, "end_line": 54}, {"id": "e0020", "kind": "source", "path": "requests/models.py", "start_line": 642, "end_line": 730}, {"id": "e0021", "kind": "source", "path": "requests/adapters.py", "start_line": 400, "end_line": 435}, {"id": "e0022", "kind": "source", "path": "requests/packages/urllib3/exceptions.py", "start_line": 90, "end_line": 125}, {"id": "e0023", "kind": "source", "path": "test_requests.py", "start_line": 1480, "end_line": 1575}, {"id": "e0024", "kind": "source", "path": "requests/adapters.py", "start_line": 1, "end_line": 45}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "pydata__xarray-4094", "diagnosis": {"conclusion": "identified", "root_cause": "When every variable dimension is a sample dimension, to_stacked_array creates a one-level MultiIndex containing variable names. to_unstacked_dataset selects each name without drop=True, leaving a scalar stacked coordinate with different values for each variable. squeeze(drop=True) does not remove an already-scalar coordinate, so Dataset(data_dict) encounters conflicting coordinate values.", "affected_files": ["xarray/core/dataarray.py"], "evidence_ids": ["e0006", "e0007", "e0014", "e0008"], "suggested_fix": "Pass drop=True to sel when extracting each variable. Add a regression test asserting an identical roundtrip for the reported dataset containing two variables with only dimension x. The proposed patch is UNVERIFIED.", "proposed_patch": "--- a/xarray/core/dataarray.py\n+++ b/xarray/core/dataarray.py\n@@ -1960,7 +1960,7 @@\n # pull variables out of datarray\n data_dict = {}\n for k in variables:\n- data_dict[k] = self.sel({variable_dim: k}).squeeze(drop=True)\n+ data_dict[k] = self.sel({variable_dim: k}, drop=True).squeeze(drop=True)\n \n # unstacked dataset\n return Dataset(data_dict)\n", "confidence": "high", "limitations": ["Diagnosis is based on supplied source evidence; the reproduction and baseline tests were not run.", "No patch was applied or validated; dependency/setup viability was not assessed."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "xarray/core/dataarray.py", "start_line": 1898, "end_line": 1908}, {"id": "e0002", "kind": "search", "path": "xarray/tests/test_dataarray.py", "start_line": 2132, "end_line": 2142}, {"id": "e0003", "kind": "search", "path": "xarray/tests/test_dataset.py", "start_line": 3037, "end_line": 3047}, {"id": "e0004", "kind": "search", "path": "xarray/core/variable.py", "start_line": 11, "end_line": 21}, {"id": "e0005", "kind": "search", "path": "xarray/core/dataset.py", "start_line": 3407, "end_line": 3417}, {"id": "e0006", "kind": "source", "path": "xarray/core/dataarray.py", "start_line": 1901, "end_line": 1995}, {"id": "e0007", "kind": "source", "path": "xarray/core/dataset.py", "start_line": 3370, "end_line": 3489}, {"id": "e0008", "kind": "source", "path": "xarray/tests/test_dataset.py", "start_line": 2980, "end_line": 3090}, {"id": "e0009", "kind": "search", "path": "xarray/core/indexing.py", "start_line": 149, "end_line": 159}, {"id": "e0010", "kind": "search", "path": "xarray/core/dataset.py", "start_line": 139, "end_line": 149}, {"id": "e0011", "kind": "search", "path": "xarray/core/dataarray.py", "start_line": 437, "end_line": 447}, {"id": "e0012", "kind": "search", "path": "xarray/tests/test_dataarray.py", "start_line": 47, "end_line": 57}, {"id": "e0013", "kind": "search", "path": "xarray/core/indexes.py", "start_line": 11, "end_line": 21}, {"id": "e0014", "kind": "source", "path": "xarray/core/indexing.py", "start_line": 110, "end_line": 220}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "pydata__xarray-4248", "diagnosis": {"conclusion": "identified", "root_cause": "The text Dataset repr uses summarize_variable for ordinary coordinates and data variables, but that function never reads units attributes. Column widths are also calculated from names alone, so adding units requires updating both labels and width inputs.", "affected_files": ["xarray/core/formatting.py"], "evidence_ids": ["e0006", "e0012", "e0019", "e0028"], "suggested_fix": "Use a shared label helper to append nonempty string units from variable attrs, and measure those labels when calculating column widths. Add regression coverage for units-bearing coordinates and data variables, missing units, and alignment. The proposed patch is UNVERIFIED.", "proposed_patch": "", "confidence": "high", "limitations": ["Baseline tests were not run; no runtime reproduction or dependency/setup check was performed.", "No patch was applied or validated, and regression tests are not included in this proposal.", "This proposal handles ordinary text-repr variables with nonempty string units attributes; HTML repr, MultiIndex-specific labels, and units stored only in encoding are outside its scope.", "Shared formatting helpers also affect coordinate summaries outside Dataset repr; those callers require regression testing.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "xarray/core/formatting_html.py", "start_line": 5, "end_line": 15}, {"id": "e0002", "kind": "search", "path": "xarray/core/formatting.py", "start_line": 271, "end_line": 281}, {"id": "e0003", "kind": "search", "path": "xarray/tests/test_formatting.py", "start_line": 374, "end_line": 384}, {"id": "e0004", "kind": "search", "path": "xarray/tests/test_formatting_html.py", "start_line": 53, "end_line": 63}, {"id": "e0005", "kind": "search", "path": "xarray/coding/times.py", "start_line": 67, "end_line": 77}, {"id": "e0006", "kind": "source", "path": "xarray/core/formatting.py", "start_line": 260, "end_line": 360}, {"id": "e0007", "kind": "search", "path": "xarray/core/formatting.py", "start_line": 356, "end_line": 366}, {"id": "e0008", "kind": "search", "path": "xarray/tests/test_formatting_html.py", "start_line": 51, "end_line": 61}, {"id": "e0009", "kind": "search", "path": "xarray/core/formatting_html.py", "start_line": 274, "end_line": 284}, {"id": "e0010", "kind": "search", "path": "xarray/plot/facetgrid.py", "start_line": 95, "end_line": 105}, {"id": "e0011", "kind": "search", "path": "xarray/plot/plot.py", "start_line": 2, "end_line": 12}, {"id": "e0012", "kind": "source", "path": "xarray/core/formatting.py", "start_line": 359, "end_line": 425}, {"id": "e0013", "kind": "search", "path": "xarray/tests/test_formatting_html.py", "start_line": 53, "end_line": 63}, {"id": "e0014", "kind": "search", "path": "xarray/core/formatting_html.py", "start_line": 274, "end_line": 284}, {"id": "e0015", "kind": "search", "path": "xarray/core/formatting.py", "start_line": 492, "end_line": 502}, {"id": "e0016", "kind": "search", "path": "xarray/core/formatting_html.py", "start_line": 67, "end_line": 77}, {"id": "e0017", "kind": "search", "path": "xarray/tests/test_formatting_html.py", "start_line": 96, "end_line": 106}, {"id": "e0018", "kind": "search", "path": "xarray/tests/test_formatting.py", "start_line": 264, "end_line": 274}, {"id": "e0019", "kind": "source", "path": "xarray/core/formatting.py", "start_line": 495, "end_line": 535}, {"id": "e0020", "kind": "source", "path": "xarray/tests/test_formatting.py", "start_line": 1, "end_line": 120}, {"id": "e0021", "kind": "search", "path": "xarray/tests/test_sparse.py", "start_line": 668, "end_line": 678}, {"id": "e0022", "kind": "search", "path": "xarray/tests/test_dask.py", "start_line": 627, "end_line": 637}, {"id": "e0023", "kind": "search", "path": "xarray/tests/test_formatting_html.py", "start_line": 51, "end_line": 61}, {"id": "e0024", "kind": "search", "path": "xarray/tests/test_formatting.py", "start_line": 11, "end_line": 21}, {"id": "e0025", "kind": "search", "path": "xarray/core/formatting_html.py", "start_line": 67, "end_line": 77}, {"id": "e0026", "kind": "search", "path": "xarray/core/formatting.py", "start_line": 268, "end_line": 278}, {"id": "e0027", "kind": "source", "path": "xarray/tests/test_formatting.py", "start_line": 380, "end_line": 423}, {"id": "e0028", "kind": "source", "path": "xarray/tests/test_sparse.py", "start_line": 671, "end_line": 700}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "pytest-dev__pytest-11143", "diagnosis": {"conclusion": "identified", "root_cause": "AssertionRewriter.run mistakes a leading ast.Constant expression for a docstring without checking its value is a string. A leading integer reaches is_rewrite_disabled, whose membership check raises TypeError.", "affected_files": ["src/_pytest/assertion/rewrite.py"], "evidence_ids": ["e0016", "e0017"], "suggested_fix": "Require a string-valued constant when detecting a docstring. Add regression coverage for a leading numeric expression followed by an assertion, including import placement and successful rewriting.", "proposed_patch": "--- a/src/_pytest/assertion/rewrite.py\n+++ b/src/_pytest/assertion/rewrite.py\n@@ -677,6 +677,7 @@\n expect_docstring\n and isinstance(item, ast.Expr)\n and isinstance(item.value, ast.Constant)\n+ and isinstance(item.value.value, str)\n ):\n doc = item.value.value\n if self.is_rewrite_disabled(doc):\n", "confidence": "high", "limitations": ["Source-based diagnosis; reproduction and baseline tests were not run.", "The proposed patch is UNVERIFIED and has not been applied."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "src/_pytest/assertion/rewrite.py", "start_line": 250, "end_line": 260}, {"id": "e0002", "kind": "search", "path": "src/_pytest/assertion/__init__.py", "start_line": 6, "end_line": 16}, {"id": "e0003", "kind": "search", "path": "src/_pytest/assertion/util.py", "start_line": 20, "end_line": 30}, {"id": "e0004", "kind": "search", "path": "src/_pytest/config/__init__.py", "start_line": 434, "end_line": 444}, {"id": "e0005", "kind": "search", "path": "testing/test_assertion.py", "start_line": 30, "end_line": 40}, {"id": "e0006", "kind": "search", "path": "src/_pytest/assertion/rewrite.py", "start_line": 742, "end_line": 752}, {"id": "e0007", "kind": "search", "path": "src/_pytest/mark/expression.py", "start_line": 131, "end_line": 141}, {"id": "e0008", "kind": "search", "path": "testing/test_assertrewrite.py", "start_line": 37, "end_line": 47}, {"id": "e0009", "kind": "search", "path": "src/_pytest/_code/source.py", "start_line": 1, "end_line": 8}, {"id": "e0010", "kind": "search", "path": "testing/python/show_fixtures_per_test.py", "start_line": 16, "end_line": 26}, {"id": "e0011", "kind": "search", "path": "testing/test_assertrewrite.py", "start_line": 134, "end_line": 144}, {"id": "e0012", "kind": "search", "path": "src/_pytest/assertion/rewrite.py", "start_line": 743, "end_line": 753}, {"id": "e0013", "kind": "search", "path": "testing/python/show_fixtures_per_test.py", "start_line": 182, "end_line": 192}, {"id": "e0014", "kind": "search", "path": "src/_pytest/doctest.py", "start_line": 344, "end_line": 354}, {"id": "e0015", "kind": "search", "path": "testing/test_doctest.py", "start_line": 271, "end_line": 281}, {"id": "e0016", "kind": "source", "path": "src/_pytest/assertion/rewrite.py", "start_line": 660, "end_line": 750}, {"id": "e0017", "kind": "source", "path": "testing/test_assertrewrite.py", "start_line": 70, "end_line": 180}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "pytest-dev__pytest-11148", "diagnosis": {"conclusion": "identified", "root_cause": "In importlib mode, import_path() creates and executes a new module even when its name is already present in sys.modules, replacing the cached object. Existing references retain the previous module and its classes, splitting initialization state. insert_missing_modules() preserves existing parent attributes, which can also retain stale references. This establishes a duplication mechanism consistent with the report, but not the specific pmxbot trigger.", "affected_files": ["src/_pytest/pathlib.py", "testing/test_pathlib.py"], "evidence_ids": ["e0006", "e0015", "e0028"], "suggested_fix": "Reuse an existing sys.modules entry before loading the module. Update the repeated-import test to require identity and preserved state, and remove the cached entry in the missing-spec test so it still exercises loading failure. The proposed patch is UNVERIFIED.", "proposed_patch": "", "confidence": "medium", "limitations": ["The specific pmxbot reproduction and call sequence are unavailable.", "Baseline tests were not run; no reproduction failure or dependency/setup failure was observed.", "The patch has not been applied or validated.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "testing/test_pathlib.py", "start_line": 18, "end_line": 28}, {"id": "e0002", "kind": "search", "path": "src/_pytest/pathlib.py", "start_line": 536, "end_line": 546}, {"id": "e0003", "kind": "search", "path": "src/_pytest/config/__init__.py", "start_line": 54, "end_line": 64}, {"id": "e0004", "kind": "search", "path": "src/_pytest/_py/path.py", "start_line": 1065, "end_line": 1075}, {"id": "e0005", "kind": "search", "path": "src/_pytest/monkeypatch.py", "start_line": 96, "end_line": 106}, {"id": "e0006", "kind": "source", "path": "src/_pytest/pathlib.py", "start_line": 480, "end_line": 560}, {"id": "e0007", "kind": "search", "path": "testing/test_pathlib.py", "start_line": 18, "end_line": 28}, {"id": "e0008", "kind": "search", "path": "src/_pytest/pathlib.py", "start_line": 624, "end_line": 634}, {"id": "e0009", "kind": "search", "path": "doc/en/conf.py", "start_line": 29, "end_line": 39}, {"id": "e0010", "kind": "search", "path": "testing/test_pathlib.py", "start_line": 164, "end_line": 174}, {"id": "e0011", "kind": "search", "path": "src/_pytest/pathlib.py", "start_line": 626, "end_line": 636}, {"id": "e0012", "kind": "search", "path": "src/_pytest/monkeypatch.py", "start_line": 96, "end_line": 106}, {"id": "e0013", "kind": "search", "path": "src/_pytest/config/__init__.py", "start_line": 125, "end_line": 135}, {"id": "e0014", "kind": "search", "path": "testing/test_assertrewrite.py", "start_line": 1004, "end_line": 1014}, {"id": "e0015", "kind": "source", "path": "src/_pytest/pathlib.py", "start_line": 600, "end_line": 675}, {"id": "e0016", "kind": "search", "path": "testing/test_pathlib.py", "start_line": 288, "end_line": 298}, {"id": "e0017", "kind": "search", "path": "testing/test_entry_points.py", "start_line": 1, "end_line": 7}, {"id": "e0018", "kind": "search", "path": "doc/en/example/assertion/failure_demo.py", "start_line": 15, "end_line": 25}, {"id": "e0019", "kind": "search", "path": "src/_pytest/pathlib.py", "start_line": 1, "end_line": 11}, {"id": "e0020", "kind": "search", "path": "src/_pytest/assertion/rewrite.py", "start_line": 2, "end_line": 12}, {"id": "e0021", "kind": "search", "path": "testing/test_assertrewrite.py", "start_line": 1, "end_line": 11}, {"id": "e0022", "kind": "search", "path": "testing/test_collection.py", "start_line": 1532, "end_line": 1542}, {"id": "e0023", "kind": "search", "path": "testing/test_config.py", "start_line": 1041, "end_line": 1051}, {"id": "e0024", "kind": "search", "path": "testing/test_pathlib.py", "start_line": 147, "end_line": 157}, {"id": "e0025", "kind": "search", "path": "testing/test_pluginmanager.py", "start_line": 11, "end_line": 21}, {"id": "e0026", "kind": "search", "path": "testing/test_conftest.py", "start_line": 1, "end_line": 10}, {"id": "e0027", "kind": "search", "path": "src/_pytest/config/__init__.py", "start_line": 640, "end_line": 650}, {"id": "e0028", "kind": "source", "path": "testing/test_pathlib.py", "start_line": 280, "end_line": 375}, {"id": "e0029", "kind": "source", "path": "testing/test_collection.py", "start_line": 1535, "end_line": 1635}, {"id": "e0030", "kind": "search", "path": "src/_pytest/python.py", "start_line": 614, "end_line": 624}, {"id": "e0031", "kind": "search", "path": "src/_pytest/config/__init__.py", "start_line": 577, "end_line": 587}, {"id": "e0032", "kind": "search", "path": "src/_pytest/doctest.py", "start_line": 539, "end_line": 549}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "pytest-dev__pytest-7490", "diagnosis": {"conclusion": "identified", "root_cause": "The xfail evaluation is cached before the test body executes. When the test dynamically adds an xfail marker, pytest_runtest_call does not refresh the cached None after yield, and pytest_runtest_makereport consequently reports the assertion as a failure. Marker insertion itself correctly updates the markers read by evaluate_xfail_marks.", "affected_files": ["src/_pytest/skipping.py"], "evidence_ids": ["e0011", "e0016", "e0012"], "suggested_fix": "Reevaluate xfail markers after the test call when the prior evaluation was None, preserving existing active evaluations. Add regression coverage for markers added inside failing and passing test bodies, including strict, raises, and --runxfail behavior.", "proposed_patch": "--- a/src/_pytest/skipping.py\n+++ b/src/_pytest/skipping.py\n@@ -255,4 +255,7 @@\n yield\n \n+ if xfailed is None:\n+ item._store[xfailed_key] = evaluate_xfail_marks(item)\n+\n \n @hookimpl(hookwrapper=True)\n", "confidence": "high", "limitations": ["Baseline tests were not run; no reproduction or dependency/setup result is available.", "The proposed patch is UNVERIFIED and has not been applied.", "The supplied nearby regression test covers markers added during setup, not inside the test body."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "src/_pytest/skipping.py", "start_line": 258, "end_line": 268}, {"id": "e0002", "kind": "search", "path": "testing/test_skipping.py", "start_line": 3, "end_line": 13}, {"id": "e0003", "kind": "search", "path": "src/_pytest/runner.py", "start_line": 206, "end_line": 216}, {"id": "e0004", "kind": "search", "path": "src/_pytest/hookspec.py", "start_line": 401, "end_line": 411}, {"id": "e0005", "kind": "search", "path": "testing/test_runner.py", "start_line": 507, "end_line": 517}, {"id": "e0006", "kind": "search", "path": "testing/test_mark.py", "start_line": 1030, "end_line": 1040}, {"id": "e0007", "kind": "search", "path": "testing/test_skipping.py", "start_line": 1171, "end_line": 1181}, {"id": "e0008", "kind": "search", "path": "src/_pytest/mark/__init__.py", "start_line": 149, "end_line": 159}, {"id": "e0009", "kind": "search", "path": "testing/test_junitxml.py", "start_line": 620, "end_line": 630}, {"id": "e0010", "kind": "search", "path": "src/_pytest/fixtures.py", "start_line": 554, "end_line": 564}, {"id": "e0011", "kind": "source", "path": "src/_pytest/skipping.py", "start_line": 180, "end_line": 299}, {"id": "e0012", "kind": "source", "path": "testing/test_skipping.py", "start_line": 1120, "end_line": 1200}, {"id": "e0013", "kind": "search", "path": "testing/test_mark.py", "start_line": 237, "end_line": 247}, {"id": "e0014", "kind": "search", "path": "testing/conftest.py", "start_line": 45, "end_line": 55}, {"id": "e0015", "kind": "search", "path": "src/_pytest/nodes.py", "start_line": 258, "end_line": 268}, {"id": "e0016", "kind": "source", "path": "src/_pytest/nodes.py", "start_line": 261, "end_line": 309}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "scikit-learn__scikit-learn-13584", "diagnosis": {"conclusion": "identified", "root_cause": "_changed_params evaluates v != init_params[k] as a boolean. LogisticRegressionCV stores the supplied Cs array unchanged, while its default is 10. Comparing a multi-element NumPy array with 10 returns a boolean array, whose truth evaluation raises the reported ValueError. Changed-only rendering invokes this helper.", "affected_files": ["sklearn/utils/_pprint.py"], "evidence_ids": ["e0006", "e0009", "e0014", "e0007", "e0015"], "suggested_fix": "Compare parameter representations instead of directly coercing elementwise comparisons to booleans, retaining the scalar-NaN exception. Add a regression test using LogisticRegressionCV(Cs=np.array([0.1, 1])) with print_changed_only enabled. The proposed patch is UNVERIFIED.", "proposed_patch": "--- a/sklearn/utils/_pprint.py\n+++ b/sklearn/utils/_pprint.py\n@@ -96,7 +96,7 @@\n init_params = signature(init_func).parameters\n init_params = {name: param.default for name, param in init_params.items()}\n for k, v in params.items():\n- if (v != init_params[k] and\n+ if (repr(v) != repr(init_params[k]) and\n not (is_scalar_nan(init_params[k]) and is_scalar_nan(v))):\n filtered_params[k] = v\n return filtered_params\n", "confidence": "high", "limitations": ["No reproduction or baseline tests were run; no dependency/setup failure was observed or assessed.", "No patch was applied or validated.", "Representation comparison avoids array truth evaluation but is not a general semantic-equality check."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "sklearn/utils/_pprint.py", "start_line": 159, "end_line": 169}, {"id": "e0002", "kind": "search", "path": "sklearn/_config.py", "start_line": 6, "end_line": 16}, {"id": "e0003", "kind": "search", "path": "examples/plot_changed_only_pprint_parameter.py", "start_line": 3, "end_line": 13}, {"id": "e0004", "kind": "search", "path": "sklearn/tests/test_config.py", "start_line": 4, "end_line": 14}, {"id": "e0005", "kind": "search", "path": "sklearn/utils/tests/test_pprint.py", "start_line": 189, "end_line": 199}, {"id": "e0006", "kind": "source", "path": "sklearn/utils/_pprint.py", "start_line": 1, "end_line": 120}, {"id": "e0007", "kind": "source", "path": "sklearn/utils/tests/test_pprint.py", "start_line": 180, "end_line": 290}, {"id": "e0008", "kind": "search", "path": "sklearn/linear_model/tests/test_logistic.py", "start_line": 125, "end_line": 135}, {"id": "e0009", "kind": "search", "path": "sklearn/linear_model/logistic.py", "start_line": 1926, "end_line": 1936}, {"id": "e0010", "kind": "search", "path": "sklearn/tests/test_multiclass.py", "start_line": 26, "end_line": 36}, {"id": "e0011", "kind": "search", "path": "sklearn/utils/_pprint.py", "start_line": 329, "end_line": 339}, {"id": "e0012", "kind": "search", "path": "sklearn/externals/joblib/format_stack.py", "start_line": 39, "end_line": 49}, {"id": "e0013", "kind": "search", "path": "sklearn/utils/estimator_checks.py", "start_line": 48, "end_line": 58}, {"id": "e0014", "kind": "source", "path": "sklearn/utils/_pprint.py", "start_line": 169, "end_line": 215}, {"id": "e0015", "kind": "source", "path": "sklearn/utils/tests/test_pprint.py", "start_line": 1, "end_line": 65}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "sphinx-doc__sphinx-8713", "diagnosis": {"conclusion": "identified", "root_cause": "The Other Parameters handler unconditionally uses _format_fields, ignoring napoleon_use_param. The Parameters handler instead uses _format_docutils_params and supports comma-separated names when the setting is enabled.", "affected_files": ["sphinx/ext/napoleon/docstring.py"], "evidence_ids": ["e0001", "e0014", "e0025"], "suggested_fix": "Mirror the Parameters handler's configuration check, preserving grouped Other Parameters formatting when disabled. Add regression coverage for both settings and comma-separated names.", "proposed_patch": "--- a/sphinx/ext/napoleon/docstring.py\n+++ b/sphinx/ext/napoleon/docstring.py\n@@ -684,4 +684,8 @@\n def _parse_other_parameters_section(self, section: str) -> List[str]:\n- return self._format_fields(_('Other Parameters'), self._consume_fields())\n+ if self._config.napoleon_use_param:\n+ fields = self._consume_fields(multiple=True)\n+ return self._format_docutils_params(fields)\n+ else:\n+ return self._format_fields(_('Other Parameters'), self._consume_fields())\n \n def _parse_parameters_section(self, section: str) -> List[str]:\n", "confidence": "high", "limitations": ["Baseline tests were not run; reproduction was not executed.", "The proposed patch is UNVERIFIED and has not been applied."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "sphinx/ext/napoleon/docstring.py", "start_line": 172, "end_line": 182}, {"id": "e0002", "kind": "search", "path": "sphinx/ext/napoleon/__init__.py", "start_line": 38, "end_line": 48}, {"id": "e0003", "kind": "search", "path": "tests/test_ext_napoleon_docstring.py", "start_line": 397, "end_line": 407}, {"id": "e0004", "kind": "search", "path": "doc/usage/extensions/example_numpy.py", "start_line": 19, "end_line": 29}, {"id": "e0005", "kind": "search", "path": "doc/usage/extensions/example_google.py", "start_line": 78, "end_line": 88}, {"id": "e0006", "kind": "search", "path": "sphinx/ext/napoleon/docstring.py", "start_line": 681, "end_line": 691}, {"id": "e0007", "kind": "search", "path": "sphinx/ext/napoleon/__init__.py", "start_line": 212, "end_line": 222}, {"id": "e0008", "kind": "search", "path": "doc/usage/extensions/example_numpy.py", "start_line": 19, "end_line": 29}, {"id": "e0009", "kind": "search", "path": "tests/test_ext_napoleon_docstring.py", "start_line": 1, "end_line": 9}, {"id": "e0010", "kind": "search", "path": "sphinx/ext/napoleon/__init__.py", "start_line": 12, "end_line": 22}, {"id": "e0011", "kind": "search", "path": "sphinx/ext/napoleon/docstring.py", "start_line": 1, "end_line": 9}, {"id": "e0012", "kind": "search", "path": "doc/usage/extensions/example_numpy.py", "start_line": 19, "end_line": 29}, {"id": "e0013", "kind": "search", "path": "tests/test_ext_napoleon.py", "start_line": 14, "end_line": 24}, {"id": "e0014", "kind": "source", "path": "sphinx/ext/napoleon/docstring.py", "start_line": 655, "end_line": 710}, {"id": "e0015", "kind": "search", "path": "tests/test_ext_napoleon_docstring.py", "start_line": 162, "end_line": 172}, {"id": "e0016", "kind": "search", "path": "doc/usage/extensions/example_numpy.py", "start_line": 19, "end_line": 29}, {"id": "e0017", "kind": "search", "path": "sphinx/ext/napoleon/docstring.py", "start_line": 68, "end_line": 78}, {"id": "e0018", "kind": "search", "path": "sphinx/util/inspect.py", "start_line": 74, "end_line": 84}, {"id": "e0019", "kind": "search", "path": "sphinx/ext/napoleon/__init__.py", "start_line": 111, "end_line": 121}, {"id": "e0020", "kind": "search", "path": "tests/test_ext_napoleon_docstring.py", "start_line": 1458, "end_line": 1468}, {"id": "e0021", "kind": "search", "path": "sphinx/ext/napoleon/docstring.py", "start_line": 90, "end_line": 100}, {"id": "e0022", "kind": "search", "path": "sphinx/ext/napoleon/__init__.py", "start_line": 38, "end_line": 48}, {"id": "e0023", "kind": "search", "path": "doc/usage/extensions/example_numpy.py", "start_line": 1, "end_line": 11}, {"id": "e0024", "kind": "search", "path": "doc/usage/extensions/example_google.py", "start_line": 1, "end_line": 11}, {"id": "e0025", "kind": "source", "path": "tests/test_ext_napoleon_docstring.py", "start_line": 1425, "end_line": 1515}, {"id": "e0026", "kind": "search", "path": "sphinx/ext/napoleon/docstring.py", "start_line": 388, "end_line": 398}, {"id": "e0027", "kind": "search", "path": "tests/test_ext_napoleon_docstring.py", "start_line": 1151, "end_line": 1161}, {"id": "e0028", "kind": "search", "path": "doc/usage/extensions/example_numpy.py", "start_line": 223, "end_line": 233}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "sympy__sympy-13437", "diagnosis": {"conclusion": "identified", "root_cause": "bell.eval handles only nonnegative integer indices and has no positive-infinity case, leaving bell(oo) unevaluated. This explains the reported limit result; Fibonacci and Lucas already handle infinity explicitly.", "affected_files": ["sympy/functions/combinatorial/numbers.py", "sympy/functions/combinatorial/tests/test_comb_numbers.py"], "evidence_ids": ["e0015", "e0016", "e0017"], "suggested_fix": "Return S.Infinity for the one-argument Bell-number form at positive infinity, preserving polynomial behavior. Add direct-evaluation and limit regression tests. This proposed patch is UNVERIFIED.", "proposed_patch": "--- a/sympy/functions/combinatorial/numbers.py\n+++ b/sympy/functions/combinatorial/numbers.py\n@@ -435,4 +435,7 @@\n @classmethod\n def eval(cls, n, k_sym=None, symbols=None):\n+ if n is S.Infinity and k_sym is None and symbols is None:\n+ return S.Infinity\n+\n if n.is_Integer and n.is_nonnegative:\n if k_sym is None:\n--- a/sympy/functions/combinatorial/tests/test_comb_numbers.py\n+++ b/sympy/functions/combinatorial/tests/test_comb_numbers.py\n@@ -80,5 +80,9 @@\n def test_bell():\n assert [bell(n) for n in range(8)] == [1, 1, 2, 5, 15, 52, 203, 877]\n+\n+ assert bell(S.Infinity) == S.Infinity\n+ n = Dummy('n')\n+ assert bell(n).limit(n, S.Infinity) == S.Infinity\n \n assert bell(0, x) == 1\n assert bell(1, x) == x\n", "confidence": "high", "limitations": ["Baseline tests were not run; no runtime reproduction or dependency/setup checks were performed.", "No patch was applied or validated."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "sympy/functions/combinatorial/numbers.py", "start_line": 242, "end_line": 252}, {"id": "e0002", "kind": "search", "path": "sympy/functions/combinatorial/tests/test_comb_numbers.py", "start_line": 4, "end_line": 14}, {"id": "e0003", "kind": "search", "path": "sympy/functions/__init__.py", "start_line": 7, "end_line": 17}, {"id": "e0004", "kind": "search", "path": "sympy/utilities/tests/test_pickling.py", "start_line": 19, "end_line": 29}, {"id": "e0005", "kind": "search", "path": "sympy/series/tests/test_approximants.py", "start_line": 1, "end_line": 11}, {"id": "e0006", "kind": "search", "path": "sympy/functions/combinatorial/numbers.py", "start_line": 319, "end_line": 329}, {"id": "e0007", "kind": "search", "path": "sympy/functions/combinatorial/tests/test_comb_numbers.py", "start_line": 4, "end_line": 14}, {"id": "e0008", "kind": "search", "path": "sympy/printing/tests/test_conventions.py", "start_line": 1, "end_line": 11}, {"id": "e0009", "kind": "search", "path": "sympy/functions/combinatorial/tests/test_comb_numbers.py", "start_line": 77, "end_line": 87}, {"id": "e0010", "kind": "search", "path": "sympy/functions/combinatorial/numbers.py", "start_line": 385, "end_line": 395}, {"id": "e0011", "kind": "search", "path": "sympy/printing/tests/test_conventions.py", "start_line": 5, "end_line": 15}, {"id": "e0012", "kind": "search", "path": "sympy/functions/combinatorial/numbers.py", "start_line": 45, "end_line": 55}, {"id": "e0013", "kind": "search", "path": "sympy/functions/combinatorial/tests/test_comb_numbers.py", "start_line": 4, "end_line": 14}, {"id": "e0014", "kind": "search", "path": "sympy/series/tests/test_approximants.py", "start_line": 1, "end_line": 11}, {"id": "e0015", "kind": "source", "path": "sympy/functions/combinatorial/numbers.py", "start_line": 385, "end_line": 460}, {"id": "e0016", "kind": "source", "path": "sympy/functions/combinatorial/numbers.py", "start_line": 95, "end_line": 210}, {"id": "e0017", "kind": "source", "path": "sympy/functions/combinatorial/tests/test_comb_numbers.py", "start_line": 20, "end_line": 125}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "sympy__sympy-13647", "diagnosis": {"conclusion": "identified", "root_cause": "MatrixShaping._eval_col_insert incorrectly subtracts both the insertion position and inserted width when selecting original columns after the inserted block. Only the inserted width should be subtracted. For position 3 and width 2, output column 5 incorrectly reads original column 0 instead of column 3, explaining the displaced identity block.", "affected_files": ["sympy/matrices/common.py"], "evidence_ids": ["e0006", "e0011", "e0007"], "suggested_fix": "Remove the extra subtraction of pos. Add a regression asserting the full result of inserting two columns into a nonzero identity matrix; the existing zero-matrix test masks incorrect column selection.", "proposed_patch": "--- a/sympy/matrices/common.py\n+++ b/sympy/matrices/common.py\n@@ -86,7 +86,7 @@\n return self[i, j]\n elif pos <= j < pos + other.cols:\n return other[i, j - pos]\n- return self[i, j - pos - other.cols]\n+ return self[i, j - other.cols]\n \n return self._new(self.rows, self.cols + other.cols,\n lambda i, j: entry(i, j))\n", "confidence": "high", "limitations": ["Diagnosis is based on supplied source evidence; runtime reproduction and baseline tests were not run.", "The proposed patch has not been applied or validated and is UNVERIFIED."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "sympy/matrices/common.py", "start_line": 78, "end_line": 88}, {"id": "e0002", "kind": "search", "path": "sympy/matrices/sparse.py", "start_line": 268, "end_line": 278}, {"id": "e0003", "kind": "search", "path": "sympy/matrices/tests/test_matrices.py", "start_line": 1863, "end_line": 1873}, {"id": "e0004", "kind": "search", "path": "sympy/matrices/tests/test_commonmatrix.py", "start_line": 199, "end_line": 209}, {"id": "e0005", "kind": "search", "path": "sympy/matrices/normalforms.py", "start_line": 28, "end_line": 38}, {"id": "e0006", "kind": "source", "path": "sympy/matrices/common.py", "start_line": 65, "end_line": 110}, {"id": "e0007", "kind": "source", "path": "sympy/matrices/tests/test_commonmatrix.py", "start_line": 160, "end_line": 204}, {"id": "e0008", "kind": "search", "path": "sympy/matrices/common.py", "start_line": 179, "end_line": 189}, {"id": "e0009", "kind": "search", "path": "sympy/matrices/sparse.py", "start_line": 268, "end_line": 278}, {"id": "e0010", "kind": "search", "path": "sympy/matrices/normalforms.py", "start_line": 28, "end_line": 38}, {"id": "e0011", "kind": "source", "path": "sympy/matrices/common.py", "start_line": 182, "end_line": 230}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "sympy__sympy-13895", "diagnosis": {"conclusion": "identified", "root_cause": "Integer._eval_power combines the negative-base phase with positive radical factors. For (-8)**(9/5), the remaining factor exponents are 2 for base 2 and 4 for base -1. Their gcd is 2, so radical recombination squares -1 inside the base, losing the complex principal-branch phase. Rational._eval_power delegates the substituted negative numerator to this code. Extracting the positive factor 12 in simplify is not itself branch-invalid.", "affected_files": ["sympy/core/numbers.py"], "evidence_ids": ["e0055", "e0056", "e0058"], "suggested_fix": "Keep the negative-base phase separate before factoring positive magnitudes. Add regression coverage for (-8)**(9/5) and equivalence of the original and simplified expressions after substituting x = 9/5. The proposed patch is UNVERIFIED.", "proposed_patch": "--- a/sympy/core/numbers.py\n+++ b/sympy/core/numbers.py\n@@ -2232,6 +2232,8 @@\n return (S.NegativeOne)**ne*Rational(1, -self)**ne\n else:\n return Rational(1, self.p)**ne\n+ if self.is_negative:\n+ return S.NegativeOne**expt * (-self)**expt\n # see if base is a perfect root, sqrt(4) --> 2\n x, xexact = integer_nthroot(abs(self.p), expt.q)\n if xexact:\n", "confidence": "high", "limitations": ["Diagnosis is based on source inspection and the supplied issue transcript; reproduction and baseline tests were not run.", "No dependency/setup failure or reproduction failure was observed because execution was not attempted.", "The patch has not been applied or validated; regression tests remain to be added and run."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "sympy/simplify/powsimp.py", "start_line": 21, "end_line": 31}, {"id": "e0002", "kind": "search", "path": "sympy/simplify/tests/test_powsimp.py", "start_line": 1, "end_line": 10}, {"id": "e0003", "kind": "search", "path": "sympy/simplify/radsimp.py", "start_line": 867, "end_line": 877}, {"id": "e0004", "kind": "search", "path": "sympy/series/gruntz.py", "start_line": 121, "end_line": 131}, {"id": "e0005", "kind": "search", "path": "sympy/core/mul.py", "start_line": 1340, "end_line": 1350}, {"id": "e0006", "kind": "search", "path": "sympy/functions/elementary/exponential.py", "start_line": 105, "end_line": 115}, {"id": "e0007", "kind": "search", "path": "sympy/core/numbers.py", "start_line": 1210, "end_line": 1220}, {"id": "e0008", "kind": "search", "path": "sympy/core/power.py", "start_line": 604, "end_line": 614}, {"id": "e0009", "kind": "search", "path": "sympy/core/tests/test_numbers.py", "start_line": 883, "end_line": 893}, {"id": "e0010", "kind": "search", "path": "sympy/core/mul.py", "start_line": 620, "end_line": 630}, {"id": "e0011", "kind": "search", "path": "sympy/core/numbers.py", "start_line": 1210, "end_line": 1220}, {"id": "e0012", "kind": "search", "path": "sympy/functions/special/tensor_functions.py", "start_line": 173, "end_line": 183}, {"id": "e0013", "kind": "search", "path": "sympy/printing/pretty/pretty.py", "start_line": 1406, "end_line": 1416}, {"id": "e0014", "kind": "search", "path": "sympy/functions/elementary/exponential.py", "start_line": 101, "end_line": 111}, {"id": "e0015", "kind": "search", "path": "sympy/core/power.py", "start_line": 255, "end_line": 265}, {"id": "e0016", "kind": "source", "path": "sympy/core/mul.py", "start_line": 622, "end_line": 730}, {"id": "e0017", "kind": "search", "path": "sympy/simplify/simplify.py", "start_line": 382, "end_line": 392}, {"id": "e0018", "kind": "search", "path": "sympy/simplify/powsimp.py", "start_line": 14, "end_line": 24}, {"id": "e0019", "kind": "search", "path": "sympy/integrals/tests/test_meijerint.py", "start_line": 13, "end_line": 23}, {"id": "e0020", "kind": "search", "path": "sympy/polys/polyroots.py", "start_line": 74, "end_line": 84}, {"id": "e0021", "kind": "search", "path": "sympy/core/tests/test_expr.py", "start_line": 4, "end_line": 14}, {"id": "e0022", "kind": "search", "path": "sympy/core/numbers.py", "start_line": 1210, "end_line": 1220}, {"id": "e0023", "kind": "search", "path": "sympy/functions/special/tensor_functions.py", "start_line": 173, "end_line": 183}, {"id": "e0024", "kind": "search", "path": "sympy/printing/pretty/pretty.py", "start_line": 1481, "end_line": 1491}, {"id": "e0025", "kind": "search", "path": "sympy/functions/elementary/exponential.py", "start_line": 101, "end_line": 111}, {"id": "e0026", "kind": "search", "path": "sympy/core/power.py", "start_line": 255, "end_line": 265}, {"id": "e0027", "kind": "source", "path": "sympy/core/numbers.py", "start_line": 1214, "end_line": 1325}, {"id": "e0028", "kind": "source", "path": "sympy/simplify/simplify.py", "start_line": 540, "end_line": 650}, {"id": "e0029", "kind": "search", "path": "sympy/core/tests/test_sympify.py", "start_line": 1, "end_line": 9}, {"id": "e0030", "kind": "search", "path": "sympy/polys/domains/pythonrationalfield.py", "start_line": 1, "end_line": 8}, {"id": "e0031", "kind": "search", "path": "sympy/polys/domains/pythonrational.py", "start_line": 14, "end_line": 24}, {"id": "e0032", "kind": "search", "path": "sympy/core/numbers.py", "start_line": 1210, "end_line": 1220}, {"id": "e0033", "kind": "search", "path": "sympy/functions/special/tensor_functions.py", "start_line": 173, "end_line": 183}, {"id": "e0034", "kind": "search", "path": "sympy/printing/pretty/pretty.py", "start_line": 1523, "end_line": 1533}, {"id": "e0035", "kind": "search", "path": "sympy/physics/quantum/operator.py", "start_line": 211, "end_line": 221}, {"id": "e0036", "kind": "search", "path": "sympy/functions/elementary/exponential.py", "start_line": 101, "end_line": 111}, {"id": "e0037", "kind": "search", "path": "sympy/core/power.py", "start_line": 255, "end_line": 265}, {"id": "e0038", "kind": "search", "path": "sympy/functions/elementary/complexes.py", "start_line": 350, "end_line": 360}, {"id": "e0039", "kind": "search", "path": "sympy/physics/quantum/pauli.py", "start_line": 94, "end_line": 104}, {"id": "e0040", "kind": "search", "path": "sympy/assumptions/sathandlers.py", "start_line": 27, "end_line": 37}, {"id": "e0041", "kind": "search", "path": "sympy/integrals/rubi/tests/test_utility_function.py", "start_line": 9, "end_line": 19}, {"id": "e0042", "kind": "search", "path": "sympy/integrals/rubi/rules/piecewise_linear.py", "start_line": 4, "end_line": 14}, {"id": "e0043", "kind": "search", "path": "sympy/integrals/rubi/utility_function.py", "start_line": 1874, "end_line": 1884}, {"id": "e0044", "kind": "search", "path": "sympy/core/numbers.py", "start_line": 1210, "end_line": 1220}, {"id": "e0045", "kind": "search", "path": "sympy/functions/special/tensor_functions.py", "start_line": 173, "end_line": 183}, {"id": "e0046", "kind": "search", "path": "sympy/printing/pretty/pretty.py", "start_line": 1523, "end_line": 1533}, {"id": "e0047", "kind": "search", "path": "sympy/polys/compatibility.py", "start_line": 229, "end_line": 239}, {"id": "e0048", "kind": "search", "path": "sympy/polys/agca/modules.py", "start_line": 67, "end_line": 77}, {"id": "e0049", "kind": "source", "path": "sympy/core/numbers.py", "start_line": 1800, "end_line": 1919}, {"id": "e0050", "kind": "search", "path": "sympy/integrals/rubi/tests/test_utility_function.py", "start_line": 9, "end_line": 19}, {"id": "e0051", "kind": "search", "path": "sympy/integrals/rubi/rules/piecewise_linear.py", "start_line": 4, "end_line": 14}, {"id": "e0052", "kind": "search", "path": "sympy/ntheory/tests/test_factor_.py", "start_line": 110, "end_line": 120}, {"id": "e0053", "kind": "search", "path": "sympy/integrals/rubi/utility_function.py", "start_line": 1874, "end_line": 1884}, {"id": "e0054", "kind": "search", "path": "sympy/assumptions/sathandlers.py", "start_line": 197, "end_line": 207}, {"id": "e0055", "kind": "source", "path": "sympy/core/numbers.py", "start_line": 1650, "end_line": 1769}, {"id": "e0056", "kind": "source", "path": "sympy/core/numbers.py", "start_line": 2150, "end_line": 2269}, {"id": "e0057", "kind": "source", "path": "sympy/core/tests/test_numbers.py", "start_line": 1, "end_line": 120}, {"id": "e0058", "kind": "source", "path": "sympy/core/numbers.py", "start_line": 2260, "end_line": 2335}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "sympy__sympy-18087", "diagnosis": null, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "sympy/simplify/fu.py", "start_line": 15, "end_line": 25}, {"id": "e0002", "kind": "search", "path": "sympy/simplify/trigsimp.py", "start_line": 79, "end_line": 89}, {"id": "e0003", "kind": "search", "path": "sympy/simplify/tests/test_fu.py", "start_line": 1, "end_line": 9}, {"id": "e0004", "kind": "search", "path": "sympy/algebras/quaternion.py", "start_line": 5, "end_line": 15}, {"id": "e0005", "kind": "search", "path": "sympy/simplify/tests/test_trigsimp.py", "start_line": 1, "end_line": 9}, {"id": "e0006", "kind": "search", "path": "sympy/simplify/fu.py", "start_line": 1112, "end_line": 1122}, {"id": "e0007", "kind": "search", "path": "sympy/simplify/tests/test_fu.py", "start_line": 24, "end_line": 34}, {"id": "e0008", "kind": "search", "path": "sympy/core/tests/test_arit.py", "start_line": 175, "end_line": 185}, {"id": "e0009", "kind": "search", "path": "sympy/core/power.py", "start_line": 440, "end_line": 450}, {"id": "e0010", "kind": "search", "path": "sympy/core/tests/test_assumptions.py", "start_line": 1, "end_line": 9}, {"id": "e0011", "kind": "search", "path": "sympy/simplify/trigsimp.py", "start_line": 22, "end_line": 32}, {"id": "e0012", "kind": "search", "path": "sympy/simplify/tests/test_trigsimp.py", "start_line": 153, "end_line": 163}, {"id": "e0013", "kind": "search", "path": "sympy/solvers/ode.py", "start_line": 149, "end_line": 159}, {"id": "e0014", "kind": "search", "path": "sympy/integrals/tests/test_transforms.py", "start_line": 12, "end_line": 22}, {"id": "e0015", "kind": "search", "path": "sympy/core/expr.py", "start_line": 3526, "end_line": 3536}, {"id": "e0016", "kind": "search", "path": "sympy/simplify/tests/test_trigsimp.py", "start_line": 1, "end_line": 9}, {"id": "e0017", "kind": "search", "path": "sympy/core/tests/test_relational.py", "start_line": 1048, "end_line": 1058}, {"id": "e0018", "kind": "search", "path": "sympy/algebras/tests/test_quaternion.py", "start_line": 1, "end_line": 9}, {"id": "e0019", "kind": "search", "path": "sympy/core/tests/test_noncommutative.py", "start_line": 145, "end_line": 149}, {"id": "e0020", "kind": "search", "path": "sympy/utilities/tests/test_wester.py", "start_line": 9, "end_line": 19}, {"id": "e0021", "kind": "search", "path": "sympy/simplify/trigsimp.py", "start_line": 1066, "end_line": 1076}, {"id": "e0022", "kind": "search", "path": "sympy/integrals/rubi/constraints.py", "start_line": 136, "end_line": 146}, {"id": "e0023", "kind": "search", "path": "sympy/core/tests/test_args.py", "start_line": 17, "end_line": 27}, {"id": "e0024", "kind": "search", "path": "sympy/simplify/fu.py", "start_line": 467, "end_line": 477}, {"id": "e0025", "kind": "search", "path": "sympy/simplify/tests/test_fu.py", "start_line": 68, "end_line": 78}, {"id": "e0026", "kind": "search", "path": "sympy/integrals/rubi/constraints.py", "start_line": 136, "end_line": 146}, {"id": "e0027", "kind": "search", "path": "sympy/simplify/tests/test_trigsimp.py", "start_line": 153, "end_line": 163}, {"id": "e0028", "kind": "search", "path": "sympy/simplify/trigsimp.py", "start_line": 22, "end_line": 32}, {"id": "e0029", "kind": "search", "path": "sympy/algebras/quaternion.py", "start_line": 6, "end_line": 16}, {"id": "e0030", "kind": "source", "path": "sympy/simplify/trigsimp.py", "start_line": 1090, "end_line": 1193}, {"id": "e0031", "kind": "source", "path": "sympy/simplify/fu.py", "start_line": 470, "end_line": 570}, {"id": "e0032", "kind": "source", "path": "sympy/simplify/tests/test_fu.py", "start_line": 70, "end_line": 110}, {"id": "e0033", "kind": "search", "path": "sympy/simplify/tests/test_powsimp.py", "start_line": 173, "end_line": 183}, {"id": "e0034", "kind": "search", "path": "sympy/simplify/powsimp.py", "start_line": 486, "end_line": 496}, {"id": "e0035", "kind": "search", "path": "sympy/functions/elementary/miscellaneous.py", "start_line": 103, "end_line": 113}, {"id": "e0036", "kind": "search", "path": "sympy/solvers/solvers.py", "start_line": 33, "end_line": 43}, {"id": "e0037", "kind": "search", "path": "sympy/simplify/radsimp.py", "start_line": 935, "end_line": 945}, {"id": "e0038", "kind": "source", "path": "sympy/simplify/fu.py", "start_line": 590, "end_line": 709}, {"id": "e0039", "kind": "source", "path": "sympy/simplify/tests/test_trigsimp.py", "start_line": 156, "end_line": 245}, {"id": "e0040", "kind": "search", "path": "sympy/simplify/fu.py", "start_line": 1861, "end_line": 1871}, {"id": "e0041", "kind": "search", "path": "sympy/simplify/tests/test_fu.py", "start_line": 298, "end_line": 308}, {"id": "e0042", "kind": "search", "path": "sympy/integrals/rubi/utility_function.py", "start_line": 20, "end_line": 30}, {"id": "e0043", "kind": "search", "path": "sympy/core/tests/test_expand.py", "start_line": 204, "end_line": 214}, {"id": "e0044", "kind": "search", "path": "sympy/integrals/meijerint.py", "start_line": 328, "end_line": 338}, {"id": "e0045", "kind": "search", "path": "sympy/simplify/tests/test_fu.py", "start_line": 150, "end_line": 160}, {"id": "e0046", "kind": "search", "path": "sympy/simplify/fu.py", "start_line": 809, "end_line": 819}, {"id": "e0047", "kind": "search", "path": "sympy/simplify/trigsimp.py", "start_line": 22, "end_line": 32}, {"id": "e0048", "kind": "search", "path": "sympy/simplify/trigsimp.py", "start_line": 22, "end_line": 32}, {"id": "e0049", "kind": "search", "path": "sympy/simplify/tests/test_trigsimp.py", "start_line": 153, "end_line": 163}, {"id": "e0050", "kind": "search", "path": "sympy/solvers/ode.py", "start_line": 58, "end_line": 68}, {"id": "e0051", "kind": "source", "path": "sympy/simplify/fu.py", "start_line": 1880, "end_line": 1999}, {"id": "e0052", "kind": "source", "path": "sympy/simplify/fu.py", "start_line": 870, "end_line": 989}], "routes": [{"agent": "code_search", "reason": "initial_repository_search"}, {"agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached"}], "test_status": "not_run", "patch_verified": false} diff --git a/reports/experiments/paired-20/routed_source/experiment.json b/reports/experiments/paired-20/routed_source/experiment.json new file mode 100644 index 0000000..c97265e --- /dev/null +++ b/reports/experiments/paired-20/routed_source/experiment.json @@ -0,0 +1,5 @@ +{ + "arm": "routed_source", + "plan_sha256": "9f047887afdced364afab1ea606e13d530f018074919748f0564529f892afc92", + "predictions_sha256": "5fa56eca27b1ea216f26ac5fd1acf0d29fc6462b172b9f51a008615d5174dd24" +} diff --git a/reports/experiments/paired-20/routed_source/log-audit.json b/reports/experiments/paired-20/routed_source/log-audit.json new file mode 100644 index 0000000..dfed4fa --- /dev/null +++ b/reports/experiments/paired-20/routed_source/log-audit.json @@ -0,0 +1,222 @@ +{ + "trace_files": 40, + "event_counts": { + "run_start": 40, + "index_ready": 20, + "route": 40, + "evidence_selection": 59, + "model_response": 121, + "tool_start": 181, + "search_result": 99, + "tool_end": 181, + "patch_check": 19, + "run_end": 40, + "tool_budget_exhausted": 2, + "insufficient_evidence": 1, + "snapshot_ready": 20 + }, + "route_reasons": { + "initial_repository_search": 20, + "evidence_ready_or_search_budget_reached": 20 + }, + "failure_patterns": { + "empty_search": 0, + "tool_error": 0, + "environment_error": 0, + "test_timeout": 0, + "index_truncated": 0, + "invalid_synthesis": 0, + "agent_step_limit": 0, + "run_error": 0, + "model_budget_exhausted": 0, + "tool_budget_exhausted": 2, + "patch_repair_invalid_response": 0, + "model_error": 0, + "patch_repair_error": 0 + }, + "tool_duration_ms_raw": [ + 11, + 4, + 1, + 5, + 2, + 2, + 9, + 5, + 1, + 24, + 19, + 0, + 0, + 1, + 3, + 4, + 26, + 3, + 22, + 2, + 3, + 1, + 27, + 2, + 37, + 1, + 9, + 15, + 1, + 26, + 2, + 0, + 0, + 19, + 13, + 20, + 10, + 1, + 0, + 0, + 0, + 17, + 12, + 1, + 0, + 18, + 2, + 7, + 3, + 0, + 5, + 8, + 0, + 0, + 0, + 12, + 1, + 0, + 14, + 10, + 1, + 0, + 12, + 8, + 4, + 1, + 1, + 1, + 0, + 9, + 12, + 10, + 6, + 5, + 1, + 0, + 0, + 1, + 1, + 57, + 1, + 1, + 1, + 45, + 1, + 4, + 1, + 12, + 1, + 5, + 3, + 1, + 1, + 10, + 5, + 1, + 0, + 19, + 11, + 13, + 1, + 1, + 18, + 1, + 6, + 13, + 1, + 25, + 9, + 1, + 0, + 12, + 15, + 16, + 1, + 1, + 7, + 1, + 5, + 1, + 1, + 13, + 8, + 0, + 1, + 15, + 9, + 12, + 1, + 16, + 12, + 1, + 14, + 11, + 6, + 6, + 6, + 1, + 1, + 1, + 23, + 1, + 1, + 11, + 1, + 18, + 22, + 15, + 1, + 10, + 21, + 1, + 1, + 3, + 25, + 20, + 25, + 1, + 24, + 1, + 1, + 1, + 1, + 19, + 26, + 37, + 10, + 25, + 18, + 5, + 1, + 1, + 0, + 25, + 1, + 0, + 23, + 8, + 21, + 1, + 1 + ], + "unpaired_tools": 0, + "unfinished_runs": 0 +} diff --git a/reports/experiments/paired-20/routed_source/manifest.json b/reports/experiments/paired-20/routed_source/manifest.json new file mode 100644 index 0000000..cdd1a63 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/manifest.json @@ -0,0 +1,58 @@ +{ + "mode": "model", + "count": 20, + "task_ids": [ + "sympy__sympy-18087", + "matplotlib__matplotlib-26011", + "pytest-dev__pytest-11148", + "mwaskom__seaborn-2848", + "pytest-dev__pytest-11143", + "pydata__xarray-4248", + "scikit-learn__scikit-learn-13584", + "sympy__sympy-13647", + "sympy__sympy-13437", + "pydata__xarray-4094", + "pallets__flask-4045", + "psf__requests-2317", + "matplotlib__matplotlib-23314", + "matplotlib__matplotlib-24149", + "sphinx-doc__sphinx-8713", + "matplotlib__matplotlib-23563", + "sympy__sympy-13895", + "pallets__flask-4992", + "pytest-dev__pytest-7490", + "psf__requests-2674" + ], + "tasks_sha256": "2313ebb8aa71e90299f3e56d87fbc3979919413131225ff8069228e6884fdfa2", + "model": "codex-cli:gpt-6.1-sol", + "seed": 2026, + "created_at": "2026-10-08T21:39:46.007086+00:00", + "test_executor": "disabled", + "max_tool_calls": 18, + "max_search_passes": 1, + "max_agent_steps": 10, + "max_model_calls": 10, + "workflow": "routed", + "evidence_policy": "source_priority", + "evidence_limit": 24, + "patch_repair_attempts": 0, + "model_timeout": 120, + "codex_reasoning_effort": "medium", + "codex_transport": "https", + "workers": 4, + "environment": { + "python": "3.12.13", + "platform": "macOS-15.4.1-arm64-arm-64bit", + "source_tree_sha256": "b317607238726d740bec058b5f6fa0f2eecac6181a43278d9e95b27ba7cfb02a", + "packages": { + "langchain": "1.4.3", + "langgraph": "1.2.14", + "langchain-openai": "1.7.0", + "langchain-anthropic": "1.7.5", + "fastapi": "0.143.0", + "numpy": "2.5.3", + "rank-bm25": "0.2.2" + } + }, + "codex_cli_version": "codex-cli 0.162.0-alpha.2" +} diff --git a/reports/experiments/paired-20/routed_source/model-usage.json b/reports/experiments/paired-20/routed_source/model-usage.json new file mode 100644 index 0000000..4dcf690 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/model-usage.json @@ -0,0 +1,20 @@ +{ + "tasks": 20, + "model_calls": 121, + "model_call_scope": "complete run counters", + "successful_model_responses": 121, + "failed_model_calls": 0, + "failed_runs": 0, + "token_scope": "provider-reported usage from completed responses; failed calls may have unknown usage", + "input_tokens": 1299138, + "output_tokens": 26966, + "cached_input_tokens": 216832, + "builtin_tool_calls": 0, + "transport_reconnects": 0, + "applicable_patches": 15, + "withheld_patches": 4, + "patch_check_attempts": 19, + "repair_attempts": 0, + "recovered_patches": 0, + "model_duration_ms": 1561282 +} diff --git a/reports/experiments/paired-20/routed_source/predictions.jsonl b/reports/experiments/paired-20/routed_source/predictions.jsonl new file mode 100644 index 0000000..f0b1461 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/predictions.jsonl @@ -0,0 +1,20 @@ +{"instance_id": "sympy__sympy-18087", "mode": "model", "status": "insufficient_evidence", "predicted_files": [], "root_cause": null, "model_patch": "", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "matplotlib__matplotlib-26011", "mode": "model", "status": "diagnosed", "predicted_files": ["lib/matplotlib/axis.py"], "root_cause": "Axes.set_xlim delegates to Axis._set_lim. Shared siblings are updated with emit=False, while callback dispatch occurs only when emit is true. Consequently, sibling limits change without emitting xlim_changed.", "model_patch": "--- a/lib/matplotlib/axis.py\n+++ b/lib/matplotlib/axis.py\n@@ -1246,6 +1246,7 @@\n if other is not self.axes:\n other._axis_map[name]._set_lim(\n v0, v1, emit=False, auto=auto)\n+ other.callbacks.process(f\"{name}lim_changed\", other)\n if other.figure != self.figure:\n other.figure.canvas.draw_idle()\n \n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "pytest-dev__pytest-11148", "mode": "model", "status": "diagnosed", "predicted_files": ["src/_pytest/pathlib.py", "testing/test_pathlib.py"], "root_cause": "In importlib mode, import_path() creates and executes a new module even when its name is already present in sys.modules, replacing the cached object. Existing references retain the previous module and its classes, splitting initialization state. insert_missing_modules() preserves existing parent attributes, which can also retain stale references. This establishes a duplication mechanism consistent with the report, but not the specific pmxbot trigger.", "model_patch": "", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "mwaskom__seaborn-2848", "mode": "model", "status": "diagnosed", "predicted_files": ["seaborn/_oldcore.py"], "root_cause": "PairGrid passes all hue values alongside the restricted hue_order. Categorical HueMapping creates lookup entries only for ordered levels and sets norm=None. An excluded string therefore triggers KeyError, then an attempted call to self.norm(key), followed by np.isnan(key), which raises the reported TypeError.", "model_patch": "--- a/seaborn/_oldcore.py\n+++ b/seaborn/_oldcore.py\n@@ -150,6 +150,9 @@\n value = self.lookup_table[key]\n except KeyError:\n+ if self.norm is None:\n+ return (0, 0, 0, 0)\n+\n # Use the colormap to interpolate between existing datapoints\n # (e.g. in the context of making a continuous legend)\n try:\n normed = self.norm(key)\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "pytest-dev__pytest-11143", "mode": "model", "status": "diagnosed", "predicted_files": ["src/_pytest/assertion/rewrite.py"], "root_cause": "AssertionRewriter.run mistakes a leading ast.Constant expression for a docstring without checking its value is a string. A leading integer reaches is_rewrite_disabled, whose membership check raises TypeError.", "model_patch": "--- a/src/_pytest/assertion/rewrite.py\n+++ b/src/_pytest/assertion/rewrite.py\n@@ -677,6 +677,7 @@\n expect_docstring\n and isinstance(item, ast.Expr)\n and isinstance(item.value, ast.Constant)\n+ and isinstance(item.value.value, str)\n ):\n doc = item.value.value\n if self.is_rewrite_disabled(doc):\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "pydata__xarray-4248", "mode": "model", "status": "diagnosed", "predicted_files": ["xarray/core/formatting.py"], "root_cause": "The text Dataset repr uses summarize_variable for ordinary coordinates and data variables, but that function never reads units attributes. Column widths are also calculated from names alone, so adding units requires updating both labels and width inputs.", "model_patch": "", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "scikit-learn__scikit-learn-13584", "mode": "model", "status": "diagnosed", "predicted_files": ["sklearn/utils/_pprint.py"], "root_cause": "_changed_params evaluates v != init_params[k] as a boolean. LogisticRegressionCV stores the supplied Cs array unchanged, while its default is 10. Comparing a multi-element NumPy array with 10 returns a boolean array, whose truth evaluation raises the reported ValueError. Changed-only rendering invokes this helper.", "model_patch": "--- a/sklearn/utils/_pprint.py\n+++ b/sklearn/utils/_pprint.py\n@@ -96,7 +96,7 @@\n init_params = signature(init_func).parameters\n init_params = {name: param.default for name, param in init_params.items()}\n for k, v in params.items():\n- if (v != init_params[k] and\n+ if (repr(v) != repr(init_params[k]) and\n not (is_scalar_nan(init_params[k]) and is_scalar_nan(v))):\n filtered_params[k] = v\n return filtered_params\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "sympy__sympy-13647", "mode": "model", "status": "diagnosed", "predicted_files": ["sympy/matrices/common.py"], "root_cause": "MatrixShaping._eval_col_insert incorrectly subtracts both the insertion position and inserted width when selecting original columns after the inserted block. Only the inserted width should be subtracted. For position 3 and width 2, output column 5 incorrectly reads original column 0 instead of column 3, explaining the displaced identity block.", "model_patch": "--- a/sympy/matrices/common.py\n+++ b/sympy/matrices/common.py\n@@ -86,7 +86,7 @@\n return self[i, j]\n elif pos <= j < pos + other.cols:\n return other[i, j - pos]\n- return self[i, j - pos - other.cols]\n+ return self[i, j - other.cols]\n \n return self._new(self.rows, self.cols + other.cols,\n lambda i, j: entry(i, j))\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "sympy__sympy-13437", "mode": "model", "status": "diagnosed", "predicted_files": ["sympy/functions/combinatorial/numbers.py", "sympy/functions/combinatorial/tests/test_comb_numbers.py"], "root_cause": "bell.eval handles only nonnegative integer indices and has no positive-infinity case, leaving bell(oo) unevaluated. This explains the reported limit result; Fibonacci and Lucas already handle infinity explicitly.", "model_patch": "--- a/sympy/functions/combinatorial/numbers.py\n+++ b/sympy/functions/combinatorial/numbers.py\n@@ -435,4 +435,7 @@\n @classmethod\n def eval(cls, n, k_sym=None, symbols=None):\n+ if n is S.Infinity and k_sym is None and symbols is None:\n+ return S.Infinity\n+\n if n.is_Integer and n.is_nonnegative:\n if k_sym is None:\n--- a/sympy/functions/combinatorial/tests/test_comb_numbers.py\n+++ b/sympy/functions/combinatorial/tests/test_comb_numbers.py\n@@ -80,5 +80,9 @@\n def test_bell():\n assert [bell(n) for n in range(8)] == [1, 1, 2, 5, 15, 52, 203, 877]\n+\n+ assert bell(S.Infinity) == S.Infinity\n+ n = Dummy('n')\n+ assert bell(n).limit(n, S.Infinity) == S.Infinity\n \n assert bell(0, x) == 1\n assert bell(1, x) == x\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "pydata__xarray-4094", "mode": "model", "status": "diagnosed", "predicted_files": ["xarray/core/dataarray.py"], "root_cause": "When every variable dimension is a sample dimension, to_stacked_array creates a one-level MultiIndex containing variable names. to_unstacked_dataset selects each name without drop=True, leaving a scalar stacked coordinate with different values for each variable. squeeze(drop=True) does not remove an already-scalar coordinate, so Dataset(data_dict) encounters conflicting coordinate values.", "model_patch": "--- a/xarray/core/dataarray.py\n+++ b/xarray/core/dataarray.py\n@@ -1960,7 +1960,7 @@\n # pull variables out of datarray\n data_dict = {}\n for k in variables:\n- data_dict[k] = self.sel({variable_dim: k}).squeeze(drop=True)\n+ data_dict[k] = self.sel({variable_dim: k}, drop=True).squeeze(drop=True)\n \n # unstacked dataset\n return Dataset(data_dict)\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "pallets__flask-4045", "mode": "model", "status": "diagnosed", "predicted_files": ["src/flask/blueprints.py", "tests/test_blueprints.py"], "root_cause": "Blueprint.__init__ accepts names containing dots without validation. Nested blueprint registration uses dots as hierarchy separators, and endpoint construction incorporates the blueprint name directly, making dotted names ambiguous. Existing endpoint validation does not validate blueprint names.", "model_patch": "--- a/src/flask/blueprints.py\n+++ b/src/flask/blueprints.py\n@@ -188,6 +188,9 @@\n template_folder=template_folder,\n root_path=root_path,\n )\n+ if \".\" in name:\n+ raise ValueError(\"Blueprint name must not contain dots.\")\n+\n self.name = name\n self.url_prefix = url_prefix\n self.subdomain = subdomain\n--- a/tests/test_blueprints.py\n+++ b/tests/test_blueprints.py\n@@ -280,3 +280,8 @@\n+def test_blueprint_name_with_dot():\n+ with pytest.raises(ValueError, match=\"must not contain dots\"):\n+ flask.Blueprint(\"parent.child\", __name__)\n+\n+\n def test_dotted_names_from_app(app, client):\n test = flask.Blueprint(\"test\", __name__)\n \n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "psf__requests-2317", "mode": "model", "status": "diagnosed", "predicted_files": ["requests/sessions.py"], "root_cause": "Session.request uses builtin_str(method), which is str on Python 3. For b'GET', this produces the literal text \"b'GET'\" rather than decoding the bytes. Subsequent uppercasing produces \"B'GET'\"; downstream preparation does not correct it.", "model_patch": "", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "matplotlib__matplotlib-23314", "mode": "model", "status": "diagnosed", "predicted_files": ["lib/mpl_toolkits/mplot3d/axes3d.py"], "root_cause": "Axes3D.draw() renders its background patch, panes, and axes without checking the axes' visibility. These rendering calls precede super().draw(renderer), so a superclass visibility check cannot prevent them. The existing visibility filter checks only child collections and patches.", "model_patch": "--- a/lib/mpl_toolkits/mplot3d/axes3d.py\n+++ b/lib/mpl_toolkits/mplot3d/axes3d.py\n@@ -388,5 +388,8 @@\n @martist.allow_rasterization\n def draw(self, renderer):\n+ if not self.get_visible():\n+ return\n+\n self._unstale_viewLim()\n \n # draw the background patch\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "matplotlib__matplotlib-24149", "mode": "model", "status": "diagnosed", "predicted_files": ["lib/matplotlib/axes/_axes.py", "lib/matplotlib/tests/test_axes.py"], "root_cause": "Axes.bar passes x positions to _convert_dx for width conversion. With all-NaN positions, _safe_first_finite exhausts its filtered iterator and raises StopIteration. Neither the local handlers nor the outer conversion fallback catches it, so bar construction fails. The existing NaN regression test covers only heights with finite positions.", "model_patch": "--- a/lib/matplotlib/axes/_axes.py\n+++ b/lib/matplotlib/axes/_axes.py\n@@ -2195,7 +2195,7 @@\n dx = [convert(x0 + ddx) - x for ddx in dx]\n if delist:\n dx = dx[0]\n- except (ValueError, TypeError, AttributeError):\n+ except (ValueError, TypeError, AttributeError, StopIteration):\n # if the above fails (for any reason) just fallback to what\n # we do by default and convert dx by itself.\n dx = convert(dx)\n--- a/lib/matplotlib/tests/test_axes.py\n+++ b/lib/matplotlib/tests/test_axes.py\n@@ -1715,6 +1715,12 @@\n def test_nan_bar_values():\n fig, ax = plt.subplots()\n ax.bar([0, 1], [np.nan, 4])\n+ for height in [0, np.nan]:\n+ bars = ax.bar([np.nan], [height])\n+ assert len(bars) == 1\n+ assert np.isnan(bars[0].get_x())\n+ np.testing.assert_equal(bars[0].get_height(), height)\n+ assert bars[0].get_width() == 0.8\n \n \n def test_bar_ticklabel_fail():\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "sphinx-doc__sphinx-8713", "mode": "model", "status": "diagnosed", "predicted_files": ["sphinx/ext/napoleon/docstring.py"], "root_cause": "The Other Parameters handler unconditionally uses _format_fields, ignoring napoleon_use_param. The Parameters handler instead uses _format_docutils_params and supports comma-separated names when the setting is enabled.", "model_patch": "--- a/sphinx/ext/napoleon/docstring.py\n+++ b/sphinx/ext/napoleon/docstring.py\n@@ -684,4 +684,8 @@\n def _parse_other_parameters_section(self, section: str) -> List[str]:\n- return self._format_fields(_('Other Parameters'), self._consume_fields())\n+ if self._config.napoleon_use_param:\n+ fields = self._consume_fields(multiple=True)\n+ return self._format_docutils_params(fields)\n+ else:\n+ return self._format_fields(_('Other Parameters'), self._consume_fields())\n \n def _parse_parameters_section(self, section: str) -> List[str]:\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "matplotlib__matplotlib-23563", "mode": "model", "status": "diagnosed", "predicted_files": ["lib/mpl_toolkits/mplot3d/art3d.py"], "root_cause": "Conversion is non-atomic: line_2d_to_3d changes the artist's class to Line3D before initializing its 3D coordinates. If broadcasting zs fails, _verts3d is never assigned, but the artist remains a Line3D. Subsequent drawing reads the missing attribute, causing the secondary AttributeError. Changing input variables does not repair that existing artist.", "model_patch": "--- a/lib/mpl_toolkits/mplot3d/art3d.py\n+++ b/lib/mpl_toolkits/mplot3d/art3d.py\n@@ -221,8 +221,8 @@\n def line_2d_to_3d(line, zs=0, zdir='z'):\n \"\"\"Convert a 2D line to 3D.\"\"\"\n \n+ Line3D.set_3d_properties(line, zs, zdir)\n line.__class__ = Line3D\n- line.set_3d_properties(zs, zdir)\n \n \n def _path_to_3d_segment(path, zs=0, zdir='z'):\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "sympy__sympy-13895", "mode": "model", "status": "diagnosed", "predicted_files": ["sympy/core/numbers.py"], "root_cause": "Integer._eval_power combines the negative-base phase with positive radical factors. For (-8)**(9/5), the remaining factor exponents are 2 for base 2 and 4 for base -1. Their gcd is 2, so radical recombination squares -1 inside the base, losing the complex principal-branch phase. Rational._eval_power delegates the substituted negative numerator to this code. Extracting the positive factor 12 in simplify is not itself branch-invalid.", "model_patch": "--- a/sympy/core/numbers.py\n+++ b/sympy/core/numbers.py\n@@ -2232,6 +2232,8 @@\n return (S.NegativeOne)**ne*Rational(1, -self)**ne\n else:\n return Rational(1, self.p)**ne\n+ if self.is_negative:\n+ return S.NegativeOne**expt * (-self)**expt\n # see if base is a perfect root, sqrt(4) --> 2\n x, xexact = integer_nthroot(abs(self.p), expt.q)\n if xexact:\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "pallets__flask-4992", "mode": "model", "status": "diagnosed", "predicted_files": ["src/flask/config.py", "tests/test_config.py"], "root_cause": "Config.from_file always opens files in text mode with open(filename) and passes that handle to the loader. It provides no way to request the binary stream required by tomllib.load.", "model_patch": "--- a/src/flask/config.py\n+++ b/src/flask/config.py\n@@ -233,6 +233,7 @@\n self,\n filename: str,\n load: t.Callable[[t.IO[t.Any]], t.Mapping],\n silent: bool = False,\n+ mode: str = \"t\",\n ) -> bool:\n \"\"\"Update the values in the config from a file that is loaded\n@@ -254,6 +255,8 @@\n :type load: ``Callable[[Reader], Mapping]`` where ``Reader``\n implements a ``read`` method.\n :param silent: Ignore the file if it doesn't exist.\n+ :param mode: Open in text mode (``\"t\"``, the default) or binary\n+ mode (``\"b\"``, for loaders such as ``tomllib.load``).\n :return: ``True`` if the file was loaded successfully.\n \n .. versionadded:: 2.0\n@@ -262,7 +265,7 @@\n \n try:\n- with open(filename) as f:\n+ with open(filename, \"r\" + mode) as f:\n obj = load(f)\n except OSError as e:\n if silent and e.errno in (errno.ENOENT, errno.EISDIR):\n return False\n--- a/tests/test_config.py\n+++ b/tests/test_config.py\n@@ -37,6 +37,20 @@\n common_object_test(app)\n \n \n+def test_config_from_file_binary():\n+ app = flask.Flask(__name__)\n+ current_dir = os.path.dirname(os.path.abspath(__file__))\n+\n+ def load(file):\n+ data = file.read()\n+ assert isinstance(data, bytes)\n+ return json.loads(data)\n+\n+ filename = os.path.join(current_dir, \"static\", \"config.json\")\n+ assert app.config.from_file(filename, load, mode=\"b\")\n+ common_object_test(app)\n+\n+\n def test_from_prefixed_env(monkeypatch):\n monkeypatch.setenv(\"FLASK_STRING\", \"value\")\n monkeypatch.setenv(\"FLASK_BOOL\", \"true\")\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "pytest-dev__pytest-7490", "mode": "model", "status": "diagnosed", "predicted_files": ["src/_pytest/skipping.py"], "root_cause": "The xfail evaluation is cached before the test body executes. When the test dynamically adds an xfail marker, pytest_runtest_call does not refresh the cached None after yield, and pytest_runtest_makereport consequently reports the assertion as a failure. Marker insertion itself correctly updates the markers read by evaluate_xfail_marks.", "model_patch": "--- a/src/_pytest/skipping.py\n+++ b/src/_pytest/skipping.py\n@@ -255,4 +255,7 @@\n yield\n \n+ if xfailed is None:\n+ item._store[xfailed_key] = evaluate_xfail_marks(item)\n+\n \n @hookimpl(hookwrapper=True)\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "psf__requests-2674", "mode": "model", "status": "diagnosed", "predicted_files": ["requests/adapters.py"], "root_cause": "HTTPAdapter.send translates SSL and read-timeout exceptions but re-raises other urllib3 HTTPError subclasses unchanged. Consequently, a base urllib3 TimeoutError or DecodeError reaching this handler escapes the Requests exception API. The actual proxy-timeout scenario is not reproduced; normal response streaming already translates DecodeError into ContentDecodingError.", "model_patch": "", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} diff --git a/reports/experiments/paired-20/routed_source/source-proof.json b/reports/experiments/paired-20/routed_source/source-proof.json new file mode 100644 index 0000000..cd6cbcf --- /dev/null +++ b/reports/experiments/paired-20/routed_source/source-proof.json @@ -0,0 +1,4 @@ +{ + "source_commit": "6b61f9a4ac9ac5b5420caf1eba7d3d503f33c9fb", + "source_tree_sha256": "b317607238726d740bec058b5f6fa0f2eecac6181a43278d9e95b27ba7cfb02a" +} diff --git a/reports/experiments/paired-20/routed_source/swebench-predictions.jsonl b/reports/experiments/paired-20/routed_source/swebench-predictions.jsonl new file mode 100644 index 0000000..8983b1a --- /dev/null +++ b/reports/experiments/paired-20/routed_source/swebench-predictions.jsonl @@ -0,0 +1,20 @@ +{"instance_id": "sympy__sympy-18087", "model_name_or_path": "agentic-controls-routed_source", "model_patch": ""} +{"instance_id": "matplotlib__matplotlib-26011", "model_name_or_path": "agentic-controls-routed_source", "model_patch": "--- a/lib/matplotlib/axis.py\n+++ b/lib/matplotlib/axis.py\n@@ -1246,6 +1246,7 @@\n if other is not self.axes:\n other._axis_map[name]._set_lim(\n v0, v1, emit=False, auto=auto)\n+ other.callbacks.process(f\"{name}lim_changed\", other)\n if other.figure != self.figure:\n other.figure.canvas.draw_idle()\n \n"} +{"instance_id": "pytest-dev__pytest-11148", "model_name_or_path": "agentic-controls-routed_source", "model_patch": ""} +{"instance_id": "mwaskom__seaborn-2848", "model_name_or_path": "agentic-controls-routed_source", "model_patch": "--- a/seaborn/_oldcore.py\n+++ b/seaborn/_oldcore.py\n@@ -150,6 +150,9 @@\n value = self.lookup_table[key]\n except KeyError:\n+ if self.norm is None:\n+ return (0, 0, 0, 0)\n+\n # Use the colormap to interpolate between existing datapoints\n # (e.g. in the context of making a continuous legend)\n try:\n normed = self.norm(key)\n"} +{"instance_id": "pytest-dev__pytest-11143", "model_name_or_path": "agentic-controls-routed_source", "model_patch": "--- a/src/_pytest/assertion/rewrite.py\n+++ b/src/_pytest/assertion/rewrite.py\n@@ -677,6 +677,7 @@\n expect_docstring\n and isinstance(item, ast.Expr)\n and isinstance(item.value, ast.Constant)\n+ and isinstance(item.value.value, str)\n ):\n doc = item.value.value\n if self.is_rewrite_disabled(doc):\n"} +{"instance_id": "pydata__xarray-4248", "model_name_or_path": "agentic-controls-routed_source", "model_patch": ""} +{"instance_id": "scikit-learn__scikit-learn-13584", "model_name_or_path": "agentic-controls-routed_source", "model_patch": "--- a/sklearn/utils/_pprint.py\n+++ b/sklearn/utils/_pprint.py\n@@ -96,7 +96,7 @@\n init_params = signature(init_func).parameters\n init_params = {name: param.default for name, param in init_params.items()}\n for k, v in params.items():\n- if (v != init_params[k] and\n+ if (repr(v) != repr(init_params[k]) and\n not (is_scalar_nan(init_params[k]) and is_scalar_nan(v))):\n filtered_params[k] = v\n return filtered_params\n"} +{"instance_id": "sympy__sympy-13647", "model_name_or_path": "agentic-controls-routed_source", "model_patch": "--- a/sympy/matrices/common.py\n+++ b/sympy/matrices/common.py\n@@ -86,7 +86,7 @@\n return self[i, j]\n elif pos <= j < pos + other.cols:\n return other[i, j - pos]\n- return self[i, j - pos - other.cols]\n+ return self[i, j - other.cols]\n \n return self._new(self.rows, self.cols + other.cols,\n lambda i, j: entry(i, j))\n"} +{"instance_id": "sympy__sympy-13437", "model_name_or_path": "agentic-controls-routed_source", "model_patch": "--- a/sympy/functions/combinatorial/numbers.py\n+++ b/sympy/functions/combinatorial/numbers.py\n@@ -435,4 +435,7 @@\n @classmethod\n def eval(cls, n, k_sym=None, symbols=None):\n+ if n is S.Infinity and k_sym is None and symbols is None:\n+ return S.Infinity\n+\n if n.is_Integer and n.is_nonnegative:\n if k_sym is None:\n--- a/sympy/functions/combinatorial/tests/test_comb_numbers.py\n+++ b/sympy/functions/combinatorial/tests/test_comb_numbers.py\n@@ -80,5 +80,9 @@\n def test_bell():\n assert [bell(n) for n in range(8)] == [1, 1, 2, 5, 15, 52, 203, 877]\n+\n+ assert bell(S.Infinity) == S.Infinity\n+ n = Dummy('n')\n+ assert bell(n).limit(n, S.Infinity) == S.Infinity\n \n assert bell(0, x) == 1\n assert bell(1, x) == x\n"} +{"instance_id": "pydata__xarray-4094", "model_name_or_path": "agentic-controls-routed_source", "model_patch": "--- a/xarray/core/dataarray.py\n+++ b/xarray/core/dataarray.py\n@@ -1960,7 +1960,7 @@\n # pull variables out of datarray\n data_dict = {}\n for k in variables:\n- data_dict[k] = self.sel({variable_dim: k}).squeeze(drop=True)\n+ data_dict[k] = self.sel({variable_dim: k}, drop=True).squeeze(drop=True)\n \n # unstacked dataset\n return Dataset(data_dict)\n"} +{"instance_id": "pallets__flask-4045", "model_name_or_path": "agentic-controls-routed_source", "model_patch": "--- a/src/flask/blueprints.py\n+++ b/src/flask/blueprints.py\n@@ -188,6 +188,9 @@\n template_folder=template_folder,\n root_path=root_path,\n )\n+ if \".\" in name:\n+ raise ValueError(\"Blueprint name must not contain dots.\")\n+\n self.name = name\n self.url_prefix = url_prefix\n self.subdomain = subdomain\n--- a/tests/test_blueprints.py\n+++ b/tests/test_blueprints.py\n@@ -280,3 +280,8 @@\n+def test_blueprint_name_with_dot():\n+ with pytest.raises(ValueError, match=\"must not contain dots\"):\n+ flask.Blueprint(\"parent.child\", __name__)\n+\n+\n def test_dotted_names_from_app(app, client):\n test = flask.Blueprint(\"test\", __name__)\n \n"} +{"instance_id": "psf__requests-2317", "model_name_or_path": "agentic-controls-routed_source", "model_patch": ""} +{"instance_id": "matplotlib__matplotlib-23314", "model_name_or_path": "agentic-controls-routed_source", "model_patch": "--- a/lib/mpl_toolkits/mplot3d/axes3d.py\n+++ b/lib/mpl_toolkits/mplot3d/axes3d.py\n@@ -388,5 +388,8 @@\n @martist.allow_rasterization\n def draw(self, renderer):\n+ if not self.get_visible():\n+ return\n+\n self._unstale_viewLim()\n \n # draw the background patch\n"} +{"instance_id": "matplotlib__matplotlib-24149", "model_name_or_path": "agentic-controls-routed_source", "model_patch": "--- a/lib/matplotlib/axes/_axes.py\n+++ b/lib/matplotlib/axes/_axes.py\n@@ -2195,7 +2195,7 @@\n dx = [convert(x0 + ddx) - x for ddx in dx]\n if delist:\n dx = dx[0]\n- except (ValueError, TypeError, AttributeError):\n+ except (ValueError, TypeError, AttributeError, StopIteration):\n # if the above fails (for any reason) just fallback to what\n # we do by default and convert dx by itself.\n dx = convert(dx)\n--- a/lib/matplotlib/tests/test_axes.py\n+++ b/lib/matplotlib/tests/test_axes.py\n@@ -1715,6 +1715,12 @@\n def test_nan_bar_values():\n fig, ax = plt.subplots()\n ax.bar([0, 1], [np.nan, 4])\n+ for height in [0, np.nan]:\n+ bars = ax.bar([np.nan], [height])\n+ assert len(bars) == 1\n+ assert np.isnan(bars[0].get_x())\n+ np.testing.assert_equal(bars[0].get_height(), height)\n+ assert bars[0].get_width() == 0.8\n \n \n def test_bar_ticklabel_fail():\n"} +{"instance_id": "sphinx-doc__sphinx-8713", "model_name_or_path": "agentic-controls-routed_source", "model_patch": "--- a/sphinx/ext/napoleon/docstring.py\n+++ b/sphinx/ext/napoleon/docstring.py\n@@ -684,4 +684,8 @@\n def _parse_other_parameters_section(self, section: str) -> List[str]:\n- return self._format_fields(_('Other Parameters'), self._consume_fields())\n+ if self._config.napoleon_use_param:\n+ fields = self._consume_fields(multiple=True)\n+ return self._format_docutils_params(fields)\n+ else:\n+ return self._format_fields(_('Other Parameters'), self._consume_fields())\n \n def _parse_parameters_section(self, section: str) -> List[str]:\n"} +{"instance_id": "matplotlib__matplotlib-23563", "model_name_or_path": "agentic-controls-routed_source", "model_patch": "--- a/lib/mpl_toolkits/mplot3d/art3d.py\n+++ b/lib/mpl_toolkits/mplot3d/art3d.py\n@@ -221,8 +221,8 @@\n def line_2d_to_3d(line, zs=0, zdir='z'):\n \"\"\"Convert a 2D line to 3D.\"\"\"\n \n+ Line3D.set_3d_properties(line, zs, zdir)\n line.__class__ = Line3D\n- line.set_3d_properties(zs, zdir)\n \n \n def _path_to_3d_segment(path, zs=0, zdir='z'):\n"} +{"instance_id": "sympy__sympy-13895", "model_name_or_path": "agentic-controls-routed_source", "model_patch": "--- a/sympy/core/numbers.py\n+++ b/sympy/core/numbers.py\n@@ -2232,6 +2232,8 @@\n return (S.NegativeOne)**ne*Rational(1, -self)**ne\n else:\n return Rational(1, self.p)**ne\n+ if self.is_negative:\n+ return S.NegativeOne**expt * (-self)**expt\n # see if base is a perfect root, sqrt(4) --> 2\n x, xexact = integer_nthroot(abs(self.p), expt.q)\n if xexact:\n"} +{"instance_id": "pallets__flask-4992", "model_name_or_path": "agentic-controls-routed_source", "model_patch": "--- a/src/flask/config.py\n+++ b/src/flask/config.py\n@@ -233,6 +233,7 @@\n self,\n filename: str,\n load: t.Callable[[t.IO[t.Any]], t.Mapping],\n silent: bool = False,\n+ mode: str = \"t\",\n ) -> bool:\n \"\"\"Update the values in the config from a file that is loaded\n@@ -254,6 +255,8 @@\n :type load: ``Callable[[Reader], Mapping]`` where ``Reader``\n implements a ``read`` method.\n :param silent: Ignore the file if it doesn't exist.\n+ :param mode: Open in text mode (``\"t\"``, the default) or binary\n+ mode (``\"b\"``, for loaders such as ``tomllib.load``).\n :return: ``True`` if the file was loaded successfully.\n \n .. versionadded:: 2.0\n@@ -262,7 +265,7 @@\n \n try:\n- with open(filename) as f:\n+ with open(filename, \"r\" + mode) as f:\n obj = load(f)\n except OSError as e:\n if silent and e.errno in (errno.ENOENT, errno.EISDIR):\n return False\n--- a/tests/test_config.py\n+++ b/tests/test_config.py\n@@ -37,6 +37,20 @@\n common_object_test(app)\n \n \n+def test_config_from_file_binary():\n+ app = flask.Flask(__name__)\n+ current_dir = os.path.dirname(os.path.abspath(__file__))\n+\n+ def load(file):\n+ data = file.read()\n+ assert isinstance(data, bytes)\n+ return json.loads(data)\n+\n+ filename = os.path.join(current_dir, \"static\", \"config.json\")\n+ assert app.config.from_file(filename, load, mode=\"b\")\n+ common_object_test(app)\n+\n+\n def test_from_prefixed_env(monkeypatch):\n monkeypatch.setenv(\"FLASK_STRING\", \"value\")\n monkeypatch.setenv(\"FLASK_BOOL\", \"true\")\n"} +{"instance_id": "pytest-dev__pytest-7490", "model_name_or_path": "agentic-controls-routed_source", "model_patch": "--- a/src/_pytest/skipping.py\n+++ b/src/_pytest/skipping.py\n@@ -255,4 +255,7 @@\n yield\n \n+ if xfailed is None:\n+ item._store[xfailed_key] = evaluate_xfail_marks(item)\n+\n \n @hookimpl(hookwrapper=True)\n"} +{"instance_id": "psf__requests-2674", "model_name_or_path": "agentic-controls-routed_source", "model_patch": ""} diff --git a/reports/experiments/paired-20/routed_source/trace-events.jsonl b/reports/experiments/paired-20/routed_source/trace-events.jsonl new file mode 100644 index 0000000..fd9fa06 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/trace-events.jsonl @@ -0,0 +1,823 @@ +{"timestamp": "2026-10-08T21:43:06.442610+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:43:06.932011+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "index_ready", "files": 1170, "truncated": false} +{"timestamp": "2026-10-08T21:43:06.933631+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:43:06.933881+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "evidence_selection", "recipient": "code_search", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:43:15.848006+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8903, "input_tokens": 5170, "output_tokens": 64, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:43:15.848705+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:43:15.859475+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:43:15.859575+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 11, "evidence_count": 5} +{"timestamp": "2026-10-08T21:43:15.859882+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_start", "tool": "search_repository", "tool_call": 2} +{"timestamp": "2026-10-08T21:43:15.864257+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:43:15.864334+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 2, "duration_ms": 4, "evidence_count": 10} +{"timestamp": "2026-10-08T21:43:24.989593+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9125, "input_tokens": 7455, "output_tokens": 122, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 4} +{"timestamp": "2026-10-08T21:43:24.990594+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:43:24.991157+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 1, "evidence_count": 11} +{"timestamp": "2026-10-08T21:43:24.991425+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_start", "tool": "search_repository", "tool_call": 4} +{"timestamp": "2026-10-08T21:43:24.996005+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:43:24.996086+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 4, "duration_ms": 5, "evidence_count": 14} +{"timestamp": "2026-10-08T21:43:24.996325+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_start", "tool": "search_repository", "tool_call": 5} +{"timestamp": "2026-10-08T21:43:24.998100+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "search_result", "hit_count": 2, "empty": false} +{"timestamp": "2026-10-08T21:43:24.998249+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 5, "duration_ms": 2, "evidence_count": 16} +{"timestamp": "2026-10-08T21:43:24.998539+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_start", "tool": "search_repository", "tool_call": 6} +{"timestamp": "2026-10-08T21:43:25.000334+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:43:25.000407+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 6, "duration_ms": 2, "evidence_count": 19} +{"timestamp": "2026-10-08T21:43:38.539592+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 13539, "input_tokens": 10631, "output_tokens": 153, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:43:38.541362+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_start", "tool": "search_repository", "tool_call": 7} +{"timestamp": "2026-10-08T21:43:38.550178+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:43:38.550352+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 7, "duration_ms": 9, "evidence_count": 22} +{"timestamp": "2026-10-08T21:43:38.550801+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_start", "tool": "search_repository", "tool_call": 8} +{"timestamp": "2026-10-08T21:43:38.555591+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:43:38.555835+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 8, "duration_ms": 5, "evidence_count": 25} +{"timestamp": "2026-10-08T21:43:38.556340+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_start", "tool": "read_file", "tool_call": 9} +{"timestamp": "2026-10-08T21:43:38.557109+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 9, "duration_ms": 1, "evidence_count": 26} +{"timestamp": "2026-10-08T21:43:56.550974+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "model_response", "agent": "code_search", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 17994, "input_tokens": 13379, "output_tokens": 304, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:43:56.552260+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 9} +{"timestamp": "2026-10-08T21:43:56.552829+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 26, "selected_ids": ["e0001", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024", "e0025", "e0026"], "available_source": 2, "selected_source": 2} +{"timestamp": "2026-10-08T21:44:14.457765+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 17900, "input_tokens": 11244, "output_tokens": 412, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:44:14.458959+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 26, "selected_ids": ["e0001", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024", "e0025", "e0026"], "available_source": 2, "selected_source": 2} +{"timestamp": "2026-10-08T21:44:14.488046+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "cb96b641ae8e1e0bb454dad4f5841940bb99e18347736a2e797d048cc7337a4e", "hunks_recounted": true, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "4dbcd3aad6a5f00f224f753b186b718e8e2c6f0e7d0906fd554cdd48563eca49"} +{"timestamp": "2026-10-08T21:44:14.489752+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "run_end", "status": "diagnosed", "tool_calls": 9, "model_calls": 5, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:44:03.981298+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:44:04.481887+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "index_ready", "files": 1166, "truncated": false} +{"timestamp": "2026-10-08T21:44:04.483439+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:44:04.483691+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "evidence_selection", "recipient": "code_search", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:44:13.462170+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8976, "input_tokens": 6448, "output_tokens": 74, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:44:13.463525+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:44:13.487729+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:44:13.487931+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 24, "evidence_count": 5} +{"timestamp": "2026-10-08T21:44:13.488445+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_start", "tool": "search_repository", "tool_call": 2} +{"timestamp": "2026-10-08T21:44:13.507120+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:44:13.507259+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 2, "duration_ms": 19, "evidence_count": 10} +{"timestamp": "2026-10-08T21:44:23.675181+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 10168, "input_tokens": 8708, "output_tokens": 155, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 4} +{"timestamp": "2026-10-08T21:44:23.675664+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:44:23.676149+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 0, "evidence_count": 11} +{"timestamp": "2026-10-08T21:44:23.676425+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:44:23.676910+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 0, "evidence_count": 12} +{"timestamp": "2026-10-08T21:44:23.685988+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_start", "tool": "read_file", "tool_call": 5} +{"timestamp": "2026-10-08T21:44:23.686853+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 5, "duration_ms": 1, "evidence_count": 13} +{"timestamp": "2026-10-08T21:44:23.687149+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_start", "tool": "search_repository", "tool_call": 6} +{"timestamp": "2026-10-08T21:44:23.690333+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:44:23.690469+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 6, "duration_ms": 3, "evidence_count": 16} +{"timestamp": "2026-10-08T21:44:33.441934+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9751, "input_tokens": 12011, "output_tokens": 65, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:44:33.442942+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_start", "tool": "search_repository", "tool_call": 7} +{"timestamp": "2026-10-08T21:44:33.446828+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:44:33.446960+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 7, "duration_ms": 4, "evidence_count": 19} +{"timestamp": "2026-10-08T21:44:42.835718+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "model_response", "agent": "code_search", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9389, "input_tokens": 12778, "output_tokens": 64, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:44:42.837235+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_start", "tool": "search_repository", "tool_call": 8} +{"timestamp": "2026-10-08T21:44:42.862912+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:44:42.863138+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 8, "duration_ms": 26, "evidence_count": 22} +{"timestamp": "2026-10-08T21:44:53.222957+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "model_response", "agent": "code_search", "step": 4, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 10360, "input_tokens": 13469, "output_tokens": 95, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:44:53.223807+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_start", "tool": "search_repository", "tool_call": 9} +{"timestamp": "2026-10-08T21:44:53.226949+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:44:53.227106+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 9, "duration_ms": 3, "evidence_count": 25} +{"timestamp": "2026-10-08T21:45:10.318187+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "model_response", "agent": "code_search", "step": 5, "model_call": 6, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 17091, "input_tokens": 14223, "output_tokens": 382, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:45:10.319536+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 9} +{"timestamp": "2026-10-08T21:45:10.320257+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 25, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024", "e0025"], "available_source": 3, "selected_source": 3} +{"timestamp": "2026-10-08T21:45:30.496849+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 7, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 20170, "input_tokens": 12186, "output_tokens": 663, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:45:30.497831+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 25, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024", "e0025"], "available_source": 3, "selected_source": 3} +{"timestamp": "2026-10-08T21:45:30.527618+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "c08dc8245b8a0b140ded0ec19fca82265bff0cb6deb05c4d443bb781b0b54de5", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "c08dc8245b8a0b140ded0ec19fca82265bff0cb6deb05c4d443bb781b0b54de5"} +{"timestamp": "2026-10-08T21:45:30.529385+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "run_end", "status": "diagnosed", "tool_calls": 9, "model_calls": 7, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:43:48.974596+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:43:49.468324+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "index_ready", "files": 1168, "truncated": false} +{"timestamp": "2026-10-08T21:43:49.469766+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:43:49.470027+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "evidence_selection", "recipient": "code_search", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:43:56.712712+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 7232, "input_tokens": 5936, "output_tokens": 43, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:43:56.713353+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:43:56.734908+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:43:56.735095+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 22, "evidence_count": 5} +{"timestamp": "2026-10-08T21:44:07.172089+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 10437, "input_tokens": 7067, "output_tokens": 137, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 4} +{"timestamp": "2026-10-08T21:44:07.173905+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:44:07.175794+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 2, "evidence_count": 6} +{"timestamp": "2026-10-08T21:44:07.176335+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:44:07.178845+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 3, "evidence_count": 7} +{"timestamp": "2026-10-08T21:44:07.179222+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:44:07.179775+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 1, "evidence_count": 8} +{"timestamp": "2026-10-08T21:44:07.180344+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "tool_start", "tool": "search_repository", "tool_call": 5} +{"timestamp": "2026-10-08T21:44:07.207195+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:44:07.207482+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 5, "duration_ms": 27, "evidence_count": 13} +{"timestamp": "2026-10-08T21:44:16.074583+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8867, "input_tokens": 10456, "output_tokens": 66, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:44:16.076001+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "tool_start", "tool": "read_file", "tool_call": 6} +{"timestamp": "2026-10-08T21:44:16.077690+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 6, "duration_ms": 2, "evidence_count": 14} +{"timestamp": "2026-10-08T21:44:28.547147+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "model_response", "agent": "code_search", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 12469, "input_tokens": 11383, "output_tokens": 212, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:44:28.548068+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 6} +{"timestamp": "2026-10-08T21:44:28.548440+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 14, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014"], "available_source": 4, "selected_source": 4} +{"timestamp": "2026-10-08T21:44:53.263972+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 24712, "input_tokens": 10329, "output_tokens": 971, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:44:53.264452+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 14, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014"], "available_source": 4, "selected_source": 4} +{"timestamp": "2026-10-08T21:44:53.285010+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "669a8dd4761da2239e823e4c1916aea946f3e91c3d87e1c545a73e60e28be3f2", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "669a8dd4761da2239e823e4c1916aea946f3e91c3d87e1c545a73e60e28be3f2"} +{"timestamp": "2026-10-08T21:44:53.286601+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "run_end", "status": "diagnosed", "tool_calls": 6, "model_calls": 5, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:39:48.498743+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:39:49.005746+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "index_ready", "files": 1172, "truncated": false} +{"timestamp": "2026-10-08T21:39:49.007453+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:39:49.007717+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "evidence_selection", "recipient": "code_search", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:39:57.364246+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8353, "input_tokens": 5209, "output_tokens": 44, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:39:57.365962+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:39:57.402557+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:39:57.402761+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 37, "evidence_count": 5} +{"timestamp": "2026-10-08T21:40:07.358499+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9956, "input_tokens": 6391, "output_tokens": 97, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:40:07.359868+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:40:07.360904+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 1, "evidence_count": 6} +{"timestamp": "2026-10-08T21:40:07.361405+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_start", "tool": "search_repository", "tool_call": 3} +{"timestamp": "2026-10-08T21:40:07.369959+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:40:07.370098+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 3, "duration_ms": 9, "evidence_count": 11} +{"timestamp": "2026-10-08T21:40:07.370455+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_start", "tool": "search_repository", "tool_call": 4} +{"timestamp": "2026-10-08T21:40:07.385737+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "search_result", "hit_count": 2, "empty": false} +{"timestamp": "2026-10-08T21:40:07.385918+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 4, "duration_ms": 15, "evidence_count": 13} +{"timestamp": "2026-10-08T21:40:16.559724+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9174, "input_tokens": 9488, "output_tokens": 109, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:40:16.560965+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_start", "tool": "read_file", "tool_call": 5} +{"timestamp": "2026-10-08T21:40:16.562213+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 5, "duration_ms": 1, "evidence_count": 14} +{"timestamp": "2026-10-08T21:40:16.562658+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_start", "tool": "search_repository", "tool_call": 6} +{"timestamp": "2026-10-08T21:40:16.588117+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:40:16.588309+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 6, "duration_ms": 26, "evidence_count": 17} +{"timestamp": "2026-10-08T21:40:16.588657+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_start", "tool": "search_repository", "tool_call": 7} +{"timestamp": "2026-10-08T21:40:16.590685+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:40:16.590773+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 7, "duration_ms": 2, "evidence_count": 20} +{"timestamp": "2026-10-08T21:40:25.522821+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "model_response", "agent": "code_search", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8932, "input_tokens": 12241, "output_tokens": 94, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:40:25.523462+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_start", "tool": "read_file", "tool_call": 8} +{"timestamp": "2026-10-08T21:40:25.523812+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 8, "duration_ms": 0, "evidence_count": 21} +{"timestamp": "2026-10-08T21:40:25.524059+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_start", "tool": "read_file", "tool_call": 9} +{"timestamp": "2026-10-08T21:40:25.524326+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 9, "duration_ms": 0, "evidence_count": 22} +{"timestamp": "2026-10-08T21:40:36.117573+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "model_response", "agent": "code_search", "step": 4, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 10593, "input_tokens": 13702, "output_tokens": 195, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:40:36.119066+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 9} +{"timestamp": "2026-10-08T21:40:36.119913+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 22, "selected_ids": ["e0001", "e0002", "e0004", "e0006", "e0007", "e0009", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022"], "available_source": 4, "selected_source": 4} +{"timestamp": "2026-10-08T21:41:02.290482+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 6, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 26164, "input_tokens": 11472, "output_tokens": 585, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:41:02.292235+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 22, "selected_ids": ["e0001", "e0002", "e0004", "e0006", "e0007", "e0009", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022"], "available_source": 4, "selected_source": 4} +{"timestamp": "2026-10-08T21:41:02.322861+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "63712593ed66548ea4b85cd7a6d89207f7222784d1c11da48ae3a56df5d5b067", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "63712593ed66548ea4b85cd7a6d89207f7222784d1c11da48ae3a56df5d5b067"} +{"timestamp": "2026-10-08T21:41:02.324552+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "run_end", "status": "diagnosed", "tool_calls": 9, "model_calls": 6, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:39:46.223402+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:39:46.356012+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "index_ready", "files": 172, "truncated": false} +{"timestamp": "2026-10-08T21:39:46.375165+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:39:46.375847+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "evidence_selection", "recipient": "code_search", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:39:56.195138+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9816, "input_tokens": 5025, "output_tokens": 70, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:39:56.196073+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:39:56.215224+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:39:56.215384+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 19, "evidence_count": 5} +{"timestamp": "2026-10-08T21:39:56.215790+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_start", "tool": "search_repository", "tool_call": 2} +{"timestamp": "2026-10-08T21:39:56.228557+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:39:56.228704+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 2, "duration_ms": 13, "evidence_count": 10} +{"timestamp": "2026-10-08T21:40:05.652036+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9423, "input_tokens": 7579, "output_tokens": 93, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:40:05.653144+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_start", "tool": "search_repository", "tool_call": 3} +{"timestamp": "2026-10-08T21:40:05.672755+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:40:05.672895+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 3, "duration_ms": 20, "evidence_count": 15} +{"timestamp": "2026-10-08T21:40:05.673281+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_start", "tool": "search_repository", "tool_call": 4} +{"timestamp": "2026-10-08T21:40:05.683252+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:40:05.683453+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 4, "duration_ms": 10, "evidence_count": 20} +{"timestamp": "2026-10-08T21:40:05.683920+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_start", "tool": "read_file", "tool_call": 5} +{"timestamp": "2026-10-08T21:40:05.684436+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 5, "duration_ms": 1, "evidence_count": 21} +{"timestamp": "2026-10-08T21:40:16.103945+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 10419, "input_tokens": 11346, "output_tokens": 107, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:40:16.104565+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_start", "tool": "read_file", "tool_call": 6} +{"timestamp": "2026-10-08T21:40:16.104990+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 6, "duration_ms": 0, "evidence_count": 22} +{"timestamp": "2026-10-08T21:40:16.105218+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_start", "tool": "read_file", "tool_call": 7} +{"timestamp": "2026-10-08T21:40:16.105550+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 7, "duration_ms": 0, "evidence_count": 23} +{"timestamp": "2026-10-08T21:40:16.105738+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_start", "tool": "read_file", "tool_call": 8} +{"timestamp": "2026-10-08T21:40:16.105970+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 8, "duration_ms": 0, "evidence_count": 24} +{"timestamp": "2026-10-08T21:40:25.399748+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "model_response", "agent": "code_search", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9294, "input_tokens": 14735, "output_tokens": 145, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 4} +{"timestamp": "2026-10-08T21:40:25.401506+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_start", "tool": "search_repository", "tool_call": 9} +{"timestamp": "2026-10-08T21:40:25.418521+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:40:25.418752+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 9, "duration_ms": 17, "evidence_count": 27} +{"timestamp": "2026-10-08T21:40:25.419226+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_start", "tool": "search_repository", "tool_call": 10} +{"timestamp": "2026-10-08T21:40:25.431157+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:40:25.431365+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 10, "duration_ms": 12, "evidence_count": 30} +{"timestamp": "2026-10-08T21:40:25.431856+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_start", "tool": "read_file", "tool_call": 11} +{"timestamp": "2026-10-08T21:40:25.432387+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 11, "duration_ms": 1, "evidence_count": 31} +{"timestamp": "2026-10-08T21:40:25.432714+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_start", "tool": "read_file", "tool_call": 12} +{"timestamp": "2026-10-08T21:40:25.433092+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 12, "duration_ms": 0, "evidence_count": 32} +{"timestamp": "2026-10-08T21:40:42.424464+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "model_response", "agent": "code_search", "step": 4, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 16991, "input_tokens": 17145, "output_tokens": 307, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:40:42.425314+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 12} +{"timestamp": "2026-10-08T21:40:42.425741+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 32, "selected_ids": ["e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024", "e0025", "e0026", "e0028", "e0029", "e0030", "e0031", "e0032"], "available_source": 6, "selected_source": 6} +{"timestamp": "2026-10-08T21:41:16.418947+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 6, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 33989, "input_tokens": 13693, "output_tokens": 812, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:41:16.419457+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 32, "selected_ids": ["e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024", "e0025", "e0026", "e0028", "e0029", "e0030", "e0031", "e0032"], "available_source": 6, "selected_source": 6} +{"timestamp": "2026-10-08T21:41:16.447577+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "198182327c4d05506314f015969d0333715dcb0d9b8cac8f5c95ad2fa8fb2e19", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "198182327c4d05506314f015969d0333715dcb0d9b8cac8f5c95ad2fa8fb2e19"} +{"timestamp": "2026-10-08T21:41:16.449176+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "run_end", "status": "diagnosed", "tool_calls": 12, "model_calls": 6, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:42:47.681468+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:42:47.709091+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "index_ready", "files": 86, "truncated": false} +{"timestamp": "2026-10-08T21:42:47.710566+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:42:47.711163+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "evidence_selection", "recipient": "code_search", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:42:55.116805+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 7403, "input_tokens": 4796, "output_tokens": 41, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:42:55.118357+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:42:55.136066+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:42:55.136362+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 18, "evidence_count": 5} +{"timestamp": "2026-10-08T21:43:07.110071+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 11973, "input_tokens": 5881, "output_tokens": 101, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:43:07.110930+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_start", "tool": "search_repository", "tool_call": 2} +{"timestamp": "2026-10-08T21:43:07.113024+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:43:07.113096+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 2, "duration_ms": 2, "evidence_count": 8} +{"timestamp": "2026-10-08T21:43:07.113323+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_start", "tool": "search_repository", "tool_call": 3} +{"timestamp": "2026-10-08T21:43:07.120067+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "search_result", "hit_count": 4, "empty": false} +{"timestamp": "2026-10-08T21:43:07.120244+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 3, "duration_ms": 7, "evidence_count": 12} +{"timestamp": "2026-10-08T21:43:07.120529+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_start", "tool": "search_repository", "tool_call": 4} +{"timestamp": "2026-10-08T21:43:07.123081+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:43:07.123165+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 4, "duration_ms": 3, "evidence_count": 15} +{"timestamp": "2026-10-08T21:43:15.548354+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8425, "input_tokens": 8048, "output_tokens": 90, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:43:15.549007+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_start", "tool": "read_file", "tool_call": 5} +{"timestamp": "2026-10-08T21:43:15.549395+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 5, "duration_ms": 0, "evidence_count": 16} +{"timestamp": "2026-10-08T21:43:15.549676+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_start", "tool": "search_repository", "tool_call": 6} +{"timestamp": "2026-10-08T21:43:15.554168+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:43:15.554245+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 6, "duration_ms": 5, "evidence_count": 21} +{"timestamp": "2026-10-08T21:43:15.554477+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_start", "tool": "search_repository", "tool_call": 7} +{"timestamp": "2026-10-08T21:43:15.562396+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:43:15.562538+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 7, "duration_ms": 8, "evidence_count": 26} +{"timestamp": "2026-10-08T21:43:24.860912+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "model_response", "agent": "code_search", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9298, "input_tokens": 11585, "output_tokens": 117, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:43:24.861935+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_start", "tool": "read_file", "tool_call": 8} +{"timestamp": "2026-10-08T21:43:24.862414+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 8, "duration_ms": 0, "evidence_count": 27} +{"timestamp": "2026-10-08T21:43:24.862724+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_start", "tool": "read_file", "tool_call": 9} +{"timestamp": "2026-10-08T21:43:24.863103+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 9, "duration_ms": 0, "evidence_count": 28} +{"timestamp": "2026-10-08T21:43:24.863375+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_start", "tool": "read_file", "tool_call": 10} +{"timestamp": "2026-10-08T21:43:24.863673+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 10, "duration_ms": 0, "evidence_count": 29} +{"timestamp": "2026-10-08T21:43:35.459190+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "model_response", "agent": "code_search", "step": 4, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 10595, "input_tokens": 14566, "output_tokens": 142, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:43:35.461140+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 10} +{"timestamp": "2026-10-08T21:43:35.462017+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 29, "selected_ids": ["e0004", "e0005", "e0006", "e0007", "e0008", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024", "e0025", "e0026", "e0027", "e0028", "e0029"], "available_source": 4, "selected_source": 4} +{"timestamp": "2026-10-08T21:44:03.149362+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 6, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 27678, "input_tokens": 11992, "output_tokens": 732, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:44:03.150544+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 29, "selected_ids": ["e0004", "e0005", "e0006", "e0007", "e0008", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024", "e0025", "e0026", "e0027", "e0028", "e0029"], "available_source": 4, "selected_source": 4} +{"timestamp": "2026-10-08T21:44:03.173577+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "0638736f2bf9912a6c0cadbf11d18032917d01295042082123fd98ea6963222e", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "0638736f2bf9912a6c0cadbf11d18032917d01295042082123fd98ea6963222e"} +{"timestamp": "2026-10-08T21:44:03.175179+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "run_end", "status": "diagnosed", "tool_calls": 10, "model_calls": 6, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:44:53.552090+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:44:53.581803+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "index_ready", "files": 99, "truncated": false} +{"timestamp": "2026-10-08T21:44:53.584448+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:44:53.584829+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "evidence_selection", "recipient": "code_search", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:45:02.297297+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8709, "input_tokens": 5124, "output_tokens": 37, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:45:02.298817+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:45:02.310907+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:45:02.311060+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 12, "evidence_count": 5} +{"timestamp": "2026-10-08T21:45:11.225266+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8914, "input_tokens": 6225, "output_tokens": 71, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:45:11.226606+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:45:11.227327+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 1, "evidence_count": 6} +{"timestamp": "2026-10-08T21:45:11.227772+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:45:11.228236+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 0, "evidence_count": 7} +{"timestamp": "2026-10-08T21:45:28.583018+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 17355, "input_tokens": 8570, "output_tokens": 154, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:45:28.585110+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 3} +{"timestamp": "2026-10-08T21:45:28.585925+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 7, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007"], "available_source": 2, "selected_source": 2} +{"timestamp": "2026-10-08T21:46:02.924013+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 34330, "input_tokens": 8047, "output_tokens": 1147, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:46:02.925101+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 7, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007"], "available_source": 2, "selected_source": 2} +{"timestamp": "2026-10-08T21:46:02.957958+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "22ec55425e9712ed635644bbdfcbd7ff27c80bc77bf5d5e5307f6c55cb9e12ed", "hunks_recounted": true, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "1cd43d91c44d33cd6edddd5f945b33ce22fec2fac74b510b8f4ba61344102c12"} +{"timestamp": "2026-10-08T21:46:02.959694+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "run_end", "status": "diagnosed", "tool_calls": 3, "model_calls": 4, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:43:02.545555+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:43:02.573505+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "index_ready", "files": 85, "truncated": false} +{"timestamp": "2026-10-08T21:43:02.575023+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:43:02.576022+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "evidence_selection", "recipient": "code_search", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:43:10.933466+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8355, "input_tokens": 4990, "output_tokens": 61, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:43:10.935032+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:43:10.948349+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:43:10.948550+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 14, "evidence_count": 5} +{"timestamp": "2026-10-08T21:43:10.948931+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_start", "tool": "search_repository", "tool_call": 2} +{"timestamp": "2026-10-08T21:43:10.959077+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:43:10.959281+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 2, "duration_ms": 10, "evidence_count": 10} +{"timestamp": "2026-10-08T21:43:20.233600+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9274, "input_tokens": 6993, "output_tokens": 132, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 5} +{"timestamp": "2026-10-08T21:43:20.234716+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:43:20.235347+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 1, "evidence_count": 11} +{"timestamp": "2026-10-08T21:43:20.235762+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:43:20.236154+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 0, "evidence_count": 12} +{"timestamp": "2026-10-08T21:43:20.236478+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_start", "tool": "search_repository", "tool_call": 5} +{"timestamp": "2026-10-08T21:43:20.248016+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:43:20.248249+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 5, "duration_ms": 12, "evidence_count": 17} +{"timestamp": "2026-10-08T21:43:20.248649+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_start", "tool": "search_repository", "tool_call": 6} +{"timestamp": "2026-10-08T21:43:20.256579+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:43:20.256794+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 6, "duration_ms": 8, "evidence_count": 22} +{"timestamp": "2026-10-08T21:43:20.257215+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_start", "tool": "search_repository", "tool_call": 7} +{"timestamp": "2026-10-08T21:43:20.261401+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:43:20.261530+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 7, "duration_ms": 4, "evidence_count": 27} +{"timestamp": "2026-10-08T21:43:29.460260+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9199, "input_tokens": 11431, "output_tokens": 120, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 4} +{"timestamp": "2026-10-08T21:43:29.461666+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_start", "tool": "read_file", "tool_call": 8} +{"timestamp": "2026-10-08T21:43:29.462413+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 8, "duration_ms": 1, "evidence_count": 28} +{"timestamp": "2026-10-08T21:43:29.462916+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_start", "tool": "read_file", "tool_call": 9} +{"timestamp": "2026-10-08T21:43:29.463520+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 9, "duration_ms": 1, "evidence_count": 29} +{"timestamp": "2026-10-08T21:43:29.463906+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_start", "tool": "read_file", "tool_call": 10} +{"timestamp": "2026-10-08T21:43:29.464519+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 10, "duration_ms": 1, "evidence_count": 30} +{"timestamp": "2026-10-08T21:43:29.464853+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_start", "tool": "read_file", "tool_call": 11} +{"timestamp": "2026-10-08T21:43:29.465297+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 11, "duration_ms": 0, "evidence_count": 31} +{"timestamp": "2026-10-08T21:43:41.611920+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "model_response", "agent": "code_search", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 12146, "input_tokens": 13692, "output_tokens": 229, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:43:41.613862+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 11} +{"timestamp": "2026-10-08T21:43:41.614898+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 31, "selected_ids": ["e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0021", "e0022", "e0023", "e0024", "e0025", "e0026", "e0027", "e0028", "e0029", "e0030", "e0031"], "available_source": 6, "selected_source": 6} +{"timestamp": "2026-10-08T21:44:01.780568+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 20158, "input_tokens": 10923, "output_tokens": 492, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:44:01.781570+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 31, "selected_ids": ["e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0021", "e0022", "e0023", "e0024", "e0025", "e0026", "e0027", "e0028", "e0029", "e0030", "e0031"], "available_source": 6, "selected_source": 6} +{"timestamp": "2026-10-08T21:44:01.801477+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "02571318562ba4a182e35f7a2701f3252e856b1dfea891803d3088ac327faf9f", "hunks_recounted": true, "functional_tests_run": false, "error": "error: patch failed: requests/sessions.py:428\nerror: requests/sessions.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "6d4932daaa6dc142a4fd3555955ad785bced90af1cef69686055bc74aec162c5"} +{"timestamp": "2026-10-08T21:44:01.802841+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "run_end", "status": "diagnosed", "tool_calls": 11, "model_calls": 5, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:45:30.748379+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:45:30.776501+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "index_ready", "files": 85, "truncated": false} +{"timestamp": "2026-10-08T21:45:30.778012+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:45:30.782180+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "evidence_selection", "recipient": "code_search", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:45:39.330650+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8545, "input_tokens": 4867, "output_tokens": 60, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:45:39.332243+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:45:39.340966+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:45:39.341260+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 9, "evidence_count": 5} +{"timestamp": "2026-10-08T21:45:39.341845+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_start", "tool": "search_repository", "tool_call": 2} +{"timestamp": "2026-10-08T21:45:39.353191+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:45:39.353353+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 2, "duration_ms": 12, "evidence_count": 10} +{"timestamp": "2026-10-08T21:45:50.632628+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 11279, "input_tokens": 6957, "output_tokens": 92, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:45:50.633692+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_start", "tool": "search_repository", "tool_call": 3} +{"timestamp": "2026-10-08T21:45:50.643448+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:45:50.643636+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 3, "duration_ms": 10, "evidence_count": 13} +{"timestamp": "2026-10-08T21:45:50.644085+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_start", "tool": "search_repository", "tool_call": 4} +{"timestamp": "2026-10-08T21:45:50.650148+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:45:50.650266+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 4, "duration_ms": 6, "evidence_count": 16} +{"timestamp": "2026-10-08T21:45:50.650605+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_start", "tool": "search_repository", "tool_call": 5} +{"timestamp": "2026-10-08T21:45:50.655612+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:45:50.655762+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 5, "duration_ms": 5, "evidence_count": 19} +{"timestamp": "2026-10-08T21:46:02.506564+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 11851, "input_tokens": 8919, "output_tokens": 126, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 4} +{"timestamp": "2026-10-08T21:46:02.507523+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_start", "tool": "read_file", "tool_call": 6} +{"timestamp": "2026-10-08T21:46:02.508197+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 6, "duration_ms": 1, "evidence_count": 20} +{"timestamp": "2026-10-08T21:46:02.508645+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_start", "tool": "read_file", "tool_call": 7} +{"timestamp": "2026-10-08T21:46:02.509086+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 7, "duration_ms": 0, "evidence_count": 21} +{"timestamp": "2026-10-08T21:46:02.509435+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_start", "tool": "read_file", "tool_call": 8} +{"timestamp": "2026-10-08T21:46:02.509844+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 8, "duration_ms": 0, "evidence_count": 22} +{"timestamp": "2026-10-08T21:46:02.510197+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_start", "tool": "read_file", "tool_call": 9} +{"timestamp": "2026-10-08T21:46:02.510816+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 9, "duration_ms": 1, "evidence_count": 23} +{"timestamp": "2026-10-08T21:46:15.180791+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "model_response", "agent": "code_search", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 12670, "input_tokens": 11947, "output_tokens": 244, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:46:15.182041+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 9} +{"timestamp": "2026-10-08T21:46:15.182717+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 23, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023"], "available_source": 4, "selected_source": 4} +{"timestamp": "2026-10-08T21:46:28.280701+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 13092, "input_tokens": 10280, "output_tokens": 111, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:46:28.282372+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_start", "tool": "read_file", "tool_call": 10} +{"timestamp": "2026-10-08T21:46:28.283120+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 10, "duration_ms": 1, "evidence_count": 24} +{"timestamp": "2026-10-08T21:46:58.906493+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "model_response", "agent": "synthesis", "step": 1, "model_call": 6, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 30623, "input_tokens": 11023, "output_tokens": 881, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:46:58.907598+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 24, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024"], "available_source": 5, "selected_source": 5} +{"timestamp": "2026-10-08T21:46:58.940708+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "1b2e3f68c7e5b64212059ac952b09b2434d73bffc46da630ad5bddc9ecd00d8c", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: requests/adapters.py:23\nerror: requests/adapters.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "1b2e3f68c7e5b64212059ac952b09b2434d73bffc46da630ad5bddc9ecd00d8c"} +{"timestamp": "2026-10-08T21:46:58.942395+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "run_end", "status": "diagnosed", "tool_calls": 10, "model_calls": 6, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:42:28.063669+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:42:28.184648+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "index_ready", "files": 164, "truncated": false} +{"timestamp": "2026-10-08T21:42:28.188215+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:42:28.188531+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "evidence_selection", "recipient": "code_search", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:42:35.846125+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 7655, "input_tokens": 5567, "output_tokens": 40, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:42:35.847585+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:42:35.904765+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:42:35.904993+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 57, "evidence_count": 5} +{"timestamp": "2026-10-08T21:42:45.418469+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9513, "input_tokens": 6709, "output_tokens": 108, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:42:45.419159+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:42:45.419893+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 1, "evidence_count": 6} +{"timestamp": "2026-10-08T21:42:45.420141+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:42:45.420978+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 1, "evidence_count": 7} +{"timestamp": "2026-10-08T21:42:45.421203+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:42:45.421773+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 1, "evidence_count": 8} +{"timestamp": "2026-10-08T21:42:54.057838+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8636, "input_tokens": 11033, "output_tokens": 62, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:42:54.059314+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_start", "tool": "search_repository", "tool_call": 5} +{"timestamp": "2026-10-08T21:42:54.103673+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:42:54.103916+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 5, "duration_ms": 45, "evidence_count": 13} +{"timestamp": "2026-10-08T21:43:03.377984+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "model_response", "agent": "code_search", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9274, "input_tokens": 12295, "output_tokens": 46, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:43:03.379398+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_start", "tool": "read_file", "tool_call": 6} +{"timestamp": "2026-10-08T21:43:03.380379+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 6, "duration_ms": 1, "evidence_count": 14} +{"timestamp": "2026-10-08T21:43:17.989300+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "model_response", "agent": "code_search", "step": 4, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 14609, "input_tokens": 13831, "output_tokens": 302, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:43:17.990415+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 6} +{"timestamp": "2026-10-08T21:43:17.990832+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 14, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014"], "available_source": 4, "selected_source": 4} +{"timestamp": "2026-10-08T21:43:48.151441+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 6, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 30157, "input_tokens": 12636, "output_tokens": 748, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:43:48.151983+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 14, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014"], "available_source": 4, "selected_source": 4} +{"timestamp": "2026-10-08T21:43:48.171958+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "980c17558562a9e54f0430c5de3436eaad32f52491331c0eb09e5389ecf7b070", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "980c17558562a9e54f0430c5de3436eaad32f52491331c0eb09e5389ecf7b070"} +{"timestamp": "2026-10-08T21:43:48.173582+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "run_end", "status": "diagnosed", "tool_calls": 6, "model_calls": 6, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:41:12.800020+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:41:12.921782+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "index_ready", "files": 166, "truncated": false} +{"timestamp": "2026-10-08T21:41:12.926257+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:41:12.926654+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "evidence_selection", "recipient": "code_search", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:41:22.881589+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9951, "input_tokens": 5088, "output_tokens": 43, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:41:22.882406+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:41:22.886600+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:41:22.886685+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 4, "evidence_count": 5} +{"timestamp": "2026-10-08T21:41:31.987002+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9100, "input_tokens": 6297, "output_tokens": 77, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:41:31.988964+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:41:31.990122+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 1, "evidence_count": 6} +{"timestamp": "2026-10-08T21:41:31.990824+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_start", "tool": "search_repository", "tool_call": 3} +{"timestamp": "2026-10-08T21:41:32.002593+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:41:32.002769+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 3, "duration_ms": 12, "evidence_count": 11} +{"timestamp": "2026-10-08T21:41:41.709076+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9706, "input_tokens": 8638, "output_tokens": 103, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:41:41.710544+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:41:41.711339+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 1, "evidence_count": 12} +{"timestamp": "2026-10-08T21:41:41.711909+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_start", "tool": "search_repository", "tool_call": 5} +{"timestamp": "2026-10-08T21:41:41.716959+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:41:41.717137+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 5, "duration_ms": 5, "evidence_count": 15} +{"timestamp": "2026-10-08T21:41:41.717594+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_start", "tool": "search_repository", "tool_call": 6} +{"timestamp": "2026-10-08T21:41:41.720612+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:41:41.720762+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 6, "duration_ms": 3, "evidence_count": 18} +{"timestamp": "2026-10-08T21:41:50.792022+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "model_response", "agent": "code_search", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9071, "input_tokens": 10863, "output_tokens": 76, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:41:50.793169+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_start", "tool": "read_file", "tool_call": 7} +{"timestamp": "2026-10-08T21:41:50.793847+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 7, "duration_ms": 1, "evidence_count": 19} +{"timestamp": "2026-10-08T21:41:50.794284+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_start", "tool": "read_file", "tool_call": 8} +{"timestamp": "2026-10-08T21:41:50.795032+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 8, "duration_ms": 1, "evidence_count": 20} +{"timestamp": "2026-10-08T21:41:59.956261+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "model_response", "agent": "code_search", "step": 4, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9161, "input_tokens": 13298, "output_tokens": 81, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:41:59.957990+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_start", "tool": "search_repository", "tool_call": 9} +{"timestamp": "2026-10-08T21:41:59.967515+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:41:59.967678+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 9, "duration_ms": 10, "evidence_count": 23} +{"timestamp": "2026-10-08T21:41:59.968143+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_start", "tool": "search_repository", "tool_call": 10} +{"timestamp": "2026-10-08T21:41:59.972853+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:41:59.972990+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 10, "duration_ms": 5, "evidence_count": 26} +{"timestamp": "2026-10-08T21:42:09.833015+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "model_response", "agent": "code_search", "step": 5, "model_call": 6, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9860, "input_tokens": 14807, "output_tokens": 128, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:42:09.833738+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_start", "tool": "read_file", "tool_call": 11} +{"timestamp": "2026-10-08T21:42:09.834367+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 11, "duration_ms": 1, "evidence_count": 27} +{"timestamp": "2026-10-08T21:42:09.834635+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_start", "tool": "read_file", "tool_call": 12} +{"timestamp": "2026-10-08T21:42:09.835101+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 12, "duration_ms": 0, "evidence_count": 28} +{"timestamp": "2026-10-08T21:42:21.528087+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "model_response", "agent": "code_search", "step": 6, "model_call": 7, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 11693, "input_tokens": 16003, "output_tokens": 201, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:42:21.530681+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 12} +{"timestamp": "2026-10-08T21:42:21.531761+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 28, "selected_ids": ["e0001", "e0002", "e0003", "e0005", "e0006", "e0007", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024", "e0025", "e0026", "e0027", "e0028"], "available_source": 6, "selected_source": 6} +{"timestamp": "2026-10-08T21:43:02.463740+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 8, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 40925, "input_tokens": 13215, "output_tokens": 1463, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:43:02.465269+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 28, "selected_ids": ["e0001", "e0002", "e0003", "e0005", "e0006", "e0007", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024", "e0025", "e0026", "e0027", "e0028"], "available_source": 6, "selected_source": 6} +{"timestamp": "2026-10-08T21:43:02.495570+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "7f35e87543d8186836ef2fa416e36e389fe2586a86f99f1be71c587c3bdb6487", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: xarray/core/formatting.py:281\nerror: xarray/core/formatting.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "7f35e87543d8186836ef2fa416e36e389fe2586a86f99f1be71c587c3bdb6487"} +{"timestamp": "2026-10-08T21:43:02.497613+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "run_end", "status": "diagnosed", "tool_calls": 12, "model_calls": 8, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:41:02.616807+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:41:02.733893+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "index_ready", "files": 256, "truncated": false} +{"timestamp": "2026-10-08T21:41:02.736972+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:41:02.737294+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "evidence_selection", "recipient": "code_search", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:41:14.248009+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 11507, "input_tokens": 6733, "output_tokens": 45, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:41:14.249137+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:41:14.267792+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:41:14.267925+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 19, "evidence_count": 5} +{"timestamp": "2026-10-08T21:41:24.842125+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 10574, "input_tokens": 7942, "output_tokens": 66, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:41:24.843444+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "tool_start", "tool": "search_repository", "tool_call": 2} +{"timestamp": "2026-10-08T21:41:24.854787+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:41:24.854912+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 2, "duration_ms": 11, "evidence_count": 10} +{"timestamp": "2026-10-08T21:41:24.855239+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "tool_start", "tool": "search_repository", "tool_call": 3} +{"timestamp": "2026-10-08T21:41:24.868221+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:41:24.868398+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 3, "duration_ms": 13, "evidence_count": 15} +{"timestamp": "2026-10-08T21:41:33.933850+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9065, "input_tokens": 9912, "output_tokens": 75, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:41:33.935033+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:41:33.936084+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 1, "evidence_count": 16} +{"timestamp": "2026-10-08T21:41:33.936568+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "tool_start", "tool": "read_file", "tool_call": 5} +{"timestamp": "2026-10-08T21:41:33.937534+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 5, "duration_ms": 1, "evidence_count": 17} +{"timestamp": "2026-10-08T21:41:49.417919+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "model_response", "agent": "code_search", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 15480, "input_tokens": 12672, "output_tokens": 277, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:41:49.419635+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 5} +{"timestamp": "2026-10-08T21:41:49.420411+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 17, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017"], "available_source": 2, "selected_source": 2} +{"timestamp": "2026-10-08T21:42:06.879600+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 17452, "input_tokens": 11677, "output_tokens": 419, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:42:06.880747+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 17, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017"], "available_source": 2, "selected_source": 2} +{"timestamp": "2026-10-08T21:42:06.908778+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "c9b1764d9fa4f5ac8f447d278a4df9a8f4a3681d1a1498ba9e0d94d92b39724c", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "c9b1764d9fa4f5ac8f447d278a4df9a8f4a3681d1a1498ba9e0d94d92b39724c"} +{"timestamp": "2026-10-08T21:42:06.910520+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "run_end", "status": "diagnosed", "tool_calls": 5, "model_calls": 5, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:39:46.525401+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:39:46.700944+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "index_ready", "files": 256, "truncated": false} +{"timestamp": "2026-10-08T21:39:46.702880+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:39:46.703452+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "evidence_selection", "recipient": "code_search", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:39:55.022317+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8315, "input_tokens": 5677, "output_tokens": 43, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:39:55.023936+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:39:55.041778+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:39:55.042076+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 18, "evidence_count": 5} +{"timestamp": "2026-10-08T21:40:04.069595+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9027, "input_tokens": 6796, "output_tokens": 89, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:40:04.070944+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:40:04.071445+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 1, "evidence_count": 6} +{"timestamp": "2026-10-08T21:40:04.071781+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_start", "tool": "search_repository", "tool_call": 3} +{"timestamp": "2026-10-08T21:40:04.077156+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:40:04.077355+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 3, "duration_ms": 6, "evidence_count": 9} +{"timestamp": "2026-10-08T21:40:04.077751+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_start", "tool": "search_repository", "tool_call": 4} +{"timestamp": "2026-10-08T21:40:04.090791+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:40:04.090945+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 4, "duration_ms": 13, "evidence_count": 14} +{"timestamp": "2026-10-08T21:40:13.553287+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9462, "input_tokens": 9812, "output_tokens": 87, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:40:13.554488+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_start", "tool": "read_file", "tool_call": 5} +{"timestamp": "2026-10-08T21:40:13.555301+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 5, "duration_ms": 1, "evidence_count": 15} +{"timestamp": "2026-10-08T21:40:13.555848+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_start", "tool": "search_repository", "tool_call": 6} +{"timestamp": "2026-10-08T21:40:13.580904+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "search_result", "hit_count": 8, "empty": false} +{"timestamp": "2026-10-08T21:40:13.581165+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 6, "duration_ms": 25, "evidence_count": 23} +{"timestamp": "2026-10-08T21:40:13.581646+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_start", "tool": "search_repository", "tool_call": 7} +{"timestamp": "2026-10-08T21:40:13.590127+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "search_result", "hit_count": 4, "empty": false} +{"timestamp": "2026-10-08T21:40:13.590447+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 7, "duration_ms": 9, "evidence_count": 27} +{"timestamp": "2026-10-08T21:40:25.987823+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "model_response", "agent": "code_search", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 12397, "input_tokens": 13001, "output_tokens": 114, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:40:25.988657+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_start", "tool": "read_file", "tool_call": 8} +{"timestamp": "2026-10-08T21:40:25.989196+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 8, "duration_ms": 1, "evidence_count": 28} +{"timestamp": "2026-10-08T21:40:25.989546+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_start", "tool": "read_file", "tool_call": 9} +{"timestamp": "2026-10-08T21:40:25.990027+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 9, "duration_ms": 0, "evidence_count": 29} +{"timestamp": "2026-10-08T21:40:25.990337+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_start", "tool": "search_repository", "tool_call": 10} +{"timestamp": "2026-10-08T21:40:26.002395+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:40:26.002567+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 10, "duration_ms": 12, "evidence_count": 32} +{"timestamp": "2026-10-08T21:40:38.392368+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "model_response", "agent": "code_search", "step": 4, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 12390, "input_tokens": 16597, "output_tokens": 241, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:40:38.393753+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 10} +{"timestamp": "2026-10-08T21:40:38.394440+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 32, "selected_ids": ["e0006", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024", "e0025", "e0026", "e0027", "e0028", "e0029", "e0030", "e0031", "e0032"], "available_source": 4, "selected_source": 4} +{"timestamp": "2026-10-08T21:41:12.680076+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 6, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 34279, "input_tokens": 13394, "output_tokens": 1102, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:41:12.680951+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 32, "selected_ids": ["e0006", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024", "e0025", "e0026", "e0027", "e0028", "e0029", "e0030", "e0031", "e0032"], "available_source": 4, "selected_source": 4} +{"timestamp": "2026-10-08T21:41:12.710516+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "8dec460d30053cbeb2acfadeaed3823ec979c6f50b26f6a2c1c11120d9d01f46", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: testing/test_pathlib.py:301\nerror: testing/test_pathlib.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "8dec460d30053cbeb2acfadeaed3823ec979c6f50b26f6a2c1c11120d9d01f46"} +{"timestamp": "2026-10-08T21:41:12.712066+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "run_end", "status": "diagnosed", "tool_calls": 10, "model_calls": 6, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:45:08.721067+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:45:08.819129+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "index_ready", "files": 220, "truncated": false} +{"timestamp": "2026-10-08T21:45:08.821862+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:45:08.822149+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "evidence_selection", "recipient": "code_search", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:45:17.408422+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8583, "input_tokens": 10024, "output_tokens": 74, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:45:17.410531+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:45:17.425123+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:45:17.425354+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 15, "evidence_count": 5} +{"timestamp": "2026-10-08T21:45:17.426858+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_start", "tool": "search_repository", "tool_call": 2} +{"timestamp": "2026-10-08T21:45:17.442214+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:45:17.442424+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 2, "duration_ms": 16, "evidence_count": 10} +{"timestamp": "2026-10-08T21:45:26.669334+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9227, "input_tokens": 12286, "output_tokens": 94, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:45:26.670957+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:45:26.671841+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 1, "evidence_count": 11} +{"timestamp": "2026-10-08T21:45:26.672383+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:45:26.672988+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 1, "evidence_count": 12} +{"timestamp": "2026-10-08T21:45:26.673398+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_start", "tool": "search_repository", "tool_call": 5} +{"timestamp": "2026-10-08T21:45:26.680614+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:45:26.680839+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 5, "duration_ms": 7, "evidence_count": 15} +{"timestamp": "2026-10-08T21:45:36.705280+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 10024, "input_tokens": 15337, "output_tokens": 71, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:45:36.707098+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_start", "tool": "read_file", "tool_call": 6} +{"timestamp": "2026-10-08T21:45:36.708068+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 6, "duration_ms": 1, "evidence_count": 16} +{"timestamp": "2026-10-08T21:45:49.533111+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "model_response", "agent": "code_search", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 12825, "input_tokens": 16170, "output_tokens": 201, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:45:49.536534+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 6} +{"timestamp": "2026-10-08T21:45:49.537582+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 16, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016"], "available_source": 3, "selected_source": 3} +{"timestamp": "2026-10-08T21:46:11.014395+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 21469, "input_tokens": 15080, "output_tokens": 732, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:46:11.015133+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 16, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016"], "available_source": 3, "selected_source": 3} +{"timestamp": "2026-10-08T21:46:11.047293+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "4d5475d4677891a0be1680e849e3722d199346f4bc083d64c3f177d34e61e93e", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "4d5475d4677891a0be1680e849e3722d199346f4bc083d64c3f177d34e61e93e"} +{"timestamp": "2026-10-08T21:46:11.048851+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "run_end", "status": "diagnosed", "tool_calls": 6, "model_calls": 5, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:41:16.680400+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:41:17.081794+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "index_ready", "files": 815, "truncated": false} +{"timestamp": "2026-10-08T21:41:17.083450+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:41:17.083743+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "evidence_selection", "recipient": "code_search", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:41:25.141546+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8055, "input_tokens": 4874, "output_tokens": 40, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:41:25.142538+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:41:25.147512+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:41:25.147645+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 5, "evidence_count": 5} +{"timestamp": "2026-10-08T21:41:34.805442+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9658, "input_tokens": 5993, "output_tokens": 104, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:41:34.806252+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:41:34.807010+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 1, "evidence_count": 6} +{"timestamp": "2026-10-08T21:41:34.807413+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:41:34.807957+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 1, "evidence_count": 7} +{"timestamp": "2026-10-08T21:41:34.808400+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_start", "tool": "search_repository", "tool_call": 4} +{"timestamp": "2026-10-08T21:41:34.821088+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:41:34.821274+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 4, "duration_ms": 13, "evidence_count": 10} +{"timestamp": "2026-10-08T21:41:47.992706+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 13171, "input_tokens": 10038, "output_tokens": 110, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:41:47.993600+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_start", "tool": "search_repository", "tool_call": 5} +{"timestamp": "2026-10-08T21:41:48.001440+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:41:48.001571+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 5, "duration_ms": 8, "evidence_count": 13} +{"timestamp": "2026-10-08T21:41:48.002028+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_start", "tool": "read_file", "tool_call": 6} +{"timestamp": "2026-10-08T21:41:48.002481+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 6, "duration_ms": 0, "evidence_count": 14} +{"timestamp": "2026-10-08T21:42:05.786467+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "model_response", "agent": "code_search", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 17784, "input_tokens": 11473, "output_tokens": 279, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:42:05.789505+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 6} +{"timestamp": "2026-10-08T21:42:05.790523+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 14, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014"], "available_source": 3, "selected_source": 3} +{"timestamp": "2026-10-08T21:42:16.778044+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 10978, "input_tokens": 10405, "output_tokens": 148, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:42:16.779746+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_start", "tool": "read_file", "tool_call": 7} +{"timestamp": "2026-10-08T21:42:16.780693+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 7, "duration_ms": 1, "evidence_count": 15} +{"timestamp": "2026-10-08T21:42:47.535589+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "model_response", "agent": "synthesis", "step": 1, "model_call": 6, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 30755, "input_tokens": 11312, "output_tokens": 999, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:42:47.536459+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 15, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015"], "available_source": 4, "selected_source": 4} +{"timestamp": "2026-10-08T21:42:47.559243+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "9fefc0d6b4e18f71561f17ca1cc26bd4afb292f369ebca5b1d34f8eaf4d80ef5", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "9fefc0d6b4e18f71561f17ca1cc26bd4afb292f369ebca5b1d34f8eaf4d80ef5"} +{"timestamp": "2026-10-08T21:42:47.560790+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "run_end", "status": "diagnosed", "tool_calls": 7, "model_calls": 6, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:44:02.074185+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:44:02.333163+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "index_ready", "files": 684, "truncated": false} +{"timestamp": "2026-10-08T21:44:02.334679+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:44:02.334931+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "evidence_selection", "recipient": "code_search", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:44:10.321041+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 7979, "input_tokens": 5353, "output_tokens": 46, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:44:10.322529+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:44:10.337531+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:44:10.337727+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 15, "evidence_count": 5} +{"timestamp": "2026-10-08T21:44:18.499696+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8162, "input_tokens": 6451, "output_tokens": 73, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:44:18.501381+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_start", "tool": "search_repository", "tool_call": 2} +{"timestamp": "2026-10-08T21:44:18.510099+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:44:18.510269+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 2, "duration_ms": 9, "evidence_count": 8} +{"timestamp": "2026-10-08T21:44:18.510682+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_start", "tool": "search_repository", "tool_call": 3} +{"timestamp": "2026-10-08T21:44:18.522262+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:44:18.522407+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 3, "duration_ms": 12, "evidence_count": 13} +{"timestamp": "2026-10-08T21:44:28.465979+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9943, "input_tokens": 8074, "output_tokens": 94, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:44:28.468026+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:44:28.469304+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 1, "evidence_count": 14} +{"timestamp": "2026-10-08T21:44:28.469975+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_start", "tool": "search_repository", "tool_call": 5} +{"timestamp": "2026-10-08T21:44:28.486023+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:44:28.486258+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 5, "duration_ms": 16, "evidence_count": 19} +{"timestamp": "2026-10-08T21:44:28.486727+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_start", "tool": "search_repository", "tool_call": 6} +{"timestamp": "2026-10-08T21:44:28.498656+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:44:28.498786+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 6, "duration_ms": 12, "evidence_count": 24} +{"timestamp": "2026-10-08T21:44:38.607748+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "model_response", "agent": "code_search", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 10109, "input_tokens": 10839, "output_tokens": 99, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:44:38.609396+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_start", "tool": "read_file", "tool_call": 7} +{"timestamp": "2026-10-08T21:44:38.610563+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 7, "duration_ms": 1, "evidence_count": 25} +{"timestamp": "2026-10-08T21:44:38.611086+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_start", "tool": "search_repository", "tool_call": 8} +{"timestamp": "2026-10-08T21:44:38.624383+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:44:38.624621+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 8, "duration_ms": 14, "evidence_count": 28} +{"timestamp": "2026-10-08T21:44:50.948316+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "model_response", "agent": "code_search", "step": 4, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 12323, "input_tokens": 12655, "output_tokens": 207, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:44:50.949971+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 8} +{"timestamp": "2026-10-08T21:44:50.950657+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 28, "selected_ids": ["e0001", "e0003", "e0005", "e0006", "e0007", "e0009", "e0010", "e0011", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024", "e0025", "e0026", "e0027", "e0028"], "available_source": 2, "selected_source": 2} +{"timestamp": "2026-10-08T21:45:08.515370+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 6, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 17539, "input_tokens": 10496, "output_tokens": 490, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:45:08.516481+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 28, "selected_ids": ["e0001", "e0003", "e0005", "e0006", "e0007", "e0009", "e0010", "e0011", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024", "e0025", "e0026", "e0027", "e0028"], "available_source": 2, "selected_source": 2} +{"timestamp": "2026-10-08T21:45:08.549614+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "4b71b76e29d6a87b476a27f1d5e03901902b6c2accd234a4c57cb03ca7c48b81", "hunks_recounted": true, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "e1683b572b14b5a74dffdabf3daee955e1830cbf5ec6af5472d8448e816eee1d"} +{"timestamp": "2026-10-08T21:45:08.551181+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "run_end", "status": "diagnosed", "tool_calls": 8, "model_calls": 6, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:42:07.243055+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:42:07.956889+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "index_ready", "files": 1178, "truncated": false} +{"timestamp": "2026-10-08T21:42:07.958464+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:42:07.958714+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "evidence_selection", "recipient": "code_search", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:42:17.182963+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9221, "input_tokens": 4920, "output_tokens": 42, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:42:17.185071+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:42:17.195526+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:42:17.195657+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 11, "evidence_count": 5} +{"timestamp": "2026-10-08T21:42:26.081462+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8886, "input_tokens": 6148, "output_tokens": 80, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:42:26.082238+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_start", "tool": "search_repository", "tool_call": 2} +{"timestamp": "2026-10-08T21:42:26.088489+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:42:26.088621+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 2, "duration_ms": 6, "evidence_count": 8} +{"timestamp": "2026-10-08T21:42:26.088940+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_start", "tool": "search_repository", "tool_call": 3} +{"timestamp": "2026-10-08T21:42:26.094742+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:42:26.094910+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 3, "duration_ms": 6, "evidence_count": 11} +{"timestamp": "2026-10-08T21:42:26.095287+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_start", "tool": "search_repository", "tool_call": 4} +{"timestamp": "2026-10-08T21:42:26.100819+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:42:26.101259+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 4, "duration_ms": 6, "evidence_count": 14} +{"timestamp": "2026-10-08T21:42:34.970205+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8869, "input_tokens": 8520, "output_tokens": 113, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:42:34.971607+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_start", "tool": "read_file", "tool_call": 5} +{"timestamp": "2026-10-08T21:42:34.972500+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 5, "duration_ms": 1, "evidence_count": 15} +{"timestamp": "2026-10-08T21:42:34.972971+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_start", "tool": "read_file", "tool_call": 6} +{"timestamp": "2026-10-08T21:42:34.973533+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 6, "duration_ms": 1, "evidence_count": 16} +{"timestamp": "2026-10-08T21:42:34.973916+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_start", "tool": "read_file", "tool_call": 7} +{"timestamp": "2026-10-08T21:42:34.974437+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 7, "duration_ms": 1, "evidence_count": 17} +{"timestamp": "2026-10-08T21:42:44.216708+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "model_response", "agent": "code_search", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9242, "input_tokens": 12742, "output_tokens": 168, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:42:44.218448+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 7} +{"timestamp": "2026-10-08T21:42:44.219165+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 17, "selected_ids": ["e0001", "e0003", "e0004", "e0006", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017"], "available_source": 3, "selected_source": 3} +{"timestamp": "2026-10-08T21:43:05.535373+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 21310, "input_tokens": 10916, "output_tokens": 710, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:43:05.536676+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 17, "selected_ids": ["e0001", "e0003", "e0004", "e0006", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017"], "available_source": 3, "selected_source": 3} +{"timestamp": "2026-10-08T21:43:05.567719+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "cf2cb41974f2d715c93e7f81ac6636943f333f35c3fe686801e374fafbc17c53", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "cf2cb41974f2d715c93e7f81ac6636943f333f35c3fe686801e374fafbc17c53"} +{"timestamp": "2026-10-08T21:43:05.569519+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "run_end", "status": "diagnosed", "tool_calls": 7, "model_calls": 5, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:41:32.605752+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:41:33.316208+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "index_ready", "files": 1187, "truncated": false} +{"timestamp": "2026-10-08T21:41:33.317743+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:41:33.317995+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "evidence_selection", "recipient": "code_search", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:41:40.869963+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 7538, "input_tokens": 5590, "output_tokens": 40, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:41:40.871483+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:41:40.893870+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:41:40.894040+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 23, "evidence_count": 5} +{"timestamp": "2026-10-08T21:41:50.177484+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9283, "input_tokens": 6927, "output_tokens": 96, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:41:50.178995+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:41:50.180003+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 1, "evidence_count": 6} +{"timestamp": "2026-10-08T21:41:50.180449+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:41:50.181185+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 1, "evidence_count": 7} +{"timestamp": "2026-10-08T21:41:50.181544+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "tool_start", "tool": "search_repository", "tool_call": 4} +{"timestamp": "2026-10-08T21:41:50.192228+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:41:50.192359+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 4, "duration_ms": 11, "evidence_count": 10} +{"timestamp": "2026-10-08T21:41:57.947762+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 7755, "input_tokens": 9179, "output_tokens": 58, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:41:57.948678+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "tool_start", "tool": "read_file", "tool_call": 5} +{"timestamp": "2026-10-08T21:41:57.949195+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 5, "duration_ms": 1, "evidence_count": 11} +{"timestamp": "2026-10-08T21:42:09.610896+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "model_response", "agent": "code_search", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 11662, "input_tokens": 9890, "output_tokens": 193, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:42:09.612752+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 5} +{"timestamp": "2026-10-08T21:42:09.613987+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 11, "selected_ids": ["e0001", "e0003", "e0004", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011"], "available_source": 3, "selected_source": 3} +{"timestamp": "2026-10-08T21:42:27.887327+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 18266, "input_tokens": 8677, "output_tokens": 472, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:42:27.888761+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 11, "selected_ids": ["e0001", "e0003", "e0004", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011"], "available_source": 3, "selected_source": 3} +{"timestamp": "2026-10-08T21:42:27.918541+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "0c5ca584fe11861c46731e2153829205d76b55a38cc1bb1110b24fa9ec72b796", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "0c5ca584fe11861c46731e2153829205d76b55a38cc1bb1110b24fa9ec72b796"} +{"timestamp": "2026-10-08T21:42:27.920350+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "run_end", "status": "diagnosed", "tool_calls": 5, "model_calls": 5, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:44:14.990920+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:44:15.702034+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "index_ready", "files": 1189, "truncated": false} +{"timestamp": "2026-10-08T21:44:15.703677+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:44:15.703930+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "evidence_selection", "recipient": "code_search", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:44:23.631763+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 7925, "input_tokens": 5040, "output_tokens": 67, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:44:23.633527+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:44:23.651130+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:44:23.651384+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 18, "evidence_count": 5} +{"timestamp": "2026-10-08T21:44:23.651889+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "search_repository", "tool_call": 2} +{"timestamp": "2026-10-08T21:44:23.674052+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:44:23.674292+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 2, "duration_ms": 22, "evidence_count": 10} +{"timestamp": "2026-10-08T21:44:33.281122+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9607, "input_tokens": 7216, "output_tokens": 113, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:44:33.281930+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "search_repository", "tool_call": 3} +{"timestamp": "2026-10-08T21:44:33.297216+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:44:33.297330+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 3, "duration_ms": 15, "evidence_count": 15} +{"timestamp": "2026-10-08T21:44:33.297672+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:44:33.298292+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 1, "evidence_count": 16} +{"timestamp": "2026-10-08T21:44:33.298567+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "search_repository", "tool_call": 5} +{"timestamp": "2026-10-08T21:44:33.308536+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:44:33.308657+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 5, "duration_ms": 10, "evidence_count": 21} +{"timestamp": "2026-10-08T21:44:43.123580+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9815, "input_tokens": 10617, "output_tokens": 117, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:44:43.124410+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "search_repository", "tool_call": 6} +{"timestamp": "2026-10-08T21:44:43.145291+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:44:43.145532+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 6, "duration_ms": 21, "evidence_count": 26} +{"timestamp": "2026-10-08T21:44:43.145951+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "read_file", "tool_call": 7} +{"timestamp": "2026-10-08T21:44:43.146919+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 7, "duration_ms": 1, "evidence_count": 27} +{"timestamp": "2026-10-08T21:44:43.147343+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "read_file", "tool_call": 8} +{"timestamp": "2026-10-08T21:44:43.147901+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 8, "duration_ms": 1, "evidence_count": 28} +{"timestamp": "2026-10-08T21:44:52.967853+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "model_response", "agent": "code_search", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9820, "input_tokens": 14403, "output_tokens": 107, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:44:52.968719+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "search_repository", "tool_call": 9} +{"timestamp": "2026-10-08T21:44:52.972014+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:44:52.972128+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 9, "duration_ms": 3, "evidence_count": 31} +{"timestamp": "2026-10-08T21:44:52.972421+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "search_repository", "tool_call": 10} +{"timestamp": "2026-10-08T21:44:52.996741+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "search_result", "hit_count": 8, "empty": false} +{"timestamp": "2026-10-08T21:44:52.996925+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 10, "duration_ms": 25, "evidence_count": 39} +{"timestamp": "2026-10-08T21:44:52.997256+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "search_repository", "tool_call": 11} +{"timestamp": "2026-10-08T21:44:53.016665+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "search_result", "hit_count": 4, "empty": false} +{"timestamp": "2026-10-08T21:44:53.016853+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 11, "duration_ms": 20, "evidence_count": 43} +{"timestamp": "2026-10-08T21:45:05.099700+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "model_response", "agent": "code_search", "step": 4, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 12083, "input_tokens": 19148, "output_tokens": 172, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:45:05.100763+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "search_repository", "tool_call": 12} +{"timestamp": "2026-10-08T21:45:05.125744+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:45:05.125942+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 12, "duration_ms": 25, "evidence_count": 48} +{"timestamp": "2026-10-08T21:45:05.126350+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "read_file", "tool_call": 13} +{"timestamp": "2026-10-08T21:45:05.126972+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 13, "duration_ms": 1, "evidence_count": 49} +{"timestamp": "2026-10-08T21:45:05.127249+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "search_repository", "tool_call": 14} +{"timestamp": "2026-10-08T21:45:05.150861+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:45:05.151094+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 14, "duration_ms": 24, "evidence_count": 54} +{"timestamp": "2026-10-08T21:45:18.081444+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "model_response", "agent": "code_search", "step": 5, "model_call": 6, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 12930, "input_tokens": 24202, "output_tokens": 126, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:45:18.083147+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "read_file", "tool_call": 15} +{"timestamp": "2026-10-08T21:45:18.084550+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 15, "duration_ms": 1, "evidence_count": 55} +{"timestamp": "2026-10-08T21:45:18.085019+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "read_file", "tool_call": 16} +{"timestamp": "2026-10-08T21:45:18.085740+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 16, "duration_ms": 1, "evidence_count": 56} +{"timestamp": "2026-10-08T21:45:18.086117+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "read_file", "tool_call": 17} +{"timestamp": "2026-10-08T21:45:18.087025+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 17, "duration_ms": 1, "evidence_count": 57} +{"timestamp": "2026-10-08T21:45:35.615407+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "model_response", "agent": "code_search", "step": 6, "model_call": 7, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 17528, "input_tokens": 28568, "output_tokens": 373, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:45:35.617785+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 17} +{"timestamp": "2026-10-08T21:45:35.619006+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 57, "selected_ids": ["e0016", "e0027", "e0028", "e0031", "e0035", "e0036", "e0037", "e0038", "e0039", "e0040", "e0044", "e0045", "e0046", "e0047", "e0048", "e0049", "e0050", "e0051", "e0052", "e0053", "e0054", "e0055", "e0056", "e0057"], "available_source": 7, "selected_source": 7} +{"timestamp": "2026-10-08T21:45:44.047751+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 8, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8421, "input_tokens": 18264, "output_tokens": 62, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:45:44.048804+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "read_file", "tool_call": 18} +{"timestamp": "2026-10-08T21:45:44.049744+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 18, "duration_ms": 1, "evidence_count": 58} +{"timestamp": "2026-10-08T21:46:11.340617+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "model_response", "agent": "synthesis", "step": 1, "model_call": 9, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 27291, "input_tokens": 19353, "output_tokens": 758, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:46:11.341375+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 58, "selected_ids": ["e0016", "e0027", "e0028", "e0035", "e0036", "e0037", "e0038", "e0039", "e0040", "e0044", "e0045", "e0046", "e0047", "e0048", "e0049", "e0050", "e0051", "e0052", "e0053", "e0054", "e0055", "e0056", "e0057", "e0058"], "available_source": 8, "selected_source": 8} +{"timestamp": "2026-10-08T21:46:11.372047+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "4b93475b4ad669a39c0b11da58d563a4fb231e7889b1ca8c66dd93f2df23c84d", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "4b93475b4ad669a39c0b11da58d563a4fb231e7889b1ca8c66dd93f2df23c84d"} +{"timestamp": "2026-10-08T21:46:11.373638+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "run_end", "status": "diagnosed", "tool_calls": 18, "model_calls": 9, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:39:47.058198+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "routed"} +{"timestamp": "2026-10-08T21:39:48.043409+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "index_ready", "files": 1360, "truncated": false} +{"timestamp": "2026-10-08T21:39:48.045557+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "route", "agent": "code_search", "reason": "initial_repository_search", "search_passes": 0, "tool_calls": 0} +{"timestamp": "2026-10-08T21:39:48.045855+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "evidence_selection", "recipient": "code_search", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:39:55.875087+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "model_response", "agent": "code_search", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 7817, "input_tokens": 4838, "output_tokens": 43, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:39:55.876699+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:39:55.895990+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:39:55.896177+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 19, "evidence_count": 5} +{"timestamp": "2026-10-08T21:40:05.240253+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "model_response", "agent": "code_search", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9344, "input_tokens": 6047, "output_tokens": 89, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:40:05.241972+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "search_repository", "tool_call": 2} +{"timestamp": "2026-10-08T21:40:05.267595+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:40:05.267782+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 2, "duration_ms": 26, "evidence_count": 10} +{"timestamp": "2026-10-08T21:40:05.268176+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "search_repository", "tool_call": 3} +{"timestamp": "2026-10-08T21:40:05.304617+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:40:05.304818+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 3, "duration_ms": 37, "evidence_count": 15} +{"timestamp": "2026-10-08T21:40:05.305238+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "search_repository", "tool_call": 4} +{"timestamp": "2026-10-08T21:40:05.314666+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:40:05.314769+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 4, "duration_ms": 10, "evidence_count": 20} +{"timestamp": "2026-10-08T21:40:13.634427+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "model_response", "agent": "code_search", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8319, "input_tokens": 9476, "output_tokens": 80, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:40:13.635047+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "search_repository", "tool_call": 5} +{"timestamp": "2026-10-08T21:40:13.660094+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:40:13.660224+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 5, "duration_ms": 25, "evidence_count": 23} +{"timestamp": "2026-10-08T21:40:13.660508+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "search_repository", "tool_call": 6} +{"timestamp": "2026-10-08T21:40:13.678670+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:40:13.678822+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 6, "duration_ms": 18, "evidence_count": 26} +{"timestamp": "2026-10-08T21:40:13.679130+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "search_repository", "tool_call": 7} +{"timestamp": "2026-10-08T21:40:13.683839+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:40:13.683921+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 7, "duration_ms": 5, "evidence_count": 29} +{"timestamp": "2026-10-08T21:40:24.971534+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "model_response", "agent": "code_search", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 11287, "input_tokens": 11453, "output_tokens": 112, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:40:24.972661+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "read_file", "tool_call": 8} +{"timestamp": "2026-10-08T21:40:24.973414+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 8, "duration_ms": 1, "evidence_count": 30} +{"timestamp": "2026-10-08T21:40:24.973864+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "read_file", "tool_call": 9} +{"timestamp": "2026-10-08T21:40:24.974499+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 9, "duration_ms": 1, "evidence_count": 31} +{"timestamp": "2026-10-08T21:40:24.974885+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "read_file", "tool_call": 10} +{"timestamp": "2026-10-08T21:40:24.975337+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 10, "duration_ms": 0, "evidence_count": 32} +{"timestamp": "2026-10-08T21:40:34.781920+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "model_response", "agent": "code_search", "step": 4, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9806, "input_tokens": 15193, "output_tokens": 125, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:40:34.784567+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "search_repository", "tool_call": 11} +{"timestamp": "2026-10-08T21:40:34.809447+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:40:34.809737+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 11, "duration_ms": 25, "evidence_count": 37} +{"timestamp": "2026-10-08T21:40:34.810288+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "read_file", "tool_call": 12} +{"timestamp": "2026-10-08T21:40:34.810958+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 12, "duration_ms": 1, "evidence_count": 38} +{"timestamp": "2026-10-08T21:40:34.811302+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "read_file", "tool_call": 13} +{"timestamp": "2026-10-08T21:40:34.811731+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 13, "duration_ms": 0, "evidence_count": 39} +{"timestamp": "2026-10-08T21:40:43.725141+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "model_response", "agent": "code_search", "step": 5, "model_call": 6, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8913, "input_tokens": 19496, "output_tokens": 102, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:40:43.725794+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "search_repository", "tool_call": 14} +{"timestamp": "2026-10-08T21:40:43.748677+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:40:43.748798+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 14, "duration_ms": 23, "evidence_count": 44} +{"timestamp": "2026-10-08T21:40:43.749163+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "search_repository", "tool_call": 15} +{"timestamp": "2026-10-08T21:40:43.756676+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:40:43.756770+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 15, "duration_ms": 8, "evidence_count": 47} +{"timestamp": "2026-10-08T21:40:43.757046+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "search_repository", "tool_call": 16} +{"timestamp": "2026-10-08T21:40:43.778321+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:40:43.778463+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 16, "duration_ms": 21, "evidence_count": 50} +{"timestamp": "2026-10-08T21:40:56.349942+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "model_response", "agent": "code_search", "step": 6, "model_call": 7, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 12571, "input_tokens": 22306, "output_tokens": 242, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:40:56.351210+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "route", "agent": "synthesis", "reason": "evidence_ready_or_search_budget_reached", "search_passes": 1, "tool_calls": 16} +{"timestamp": "2026-10-08T21:40:56.351637+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "evidence_selection", "recipient": "synthesis", "policy": "source_priority", "available": 50, "selected_ids": ["e0024", "e0025", "e0026", "e0029", "e0030", "e0031", "e0032", "e0033", "e0034", "e0035", "e0036", "e0037", "e0038", "e0039", "e0040", "e0041", "e0042", "e0043", "e0044", "e0045", "e0046", "e0048", "e0049", "e0050"], "available_source": 5, "selected_source": 5} +{"timestamp": "2026-10-08T21:41:06.149551+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "model_response", "agent": "synthesis", "step": 0, "model_call": 8, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9794, "input_tokens": 14797, "output_tokens": 99, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:41:06.151087+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "read_file", "tool_call": 17} +{"timestamp": "2026-10-08T21:41:06.152114+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 17, "duration_ms": 1, "evidence_count": 51} +{"timestamp": "2026-10-08T21:41:06.152564+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "read_file", "tool_call": 18} +{"timestamp": "2026-10-08T21:41:06.153150+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 18, "duration_ms": 1, "evidence_count": 52} +{"timestamp": "2026-10-08T21:41:18.294070+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "model_response", "agent": "synthesis", "step": 1, "model_call": 9, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 12141, "input_tokens": 17809, "output_tokens": 157, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:41:18.294916+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_budget_exhausted", "tool": "read_file"} +{"timestamp": "2026-10-08T21:41:18.295160+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_budget_exhausted", "tool": "read_file"} +{"timestamp": "2026-10-08T21:41:32.231447+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "model_response", "agent": "synthesis", "step": 2, "model_call": 10, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 13936, "input_tokens": 18295, "output_tokens": 333, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:41:32.232154+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "insufficient_evidence", "reason": "model_abstained"} +{"timestamp": "2026-10-08T21:41:32.232930+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "run_end", "status": "insufficient_evidence", "tool_calls": 18, "model_calls": 10, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:43:05.677335+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "run_start", "mode": "model", "base_commit": "97fc1154992f64cfb2f86321155a7404efeb2d8a"} +{"timestamp": "2026-10-08T21:43:05.697730+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "snapshot_ready", "archive_sha256": "479ede93a4a76d387a70efaa74d91622b383c840b622f081fcbad83a927e8306"} +{"timestamp": "2026-10-08T21:44:14.511137+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:44:03.193233+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "run_start", "mode": "model", "base_commit": "149a0398b391cfc4eddb5e659f50b3c66f32ea65"} +{"timestamp": "2026-10-08T21:44:03.215744+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "snapshot_ready", "archive_sha256": "06c2c1eef5a22dcd815b2bb37bfaf1570185e3225922ededfd06d7453ccf9014"} +{"timestamp": "2026-10-08T21:45:30.550829+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:43:48.195712+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "run_start", "mode": "model", "base_commit": "af39f1edffcd828f05cfdd04f2e59506bb4a27bc"} +{"timestamp": "2026-10-08T21:43:48.217190+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "snapshot_ready", "archive_sha256": "5cb9ae938a585d308118f225ee387a7a94235078a3894fb773d48aecafefaa56"} +{"timestamp": "2026-10-08T21:44:53.305620+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:39:46.018059+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "run_start", "mode": "model", "base_commit": "00afcc0c6d4d2e4390338127f05b8f4fdb4e7087"} +{"timestamp": "2026-10-08T21:39:46.041700+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "snapshot_ready", "archive_sha256": "e51ae32a854225e7d12054193c616a3ed196b711caf2924704da5296a2aae957"} +{"timestamp": "2026-10-08T21:41:02.345534+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:39:46.018429+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "run_start", "mode": "model", "base_commit": "94621cef29f80282436d73e8d2c0aa76dab81273"} +{"timestamp": "2026-10-08T21:39:46.021764+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "snapshot_ready", "archive_sha256": "608bf5c3223fa386a253b46ef3f1c548a4d3342ddc8f09b5bf697fdac66060d6"} +{"timestamp": "2026-10-08T21:41:16.453526+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:42:47.637538+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "run_start", "mode": "model", "base_commit": "d8c37f43724cd9fb0870f77877b7c4c7e38a19e0"} +{"timestamp": "2026-10-08T21:42:47.638502+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "snapshot_ready", "archive_sha256": "844fa3af247aa5004e4691f56ced6cbb1a26c6e6484385d1026ce970f28f273e"} +{"timestamp": "2026-10-08T21:44:03.177439+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:44:53.505432+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "run_start", "mode": "model", "base_commit": "4c288bc97ea371817199908d0d9b12de9dae327e"} +{"timestamp": "2026-10-08T21:44:53.506430+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "snapshot_ready", "archive_sha256": "3643d985acd981e2787a937fe773d8912c95988a28e8ee79832f4c5530e29896"} +{"timestamp": "2026-10-08T21:46:02.963193+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:43:02.519080+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "run_start", "mode": "model", "base_commit": "091991be0da19de9108dbe5e3752917fea3d7fdc"} +{"timestamp": "2026-10-08T21:43:02.520099+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "snapshot_ready", "archive_sha256": "3163967c6ee3ea0ab1c0d1e780bb7002a68825f5b85ef36e1d3698ca117f4853"} +{"timestamp": "2026-10-08T21:44:01.804937+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:45:30.721129+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "run_start", "mode": "model", "base_commit": "0be38a0c37c59c4b66ce908731da15b401655113"} +{"timestamp": "2026-10-08T21:45:30.722748+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "snapshot_ready", "archive_sha256": "f91bf0c1463f0e1349c0c2aa8c0d547412694d0bd87870e774a582410cb9e7fc"} +{"timestamp": "2026-10-08T21:46:58.945482+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:42:28.017536+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "run_start", "mode": "model", "base_commit": "a64cf2d5476e7bbda099b34c40b7be1880dbd39a"} +{"timestamp": "2026-10-08T21:42:28.019345+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "snapshot_ready", "archive_sha256": "f0eca4a8a8908f9cd6f3a5c47f6bf0453560a0ad51858c7a6e2d1b76221b7ddb"} +{"timestamp": "2026-10-08T21:43:48.179630+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:41:12.747175+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "run_start", "mode": "model", "base_commit": "98dc1f4ea18738492e074e9e51ddfed5cd30ab94"} +{"timestamp": "2026-10-08T21:41:12.749210+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "snapshot_ready", "archive_sha256": "bdfd73e29f73294cc250ef57acfd8051410118189d6d699d613e3e4df5132291"} +{"timestamp": "2026-10-08T21:43:02.504059+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:41:02.520100+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "run_start", "mode": "model", "base_commit": "6995257cf470d2143ad1683824962de4071c0eb7"} +{"timestamp": "2026-10-08T21:41:02.521682+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "snapshot_ready", "archive_sha256": "ef5724765f1ee443c9882a9309ea4f097c6c0a82ab8aeafdb187d1d6cd9fdd5e"} +{"timestamp": "2026-10-08T21:42:06.917077+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:39:46.018192+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "run_start", "mode": "model", "base_commit": "2f7415cfbc4b6ca62f9013f1abd27136f46b9653"} +{"timestamp": "2026-10-08T21:39:46.020455+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "snapshot_ready", "archive_sha256": "2d330522612e789b64668c6a8d20f9925e95aca7d12cdd70ec7d7f4d8eb1e661"} +{"timestamp": "2026-10-08T21:41:12.717642+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:45:08.638508+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "run_start", "mode": "model", "base_commit": "7f7a36478abe7dd1fa993b115d22606aa0e35e88"} +{"timestamp": "2026-10-08T21:45:08.639754+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "snapshot_ready", "archive_sha256": "5b1a6508e8e3cfbf99abb6b33acd04f8a7b23fa0da6adc2cf590994d4ddae2cc"} +{"timestamp": "2026-10-08T21:46:11.053969+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:41:16.467832+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "run_start", "mode": "model", "base_commit": "0e3c1879b06d839171b7d0a607d71bbb19a966a9"} +{"timestamp": "2026-10-08T21:41:16.472290+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "snapshot_ready", "archive_sha256": "0480a581a0904b51ef4bcfb01a569b26a9a3b6b73968123580c2f9179646a05c"} +{"timestamp": "2026-10-08T21:42:47.578910+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:44:01.814255+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "run_start", "mode": "model", "base_commit": "3ed7590ed411bd93b26098faab4f23619cdb2267"} +{"timestamp": "2026-10-08T21:44:01.818280+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "snapshot_ready", "archive_sha256": "a411b2bae6f2c0a331c7f47ba8b519365ecf49d8d1580d46466edc8d3cb36550"} +{"timestamp": "2026-10-08T21:45:08.560709+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:42:06.948772+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "run_start", "mode": "model", "base_commit": "674afc619d7f5c519b6a5393a8b0532a131e57e0"} +{"timestamp": "2026-10-08T21:42:06.952705+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "snapshot_ready", "archive_sha256": "2e512209bff7d4314d8393e1051ef2709429c072ca5713806b80db398eadd956"} +{"timestamp": "2026-10-08T21:43:05.596904+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:41:32.341289+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "run_start", "mode": "model", "base_commit": "67e3c956083d0128a621f65ee86a7dacd4f9f19f"} +{"timestamp": "2026-10-08T21:41:32.345232+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "snapshot_ready", "archive_sha256": "d5aecff0f57e7bc2817fcb6ad1d3cfbc2c5b12f772089866b4bb0f00e868901e"} +{"timestamp": "2026-10-08T21:42:27.946539+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:44:14.728199+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "run_start", "mode": "model", "base_commit": "4da0b64558e9551a11a99bccc63557ba34f50c58"} +{"timestamp": "2026-10-08T21:44:14.732273+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "snapshot_ready", "archive_sha256": "62b6151f69019de89dd9cedf60526189f3842364dd4261900f3d3cc12eac858f"} +{"timestamp": "2026-10-08T21:46:11.401472+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:39:46.017971+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "run_start", "mode": "model", "base_commit": "9da013ad0ddc3cd96fe505f2e47c63e372040916"} +{"timestamp": "2026-10-08T21:39:46.026250+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "snapshot_ready", "archive_sha256": "013941682c06c4f9f1b61aab68f003b038e4b82645823a89ed7c2feb55f03764"} +{"timestamp": "2026-10-08T21:41:32.263696+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "run_end", "status": "insufficient_evidence", "mode": "model", "patch_verified": false} diff --git a/reports/experiments/repair-17-v1/model-usage.json b/reports/experiments/repair-17-v1/model-usage.json index c552c93..5317d5f 100644 --- a/reports/experiments/repair-17-v1/model-usage.json +++ b/reports/experiments/repair-17-v1/model-usage.json @@ -11,5 +11,10 @@ "patch_check_attempts": 34, "repair_attempts": 17, "recovered_patches": 14, - "model_duration_ms": 610437 + "model_duration_ms": 610437, + "successful_model_responses": 34, + "failed_model_calls": null, + "failed_runs": 3, + "model_call_scope": "completed responses only; failed invocations uncounted in v1", + "token_scope": "completed response usage only; failed call usage unknown" } diff --git a/reports/experiments/repair-17-v1/official-evaluation/django__django-10914/harness-summary.json b/reports/experiments/repair-17-v1/official-evaluation/django__django-10914/harness-summary.json new file mode 100644 index 0000000..5f6cde3 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/django__django-10914/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "django__django-10914" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "django__django-10914" + ], + "resolved_ids": [ + "django__django-10914" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.django_1776_django-10914:latest" + ] +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/django__django-10914/outcome.json b/reports/experiments/repair-17-v1/official-evaluation/django__django-10914/outcome.json new file mode 100644 index 0000000..55b4ce6 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/django__django-10914/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "django__django-10914", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.django_1776_django-10914:latest", + "patch_sha256": "7862b123d126ba562ae0ebf5f90025ba4525363b04c53d8ca52067a899f73d13", + "image_id": "sha256:af3fb319a55923dac10fbaee8c0aa0a9d21fe5c42603734812cc020c998e40a3", + "image_digests": [ + "swebench/sweb.eval.x86_64.django_1776_django-10914@sha256:f26f0db931c6c1e785ab8287e1ea4f5f948846267db159deaf90b3fe7adea4e9" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/django__django-10914/raw-log-manifest.json b/reports/experiments/repair-17-v1/official-evaluation/django__django-10914/raw-log-manifest.json new file mode 100644 index 0000000..929382a --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/django__django-10914/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37848457575", + "artifact_name": "patch-shard-0", + "files": { + "harness.log": { + "sha256": "a54a27229638b3b9b3afa9950f407579e809e7c5a62b62b4dff3bf95fbae3c5c", + "bytes": 842 + }, + "image-pull.log": { + "sha256": "dcf26194ef56fef4e828ad630651140421584a5a9e675724b3bdadcf5d3d07e1", + "bytes": 1685 + }, + "logs/run_evaluation/patch-37848457575-0-0/agentic-posthoc-format-repair/django__django-10914/eval.sh": { + "sha256": "3ccfdc0a5db5d0235ca3decaaf451cdadc075fb9cbd78e7f887bb6616082dc53", + "bytes": 1505 + }, + "logs/run_evaluation/patch-37848457575-0-0/agentic-posthoc-format-repair/django__django-10914/patch.diff": { + "sha256": "7862b123d126ba562ae0ebf5f90025ba4525363b04c53d8ca52067a899f73d13", + "bytes": 1187 + }, + "logs/run_evaluation/patch-37848457575-0-0/agentic-posthoc-format-repair/django__django-10914/report.json": { + "sha256": "4d36aa9e74a88a5b3d913d0197d36c97800324a727aaef672fa758bafc7595b4", + "bytes": 9406 + }, + "logs/run_evaluation/patch-37848457575-0-0/agentic-posthoc-format-repair/django__django-10914/run_instance.log": { + "sha256": "fec1715c9392f47e1d4a86f55fd88add0c7bfd8b3702e4f32e59a906842c6d8a", + "bytes": 12175 + }, + "logs/run_evaluation/patch-37848457575-0-0/agentic-posthoc-format-repair/django__django-10914/test_output.txt": { + "sha256": "9e7a1515cce7514b347ede4e7518f487f58ea4c64141fcec431b58ad5c1566d1", + "bytes": 1704586 + }, + "logs/run_evaluation/patch-37848457575-0-0/run.json": { + "sha256": "5da4ccde35da3a000838d955a1cbb5cf70275555ac2a921ebf7d79d772f7b20d", + "bytes": 214 + }, + "predictions.jsonl": { + "sha256": "e9ba6719144b7ff79d2a30adb23e9f3de2be1a0e02f61f272952efd8806bd1b2", + "bytes": 1330 + }, + "summary/agentic-posthoc-format-repair.patch-37848457575-0-0.json": { + "sha256": "fec76a9e7abf2ed3eb515c73a2a0a9e85b5bfc9eb60fd6f10169692848ecd0e4", + "bytes": 838 + } + }, + "excerpt": { + "raw_sha256": "9e7a1515cce7514b347ede4e7518f487f58ea4c64141fcec431b58ad5c1566d1", + "raw_lines": 36725, + "start_line": 36585, + "stop_line": 36721, + "truncated": false, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/django__django-10914/report.json b/reports/experiments/repair-17-v1/official-evaluation/django__django-10914/report.json new file mode 100644 index 0000000..301597b --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/django__django-10914/report.json @@ -0,0 +1,128 @@ +{ + "django__django-10914": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "test_override_file_upload_permissions (test_utils.tests.OverrideSettingsTests)" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "test_allowed_database_chunked_cursor_queries (test_utils.tests.AllowedDatabaseQueriesTests)", + "test_allowed_database_queries (test_utils.tests.AllowedDatabaseQueriesTests)", + "test_skip_if_db_feature (test_utils.tests.SkippingTestCase)", + "test_skip_unless_db_feature (test_utils.tests.SkippingTestCase)", + "test_equal_parsing_errors (test_utils.tests.JSONEqualTests)", + "test_not_equal_parsing_errors (test_utils.tests.JSONEqualTests)", + "test_simple_equal (test_utils.tests.JSONEqualTests)", + "test_simple_equal_raise (test_utils.tests.JSONEqualTests)", + "test_simple_equal_unordered (test_utils.tests.JSONEqualTests)", + "test_simple_not_equal (test_utils.tests.JSONEqualTests)", + "test_simple_not_equal_raise (test_utils.tests.JSONEqualTests)", + "test_assert_raises_message (test_utils.tests.AssertRaisesMsgTest)", + "assertRaisesMessage shouldn't interpret RE special chars.", + "test_failure_in_setUpTestData_should_rollback_transaction (test_utils.tests.TestBadSetUpTestData)", + "test_all (test_utils.tests.DatabaseAliasTests)", + "test_close_match (test_utils.tests.DatabaseAliasTests)", + "test_match (test_utils.tests.DatabaseAliasTests)", + "test_no_close_match (test_utils.tests.DatabaseAliasTests)", + "test_missing_default_databases (test_utils.tests.SkippingClassTestCase)", + "test_skip_class_unless_db_feature (test_utils.tests.SkippingClassTestCase)", + "test_ordered (test_utils.tests.AssertQuerysetEqualTests)", + "test_repeated_values (test_utils.tests.AssertQuerysetEqualTests)", + "test_transform (test_utils.tests.AssertQuerysetEqualTests)", + "test_undefined_order (test_utils.tests.AssertQuerysetEqualTests)", + "test_unordered (test_utils.tests.AssertQuerysetEqualTests)", + "test_disallowed_database_chunked_cursor_queries (test_utils.tests.DisallowedDatabaseQueriesTests)", + "test_disallowed_database_connections (test_utils.tests.DisallowedDatabaseQueriesTests)", + "test_disallowed_database_queries (test_utils.tests.DisallowedDatabaseQueriesTests)", + "test_equal (test_utils.tests.AssertURLEqualTests)", + "test_message (test_utils.tests.AssertURLEqualTests)", + "test_msg_prefix (test_utils.tests.AssertURLEqualTests)", + "test_not_equal (test_utils.tests.AssertURLEqualTests)", + "test_allowed_hosts (test_utils.tests.SetupTestEnvironmentTests)", + "test_setup_test_environment_calling_more_than_once (test_utils.tests.SetupTestEnvironmentTests)", + "An exception is setUp() is reraised after disable() is called.", + "test_callable (test_utils.tests.AssertWarnsMessageTests)", + "test_context_manager (test_utils.tests.AssertWarnsMessageTests)", + "test_context_manager_failure (test_utils.tests.AssertWarnsMessageTests)", + "test_special_re_chars (test_utils.tests.AssertWarnsMessageTests)", + "test_comment_root (test_utils.tests.XMLEqualTests)", + "test_parsing_errors (test_utils.tests.XMLEqualTests)", + "test_simple_equal (test_utils.tests.XMLEqualTests)", + "test_simple_equal_raise (test_utils.tests.XMLEqualTests)", + "test_simple_equal_raises_message (test_utils.tests.XMLEqualTests)", + "test_simple_equal_unordered (test_utils.tests.XMLEqualTests)", + "test_simple_equal_with_leading_or_trailing_whitespace (test_utils.tests.XMLEqualTests)", + "test_simple_not_equal (test_utils.tests.XMLEqualTests)", + "test_simple_not_equal_raise (test_utils.tests.XMLEqualTests)", + "test_simple_not_equal_with_whitespace_in_the_middle (test_utils.tests.XMLEqualTests)", + "test_attributes (test_utils.tests.HTMLEqualTests)", + "test_complex_examples (test_utils.tests.HTMLEqualTests)", + "test_contains_html (test_utils.tests.HTMLEqualTests)", + "test_count (test_utils.tests.HTMLEqualTests)", + "test_html_contain (test_utils.tests.HTMLEqualTests)", + "test_html_parser (test_utils.tests.HTMLEqualTests)", + "test_ignore_comments (test_utils.tests.HTMLEqualTests)", + "test_parse_html_in_script (test_utils.tests.HTMLEqualTests)", + "test_parsing_errors (test_utils.tests.HTMLEqualTests)", + "test_self_closing_tags (test_utils.tests.HTMLEqualTests)", + "test_simple_equal_html (test_utils.tests.HTMLEqualTests)", + "test_unequal_html (test_utils.tests.HTMLEqualTests)", + "test_unicode_handling (test_utils.tests.HTMLEqualTests)", + "test_assert_field_output (test_utils.tests.AssertFieldOutputTests)", + "test_custom_required_message (test_utils.tests.AssertFieldOutputTests)", + "test_class_decoration (test_utils.tests.IsolatedAppsTests)", + "test_context_manager (test_utils.tests.IsolatedAppsTests)", + "test_installed_apps (test_utils.tests.IsolatedAppsTests)", + "test_method_decoration (test_utils.tests.IsolatedAppsTests)", + "test_nested (test_utils.tests.IsolatedAppsTests)", + "test_ignores_connection_configuration_queries (test_utils.tests.AssertNumQueriesUponConnectionTests)", + "test_override_database_routers (test_utils.tests.OverrideSettingsTests)", + "test_override_file_upload_directory_permissions (test_utils.tests.OverrideSettingsTests)", + "test_override_media_root (test_utils.tests.OverrideSettingsTests)", + "test_override_media_url (test_utils.tests.OverrideSettingsTests)", + "test_override_static_root (test_utils.tests.OverrideSettingsTests)", + "test_override_static_url (test_utils.tests.OverrideSettingsTests)", + "test_override_staticfiles_dirs (test_utils.tests.OverrideSettingsTests)", + "test_override_staticfiles_finders (test_utils.tests.OverrideSettingsTests)", + "test_override_staticfiles_storage (test_utils.tests.OverrideSettingsTests)", + "test_urlconf_cache (test_utils.tests.OverrideSettingsTests)", + "test_urlconf_first (test_utils.tests.OverrideSettingsTests)", + "test_urlconf_second (test_utils.tests.OverrideSettingsTests)", + "test_failure (test_utils.tests.AssertNumQueriesContextManagerTests)", + "test_simple (test_utils.tests.AssertNumQueriesContextManagerTests)", + "test_with_client (test_utils.tests.AssertNumQueriesContextManagerTests)", + "test_assert_used_on_http_response (test_utils.tests.AssertTemplateUsedContextManagerTests)", + "test_error_message (test_utils.tests.AssertTemplateUsedContextManagerTests)", + "test_failure (test_utils.tests.AssertTemplateUsedContextManagerTests)", + "test_nested_usage (test_utils.tests.AssertTemplateUsedContextManagerTests)", + "test_not_used (test_utils.tests.AssertTemplateUsedContextManagerTests)", + "test_usage (test_utils.tests.AssertTemplateUsedContextManagerTests)", + "test_failure (test_utils.tests.CaptureQueriesContextManagerTests)", + "test_nested (test_utils.tests.CaptureQueriesContextManagerTests)", + "test_simple (test_utils.tests.CaptureQueriesContextManagerTests)", + "test_with_client (test_utils.tests.CaptureQueriesContextManagerTests)", + "test_within (test_utils.tests.CaptureQueriesContextManagerTests)", + "test_assert_num_queries (test_utils.tests.AssertNumQueriesTests)", + "test_assert_num_queries_with_client (test_utils.tests.AssertNumQueriesTests)" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/repair-17-v1/official-evaluation/django__django-10914/test-output-excerpt.txt b/reports/experiments/repair-17-v1/official-evaluation/django__django-10914/test-output-excerpt.txt new file mode 100644 index 0000000..a240886 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/django__django-10914/test-output-excerpt.txt @@ -0,0 +1,137 @@ ++ : '>>>>> Start Test Output' ++ ./tests/runtests.py --verbosity 2 --settings=test_sqlite --parallel 1 test_utils.tests +Creating test database for alias 'default' ('file:memorydb_default?mode=memory&cache=shared')… +test_failure (test_utils.tests.AssertNumQueriesContextManagerTests) ... ok +test_simple (test_utils.tests.AssertNumQueriesContextManagerTests) ... ok +test_with_client (test_utils.tests.AssertNumQueriesContextManagerTests) ... ok +test_assert_num_queries (test_utils.tests.AssertNumQueriesTests) ... ok +test_assert_num_queries_with_client (test_utils.tests.AssertNumQueriesTests) ... ok +test_ordered (test_utils.tests.AssertQuerysetEqualTests) ... ok +test_repeated_values (test_utils.tests.AssertQuerysetEqualTests) ... ok +test_transform (test_utils.tests.AssertQuerysetEqualTests) ... ok +test_undefined_order (test_utils.tests.AssertQuerysetEqualTests) ... ok +test_unordered (test_utils.tests.AssertQuerysetEqualTests) ... ok +test_failure (test_utils.tests.CaptureQueriesContextManagerTests) ... ok +test_nested (test_utils.tests.CaptureQueriesContextManagerTests) ... ok +test_simple (test_utils.tests.CaptureQueriesContextManagerTests) ... ok +test_with_client (test_utils.tests.CaptureQueriesContextManagerTests) ... ok +test_within (test_utils.tests.CaptureQueriesContextManagerTests) ... ok +test_missing_default_databases (test_utils.tests.SkippingClassTestCase) ... ok +test_skip_class_unless_db_feature (test_utils.tests.SkippingClassTestCase) ... ok +test_fixtures_are_skipped (test_utils.tests.SkippingExtraTests) ... skipped 'Fixture loading should not be performed for skipped tests.' +test_failure_in_setUpTestData_should_rollback_transaction (test_utils.tests.TestBadSetUpTestData) ... ok +test_allowed_database_chunked_cursor_queries (test_utils.tests.AllowedDatabaseQueriesTests) ... ok +test_allowed_database_queries (test_utils.tests.AllowedDatabaseQueriesTests) ... ok +test_assert_field_output (test_utils.tests.AssertFieldOutputTests) ... ok +test_custom_required_message (test_utils.tests.AssertFieldOutputTests) ... ok +test_ignores_connection_configuration_queries (test_utils.tests.AssertNumQueriesUponConnectionTests) ... ok +test_assert_raises_message (test_utils.tests.AssertRaisesMsgTest) ... ok +test_special_re_chars (test_utils.tests.AssertRaisesMsgTest) +assertRaisesMessage shouldn't interpret RE special chars. ... ok +test_assert_used_on_http_response (test_utils.tests.AssertTemplateUsedContextManagerTests) ... ok +test_error_message (test_utils.tests.AssertTemplateUsedContextManagerTests) ... ok +test_failure (test_utils.tests.AssertTemplateUsedContextManagerTests) ... ok +test_nested_usage (test_utils.tests.AssertTemplateUsedContextManagerTests) ... ok +test_not_used (test_utils.tests.AssertTemplateUsedContextManagerTests) ... ok +test_usage (test_utils.tests.AssertTemplateUsedContextManagerTests) ... ok +test_equal (test_utils.tests.AssertURLEqualTests) ... ok +test_message (test_utils.tests.AssertURLEqualTests) ... ok +test_msg_prefix (test_utils.tests.AssertURLEqualTests) ... ok +test_not_equal (test_utils.tests.AssertURLEqualTests) ... ok +test_callable (test_utils.tests.AssertWarnsMessageTests) ... ok +test_context_manager (test_utils.tests.AssertWarnsMessageTests) ... ok +test_context_manager_failure (test_utils.tests.AssertWarnsMessageTests) ... ok +test_special_re_chars (test_utils.tests.AssertWarnsMessageTests) ... ok +test_all (test_utils.tests.DatabaseAliasTests) ... ok +test_close_match (test_utils.tests.DatabaseAliasTests) ... ok +test_match (test_utils.tests.DatabaseAliasTests) ... ok +test_no_close_match (test_utils.tests.DatabaseAliasTests) ... ok +test_disallowed_database_chunked_cursor_queries (test_utils.tests.DisallowedDatabaseQueriesTests) ... ok +test_disallowed_database_connections (test_utils.tests.DisallowedDatabaseQueriesTests) ... ok +test_disallowed_database_queries (test_utils.tests.DisallowedDatabaseQueriesTests) ... ok +test_attributes (test_utils.tests.HTMLEqualTests) ... ok +test_complex_examples (test_utils.tests.HTMLEqualTests) ... ok +test_contains_html (test_utils.tests.HTMLEqualTests) ... ok +test_count (test_utils.tests.HTMLEqualTests) ... ok +test_html_contain (test_utils.tests.HTMLEqualTests) ... ok +test_html_parser (test_utils.tests.HTMLEqualTests) ... ok +test_ignore_comments (test_utils.tests.HTMLEqualTests) ... ok +test_parse_html_in_script (test_utils.tests.HTMLEqualTests) ... ok +test_parsing_errors (test_utils.tests.HTMLEqualTests) ... ok +test_self_closing_tags (test_utils.tests.HTMLEqualTests) ... ok +test_simple_equal_html (test_utils.tests.HTMLEqualTests) ... ok +test_unequal_html (test_utils.tests.HTMLEqualTests) ... ok +test_unicode_handling (test_utils.tests.HTMLEqualTests) ... ok +test_class_decoration (test_utils.tests.IsolatedAppsTests) ... ok +test_context_manager (test_utils.tests.IsolatedAppsTests) ... ok +test_installed_apps (test_utils.tests.IsolatedAppsTests) ... ok +test_method_decoration (test_utils.tests.IsolatedAppsTests) ... ok +test_nested (test_utils.tests.IsolatedAppsTests) ... ok +test_equal_parsing_errors (test_utils.tests.JSONEqualTests) ... ok +test_not_equal_parsing_errors (test_utils.tests.JSONEqualTests) ... ok +test_simple_equal (test_utils.tests.JSONEqualTests) ... ok +test_simple_equal_raise (test_utils.tests.JSONEqualTests) ... ok +test_simple_equal_unordered (test_utils.tests.JSONEqualTests) ... ok +test_simple_not_equal (test_utils.tests.JSONEqualTests) ... ok +test_simple_not_equal_raise (test_utils.tests.JSONEqualTests) ... ok +test_override_database_routers (test_utils.tests.OverrideSettingsTests) ... ok +test_override_file_upload_directory_permissions (test_utils.tests.OverrideSettingsTests) ... ok +test_override_file_upload_permissions (test_utils.tests.OverrideSettingsTests) ... ok +test_override_media_root (test_utils.tests.OverrideSettingsTests) ... ok +test_override_media_url (test_utils.tests.OverrideSettingsTests) ... ok +test_override_static_root (test_utils.tests.OverrideSettingsTests) ... ok +test_override_static_url (test_utils.tests.OverrideSettingsTests) ... ok +test_override_staticfiles_dirs (test_utils.tests.OverrideSettingsTests) ... ok +test_override_staticfiles_finders (test_utils.tests.OverrideSettingsTests) ... ok +test_override_staticfiles_storage (test_utils.tests.OverrideSettingsTests) ... ok +test_urlconf_cache (test_utils.tests.OverrideSettingsTests) ... ok +test_urlconf_first (test_utils.tests.OverrideSettingsTests) ... ok +test_urlconf_second (test_utils.tests.OverrideSettingsTests) ... ok +test_allowed_hosts (test_utils.tests.SetupTestEnvironmentTests) ... ok +test_setup_test_environment_calling_more_than_once (test_utils.tests.SetupTestEnvironmentTests) ... ok +test_skip_if_db_feature (test_utils.tests.SkippingTestCase) ... ok +test_skip_unless_db_feature (test_utils.tests.SkippingTestCase) ... ok +test_exception_in_setup (test_utils.tests.TestContextDecoratorTests) +An exception is setUp() is reraised after disable() is called. ... ok +test_comment_root (test_utils.tests.XMLEqualTests) ... ok +test_parsing_errors (test_utils.tests.XMLEqualTests) ... ok +test_simple_equal (test_utils.tests.XMLEqualTests) ... ok +test_simple_equal_raise (test_utils.tests.XMLEqualTests) ... ok +test_simple_equal_raises_message (test_utils.tests.XMLEqualTests) ... ok +test_simple_equal_unordered (test_utils.tests.XMLEqualTests) ... ok +test_simple_equal_with_leading_or_trailing_whitespace (test_utils.tests.XMLEqualTests) ... ok +test_simple_not_equal (test_utils.tests.XMLEqualTests) ... ok +test_simple_not_equal_raise (test_utils.tests.XMLEqualTests) ... ok +test_simple_not_equal_with_whitespace_in_the_middle (test_utils.tests.XMLEqualTests) ... ok + +---------------------------------------------------------------------- +Ran 100 tests in 0.057s + +OK (skipped=1) +Destroying test database for alias 'default' ('file:memorydb_default?mode=memory&cache=shared')… +Testing against Django installed in '/testbed/django' +Importing application test_utils +Skipping setup of unused database(s): other. +Operations to perform: + Synchronize unmigrated apps: auth, contenttypes, messages, sessions, staticfiles, test_utils + Apply all migrations: admin, sites +Synchronizing apps without migrations: + Creating tables… + Creating table django_content_type + Creating table auth_permission + Creating table auth_group + Creating table auth_user + Creating table django_session + Creating table test_utils_car + Creating table test_utils_person + Creating table test_utils_possessedcar + Running deferred SQL… +Running migrations: + Applying admin.0001_initial… OK + Applying admin.0002_logentry_remove_auto_add… OK + Applying admin.0003_logentry_add_action_flag_choices… OK + Applying sites.0001_initial… OK + Applying sites.0002_alter_domain_unique… OK +System check identified no issues (0 silenced). ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/repair-17-v1/official-evaluation/django__django-12983/harness-summary.json b/reports/experiments/repair-17-v1/official-evaluation/django__django-12983/harness-summary.json new file mode 100644 index 0000000..0753d25 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/django__django-12983/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "django__django-12983" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "django__django-12983" + ], + "resolved_ids": [ + "django__django-12983" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.django_1776_django-12983:latest" + ] +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/django__django-12983/outcome.json b/reports/experiments/repair-17-v1/official-evaluation/django__django-12983/outcome.json new file mode 100644 index 0000000..fe215ed --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/django__django-12983/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "django__django-12983", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.django_1776_django-12983:latest", + "patch_sha256": "9d1e633dedf21513116c000fba6f6def1d84aec212b6e462df078b9dd926474a", + "image_id": "sha256:70d258cf7755145344745797bdf6dfda709e9892fe9f46342e3cda3b634dc465", + "image_digests": [ + "swebench/sweb.eval.x86_64.django_1776_django-12983@sha256:f89a493dc687475e9f309b2bcb838ea6722faef9878f49b9ee6dfdd3eaa19c80" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/django__django-12983/raw-log-manifest.json b/reports/experiments/repair-17-v1/official-evaluation/django__django-12983/raw-log-manifest.json new file mode 100644 index 0000000..5952ef2 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/django__django-12983/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37848457575", + "artifact_name": "patch-shard-1", + "files": { + "harness.log": { + "sha256": "61ae48adb9f67b1897f78bf852b2f6d22fad3d716ac51cc69b627a1bc275b554", + "bytes": 842 + }, + "image-pull.log": { + "sha256": "78f8808db236fb0325df01ae9d53172f629368837fcb55e26442e72b239afc27", + "bytes": 1609 + }, + "logs/run_evaluation/patch-37848457575-1-1/agentic-posthoc-format-repair/django__django-12983/eval.sh": { + "sha256": "46a2c7f2d525e4d57869ec5fbd28ed2db45ef6fdce98acedcf29ca1cfd1e3677", + "bytes": 1949 + }, + "logs/run_evaluation/patch-37848457575-1-1/agentic-posthoc-format-repair/django__django-12983/patch.diff": { + "sha256": "9d1e633dedf21513116c000fba6f6def1d84aec212b6e462df078b9dd926474a", + "bytes": 2088 + }, + "logs/run_evaluation/patch-37848457575-1-1/agentic-posthoc-format-repair/django__django-12983/report.json": { + "sha256": "49cae97ffc4e5023c0e3304f8845313159f3c2f54d300602c844657e22a85a5d", + "bytes": 2012 + }, + "logs/run_evaluation/patch-37848457575-1-1/agentic-posthoc-format-repair/django__django-12983/run_instance.log": { + "sha256": "6c73003e6344c606cae6cbe778b726cd96a51122b0baa8c2365bc27091cdd79a", + "bytes": 7359 + }, + "logs/run_evaluation/patch-37848457575-1-1/agentic-posthoc-format-repair/django__django-12983/test_output.txt": { + "sha256": "51161228a2815bfdfa873baa5c24fb2c526113dfb4ba61e3a782c3689d39addd", + "bytes": 1742932 + }, + "logs/run_evaluation/patch-37848457575-1-1/run.json": { + "sha256": "a13f76f9c68359f0504a7360cce0e93fc2553ddf4f45b53ba52447c3c2a2be58", + "bytes": 214 + }, + "predictions.jsonl": { + "sha256": "5b4b9f10b085c8c99b99a9363aab10d66dbb8710758fb8ee587e4956db152bdb", + "bytes": 2270 + }, + "summary/agentic-posthoc-format-repair.patch-37848457575-1-1.json": { + "sha256": "ddc31b59bf45b1467d6ac44d1953d853ebd4438b734416f759c30752e2ea6151", + "bytes": 838 + } + }, + "excerpt": { + "raw_sha256": "51161228a2815bfdfa873baa5c24fb2c526113dfb4ba61e3a782c3689d39addd", + "raw_lines": 37670, + "start_line": 37638, + "stop_line": 37666, + "truncated": false, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/django__django-12983/report.json b/reports/experiments/repair-17-v1/official-evaluation/django__django-12983/report.json new file mode 100644 index 0000000..019eb48 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/django__django-12983/report.json @@ -0,0 +1,45 @@ +{ + "django__django-12983": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "test_slugify (utils_tests.test_text.TestUtilsText)" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "test_compress_sequence (utils_tests.test_text.TestUtilsText)", + "test_format_lazy (utils_tests.test_text.TestUtilsText)", + "test_get_text_list (utils_tests.test_text.TestUtilsText)", + "test_get_valid_filename (utils_tests.test_text.TestUtilsText)", + "test_normalize_newlines (utils_tests.test_text.TestUtilsText)", + "test_phone2numeric (utils_tests.test_text.TestUtilsText)", + "test_smart_split (utils_tests.test_text.TestUtilsText)", + "test_truncate_chars (utils_tests.test_text.TestUtilsText)", + "test_truncate_chars_html (utils_tests.test_text.TestUtilsText)", + "test_truncate_html_words (utils_tests.test_text.TestUtilsText)", + "test_truncate_words (utils_tests.test_text.TestUtilsText)", + "test_unescape_entities (utils_tests.test_text.TestUtilsText)", + "test_unescape_entities_deprecated (utils_tests.test_text.TestUtilsText)", + "test_unescape_string_literal (utils_tests.test_text.TestUtilsText)", + "test_wrap (utils_tests.test_text.TestUtilsText)" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/repair-17-v1/official-evaluation/django__django-12983/test-output-excerpt.txt b/reports/experiments/repair-17-v1/official-evaluation/django__django-12983/test-output-excerpt.txt new file mode 100644 index 0000000..f446450 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/django__django-12983/test-output-excerpt.txt @@ -0,0 +1,29 @@ ++ : '>>>>> Start Test Output' ++ ./tests/runtests.py --verbosity 2 --settings=test_sqlite --parallel 1 utils_tests.test_text +test_compress_sequence (utils_tests.test_text.TestUtilsText) ... ok +test_format_lazy (utils_tests.test_text.TestUtilsText) ... ok +test_get_text_list (utils_tests.test_text.TestUtilsText) ... ok +test_get_valid_filename (utils_tests.test_text.TestUtilsText) ... ok +test_normalize_newlines (utils_tests.test_text.TestUtilsText) ... ok +test_phone2numeric (utils_tests.test_text.TestUtilsText) ... ok +test_slugify (utils_tests.test_text.TestUtilsText) ... ok +test_smart_split (utils_tests.test_text.TestUtilsText) ... ok +test_truncate_chars (utils_tests.test_text.TestUtilsText) ... ok +test_truncate_chars_html (utils_tests.test_text.TestUtilsText) ... ok +test_truncate_html_words (utils_tests.test_text.TestUtilsText) ... ok +test_truncate_words (utils_tests.test_text.TestUtilsText) ... ok +test_unescape_entities (utils_tests.test_text.TestUtilsText) ... ok +test_unescape_entities_deprecated (utils_tests.test_text.TestUtilsText) ... ok +test_unescape_string_literal (utils_tests.test_text.TestUtilsText) ... ok +test_wrap (utils_tests.test_text.TestUtilsText) ... ok + +---------------------------------------------------------------------- +Ran 16 tests in 0.014s + +OK +Testing against Django installed in '/testbed/django' +Importing application utils_tests +Skipping setup of unused database(s): default, other. +System check identified no issues (0 silenced). ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/repair-17-v1/official-evaluation/django__django-13447/harness-summary.json b/reports/experiments/repair-17-v1/official-evaluation/django__django-13447/harness-summary.json new file mode 100644 index 0000000..98aecbd --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/django__django-13447/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "django__django-13447" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "django__django-13447" + ], + "resolved_ids": [ + "django__django-13447" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.django_1776_django-13447:latest" + ] +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/django__django-13447/outcome.json b/reports/experiments/repair-17-v1/official-evaluation/django__django-13447/outcome.json new file mode 100644 index 0000000..83c7362 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/django__django-13447/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "django__django-13447", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.django_1776_django-13447:latest", + "patch_sha256": "09df14cb5881bbb37003494eaa66a39d2a39c063a7a59c2e3d7f2eafb46fdadc", + "image_id": "sha256:7806040ef994511d018f9841ca8085f5341e69b67fd71dfebd1cd6cf539c4813", + "image_digests": [ + "swebench/sweb.eval.x86_64.django_1776_django-13447@sha256:438961b7e55161f67770d51b6bdf579d5a44b17725950fdb64fd72c6d8d79af2" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/django__django-13447/raw-log-manifest.json b/reports/experiments/repair-17-v1/official-evaluation/django__django-13447/raw-log-manifest.json new file mode 100644 index 0000000..6c15c69 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/django__django-13447/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37848457575", + "artifact_name": "patch-shard-2", + "files": { + "harness.log": { + "sha256": "96ae6280ce30cb238a78b5d68bf32cc2d7a1577a99887db2bdd8f622edfd7227", + "bytes": 842 + }, + "image-pull.log": { + "sha256": "578cd8eaeef5f58ef4fa1a62f42de2428c2bb1454a8f507e8ce3d8bffd85cbb4", + "bytes": 1674 + }, + "logs/run_evaluation/patch-37848457575-2-2/agentic-posthoc-format-repair/django__django-13447/eval.sh": { + "sha256": "f54b11eaa22671724f7fdb6b826e84851a3004d2aaa7544cebe093df427e93b6", + "bytes": 1828 + }, + "logs/run_evaluation/patch-37848457575-2-2/agentic-posthoc-format-repair/django__django-13447/patch.diff": { + "sha256": "09df14cb5881bbb37003494eaa66a39d2a39c063a7a59c2e3d7f2eafb46fdadc", + "bytes": 2311 + }, + "logs/run_evaluation/patch-37848457575-2-2/agentic-posthoc-format-repair/django__django-13447/report.json": { + "sha256": "4d8c2c54240a98e505ec87040f46e9c777384c7d75a97aecda5d5767920e30f2", + "bytes": 1253 + }, + "logs/run_evaluation/patch-37848457575-2-2/agentic-posthoc-format-repair/django__django-13447/run_instance.log": { + "sha256": "a95de1a07e438ba2de98656b855b874ad6f127f9496b7252a7dbe54842404fce", + "bytes": 7565 + }, + "logs/run_evaluation/patch-37848457575-2-2/agentic-posthoc-format-repair/django__django-13447/test_output.txt": { + "sha256": "5d5ac4a97028949571eeafd52ae0cd4c241852f5e6962d63b2dd3d6eca2691c6", + "bytes": 1817215 + }, + "logs/run_evaluation/patch-37848457575-2-2/run.json": { + "sha256": "ec74cc1ceec19fb408a412bd95f18291f17d8d263e2bee3b9da73baaa9f89f58", + "bytes": 214 + }, + "predictions.jsonl": { + "sha256": "c036e4991e3d1165f389100cca7279e0ee78c5f3c9bc1a61746815e5aed30944", + "bytes": 2493 + }, + "summary/agentic-posthoc-format-repair.patch-37848457575-2-2.json": { + "sha256": "d23211063f66baecd6641c8e8b0f5d9ba12eb97549286685ad06fd1e0d083a8e", + "bytes": 838 + } + }, + "excerpt": { + "raw_sha256": "5d5ac4a97028949571eeafd52ae0cd4c241852f5e6962d63b2dd3d6eca2691c6", + "raw_lines": 39223, + "start_line": 39061, + "stop_line": 39220, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/django__django-13447/report.json b/reports/experiments/repair-17-v1/official-evaluation/django__django-13447/report.json new file mode 100644 index 0000000..5dc9f57 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/django__django-13447/report.json @@ -0,0 +1,35 @@ +{ + "django__django-13447": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "test_available_apps (admin_views.test_adminsite.SiteEachContextTest)" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "test_add_action (admin_views.test_adminsite.SiteActionsTests)", + "test_disable_action (admin_views.test_adminsite.SiteActionsTests)", + "AdminSite.get_action() returns an action even if it's disabled.", + "test_each_context (admin_views.test_adminsite.SiteEachContextTest)", + "test_each_context_site_url_with_script_name (admin_views.test_adminsite.SiteEachContextTest)" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/repair-17-v1/official-evaluation/django__django-13447/test-output-excerpt.txt b/reports/experiments/repair-17-v1/official-evaluation/django__django-13447/test-output-excerpt.txt new file mode 100644 index 0000000..4103d2d --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/django__django-13447/test-output-excerpt.txt @@ -0,0 +1,160 @@ + Apply all migrations: admin, sites +Synchronizing apps without migrations: + Creating tables... + Creating table django_content_type + Creating table auth_permission + Creating table auth_group + Creating table auth_user + Creating table django_session + Creating table admin_views_section + Creating table admin_views_article + Creating table admin_views_book + Creating table admin_views_promo + Creating table admin_views_chapter + Creating table admin_views_chapterxtra1 + Creating table admin_views_chapterxtra2 + Creating table admin_views_rowlevelchangepermissionmodel + Creating table admin_views_customarticle + Creating table admin_views_modelwithstringprimarykey + Creating table admin_views_color + Creating table admin_views_thing + Creating table admin_views_actor + Creating table admin_views_inquisition + Creating table admin_views_sketch + Creating table admin_views_character + Creating table admin_views_stumpjoke + Creating table admin_views_fabric + Creating table admin_views_person + Creating table admin_views_persona + Creating table admin_views_account + Creating table admin_views_fooaccount + Creating table admin_views_baraccount + Creating table admin_views_subscriber + Creating table admin_views_externalsubscriber + Creating table admin_views_oldsubscriber + Creating table admin_views_media + Creating table admin_views_podcast + Creating table admin_views_vodcast + Creating table admin_views_parent + Creating table admin_views_child + Creating table admin_views_pkchild + Creating table admin_views_toy + Creating table admin_views_emptymodel + Creating table admin_views_gallery + Creating table admin_views_picture + Creating table admin_views_language + Creating table admin_views_title + Creating table admin_views_titletranslation + Creating table admin_views_recommender + Creating table admin_views_recommendation + Creating table admin_views_collector + Creating table admin_views_widget + Creating table admin_views_doohickey + Creating table admin_views_grommet + Creating table admin_views_whatsit + Creating table admin_views_doodad + Creating table admin_views_fancydoodad + Creating table admin_views_category + Creating table admin_views_link + Creating table admin_views_prepopulatedpost + Creating table admin_views_prepopulatedsubpost + Creating table admin_views_post + Creating table admin_views_gadget + Creating table admin_views_villain + Creating table admin_views_supervillain + Creating table admin_views_funkytag + Creating table admin_views_plot + Creating table admin_views_plotdetails + Creating table admin_views_secrethideout + Creating table admin_views_supersecrethideout + Creating table admin_views_bookmark + Creating table admin_views_cyclicone + Creating table admin_views_cyclictwo + Creating table admin_views_topping + Creating table admin_views_pizza + Creating table admin_views_album + Creating table admin_views_song + Creating table admin_views_employee + Creating table admin_views_workhour + Creating table admin_views_manager + Creating table admin_views_bonus + Creating table admin_views_question + Creating table admin_views_answer + Creating table admin_views_reservation + Creating table admin_views_fooddelivery + Creating table admin_views_coverletter + Creating table admin_views_paper + Creating table admin_views_shortmessage + Creating table admin_views_telegram + Creating table admin_views_story + Creating table admin_views_otherstory + Creating table admin_views_complexsortedperson + Creating table admin_views_pluggablesearchperson + Creating table admin_views_prepopulatedpostlargeslug + Creating table admin_views_adminorderedfield + Creating table admin_views_adminorderedmodelmethod + Creating table admin_views_adminorderedadminmethod + Creating table admin_views_adminorderedcallable + Creating table admin_views_report + Creating table admin_views_mainprepopulated + Creating table admin_views_relatedprepopulated + Creating table admin_views_unorderedobject + Creating table admin_views_undeletableobject + Creating table admin_views_unchangeableobject + Creating table admin_views_usermessenger + Creating table admin_views_simple + Creating table admin_views_choice + Creating table admin_views_parentwithdependentchildren + Creating table admin_views_dependentchild + Creating table admin_views_filteredmanager + Creating table admin_views_emptymodelvisible + Creating table admin_views_emptymodelhidden + Creating table admin_views_emptymodelmixin + Creating table admin_views_state + Creating table admin_views_city + Creating table admin_views_restaurant + Creating table admin_views_worker + Creating table admin_views_referencedbyparent + Creating table admin_views_parentwithfk + Creating table admin_views_childofreferer + Creating table admin_views_inlinereferer + Creating table admin_views_referencedbyinline + Creating table admin_views_inlinereference + Creating table admin_views_recipe + Creating table admin_views_ingredient + Creating table admin_views_recipeingredient + Creating table admin_views_notreferenced + Creating table admin_views_explicitlyprovidedpk + Creating table admin_views_implicitlygeneratedpk + Creating table admin_views_referencedbygenrel + Creating table admin_views_genrelreference + Creating table admin_views_parentwithuuidpk + Creating table admin_views_relatedwithuuidpkmodel + Creating table admin_views_author + Creating table admin_views_authorship + Creating table admin_views_readonlyrelatedfield + Running deferred SQL... +Running migrations: + Applying admin.0001_initial... OK + Applying admin.0002_logentry_remove_auto_add... OK + Applying admin.0003_logentry_add_action_flag_choices... OK + Applying sites.0001_initial... OK + Applying sites.0002_alter_domain_unique...Creating test database for alias 'default' ('file:memorydb_default?mode=memory&cache=shared')... + OK +System check identified no issues (1 silenced). +test_available_apps (admin_views.test_adminsite.SiteEachContextTest) ... ok +test_each_context (admin_views.test_adminsite.SiteEachContextTest) ... ok +test_each_context_site_url_with_script_name (admin_views.test_adminsite.SiteEachContextTest) ... ok +test_add_action (admin_views.test_adminsite.SiteActionsTests) ... ok +test_disable_action (admin_views.test_adminsite.SiteActionsTests) ... ok +test_get_action (admin_views.test_adminsite.SiteActionsTests) +AdminSite.get_action() returns an action even if it's disabled. ... ok + +---------------------------------------------------------------------- +Ran 6 tests in 0.009s + +OK +Destroying test database for alias 'default' ('file:memorydb_default?mode=memory&cache=shared')... +>>>>> Test Exit Code: 0 ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/repair-17-v1/official-evaluation/django__django-13757/harness-summary.json b/reports/experiments/repair-17-v1/official-evaluation/django__django-13757/harness-summary.json new file mode 100644 index 0000000..87d1fd7 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/django__django-13757/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "django__django-13757" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "django__django-13757" + ], + "resolved_ids": [ + "django__django-13757" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.django_1776_django-13757:latest" + ] +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/django__django-13757/outcome.json b/reports/experiments/repair-17-v1/official-evaluation/django__django-13757/outcome.json new file mode 100644 index 0000000..d5c8942 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/django__django-13757/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "django__django-13757", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.django_1776_django-13757:latest", + "patch_sha256": "fe6bbd2d2b782221da1845ffe35906314a4a7444b0eadfe51df0c518c397d0e2", + "image_id": "sha256:d51b1903a97c14dec18521301ecc399c8e8a020df8d4adb5ad5a208e64394f03", + "image_digests": [ + "swebench/sweb.eval.x86_64.django_1776_django-13757@sha256:dd528b63c859179d98439027610c5c741dba0085c7dc2a9e79bd899afbe7ebef" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/django__django-13757/raw-log-manifest.json b/reports/experiments/repair-17-v1/official-evaluation/django__django-13757/raw-log-manifest.json new file mode 100644 index 0000000..cf8b4d9 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/django__django-13757/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37848457575", + "artifact_name": "patch-shard-3", + "files": { + "harness.log": { + "sha256": "5a9bf873143146ebb65fedf201f827e11be980dbf4d49932704ec9c77b12dda3", + "bytes": 842 + }, + "image-pull.log": { + "sha256": "c54181f592beb67d13744b59267d567a3fff3fabb051553a0e781a7470c7f24c", + "bytes": 1641 + }, + "logs/run_evaluation/patch-37848457575-3-3/agentic-posthoc-format-repair/django__django-13757/eval.sh": { + "sha256": "e742e3d5c347ed1ad5f32b11f6b5aa2b0a26f21b56c18daf0e5c3ecfc10c8f59", + "bytes": 1604 + }, + "logs/run_evaluation/patch-37848457575-3-3/agentic-posthoc-format-repair/django__django-13757/patch.diff": { + "sha256": "fe6bbd2d2b782221da1845ffe35906314a4a7444b0eadfe51df0c518c397d0e2", + "bytes": 1775 + }, + "logs/run_evaluation/patch-37848457575-3-3/agentic-posthoc-format-repair/django__django-13757/report.json": { + "sha256": "3afe3f55ada55d62b7137147ae9da24fd5a48a3bd2bd9eda02d8794ac99e822b", + "bytes": 7667 + }, + "logs/run_evaluation/patch-37848457575-3-3/agentic-posthoc-format-repair/django__django-13757/run_instance.log": { + "sha256": "c94350721945eb5432345313143bf084158de45309e6629edb318f0be436e029", + "bytes": 11475 + }, + "logs/run_evaluation/patch-37848457575-3-3/agentic-posthoc-format-repair/django__django-13757/test_output.txt": { + "sha256": "65c935855ffbe424b617fe347b82242fd17d34f2ebc91ac1f71e8fb012491f22", + "bytes": 1810235 + }, + "logs/run_evaluation/patch-37848457575-3-3/run.json": { + "sha256": "2803d4235899c5497f79447ed0bd1a6b03c3bc0e62e6eee60c05e9a6027b2da8", + "bytes": 214 + }, + "predictions.jsonl": { + "sha256": "ea455879d789038e9ee7fba89cb0a95098a41315d9a6aa9b7b562f70ffc4ce20", + "bytes": 1932 + }, + "summary/agentic-posthoc-format-repair.patch-37848457575-3-3.json": { + "sha256": "255f43cf0dee8e527328b60ba0798661c9d1b7eab028c13de50bdc802309a7bd", + "bytes": 838 + } + }, + "excerpt": { + "raw_sha256": "65c935855ffbe424b617fe347b82242fd17d34f2ebc91ac1f71e8fb012491f22", + "raw_lines": 38988, + "start_line": 38825, + "stop_line": 38984, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/django__django-13757/report.json b/reports/experiments/repair-17-v1/official-evaluation/django__django-13757/report.json new file mode 100644 index 0000000..e54bf45 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/django__django-13757/report.json @@ -0,0 +1,106 @@ +{ + "django__django-13757": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "test_isnull_key (model_fields.test_jsonfield.TestQuerying)" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "test_custom_encoder_decoder (model_fields.test_jsonfield.JSONFieldTests)", + "test_db_check_constraints (model_fields.test_jsonfield.JSONFieldTests)", + "test_invalid_value (model_fields.test_jsonfield.JSONFieldTests)", + "test_formfield (model_fields.test_jsonfield.TestFormField)", + "test_formfield_custom_encoder_decoder (model_fields.test_jsonfield.TestFormField)", + "test_custom_encoder (model_fields.test_jsonfield.TestValidation)", + "test_invalid_decoder (model_fields.test_jsonfield.TestValidation)", + "test_invalid_encoder (model_fields.test_jsonfield.TestValidation)", + "test_validation_error (model_fields.test_jsonfield.TestValidation)", + "test_deconstruct (model_fields.test_jsonfield.TestMethods)", + "test_deconstruct_custom_encoder_decoder (model_fields.test_jsonfield.TestMethods)", + "test_get_transforms (model_fields.test_jsonfield.TestMethods)", + "test_key_transform_text_lookup_mixin_non_key_transform (model_fields.test_jsonfield.TestMethods)", + "test_dumping (model_fields.test_jsonfield.TestSerialization)", + "test_loading (model_fields.test_jsonfield.TestSerialization)", + "test_xml_serialization (model_fields.test_jsonfield.TestSerialization)", + "test_dict (model_fields.test_jsonfield.TestSaveLoad)", + "test_json_null_different_from_sql_null (model_fields.test_jsonfield.TestSaveLoad)", + "test_list (model_fields.test_jsonfield.TestSaveLoad)", + "test_null (model_fields.test_jsonfield.TestSaveLoad)", + "test_primitives (model_fields.test_jsonfield.TestSaveLoad)", + "test_realistic_object (model_fields.test_jsonfield.TestSaveLoad)", + "test_contained_by_unsupported (model_fields.test_jsonfield.TestQuerying)", + "test_contains_unsupported (model_fields.test_jsonfield.TestQuerying)", + "test_deep_lookup_array (model_fields.test_jsonfield.TestQuerying)", + "test_deep_lookup_mixed (model_fields.test_jsonfield.TestQuerying)", + "test_deep_lookup_objs (model_fields.test_jsonfield.TestQuerying)", + "test_deep_lookup_transform (model_fields.test_jsonfield.TestQuerying)", + "test_deep_values (model_fields.test_jsonfield.TestQuerying)", + "test_exact (model_fields.test_jsonfield.TestQuerying)", + "test_exact_complex (model_fields.test_jsonfield.TestQuerying)", + "test_expression_wrapper_key_transform (model_fields.test_jsonfield.TestQuerying)", + "test_has_any_keys (model_fields.test_jsonfield.TestQuerying)", + "test_has_key (model_fields.test_jsonfield.TestQuerying)", + "test_has_key_deep (model_fields.test_jsonfield.TestQuerying)", + "test_has_key_list (model_fields.test_jsonfield.TestQuerying)", + "test_has_key_null_value (model_fields.test_jsonfield.TestQuerying)", + "test_has_keys (model_fields.test_jsonfield.TestQuerying)", + "test_isnull (model_fields.test_jsonfield.TestQuerying)", + "test_isnull_key_or_none (model_fields.test_jsonfield.TestQuerying)", + "test_join_key_transform_annotation_expression (model_fields.test_jsonfield.TestQuerying)", + "test_key_endswith (model_fields.test_jsonfield.TestQuerying)", + "test_key_escape (model_fields.test_jsonfield.TestQuerying)", + "test_key_icontains (model_fields.test_jsonfield.TestQuerying)", + "test_key_iendswith (model_fields.test_jsonfield.TestQuerying)", + "test_key_iexact (model_fields.test_jsonfield.TestQuerying)", + "test_key_in (model_fields.test_jsonfield.TestQuerying)", + "test_key_iregex (model_fields.test_jsonfield.TestQuerying)", + "test_key_istartswith (model_fields.test_jsonfield.TestQuerying)", + "test_key_quoted_string (model_fields.test_jsonfield.TestQuerying)", + "test_key_regex (model_fields.test_jsonfield.TestQuerying)", + "test_key_sql_injection_escape (model_fields.test_jsonfield.TestQuerying)", + "test_key_startswith (model_fields.test_jsonfield.TestQuerying)", + "test_key_transform_annotation_expression (model_fields.test_jsonfield.TestQuerying)", + "test_key_transform_expression (model_fields.test_jsonfield.TestQuerying)", + "test_key_transform_raw_expression (model_fields.test_jsonfield.TestQuerying)", + "test_key_values (model_fields.test_jsonfield.TestQuerying)", + "test_lookup_exclude (model_fields.test_jsonfield.TestQuerying)", + "test_lookup_exclude_nonexistent_key (model_fields.test_jsonfield.TestQuerying)", + "test_lookups_with_key_transform (model_fields.test_jsonfield.TestQuerying)", + "test_nested_key_transform_annotation_expression (model_fields.test_jsonfield.TestQuerying)", + "test_nested_key_transform_expression (model_fields.test_jsonfield.TestQuerying)", + "test_nested_key_transform_on_subquery (model_fields.test_jsonfield.TestQuerying)", + "test_nested_key_transform_raw_expression (model_fields.test_jsonfield.TestQuerying)", + "test_none_key (model_fields.test_jsonfield.TestQuerying)", + "test_none_key_and_exact_lookup (model_fields.test_jsonfield.TestQuerying)", + "test_none_key_exclude (model_fields.test_jsonfield.TestQuerying)", + "test_obj_subquery_lookup (model_fields.test_jsonfield.TestQuerying)", + "test_order_grouping_custom_decoder (model_fields.test_jsonfield.TestQuerying)", + "test_ordering_by_transform (model_fields.test_jsonfield.TestQuerying)", + "test_ordering_grouping_by_count (model_fields.test_jsonfield.TestQuerying)", + "test_ordering_grouping_by_key_transform (model_fields.test_jsonfield.TestQuerying)", + "test_shallow_list_lookup (model_fields.test_jsonfield.TestQuerying)", + "test_shallow_lookup_obj_target (model_fields.test_jsonfield.TestQuerying)", + "test_shallow_obj_lookup (model_fields.test_jsonfield.TestQuerying)", + "test_usage_in_subquery (model_fields.test_jsonfield.TestQuerying)" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/repair-17-v1/official-evaluation/django__django-13757/test-output-excerpt.txt b/reports/experiments/repair-17-v1/official-evaluation/django__django-13757/test-output-excerpt.txt new file mode 100644 index 0000000..a683c44 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/django__django-13757/test-output-excerpt.txt @@ -0,0 +1,160 @@ + Creating tables... + Creating table django_content_type + Creating table auth_permission + Creating table auth_group + Creating table auth_user + Creating table django_session + Creating table model_fields_foo + Creating table model_fields_bar + Creating table model_fields_whiz + Creating table model_fields_whizdelayed + Creating table model_fields_whiziter + Creating table model_fields_whiziterempty + Creating table model_fields_choiceful + Creating table model_fields_bigd + Creating table model_fields_floatmodel + Creating table model_fields_bigs + Creating table model_fields_unicodeslugfield + Creating table model_fields_automodel + Creating table model_fields_bigautomodel + Creating table model_fields_smallautomodel + Creating table model_fields_smallintegermodel + Creating table model_fields_integermodel + Creating table model_fields_bigintegermodel + Creating table model_fields_positivebigintegermodel + Creating table model_fields_positivesmallintegermodel + Creating table model_fields_positiveintegermodel + Creating table model_fields_post + Creating table model_fields_nullbooleanmodel + Creating table model_fields_booleanmodel + Creating table model_fields_datetimemodel + Creating table model_fields_durationmodel + Creating table model_fields_nulldurationmodel + Creating table model_fields_primarykeycharmodel + Creating table model_fields_fkstobooleans + Creating table model_fields_fktochar + Creating table model_fields_renamedfield + Creating table model_fields_verbosenamefield + Creating table model_fields_genericipaddress + Creating table model_fields_decimallessthanone + Creating table model_fields_fieldclassattributemodel + Creating table model_fields_datamodel + Creating table model_fields_document + Creating table model_fields_person + Creating table model_fields_personwithheight + Creating table model_fields_personwithheightandwidth + Creating table model_fields_persondimensionsfirst + Creating table model_fields_persontwoimages + Creating table model_fields_jsonmodel + Creating table model_fields_nullablejsonmodel + Creating table model_fields_relatedjsonmodel + Creating table model_fields_allfieldsmodel + Creating table model_fields_manytomany + Creating table model_fields_uuidmodel + Creating table model_fields_nullableuuidmodel + Creating table model_fields_primarykeyuuidmodel + Creating table model_fields_relatedtouuidmodel + Creating table model_fields_uuidchild + Creating table model_fields_uuidgrandchild + Running deferred SQL... +Running migrations: + Applying admin.0001_initial... OK + Applying admin.0002_logentry_remove_auto_add... OK + Applying admin.0003_logentry_add_action_flag_choices... OK + Applying sites.0001_initial... OK + Applying sites.0002_alter_domain_unique...Creating test database for alias 'default' ('file:memorydb_default?mode=memory&cache=shared')... + OK +test_custom_encoder_decoder (model_fields.test_jsonfield.JSONFieldTests) ... ok +test_db_check_constraints (model_fields.test_jsonfield.JSONFieldTests) ... ok +test_invalid_value (model_fields.test_jsonfield.JSONFieldTests) ... ok +test_array_key_contains (model_fields.test_jsonfield.TestQuerying) ... skipped "Database doesn't support feature(s): supports_json_field_contains" +test_contained_by (model_fields.test_jsonfield.TestQuerying) ... skipped "Database doesn't support feature(s): supports_json_field_contains" +test_contained_by_unsupported (model_fields.test_jsonfield.TestQuerying) ... System check identified no issues (3 silenced). +ok +test_contains (model_fields.test_jsonfield.TestQuerying) ... skipped "Database doesn't support feature(s): supports_json_field_contains" +test_contains_contained_by_with_key_transform (model_fields.test_jsonfield.TestQuerying) ... skipped "Database doesn't support feature(s): supports_json_field_contains" +test_contains_primitives (model_fields.test_jsonfield.TestQuerying) ... skipped "Database doesn't support feature(s): supports_primitives_in_json_field, supports_json_field_contains" +test_contains_unsupported (model_fields.test_jsonfield.TestQuerying) ... ok +test_deep_distinct (model_fields.test_jsonfield.TestQuerying) ... skipped "Database doesn't support feature(s): can_distinct_on_fields" +test_deep_lookup_array (model_fields.test_jsonfield.TestQuerying) ... ok +test_deep_lookup_mixed (model_fields.test_jsonfield.TestQuerying) ... ok +test_deep_lookup_objs (model_fields.test_jsonfield.TestQuerying) ... ok +test_deep_lookup_transform (model_fields.test_jsonfield.TestQuerying) ... ok +test_deep_values (model_fields.test_jsonfield.TestQuerying) ... ok +test_exact (model_fields.test_jsonfield.TestQuerying) ... ok +test_exact_complex (model_fields.test_jsonfield.TestQuerying) ... ok +test_expression_wrapper_key_transform (model_fields.test_jsonfield.TestQuerying) ... ok +test_has_any_keys (model_fields.test_jsonfield.TestQuerying) ... ok +test_has_key (model_fields.test_jsonfield.TestQuerying) ... ok +test_has_key_deep (model_fields.test_jsonfield.TestQuerying) ... ok +test_has_key_list (model_fields.test_jsonfield.TestQuerying) ... ok +test_has_key_null_value (model_fields.test_jsonfield.TestQuerying) ... ok +test_has_keys (model_fields.test_jsonfield.TestQuerying) ... ok +test_isnull (model_fields.test_jsonfield.TestQuerying) ... ok +test_isnull_key (model_fields.test_jsonfield.TestQuerying) ... ok +test_isnull_key_or_none (model_fields.test_jsonfield.TestQuerying) ... ok +test_join_key_transform_annotation_expression (model_fields.test_jsonfield.TestQuerying) ... ok +test_key_contains (model_fields.test_jsonfield.TestQuerying) ... skipped "Database doesn't support feature(s): supports_json_field_contains" +test_key_endswith (model_fields.test_jsonfield.TestQuerying) ... ok +test_key_escape (model_fields.test_jsonfield.TestQuerying) ... ok +test_key_icontains (model_fields.test_jsonfield.TestQuerying) ... ok +test_key_iendswith (model_fields.test_jsonfield.TestQuerying) ... ok +test_key_iexact (model_fields.test_jsonfield.TestQuerying) ... ok +test_key_in (model_fields.test_jsonfield.TestQuerying) ... ok +test_key_iregex (model_fields.test_jsonfield.TestQuerying) ... ok +test_key_istartswith (model_fields.test_jsonfield.TestQuerying) ... ok +test_key_quoted_string (model_fields.test_jsonfield.TestQuerying) ... ok +test_key_regex (model_fields.test_jsonfield.TestQuerying) ... ok +test_key_sql_injection (model_fields.test_jsonfield.TestQuerying) ... skipped "Database doesn't support feature(s): has_json_operators" +test_key_sql_injection_escape (model_fields.test_jsonfield.TestQuerying) ... ok +test_key_startswith (model_fields.test_jsonfield.TestQuerying) ... ok +test_key_transform_annotation_expression (model_fields.test_jsonfield.TestQuerying) ... ok +test_key_transform_expression (model_fields.test_jsonfield.TestQuerying) ... ok +test_key_transform_raw_expression (model_fields.test_jsonfield.TestQuerying) ... ok +test_key_values (model_fields.test_jsonfield.TestQuerying) ... ok +test_lookup_exclude (model_fields.test_jsonfield.TestQuerying) ... ok +test_lookup_exclude_nonexistent_key (model_fields.test_jsonfield.TestQuerying) ... ok +test_lookups_with_key_transform (model_fields.test_jsonfield.TestQuerying) ... ok +test_nested_key_transform_annotation_expression (model_fields.test_jsonfield.TestQuerying) ... ok +test_nested_key_transform_expression (model_fields.test_jsonfield.TestQuerying) ... ok +test_nested_key_transform_on_subquery (model_fields.test_jsonfield.TestQuerying) ... ok +test_nested_key_transform_raw_expression (model_fields.test_jsonfield.TestQuerying) ... ok +test_none_key (model_fields.test_jsonfield.TestQuerying) ... ok +test_none_key_and_exact_lookup (model_fields.test_jsonfield.TestQuerying) ... ok +test_none_key_exclude (model_fields.test_jsonfield.TestQuerying) ... ok +test_obj_subquery_lookup (model_fields.test_jsonfield.TestQuerying) ... ok +test_order_grouping_custom_decoder (model_fields.test_jsonfield.TestQuerying) ... ok +test_ordering_by_transform (model_fields.test_jsonfield.TestQuerying) ... ok +test_ordering_grouping_by_count (model_fields.test_jsonfield.TestQuerying) ... ok +test_ordering_grouping_by_key_transform (model_fields.test_jsonfield.TestQuerying) ... ok +test_shallow_list_lookup (model_fields.test_jsonfield.TestQuerying) ... ok +test_shallow_lookup_obj_target (model_fields.test_jsonfield.TestQuerying) ... ok +test_shallow_obj_lookup (model_fields.test_jsonfield.TestQuerying) ... ok +test_usage_in_subquery (model_fields.test_jsonfield.TestQuerying) ... ok +test_dict (model_fields.test_jsonfield.TestSaveLoad) ... ok +test_json_null_different_from_sql_null (model_fields.test_jsonfield.TestSaveLoad) ... ok +test_list (model_fields.test_jsonfield.TestSaveLoad) ... ok +test_null (model_fields.test_jsonfield.TestSaveLoad) ... ok +test_primitives (model_fields.test_jsonfield.TestSaveLoad) ... ok +test_realistic_object (model_fields.test_jsonfield.TestSaveLoad) ... ok +test_formfield (model_fields.test_jsonfield.TestFormField) ... ok +test_formfield_custom_encoder_decoder (model_fields.test_jsonfield.TestFormField) ... ok +test_deconstruct (model_fields.test_jsonfield.TestMethods) ... ok +test_deconstruct_custom_encoder_decoder (model_fields.test_jsonfield.TestMethods) ... ok +test_get_transforms (model_fields.test_jsonfield.TestMethods) ... ok +test_key_transform_text_lookup_mixin_non_key_transform (model_fields.test_jsonfield.TestMethods) ... ok +test_dumping (model_fields.test_jsonfield.TestSerialization) ... ok +test_loading (model_fields.test_jsonfield.TestSerialization) ... ok +test_xml_serialization (model_fields.test_jsonfield.TestSerialization) ... ok +test_custom_encoder (model_fields.test_jsonfield.TestValidation) ... ok +test_invalid_decoder (model_fields.test_jsonfield.TestValidation) ... ok +test_invalid_encoder (model_fields.test_jsonfield.TestValidation) ... ok +test_validation_error (model_fields.test_jsonfield.TestValidation) ... ok + +---------------------------------------------------------------------- +Ran 85 tests in 0.060s + +OK (skipped=8) +Destroying test database for alias 'default' ('file:memorydb_default?mode=memory&cache=shared')... ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/repair-17-v1/official-evaluation/manifest.json b/reports/experiments/repair-17-v1/official-evaluation/manifest.json new file mode 100644 index 0000000..56e7ac6 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/manifest.json @@ -0,0 +1,215 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37848457575", + "harness_version": "5.0.2", + "test_timeout_seconds": 600, + "predictions_sha256": "c7126f6cdfdc2abae9f2ab307b607df276b3689bd4fa7d8e826dc08beadfd040", + "results_sha256": "93c0e6e37eb7f48a34bacd3dad33942efd44b38a2efdab670527110478835c35", + "shards": [ + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "c7126f6cdfdc2abae9f2ab307b607df276b3689bd4fa7d8e826dc08beadfd040", + "shard": 0, + "shards": 17, + "test_timeout": 600, + "github_run_id": "37848457575", + "github_run_attempt": "1", + "github_sha": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "c7126f6cdfdc2abae9f2ab307b607df276b3689bd4fa7d8e826dc08beadfd040", + "shard": 1, + "shards": 17, + "test_timeout": 600, + "github_run_id": "37848457575", + "github_run_attempt": "1", + "github_sha": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "c7126f6cdfdc2abae9f2ab307b607df276b3689bd4fa7d8e826dc08beadfd040", + "shard": 10, + "shards": 17, + "test_timeout": 600, + "github_run_id": "37848457575", + "github_run_attempt": "1", + "github_sha": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "c7126f6cdfdc2abae9f2ab307b607df276b3689bd4fa7d8e826dc08beadfd040", + "shard": 11, + "shards": 17, + "test_timeout": 600, + "github_run_id": "37848457575", + "github_run_attempt": "1", + "github_sha": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "c7126f6cdfdc2abae9f2ab307b607df276b3689bd4fa7d8e826dc08beadfd040", + "shard": 12, + "shards": 17, + "test_timeout": 600, + "github_run_id": "37848457575", + "github_run_attempt": "1", + "github_sha": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "c7126f6cdfdc2abae9f2ab307b607df276b3689bd4fa7d8e826dc08beadfd040", + "shard": 13, + "shards": 17, + "test_timeout": 600, + "github_run_id": "37848457575", + "github_run_attempt": "1", + "github_sha": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "c7126f6cdfdc2abae9f2ab307b607df276b3689bd4fa7d8e826dc08beadfd040", + "shard": 14, + "shards": 17, + "test_timeout": 600, + "github_run_id": "37848457575", + "github_run_attempt": "1", + "github_sha": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "c7126f6cdfdc2abae9f2ab307b607df276b3689bd4fa7d8e826dc08beadfd040", + "shard": 15, + "shards": 17, + "test_timeout": 600, + "github_run_id": "37848457575", + "github_run_attempt": "1", + "github_sha": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "c7126f6cdfdc2abae9f2ab307b607df276b3689bd4fa7d8e826dc08beadfd040", + "shard": 16, + "shards": 17, + "test_timeout": 600, + "github_run_id": "37848457575", + "github_run_attempt": "1", + "github_sha": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "c7126f6cdfdc2abae9f2ab307b607df276b3689bd4fa7d8e826dc08beadfd040", + "shard": 2, + "shards": 17, + "test_timeout": 600, + "github_run_id": "37848457575", + "github_run_attempt": "1", + "github_sha": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "c7126f6cdfdc2abae9f2ab307b607df276b3689bd4fa7d8e826dc08beadfd040", + "shard": 3, + "shards": 17, + "test_timeout": 600, + "github_run_id": "37848457575", + "github_run_attempt": "1", + "github_sha": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "c7126f6cdfdc2abae9f2ab307b607df276b3689bd4fa7d8e826dc08beadfd040", + "shard": 4, + "shards": 17, + "test_timeout": 600, + "github_run_id": "37848457575", + "github_run_attempt": "1", + "github_sha": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "c7126f6cdfdc2abae9f2ab307b607df276b3689bd4fa7d8e826dc08beadfd040", + "shard": 5, + "shards": 17, + "test_timeout": 600, + "github_run_id": "37848457575", + "github_run_attempt": "1", + "github_sha": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "c7126f6cdfdc2abae9f2ab307b607df276b3689bd4fa7d8e826dc08beadfd040", + "shard": 6, + "shards": 17, + "test_timeout": 600, + "github_run_id": "37848457575", + "github_run_attempt": "1", + "github_sha": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "c7126f6cdfdc2abae9f2ab307b607df276b3689bd4fa7d8e826dc08beadfd040", + "shard": 7, + "shards": 17, + "test_timeout": 600, + "github_run_id": "37848457575", + "github_run_attempt": "1", + "github_sha": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "c7126f6cdfdc2abae9f2ab307b607df276b3689bd4fa7d8e826dc08beadfd040", + "shard": 8, + "shards": 17, + "test_timeout": 600, + "github_run_id": "37848457575", + "github_run_attempt": "1", + "github_sha": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "c7126f6cdfdc2abae9f2ab307b607df276b3689bd4fa7d8e826dc08beadfd040", + "shard": 9, + "shards": 17, + "test_timeout": 600, + "github_run_id": "37848457575", + "github_run_attempt": "1", + "github_sha": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + } + ], + "patches_changed_after_freeze": false, + "raw_artifacts": "GitHub Actions patch-shard-* artifacts (30-day retention); reports/excerpts/log hashes retained here" +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-18869/harness-summary.json b/reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-18869/harness-summary.json new file mode 100644 index 0000000..41fac37 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-18869/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 0, + "unresolved_instances": 1, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "matplotlib__matplotlib-18869" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "matplotlib__matplotlib-18869" + ], + "resolved_ids": [], + "unresolved_ids": [ + "matplotlib__matplotlib-18869" + ], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-18869:latest" + ] +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-18869/outcome.json b/reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-18869/outcome.json new file mode 100644 index 0000000..3211190 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-18869/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "matplotlib__matplotlib-18869", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-18869:latest", + "patch_sha256": "7d45175687994e6de252b3f61e6ea968e03e04d7056694f406eaa01f3bea6d6a", + "image_id": "sha256:c8ba332ecbc176982c4b2df89690be4961199029a5227e8e5122329b1879a1ae", + "image_digests": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-18869@sha256:b336640dcab0603d825bae6c20f7acbd6cd37f4aa5c88cc47d126b8756303754" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-18869/raw-log-manifest.json b/reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-18869/raw-log-manifest.json new file mode 100644 index 0000000..c246a58 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-18869/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37848457575", + "artifact_name": "patch-shard-4", + "files": { + "harness.log": { + "sha256": "57faf24e553c13babbfd6add6bb16ee629a853fe3931e1b6ebd149e7b7b5da2b", + "bytes": 850 + }, + "image-pull.log": { + "sha256": "0b5c0c4922990954fe7fda59d4c2c1634d4d980b0a45d74f68ed8e54b4b9a3ca", + "bytes": 1731 + }, + "logs/run_evaluation/patch-37848457575-4-4/agentic-posthoc-format-repair/matplotlib__matplotlib-18869/eval.sh": { + "sha256": "5c99942f6b36ad633e616d318076e30a55be0675d8ba1dfb2b01813209a604bc", + "bytes": 1558 + }, + "logs/run_evaluation/patch-37848457575-4-4/agentic-posthoc-format-repair/matplotlib__matplotlib-18869/patch.diff": { + "sha256": "7d45175687994e6de252b3f61e6ea968e03e04d7056694f406eaa01f3bea6d6a", + "bytes": 2047 + }, + "logs/run_evaluation/patch-37848457575-4-4/agentic-posthoc-format-repair/matplotlib__matplotlib-18869/report.json": { + "sha256": "309f01e59e3fb1fedd2dcc638cf29a1640364b9012d1a180731b0b83fe80cb3d", + "bytes": 1474 + }, + "logs/run_evaluation/patch-37848457575-4-4/agentic-posthoc-format-repair/matplotlib__matplotlib-18869/run_instance.log": { + "sha256": "8092d5c24a4606861dafa21533ca2d7d5d54b2368b1f0ab2a00d580b031a663a", + "bytes": 6352 + }, + "logs/run_evaluation/patch-37848457575-4-4/agentic-posthoc-format-repair/matplotlib__matplotlib-18869/test_output.txt": { + "sha256": "0389163ad81d71bef3f08c162f0590c61bd32c38f1239273b0e17ed598e43ad5", + "bytes": 1457547 + }, + "logs/run_evaluation/patch-37848457575-4-4/run.json": { + "sha256": "968b7009ae92a2cc185e7933c652124fe5fa5d271d7b9e6632f1bdb43a545ebf", + "bytes": 222 + }, + "predictions.jsonl": { + "sha256": "04ffb8064464481a69e8763d76ecf8b6f20e6dc51679836895d00a190bc223fb", + "bytes": 2258 + }, + "summary/agentic-posthoc-format-repair.patch-37848457575-4-4.json": { + "sha256": "65945ce5cdfc59989ef48597b6504ac5c03dd44f966d9524e41d8551dd8186f5", + "bytes": 870 + } + }, + "excerpt": { + "raw_sha256": "0389163ad81d71bef3f08c162f0590c61bd32c38f1239273b0e17ed598e43ad5", + "raw_lines": 26644, + "start_line": 26481, + "stop_line": 26640, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-18869/report.json b/reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-18869/report.json new file mode 100644 index 0000000..66ba1cf --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-18869/report.json @@ -0,0 +1,36 @@ +{ + "matplotlib__matplotlib-18869": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": false, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [], + "failure": [ + "lib/matplotlib/tests/test_matplotlib.py::test_parse_to_version_info[3.5.0-version_tuple0]", + "lib/matplotlib/tests/test_matplotlib.py::test_parse_to_version_info[3.5.0rc2-version_tuple1]", + "lib/matplotlib/tests/test_matplotlib.py::test_parse_to_version_info[3.5.0.dev820+g6768ef8c4c-version_tuple2]", + "lib/matplotlib/tests/test_matplotlib.py::test_parse_to_version_info[3.5.0.post820+g6768ef8c4c-version_tuple3]" + ] + }, + "PASS_TO_PASS": { + "success": [ + "lib/matplotlib/tests/test_matplotlib.py::test_importable_with_no_home", + "lib/matplotlib/tests/test_matplotlib.py::test_use_doc_standard_backends", + "lib/matplotlib/tests/test_matplotlib.py::test_importable_with__OO" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-18869/test-output-excerpt.txt b/reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-18869/test-output-excerpt.txt new file mode 100644 index 0000000..09e2ace --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-18869/test-output-excerpt.txt @@ -0,0 +1,160 @@ + if name in ("__version__", "version_info"): + import setuptools_scm + global __version__, version_info # cache both. + # Only shell out to a git subprocess if really needed, and not on a + # shallow clone, such as those used by CI, as the latter would trigger + # a warning from setuptools_scm. + root = Path(__file__).resolve().parents[2] + if (root / ".git").exists() and not (root / ".git/shallow").exists(): + __version__ = setuptools_scm.get_version( + root=root, + version_scheme="post-release", + local_scheme="node-and-date", + fallback_version=_version.version, + ) + else: # Get the version from the _version.py setuptools_scm file. + __version__ = _version.version + version_info = parse_version(__version__) + return __version__ if name == "__version__" else version_info +> raise AttributeError(f"module {__name__!r} has no attribute {name!r}") +E AttributeError: module 'matplotlib' has no attribute '_parse_to_version_info' + +lib/matplotlib/__init__.py:152: AttributeError +_____________ test_parse_to_version_info[3.5.0rc2-version_tuple1] ______________ + +version_str = '3.5.0rc2', version_tuple = (3, 5, 0, 'candidate', 2) + + @pytest.mark.parametrize('version_str, version_tuple', [ + ('3.5.0', (3, 5, 0, 'final', 0)), + ('3.5.0rc2', (3, 5, 0, 'candidate', 2)), + ('3.5.0.dev820+g6768ef8c4c', (3, 5, 0, 'alpha', 820)), + ('3.5.0.post820+g6768ef8c4c', (3, 5, 1, 'alpha', 820)), + ]) + def test_parse_to_version_info(version_str, version_tuple): +> assert matplotlib._parse_to_version_info(version_str) == version_tuple + +lib/matplotlib/tests/test_matplotlib.py:17: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +name = '_parse_to_version_info' + + def __getattr__(name): + if name in ("__version__", "version_info"): + import setuptools_scm + global __version__, version_info # cache both. + # Only shell out to a git subprocess if really needed, and not on a + # shallow clone, such as those used by CI, as the latter would trigger + # a warning from setuptools_scm. + root = Path(__file__).resolve().parents[2] + if (root / ".git").exists() and not (root / ".git/shallow").exists(): + __version__ = setuptools_scm.get_version( + root=root, + version_scheme="post-release", + local_scheme="node-and-date", + fallback_version=_version.version, + ) + else: # Get the version from the _version.py setuptools_scm file. + __version__ = _version.version + version_info = parse_version(__version__) + return __version__ if name == "__version__" else version_info +> raise AttributeError(f"module {__name__!r} has no attribute {name!r}") +E AttributeError: module 'matplotlib' has no attribute '_parse_to_version_info' + +lib/matplotlib/__init__.py:152: AttributeError +_____ test_parse_to_version_info[3.5.0.dev820+g6768ef8c4c-version_tuple2] ______ + +version_str = '3.5.0.dev820+g6768ef8c4c' +version_tuple = (3, 5, 0, 'alpha', 820) + + @pytest.mark.parametrize('version_str, version_tuple', [ + ('3.5.0', (3, 5, 0, 'final', 0)), + ('3.5.0rc2', (3, 5, 0, 'candidate', 2)), + ('3.5.0.dev820+g6768ef8c4c', (3, 5, 0, 'alpha', 820)), + ('3.5.0.post820+g6768ef8c4c', (3, 5, 1, 'alpha', 820)), + ]) + def test_parse_to_version_info(version_str, version_tuple): +> assert matplotlib._parse_to_version_info(version_str) == version_tuple + +lib/matplotlib/tests/test_matplotlib.py:17: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +name = '_parse_to_version_info' + + def __getattr__(name): + if name in ("__version__", "version_info"): + import setuptools_scm + global __version__, version_info # cache both. + # Only shell out to a git subprocess if really needed, and not on a + # shallow clone, such as those used by CI, as the latter would trigger + # a warning from setuptools_scm. + root = Path(__file__).resolve().parents[2] + if (root / ".git").exists() and not (root / ".git/shallow").exists(): + __version__ = setuptools_scm.get_version( + root=root, + version_scheme="post-release", + local_scheme="node-and-date", + fallback_version=_version.version, + ) + else: # Get the version from the _version.py setuptools_scm file. + __version__ = _version.version + version_info = parse_version(__version__) + return __version__ if name == "__version__" else version_info +> raise AttributeError(f"module {__name__!r} has no attribute {name!r}") +E AttributeError: module 'matplotlib' has no attribute '_parse_to_version_info' + +lib/matplotlib/__init__.py:152: AttributeError +_____ test_parse_to_version_info[3.5.0.post820+g6768ef8c4c-version_tuple3] _____ + +version_str = '3.5.0.post820+g6768ef8c4c' +version_tuple = (3, 5, 1, 'alpha', 820) + + @pytest.mark.parametrize('version_str, version_tuple', [ + ('3.5.0', (3, 5, 0, 'final', 0)), + ('3.5.0rc2', (3, 5, 0, 'candidate', 2)), + ('3.5.0.dev820+g6768ef8c4c', (3, 5, 0, 'alpha', 820)), + ('3.5.0.post820+g6768ef8c4c', (3, 5, 1, 'alpha', 820)), + ]) + def test_parse_to_version_info(version_str, version_tuple): +> assert matplotlib._parse_to_version_info(version_str) == version_tuple + +lib/matplotlib/tests/test_matplotlib.py:17: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +name = '_parse_to_version_info' + + def __getattr__(name): + if name in ("__version__", "version_info"): + import setuptools_scm + global __version__, version_info # cache both. + # Only shell out to a git subprocess if really needed, and not on a + # shallow clone, such as those used by CI, as the latter would trigger + # a warning from setuptools_scm. + root = Path(__file__).resolve().parents[2] + if (root / ".git").exists() and not (root / ".git/shallow").exists(): + __version__ = setuptools_scm.get_version( + root=root, + version_scheme="post-release", + local_scheme="node-and-date", + fallback_version=_version.version, + ) + else: # Get the version from the _version.py setuptools_scm file. + __version__ = _version.version + version_info = parse_version(__version__) + return __version__ if name == "__version__" else version_info +> raise AttributeError(f"module {__name__!r} has no attribute {name!r}") +E AttributeError: module 'matplotlib' has no attribute '_parse_to_version_info' + +lib/matplotlib/__init__.py:152: AttributeError +==================================== PASSES ==================================== +=========================== short test summary info ============================ +PASSED lib/matplotlib/tests/test_matplotlib.py::test_importable_with_no_home +PASSED lib/matplotlib/tests/test_matplotlib.py::test_use_doc_standard_backends +PASSED lib/matplotlib/tests/test_matplotlib.py::test_importable_with__OO +SKIPPED [1] lib/matplotlib/tests/test_matplotlib.py:20: chmod() doesn't work as root +FAILED lib/matplotlib/tests/test_matplotlib.py::test_parse_to_version_info[3.5.0-version_tuple0] +FAILED lib/matplotlib/tests/test_matplotlib.py::test_parse_to_version_info[3.5.0rc2-version_tuple1] +FAILED lib/matplotlib/tests/test_matplotlib.py::test_parse_to_version_info[3.5.0.dev820+g6768ef8c4c-version_tuple2] +FAILED lib/matplotlib/tests/test_matplotlib.py::test_parse_to_version_info[3.5.0.post820+g6768ef8c4c-version_tuple3] +==================== 4 failed, 3 passed, 1 skipped in 6.44s ==================== ++ SWEBENCH_TEST_EXIT_CODE=1 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-23563/outcome.json b/reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-23563/outcome.json new file mode 100644 index 0000000..a596786 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-23563/outcome.json @@ -0,0 +1,6 @@ +{ + "instance_id": "matplotlib__matplotlib-23563", + "status": "empty_patch", + "resolved": false, + "patch_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-24149/outcome.json b/reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-24149/outcome.json new file mode 100644 index 0000000..82395f7 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-24149/outcome.json @@ -0,0 +1,6 @@ +{ + "instance_id": "matplotlib__matplotlib-24149", + "status": "empty_patch", + "resolved": false, + "patch_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-26020/harness-summary.json b/reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-26020/harness-summary.json new file mode 100644 index 0000000..7163afb --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-26020/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "matplotlib__matplotlib-26020" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "matplotlib__matplotlib-26020" + ], + "resolved_ids": [ + "matplotlib__matplotlib-26020" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-26020:latest" + ] +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-26020/outcome.json b/reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-26020/outcome.json new file mode 100644 index 0000000..20d0331 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-26020/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "matplotlib__matplotlib-26020", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-26020:latest", + "patch_sha256": "db5d96b3dc733a6036b660885c4c779aa1bf2f00640e3c74393a3f0db8ae2c64", + "image_id": "sha256:f339d307d54fd5fac1d4ecd9d9a54b443aaeb8ac05ffe1c19a00043521236347", + "image_digests": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-26020@sha256:e095802920d7f6e282832fc436a36699adda9f6da08b86a13058d8393b79246f" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-26020/raw-log-manifest.json b/reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-26020/raw-log-manifest.json new file mode 100644 index 0000000..30fa1fc --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-26020/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37848457575", + "artifact_name": "patch-shard-7", + "files": { + "harness.log": { + "sha256": "26c923f9bc0fdc1fdc72dddbe02d5f657f1c3b447ba04dc914e2fa6b2b66e5e4", + "bytes": 850 + }, + "image-pull.log": { + "sha256": "790c01e9a15b3323799086abfa2e489a9cb8db8e33efb3ab2e46ee4a63f90992", + "bytes": 1665 + }, + "logs/run_evaluation/patch-37848457575-7-7/agentic-posthoc-format-repair/matplotlib__matplotlib-26020/eval.sh": { + "sha256": "27f3857a1ba840234a0cd11743baa0229523de17ec84cf66bdf76abc02db1846", + "bytes": 1319 + }, + "logs/run_evaluation/patch-37848457575-7-7/agentic-posthoc-format-repair/matplotlib__matplotlib-26020/patch.diff": { + "sha256": "db5d96b3dc733a6036b660885c4c779aa1bf2f00640e3c74393a3f0db8ae2c64", + "bytes": 1073 + }, + "logs/run_evaluation/patch-37848457575-7-7/agentic-posthoc-format-repair/matplotlib__matplotlib-26020/report.json": { + "sha256": "f247c2f665b99257ddb62d4687a493d15e0abe8400d4c75ea081b76a7718cf1a", + "bytes": 6198 + }, + "logs/run_evaluation/patch-37848457575-7-7/agentic-posthoc-format-repair/matplotlib__matplotlib-26020/run_instance.log": { + "sha256": "6ee137e6e5ee96a24e92e32a380fe5f4591fe64815b519838ebd3ff6c55ba959", + "bytes": 9361 + }, + "logs/run_evaluation/patch-37848457575-7-7/agentic-posthoc-format-repair/matplotlib__matplotlib-26020/test_output.txt": { + "sha256": "0fe47afe9a701dd11f41d9fc9a77160ceb2807b0c410db51d6719efb41c082ed", + "bytes": 1540677 + }, + "logs/run_evaluation/patch-37848457575-7-7/run.json": { + "sha256": "91f95548bea4162264afd021fe61aaa44590274110bfd16a4ff6d1134422896c", + "bytes": 222 + }, + "predictions.jsonl": { + "sha256": "315df003e6b108cd71e3da9ed40457dda372757c080935bbfb51c29bc4ab5ed0", + "bytes": 1236 + }, + "summary/agentic-posthoc-format-repair.patch-37848457575-7-7.json": { + "sha256": "47522503564c6e9352c24c09dab03f3a00d279e5da0c46be9248aafb2c2f3aba", + "bytes": 870 + } + }, + "excerpt": { + "raw_sha256": "0fe47afe9a701dd11f41d9fc9a77160ceb2807b0c410db51d6719efb41c082ed", + "raw_lines": 27748, + "start_line": 27679, + "stop_line": 27744, + "truncated": false, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-26020/report.json b/reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-26020/report.json new file mode 100644 index 0000000..8085212 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-26020/report.json @@ -0,0 +1,78 @@ +{ + "matplotlib__matplotlib-26020": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_grid_with_axes_class_not_overriding_axis" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_divider_append_axes", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_twin_axes_empty_and_removed[png]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_axesgrid_colorbar_log_smoketest", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_inset_colorbar_tight_layout_smoketest", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_inset_locator[png]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_inset_axes[png]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_inset_axes_complete", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_fill_facecolor[png]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_zooming_with_inverted_axes[png]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_anchored_direction_arrows[png]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_anchored_direction_arrows_many_args[png]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_axes_locatable_position", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_image_grid_each_left_label_mode_all[png]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_image_grid_single_bottom[png]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_image_grid_label_mode_deprecation_warning", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_image_grid[png]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_gettightbbox", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[gca-gca-big]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[gca-gca-small]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[host-host-big]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[host-host-small]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[host-parasite-big]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[host-parasite-small]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[parasite-host-big]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[parasite-host-small]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[parasite-parasite-big]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[parasite-parasite-small]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_anchored_artists[png]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_hbox_divider", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_vbox_divider", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_axes_class_tuple", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_grid_axes_lists", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_grid_axes_position[row]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_grid_axes_position[column]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_grid_errors[rect0-None-TypeError-Incorrect", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_grid_errors[111--1-ValueError-ngrids", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_grid_errors[111-7-ValueError-ngrids", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_divider_errors[None-TypeError-anchor", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_divider_errors[CC-ValueError-'CC'", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_divider_errors[anchor2-TypeError-anchor", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_mark_inset_unstales_viewlim[png]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_auto_adjustable", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_rgb_axes[png]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_insetposition[png]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_imagegrid_cbar_mode_edge[png]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_imagegrid", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_removal", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_anchored_locator_base_call[png]" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-26020/test-output-excerpt.txt b/reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-26020/test-output-excerpt.txt new file mode 100644 index 0000000..baccee4 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/matplotlib__matplotlib-26020/test-output-excerpt.txt @@ -0,0 +1,66 @@ ++ : '>>>>> Start Test Output' ++ pytest -rA lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py +============================= test session starts ============================== +platform linux -- Python 3.11.11, pytest-8.3.4, pluggy-1.5.0 +rootdir: /testbed +configfile: pytest.ini +plugins: timeout-2.3.1, xdist-3.6.1, rerunfailures-15.0, cov-6.0.0 +collected 49 items + +lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py ................... [ 38%] +.............................. [100%] + +==================================== PASSES ==================================== +=========================== short test summary info ============================ +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_divider_append_axes +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_twin_axes_empty_and_removed[png] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_axesgrid_colorbar_log_smoketest +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_inset_colorbar_tight_layout_smoketest +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_inset_locator[png] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_inset_axes[png] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_inset_axes_complete +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_fill_facecolor[png] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_zooming_with_inverted_axes[png] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_anchored_direction_arrows[png] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_anchored_direction_arrows_many_args[png] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_axes_locatable_position +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_image_grid_each_left_label_mode_all[png] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_image_grid_single_bottom[png] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_image_grid_label_mode_deprecation_warning +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_image_grid[png] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_gettightbbox +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[gca-gca-big] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[gca-gca-small] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[host-host-big] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[host-host-small] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[host-parasite-big] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[host-parasite-small] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[parasite-host-big] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[parasite-host-small] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[parasite-parasite-big] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[parasite-parasite-small] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_anchored_artists[png] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_hbox_divider +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_vbox_divider +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_axes_class_tuple +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_grid_axes_lists +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_grid_axes_position[row] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_grid_axes_position[column] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_grid_errors[rect0-None-TypeError-Incorrect rect format] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_grid_errors[111--1-ValueError-ngrids must be positive] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_grid_errors[111-7-ValueError-ngrids must be positive] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_divider_errors[None-TypeError-anchor must be str] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_divider_errors[CC-ValueError-'CC' is not a valid value for anchor] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_divider_errors[anchor2-TypeError-anchor must be str] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_mark_inset_unstales_viewlim[png] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_auto_adjustable +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_rgb_axes[png] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_insetposition[png] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_imagegrid_cbar_mode_edge[png] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_imagegrid +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_removal +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_anchored_locator_base_call[png] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_grid_with_axes_class_not_overriding_axis +============================== 49 passed in 7.12s ============================== ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/repair-17-v1/official-evaluation/pallets__flask-4992/harness-summary.json b/reports/experiments/repair-17-v1/official-evaluation/pallets__flask-4992/harness-summary.json new file mode 100644 index 0000000..73ac58b --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/pallets__flask-4992/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 0, + "unresolved_instances": 1, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "pallets__flask-4992" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "pallets__flask-4992" + ], + "resolved_ids": [], + "unresolved_ids": [ + "pallets__flask-4992" + ], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.pallets_1776_flask-4992:latest" + ] +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/pallets__flask-4992/outcome.json b/reports/experiments/repair-17-v1/official-evaluation/pallets__flask-4992/outcome.json new file mode 100644 index 0000000..5c75086 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/pallets__flask-4992/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "pallets__flask-4992", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.pallets_1776_flask-4992:latest", + "patch_sha256": "fa9eb396883e07f8687377fc2b370773b09f849c2e671ed5482f94d2b1226c88", + "image_id": "sha256:b6943616922659ca12ba82ca60561483c40f00d80a3a11045d2d0b6b000fb253", + "image_digests": [ + "swebench/sweb.eval.x86_64.pallets_1776_flask-4992@sha256:bb1460876a7bc667f71b46aac744dd6f6d7f5f66e79902461cf76c6f8c4f7150" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/pallets__flask-4992/raw-log-manifest.json b/reports/experiments/repair-17-v1/official-evaluation/pallets__flask-4992/raw-log-manifest.json new file mode 100644 index 0000000..be07241 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/pallets__flask-4992/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37848457575", + "artifact_name": "patch-shard-8", + "files": { + "harness.log": { + "sha256": "3763f917ba1f1a63955e20e3e569bb3398351da514b86ffefa5b731a774528cd", + "bytes": 841 + }, + "image-pull.log": { + "sha256": "9081b6bf1125b7845a8a22fa2fec02b9bb6cba5dfb4732618eeac15419b07e1c", + "bytes": 1638 + }, + "logs/run_evaluation/patch-37848457575-8-8/agentic-posthoc-format-repair/pallets__flask-4992/eval.sh": { + "sha256": "7d609abda437c99ff9db2a7ff1fca2c508057f1ba7e5a8ca978dffd0eeb046da", + "bytes": 2038 + }, + "logs/run_evaluation/patch-37848457575-8-8/agentic-posthoc-format-repair/pallets__flask-4992/patch.diff": { + "sha256": "fa9eb396883e07f8687377fc2b370773b09f849c2e671ed5482f94d2b1226c88", + "bytes": 1632 + }, + "logs/run_evaluation/patch-37848457575-8-8/agentic-posthoc-format-repair/pallets__flask-4992/report.json": { + "sha256": "0abacaee0377c85193a5f789ff6f1f3de03b8e2e7e633b2f95ee50fdddc766f1", + "bytes": 2081 + }, + "logs/run_evaluation/patch-37848457575-8-8/agentic-posthoc-format-repair/pallets__flask-4992/run_instance.log": { + "sha256": "206d41939dc6b2d910fef0d74e7dde11eb4bcee36d5a211ee5fb7b10be9ab98c", + "bytes": 7900 + }, + "logs/run_evaluation/patch-37848457575-8-8/agentic-posthoc-format-repair/pallets__flask-4992/test_output.txt": { + "sha256": "ae6ed544d5316f9c5f81667801905098474272f180de23b67298cc55e6820b55", + "bytes": 69872 + }, + "logs/run_evaluation/patch-37848457575-8-8/run.json": { + "sha256": "344acfda8379219f02bd118a3232064f794e53083cb40c023874baaed75fc37e", + "bytes": 213 + }, + "predictions.jsonl": { + "sha256": "f7529f16a7be7dcab0754d7605aec28f05f6790009e9853048e0c55e91eb2e26", + "bytes": 1808 + }, + "summary/agentic-posthoc-format-repair.patch-37848457575-8-8.json": { + "sha256": "c5cf741d9bf34c062b2c3dc8a3eb2ff8f186a33b7a0adb3e1cabee3c06c4ca52", + "bytes": 834 + } + }, + "excerpt": { + "raw_sha256": "ae6ed544d5316f9c5f81667801905098474272f180de23b67298cc55e6820b55", + "raw_lines": 1898, + "start_line": 1848, + "stop_line": 1894, + "truncated": false, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/pallets__flask-4992/report.json b/reports/experiments/repair-17-v1/official-evaluation/pallets__flask-4992/report.json new file mode 100644 index 0000000..90323df --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/pallets__flask-4992/report.json @@ -0,0 +1,48 @@ +{ + "pallets__flask-4992": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": false, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [], + "failure": [ + "tests/test_config.py::test_config_from_file_toml" + ] + }, + "PASS_TO_PASS": { + "success": [ + "tests/test_config.py::test_config_from_pyfile", + "tests/test_config.py::test_config_from_object", + "tests/test_config.py::test_config_from_file_json", + "tests/test_config.py::test_from_prefixed_env", + "tests/test_config.py::test_from_prefixed_env_custom_prefix", + "tests/test_config.py::test_from_prefixed_env_nested", + "tests/test_config.py::test_config_from_mapping", + "tests/test_config.py::test_config_from_class", + "tests/test_config.py::test_config_from_envvar", + "tests/test_config.py::test_config_from_envvar_missing", + "tests/test_config.py::test_config_missing", + "tests/test_config.py::test_config_missing_file", + "tests/test_config.py::test_custom_config_class", + "tests/test_config.py::test_session_lifetime", + "tests/test_config.py::test_get_namespace", + "tests/test_config.py::test_from_pyfile_weird_encoding[utf-8]", + "tests/test_config.py::test_from_pyfile_weird_encoding[iso-8859-15]", + "tests/test_config.py::test_from_pyfile_weird_encoding[latin-1]" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/repair-17-v1/official-evaluation/pallets__flask-4992/test-output-excerpt.txt b/reports/experiments/repair-17-v1/official-evaluation/pallets__flask-4992/test-output-excerpt.txt new file mode 100644 index 0000000..7cf63d6 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/pallets__flask-4992/test-output-excerpt.txt @@ -0,0 +1,47 @@ ++ : '>>>>> Start Test Output' ++ pytest -rA tests/test_config.py +============================= test session starts ============================== +platform linux -- Python 3.11.10, pytest-7.3.0, pluggy-1.0.0 +rootdir: /testbed +configfile: pyproject.toml +collected 19 items + +tests/test_config.py ...F............... [100%] + +=================================== FAILURES =================================== +__________________________ test_config_from_file_toml __________________________ + + def test_config_from_file_toml(): + tomllib = pytest.importorskip("tomllib", reason="tomllib added in 3.11") + app = flask.Flask(__name__) + current_dir = os.path.dirname(os.path.abspath(__file__)) +> app.config.from_file( + os.path.join(current_dir, "static", "config.toml"), tomllib.load, text=False + ) +E TypeError: Config.from_file() got an unexpected keyword argument 'text' + +tests/test_config.py:43: TypeError +==================================== PASSES ==================================== +=========================== short test summary info ============================ +PASSED tests/test_config.py::test_config_from_pyfile +PASSED tests/test_config.py::test_config_from_object +PASSED tests/test_config.py::test_config_from_file_json +PASSED tests/test_config.py::test_from_prefixed_env +PASSED tests/test_config.py::test_from_prefixed_env_custom_prefix +PASSED tests/test_config.py::test_from_prefixed_env_nested +PASSED tests/test_config.py::test_config_from_mapping +PASSED tests/test_config.py::test_config_from_class +PASSED tests/test_config.py::test_config_from_envvar +PASSED tests/test_config.py::test_config_from_envvar_missing +PASSED tests/test_config.py::test_config_missing +PASSED tests/test_config.py::test_config_missing_file +PASSED tests/test_config.py::test_custom_config_class +PASSED tests/test_config.py::test_session_lifetime +PASSED tests/test_config.py::test_get_namespace +PASSED tests/test_config.py::test_from_pyfile_weird_encoding[utf-8] +PASSED tests/test_config.py::test_from_pyfile_weird_encoding[iso-8859-15] +PASSED tests/test_config.py::test_from_pyfile_weird_encoding[latin-1] +FAILED tests/test_config.py::test_config_from_file_toml - TypeError: Config.f... +========================= 1 failed, 18 passed in 0.07s ========================= ++ SWEBENCH_TEST_EXIT_CODE=1 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/repair-17-v1/official-evaluation/pallets__flask-5063/harness-summary.json b/reports/experiments/repair-17-v1/official-evaluation/pallets__flask-5063/harness-summary.json new file mode 100644 index 0000000..f96256c --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/pallets__flask-5063/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 0, + "unresolved_instances": 1, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "pallets__flask-5063" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "pallets__flask-5063" + ], + "resolved_ids": [], + "unresolved_ids": [ + "pallets__flask-5063" + ], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.pallets_1776_flask-5063:latest" + ] +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/pallets__flask-5063/outcome.json b/reports/experiments/repair-17-v1/official-evaluation/pallets__flask-5063/outcome.json new file mode 100644 index 0000000..5776aa3 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/pallets__flask-5063/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "pallets__flask-5063", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.pallets_1776_flask-5063:latest", + "patch_sha256": "856a41dea09b0e8afcea5358938e755a7e968c3c0344c33b0f24ce9d9a754723", + "image_id": "sha256:c253a21fce4f73b6b2f78c79aa60f401c4d2facca34133a4fe661fb50ed41856", + "image_digests": [ + "swebench/sweb.eval.x86_64.pallets_1776_flask-5063@sha256:05369549db34553599f6f96d65ee9c75173c02d9285d283422f6b6e49f0b8df2" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/pallets__flask-5063/raw-log-manifest.json b/reports/experiments/repair-17-v1/official-evaluation/pallets__flask-5063/raw-log-manifest.json new file mode 100644 index 0000000..f6bc3f4 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/pallets__flask-5063/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37848457575", + "artifact_name": "patch-shard-9", + "files": { + "harness.log": { + "sha256": "8009c843c097d9decd87e46f6e9575378c077edb6a64755889bfca1f12db15ec", + "bytes": 841 + }, + "image-pull.log": { + "sha256": "14559cad680f6ac8d4dbf87d26a4a38017cdad7e6d2b0cc36d1c92aa60ff175e", + "bytes": 1671 + }, + "logs/run_evaluation/patch-37848457575-9-9/agentic-posthoc-format-repair/pallets__flask-5063/eval.sh": { + "sha256": "c55b7cb7aa56d1982cfb3890e747a6c4e3780d14b6cf328318f9035ec7d5f473", + "bytes": 3455 + }, + "logs/run_evaluation/patch-37848457575-9-9/agentic-posthoc-format-repair/pallets__flask-5063/patch.diff": { + "sha256": "856a41dea09b0e8afcea5358938e755a7e968c3c0344c33b0f24ce9d9a754723", + "bytes": 1042 + }, + "logs/run_evaluation/patch-37848457575-9-9/agentic-posthoc-format-repair/pallets__flask-5063/report.json": { + "sha256": "520663ed201d19b72acb328638a247414d8dfae5a9feae50a294c99df18d2bcb", + "bytes": 4927 + }, + "logs/run_evaluation/patch-37848457575-9-9/agentic-posthoc-format-repair/pallets__flask-5063/run_instance.log": { + "sha256": "1f14b3810ab234f009c73bd54a1843ee72ebc6cb1ea581549db5c9b9dcfb7ae7", + "bytes": 7707 + }, + "logs/run_evaluation/patch-37848457575-9-9/agentic-posthoc-format-repair/pallets__flask-5063/test_output.txt": { + "sha256": "649eae39aead6d8ccdfefeb83844b7dc1cabbeccdbe20c7f0c5e94c9eef881dc", + "bytes": 72758 + }, + "logs/run_evaluation/patch-37848457575-9-9/run.json": { + "sha256": "974b58326b01ac1cec1a9e8cd46eafd04ca1130e763b5c97623715eb98aa0cf3", + "bytes": 213 + }, + "predictions.jsonl": { + "sha256": "b8b8f9e785b942dc1ccd221a833447535ad289914ddbd673d97d1f46081f06c9", + "bytes": 1208 + }, + "summary/agentic-posthoc-format-repair.patch-37848457575-9-9.json": { + "sha256": "6a03c6d07f44fe5e91633390d1ac83078f936ee8d07cab7bf7b084e86dd49c7f", + "bytes": 834 + } + }, + "excerpt": { + "raw_sha256": "649eae39aead6d8ccdfefeb83844b7dc1cabbeccdbe20c7f0c5e94c9eef881dc", + "raw_lines": 1946, + "start_line": 1849, + "stop_line": 1943, + "truncated": false, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/pallets__flask-5063/report.json b/reports/experiments/repair-17-v1/official-evaluation/pallets__flask-5063/report.json new file mode 100644 index 0000000..7821f2f --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/pallets__flask-5063/report.json @@ -0,0 +1,86 @@ +{ + "pallets__flask-5063": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": false, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "tests/test_cli.py::TestRoutes::test_subdomain" + ], + "failure": [ + "tests/test_cli.py::TestRoutes::test_host" + ] + }, + "PASS_TO_PASS": { + "success": [ + "tests/test_cli.py::test_cli_name", + "tests/test_cli.py::test_find_best_app", + "tests/test_cli.py::test_prepare_import[test-path0-test]", + "tests/test_cli.py::test_prepare_import[test.py-path1-test]", + "tests/test_cli.py::test_prepare_import[a/test-path2-test]", + "tests/test_cli.py::test_prepare_import[test/__init__.py-path3-test]", + "tests/test_cli.py::test_prepare_import[test/__init__-path4-test]", + "tests/test_cli.py::test_prepare_import[value5-path5-cliapp.inner1]", + "tests/test_cli.py::test_prepare_import[value6-path6-cliapp.inner1.inner2]", + "tests/test_cli.py::test_prepare_import[test.a.b-path7-test.a.b]", + "tests/test_cli.py::test_prepare_import[value8-path8-cliapp.app]", + "tests/test_cli.py::test_prepare_import[value9-path9-cliapp.message.txt]", + "tests/test_cli.py::test_locate_app[cliapp.app-None-testapp]", + "tests/test_cli.py::test_locate_app[cliapp.app-testapp-testapp]", + "tests/test_cli.py::test_locate_app[cliapp.factory-None-app]", + "tests/test_cli.py::test_locate_app[cliapp.factory-create_app-app]", + "tests/test_cli.py::test_locate_app[cliapp.factory-create_app()-app]", + "tests/test_cli.py::test_locate_app[cliapp.factory-create_app2(\"foo\",", + "tests/test_cli.py::test_locate_app[cliapp.factory-", + "tests/test_cli.py::test_locate_app_raises[notanapp.py-None]", + "tests/test_cli.py::test_locate_app_raises[cliapp/app-None]", + "tests/test_cli.py::test_locate_app_raises[cliapp.app-notanapp]", + "tests/test_cli.py::test_locate_app_raises[cliapp.factory-create_app2(\"foo\")]", + "tests/test_cli.py::test_locate_app_raises[cliapp.factory-create_app(]", + "tests/test_cli.py::test_locate_app_raises[cliapp.factory-no_app]", + "tests/test_cli.py::test_locate_app_raises[cliapp.importerrorapp-None]", + "tests/test_cli.py::test_locate_app_raises[cliapp.message.txt-None]", + "tests/test_cli.py::test_locate_app_suppress_raise", + "tests/test_cli.py::test_get_version", + "tests/test_cli.py::test_scriptinfo", + "tests/test_cli.py::test_app_cli_has_app_context", + "tests/test_cli.py::test_with_appcontext", + "tests/test_cli.py::test_appgroup_app_context", + "tests/test_cli.py::test_flaskgroup_app_context", + "tests/test_cli.py::test_flaskgroup_debug[True]", + "tests/test_cli.py::test_flaskgroup_debug[False]", + "tests/test_cli.py::test_flaskgroup_nested", + "tests/test_cli.py::test_no_command_echo_loading_error", + "tests/test_cli.py::test_help_echo_loading_error", + "tests/test_cli.py::test_help_echo_exception", + "tests/test_cli.py::TestRoutes::test_simple", + "tests/test_cli.py::TestRoutes::test_sort", + "tests/test_cli.py::TestRoutes::test_all_methods", + "tests/test_cli.py::TestRoutes::test_no_routes", + "tests/test_cli.py::test_load_dotenv", + "tests/test_cli.py::test_dotenv_path", + "tests/test_cli.py::test_dotenv_optional", + "tests/test_cli.py::test_disable_dotenv_from_env", + "tests/test_cli.py::test_run_cert_path", + "tests/test_cli.py::test_run_cert_adhoc", + "tests/test_cli.py::test_run_cert_import", + "tests/test_cli.py::test_run_cert_no_ssl", + "tests/test_cli.py::test_cli_blueprints", + "tests/test_cli.py::test_cli_empty" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/repair-17-v1/official-evaluation/pallets__flask-5063/test-output-excerpt.txt b/reports/experiments/repair-17-v1/official-evaluation/pallets__flask-5063/test-output-excerpt.txt new file mode 100644 index 0000000..8f40ea3 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/pallets__flask-5063/test-output-excerpt.txt @@ -0,0 +1,95 @@ ++ : '>>>>> Start Test Output' ++ pytest -rA tests/test_cli.py +============================= test session starts ============================== +platform linux -- Python 3.11.10, pytest-7.3.0, pluggy-1.0.0 +rootdir: /testbed +configfile: pyproject.toml +collected 57 items + +tests/test_cli.py ..............................................F....... [ 94%] +... [100%] + +=================================== FAILURES =================================== +_____________________________ TestRoutes.test_host _____________________________ + +self = +runner = + + def test_host(self, runner): + app = Flask(__name__, static_folder=None, host_matching=True) + app.add_url_rule("/a", host="a", endpoint="a") + app.add_url_rule("/b", host="b", endpoint="b") + cli = FlaskGroup(create_app=lambda: app) + result = runner.invoke(cli, ["routes"]) + assert result.exit_code == 0 +> assert "Host" in result.output +E AssertionError: assert 'Host' in 'Endpoint Methods Rule Subdomain\n-------- ------- ---- ---------\na GET /a\nb GET /b\n' +E + where 'Endpoint Methods Rule Subdomain\n-------- ------- ---- ---------\na GET /a\nb GET /b\n' = .output + +tests/test_cli.py:504: AssertionError +==================================== PASSES ==================================== +_____________________________ test_dotenv_optional _____________________________ +----------------------------- Captured stderr call ----------------------------- + * Tip: There are .env or .flaskenv files present. Do "pip install python-dotenv" to use them. +=========================== short test summary info ============================ +PASSED tests/test_cli.py::test_cli_name +PASSED tests/test_cli.py::test_find_best_app +PASSED tests/test_cli.py::test_prepare_import[test-path0-test] +PASSED tests/test_cli.py::test_prepare_import[test.py-path1-test] +PASSED tests/test_cli.py::test_prepare_import[a/test-path2-test] +PASSED tests/test_cli.py::test_prepare_import[test/__init__.py-path3-test] +PASSED tests/test_cli.py::test_prepare_import[test/__init__-path4-test] +PASSED tests/test_cli.py::test_prepare_import[value5-path5-cliapp.inner1] +PASSED tests/test_cli.py::test_prepare_import[value6-path6-cliapp.inner1.inner2] +PASSED tests/test_cli.py::test_prepare_import[test.a.b-path7-test.a.b] +PASSED tests/test_cli.py::test_prepare_import[value8-path8-cliapp.app] +PASSED tests/test_cli.py::test_prepare_import[value9-path9-cliapp.message.txt] +PASSED tests/test_cli.py::test_locate_app[cliapp.app-None-testapp] +PASSED tests/test_cli.py::test_locate_app[cliapp.app-testapp-testapp] +PASSED tests/test_cli.py::test_locate_app[cliapp.factory-None-app] +PASSED tests/test_cli.py::test_locate_app[cliapp.factory-create_app-app] +PASSED tests/test_cli.py::test_locate_app[cliapp.factory-create_app()-app] +PASSED tests/test_cli.py::test_locate_app[cliapp.factory-create_app2("foo", "bar")-app2_foo_bar] +PASSED tests/test_cli.py::test_locate_app[cliapp.factory-create_app2("foo", "bar", )-app2_foo_bar] +PASSED tests/test_cli.py::test_locate_app[cliapp.factory- create_app () -app] +PASSED tests/test_cli.py::test_locate_app_raises[notanapp.py-None] +PASSED tests/test_cli.py::test_locate_app_raises[cliapp/app-None] +PASSED tests/test_cli.py::test_locate_app_raises[cliapp.app-notanapp] +PASSED tests/test_cli.py::test_locate_app_raises[cliapp.factory-create_app2("foo")] +PASSED tests/test_cli.py::test_locate_app_raises[cliapp.factory-create_app(] +PASSED tests/test_cli.py::test_locate_app_raises[cliapp.factory-no_app] +PASSED tests/test_cli.py::test_locate_app_raises[cliapp.importerrorapp-None] +PASSED tests/test_cli.py::test_locate_app_raises[cliapp.message.txt-None] +PASSED tests/test_cli.py::test_locate_app_suppress_raise +PASSED tests/test_cli.py::test_get_version +PASSED tests/test_cli.py::test_scriptinfo +PASSED tests/test_cli.py::test_app_cli_has_app_context +PASSED tests/test_cli.py::test_with_appcontext +PASSED tests/test_cli.py::test_appgroup_app_context +PASSED tests/test_cli.py::test_flaskgroup_app_context +PASSED tests/test_cli.py::test_flaskgroup_debug[True] +PASSED tests/test_cli.py::test_flaskgroup_debug[False] +PASSED tests/test_cli.py::test_flaskgroup_nested +PASSED tests/test_cli.py::test_no_command_echo_loading_error +PASSED tests/test_cli.py::test_help_echo_loading_error +PASSED tests/test_cli.py::test_help_echo_exception +PASSED tests/test_cli.py::TestRoutes::test_simple +PASSED tests/test_cli.py::TestRoutes::test_sort +PASSED tests/test_cli.py::TestRoutes::test_all_methods +PASSED tests/test_cli.py::TestRoutes::test_no_routes +PASSED tests/test_cli.py::TestRoutes::test_subdomain +PASSED tests/test_cli.py::test_load_dotenv +PASSED tests/test_cli.py::test_dotenv_path +PASSED tests/test_cli.py::test_dotenv_optional +PASSED tests/test_cli.py::test_disable_dotenv_from_env +PASSED tests/test_cli.py::test_run_cert_path +PASSED tests/test_cli.py::test_run_cert_adhoc +PASSED tests/test_cli.py::test_run_cert_import +PASSED tests/test_cli.py::test_run_cert_no_ssl +PASSED tests/test_cli.py::test_cli_blueprints +PASSED tests/test_cli.py::test_cli_empty +FAILED tests/test_cli.py::TestRoutes::test_host - AssertionError: assert 'Hos... +========================= 1 failed, 56 passed in 0.28s ========================= +>>>>> Test Exit Code: 1 ++ SWEBENCH_TEST_EXIT_CODE=1 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-6506/harness-summary.json b/reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-6506/harness-summary.json new file mode 100644 index 0000000..b6609a1 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-6506/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 0, + "unresolved_instances": 1, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "pylint-dev__pylint-6506" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "pylint-dev__pylint-6506" + ], + "resolved_ids": [], + "unresolved_ids": [ + "pylint-dev__pylint-6506" + ], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.pylint-dev_1776_pylint-6506:latest" + ] +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-6506/outcome.json b/reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-6506/outcome.json new file mode 100644 index 0000000..c13e68e --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-6506/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "pylint-dev__pylint-6506", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.pylint-dev_1776_pylint-6506:latest", + "patch_sha256": "a0712ed944581f6e14f785654c76616bcbdbd2191a895698e7a067bc6f984523", + "image_id": "sha256:f36fa34ed8366cd0a4cab240305841b939db316bbbe5c632dc0c85c8a550954a", + "image_digests": [ + "swebench/sweb.eval.x86_64.pylint-dev_1776_pylint-6506@sha256:f2304d2a6461bc098bc872efc4474b34b54eec72f5a87bacc0509a88ba52fb2d" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-6506/raw-log-manifest.json b/reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-6506/raw-log-manifest.json new file mode 100644 index 0000000..144721f --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-6506/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37848457575", + "artifact_name": "patch-shard-10", + "files": { + "harness.log": { + "sha256": "462f5cedbcc8342d543a154349e662d8eca7fa59cc506b14c5bfb0b1af7524f1", + "bytes": 848 + }, + "image-pull.log": { + "sha256": "042299f6b8f197a82c56b2e7167180a18dd315cc3c7a469853bdaf9caa395129", + "bytes": 1683 + }, + "logs/run_evaluation/patch-37848457575-10-10/agentic-posthoc-format-repair/pylint-dev__pylint-6506/eval.sh": { + "sha256": "33e3a3d9f84468758c309e8dc3eda66d035400690dc0bee5d59a09bf83abdd23", + "bytes": 2301 + }, + "logs/run_evaluation/patch-37848457575-10-10/agentic-posthoc-format-repair/pylint-dev__pylint-6506/patch.diff": { + "sha256": "a0712ed944581f6e14f785654c76616bcbdbd2191a895698e7a067bc6f984523", + "bytes": 1047 + }, + "logs/run_evaluation/patch-37848457575-10-10/agentic-posthoc-format-repair/pylint-dev__pylint-6506/report.json": { + "sha256": "ced779e43f5bb18e8eb0b260b686b40f7ec807a6f33b7c3c475eab362a9df920", + "bytes": 1313 + }, + "logs/run_evaluation/patch-37848457575-10-10/agentic-posthoc-format-repair/pylint-dev__pylint-6506/run_instance.log": { + "sha256": "0ca5ec771b5f0461ef78136d1fc46bc9207b371453174c6a1f83f942825f8b7e", + "bytes": 5123 + }, + "logs/run_evaluation/patch-37848457575-10-10/agentic-posthoc-format-repair/pylint-dev__pylint-6506/test_output.txt": { + "sha256": "754ce90b3c7b7bbbde14f603f79a7e3c190891b43b41e9305174bab513b267af", + "bytes": 766775 + }, + "logs/run_evaluation/patch-37848457575-10-10/run.json": { + "sha256": "bb0e9d73acdda69e10aef9580f4cce94247ab321691f8b2678596447f53bcd47", + "bytes": 218 + }, + "predictions.jsonl": { + "sha256": "715fac0bac17efc576dd188de63d13d5c370e425800f48ed2557f92e85ea129c", + "bytes": 1197 + }, + "summary/agentic-posthoc-format-repair.patch-37848457575-10-10.json": { + "sha256": "cea01021840659176397ce9861ec5004389c385d563a304753414e15a5cfdaa9", + "bytes": 850 + } + }, + "excerpt": { + "raw_sha256": "754ce90b3c7b7bbbde14f603f79a7e3c190891b43b41e9305174bab513b267af", + "raw_lines": 15726, + "start_line": 15663, + "stop_line": 15722, + "truncated": false, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-6506/report.json b/reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-6506/report.json new file mode 100644 index 0000000..333d531 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-6506/report.json @@ -0,0 +1,37 @@ +{ + "pylint-dev__pylint-6506": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": false, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [], + "failure": [ + "tests/config/test_config.py::test_unknown_option_name", + "tests/config/test_config.py::test_unknown_short_option_name" + ] + }, + "PASS_TO_PASS": { + "success": [ + "tests/config/test_config.py::test_can_read_toml_env_variable", + "tests/config/test_config.py::test_unknown_message_id", + "tests/config/test_config.py::test_unknown_confidence", + "tests/config/test_config.py::test_unknown_yes_no", + "tests/config/test_config.py::test_unknown_py_version", + "tests/config/test_config.py::test_short_verbose" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-6506/test-output-excerpt.txt b/reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-6506/test-output-excerpt.txt new file mode 100644 index 0000000..8c55868 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-6506/test-output-excerpt.txt @@ -0,0 +1,60 @@ ++ : '>>>>> Start Test Output' ++ pytest -rA tests/config/test_config.py +============================= test session starts ============================== +platform linux -- Python 3.9.20, pytest-7.4.4, pluggy-1.5.0 +benchmark: 3.4.1 (defaults: timer=time.perf_counter disable_gc=False min_rounds=5 min_time=0.000005 max_time=1.0 calibration_precision=10 warmup=False warmup_iterations=100000) +rootdir: /testbed +configfile: setup.cfg +plugins: timeout-2.3.1, cov-3.0.0, xdist-2.5.0, profiling-1.7.0, forked-1.6.0, benchmark-3.4.1 +collected 8 items + +tests/config/test_config.py ..FF.... [100%] + +=================================== FAILURES =================================== +___________________________ test_unknown_option_name ___________________________ + +capsys = <_pytest.capture.CaptureFixture object at 0x7fae87896580> + + def test_unknown_option_name(capsys: CaptureFixture) -> None: + """Check that we correctly raise a message on an unknown option.""" + with pytest.raises(SystemExit): + Run([str(EMPTY_MODULE), "--unknown-option=yes"], exit=False) + output = capsys.readouterr() +> assert "usage: pylint" in output.err +E AssertionError: assert 'usage: pylint' in '' +E + where '' = CaptureResult(out='************* Module Command line\nCommand line:1:0: E0015: Unrecognized option found: unknown-option=yes (unrecognized-option)\n', err='').err + +tests/config/test_config.py:70: AssertionError +________________________ test_unknown_short_option_name ________________________ + +capsys = <_pytest.capture.CaptureFixture object at 0x7fae8747aca0> + + def test_unknown_short_option_name(capsys: CaptureFixture) -> None: + """Check that we correctly raise a message on an unknown short option.""" + with pytest.raises(SystemExit): + Run([str(EMPTY_MODULE), "-Q"], exit=False) + output = capsys.readouterr() +> assert "usage: pylint" in output.err +E AssertionError: assert 'usage: pylint' in '' +E + where '' = CaptureResult(out='************* Module Command line\nCommand line:1:0: E0015: Unrecognized option found: Q (unrecognized-option)\n', err='').err + +tests/config/test_config.py:79: AssertionError +=============================== warnings summary =============================== +../opt/miniconda3/envs/testbed/lib/python3.9/site-packages/astroid/interpreter/_import/util.py:6 + /opt/miniconda3/envs/testbed/lib/python3.9/site-packages/astroid/interpreter/_import/util.py:6: DeprecationWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html + import pkg_resources + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +==================================== PASSES ==================================== +=========================== short test summary info ============================ +PASSED tests/config/test_config.py::test_can_read_toml_env_variable +PASSED tests/config/test_config.py::test_unknown_message_id +PASSED tests/config/test_config.py::test_unknown_confidence +PASSED tests/config/test_config.py::test_unknown_yes_no +PASSED tests/config/test_config.py::test_unknown_py_version +PASSED tests/config/test_config.py::test_short_verbose +FAILED tests/config/test_config.py::test_unknown_option_name - AssertionError... +FAILED tests/config/test_config.py::test_unknown_short_option_name - Assertio... +==================== 2 failed, 6 passed, 1 warning in 0.20s ==================== ++ SWEBENCH_TEST_EXIT_CODE=1 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-7993/harness-summary.json b/reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-7993/harness-summary.json new file mode 100644 index 0000000..8e964a3 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-7993/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "pylint-dev__pylint-7993" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "pylint-dev__pylint-7993" + ], + "resolved_ids": [ + "pylint-dev__pylint-7993" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.pylint-dev_1776_pylint-7993:latest" + ] +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-7993/outcome.json b/reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-7993/outcome.json new file mode 100644 index 0000000..bc039f4 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-7993/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "pylint-dev__pylint-7993", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.pylint-dev_1776_pylint-7993:latest", + "patch_sha256": "70d34650ba84028e74c6ac450004dddcceb063f0310b0ff78c9849aac322d1cd", + "image_id": "sha256:3bb13e94b70487163d658200fe8bb086435089c2e61dbc89e447bc277ce7f0de", + "image_digests": [ + "swebench/sweb.eval.x86_64.pylint-dev_1776_pylint-7993@sha256:1a89517dea5a3371295b65dd312102c4782472586158ce82b65449100c55f8a4" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-7993/raw-log-manifest.json b/reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-7993/raw-log-manifest.json new file mode 100644 index 0000000..b8fd9c1 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-7993/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37848457575", + "artifact_name": "patch-shard-11", + "files": { + "harness.log": { + "sha256": "e9e58260f6093d563133490be00fd2cee9eb0f439748b1de58208868a9f7558c", + "bytes": 848 + }, + "image-pull.log": { + "sha256": "5f1fb66775b079ab3fe29ca689994c231e54a673e903e3702a768e59dd5bedb4", + "bytes": 1683 + }, + "logs/run_evaluation/patch-37848457575-11-11/agentic-posthoc-format-repair/pylint-dev__pylint-7993/eval.sh": { + "sha256": "f9f57440a1036acb3a3536a220677a4756871c32e43044ace7349c290cddcc56", + "bytes": 2848 + }, + "logs/run_evaluation/patch-37848457575-11-11/agentic-posthoc-format-repair/pylint-dev__pylint-7993/patch.diff": { + "sha256": "70d34650ba84028e74c6ac450004dddcceb063f0310b0ff78c9849aac322d1cd", + "bytes": 2283 + }, + "logs/run_evaluation/patch-37848457575-11-11/agentic-posthoc-format-repair/pylint-dev__pylint-7993/report.json": { + "sha256": "65696826d61d371106019c6bb30f0ea1a91936270d28bdaed6bea8865c7d788a", + "bytes": 1718 + }, + "logs/run_evaluation/patch-37848457575-11-11/agentic-posthoc-format-repair/pylint-dev__pylint-7993/run_instance.log": { + "sha256": "b5100d70b03e08b277a45144de6b53ee187a5b38b1125feb9e45dc00fdde8f83", + "bytes": 7385 + }, + "logs/run_evaluation/patch-37848457575-11-11/agentic-posthoc-format-repair/pylint-dev__pylint-7993/test_output.txt": { + "sha256": "a94e5f2aa18f2f36df8cc5253e6aa73abb6625127879b88b7569ff158d51e9f7", + "bytes": 1015439 + }, + "logs/run_evaluation/patch-37848457575-11-11/run.json": { + "sha256": "0241c3bea7e62e117a184b76c779d14d6ed4cc56f66c97cb8d6e02eb39277432", + "bytes": 218 + }, + "predictions.jsonl": { + "sha256": "40274ca86d84c4761991a2ea387151120ff00daec78e8e146ccc533e67986d80", + "bytes": 2515 + }, + "summary/agentic-posthoc-format-repair.patch-37848457575-11-11.json": { + "sha256": "c803c4cc30b5e5ef60fccc4904f12b04a6147e8c0d0b1d7d10f87563ee8c9938", + "bytes": 850 + } + }, + "excerpt": { + "raw_sha256": "a94e5f2aa18f2f36df8cc5253e6aa73abb6625127879b88b7569ff158d51e9f7", + "raw_lines": 20705, + "start_line": 20674, + "stop_line": 20701, + "truncated": false, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-7993/report.json b/reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-7993/report.json new file mode 100644 index 0000000..7eb7dbb --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-7993/report.json @@ -0,0 +1,40 @@ +{ + "pylint-dev__pylint-7993": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "tests/reporters/unittest_reporting.py::test_template_option_with_header" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "tests/reporters/unittest_reporting.py::test_template_option", + "tests/reporters/unittest_reporting.py::test_template_option_default", + "tests/reporters/unittest_reporting.py::test_template_option_end_line", + "tests/reporters/unittest_reporting.py::test_template_option_non_existing", + "tests/reporters/unittest_reporting.py::test_deprecation_set_output", + "tests/reporters/unittest_reporting.py::test_parseable_output_deprecated", + "tests/reporters/unittest_reporting.py::test_parseable_output_regression", + "tests/reporters/unittest_reporting.py::test_multi_format_output", + "tests/reporters/unittest_reporting.py::test_multi_reporter_independant_messages", + "tests/reporters/unittest_reporting.py::test_display_results_is_renamed" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-7993/test-output-excerpt.txt b/reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-7993/test-output-excerpt.txt new file mode 100644 index 0000000..9534cea --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/pylint-dev__pylint-7993/test-output-excerpt.txt @@ -0,0 +1,28 @@ ++ : '>>>>> Start Test Output' ++ pytest -rA tests/reporters/unittest_reporting.py +============================= test session starts ============================== +platform linux -- Python 3.9.20, pytest-7.4.4, pluggy-1.5.0 +benchmark: 4.0.0 (defaults: timer=time.perf_counter disable_gc=False min_rounds=5 min_time=0.000005 max_time=1.0 calibration_precision=10 warmup=False warmup_iterations=100000) +rootdir: /testbed +configfile: setup.cfg +plugins: timeout-2.3.1, cov-3.0.0, xdist-2.5.0, profiling-1.7.0, benchmark-4.0.0, forked-1.6.0 +collected 11 items + +tests/reporters/unittest_reporting.py ........... [100%] + +==================================== PASSES ==================================== +=========================== short test summary info ============================ +PASSED tests/reporters/unittest_reporting.py::test_template_option +PASSED tests/reporters/unittest_reporting.py::test_template_option_default +PASSED tests/reporters/unittest_reporting.py::test_template_option_end_line +PASSED tests/reporters/unittest_reporting.py::test_template_option_non_existing +PASSED tests/reporters/unittest_reporting.py::test_template_option_with_header +PASSED tests/reporters/unittest_reporting.py::test_deprecation_set_output +PASSED tests/reporters/unittest_reporting.py::test_parseable_output_deprecated +PASSED tests/reporters/unittest_reporting.py::test_parseable_output_regression +PASSED tests/reporters/unittest_reporting.py::test_multi_format_output +PASSED tests/reporters/unittest_reporting.py::test_multi_reporter_independant_messages +PASSED tests/reporters/unittest_reporting.py::test_display_results_is_renamed +============================== 11 passed in 0.17s ============================== ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/repair-17-v1/official-evaluation/results.json b/reports/experiments/repair-17-v1/official-evaluation/results.json new file mode 100644 index 0000000..2a3e057 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/results.json @@ -0,0 +1,284 @@ +{ + "schema_version": 1, + "harness_version": "5.0.2", + "total_instances": 17, + "submitted_ids": [ + "django__django-10914", + "django__django-12983", + "django__django-13447", + "django__django-13757", + "matplotlib__matplotlib-18869", + "matplotlib__matplotlib-23563", + "matplotlib__matplotlib-24149", + "matplotlib__matplotlib-26020", + "pallets__flask-4992", + "pallets__flask-5063", + "pylint-dev__pylint-6506", + "pylint-dev__pylint-7993", + "scikit-learn__scikit-learn-14092", + "scikit-learn__scikit-learn-25747", + "sphinx-doc__sphinx-7975", + "sphinx-doc__sphinx-8273", + "sympy__sympy-20154" + ], + "resolved_ids": [ + "django__django-10914", + "django__django-12983", + "django__django-13447", + "django__django-13757", + "matplotlib__matplotlib-26020", + "pylint-dev__pylint-7993", + "scikit-learn__scikit-learn-14092", + "sphinx-doc__sphinx-7975", + "sympy__sympy-20154" + ], + "unresolved_ids": [ + "matplotlib__matplotlib-18869", + "pallets__flask-4992", + "pallets__flask-5063", + "pylint-dev__pylint-6506", + "sphinx-doc__sphinx-8273" + ], + "error_ids": [], + "empty_patch_ids": [ + "matplotlib__matplotlib-23563", + "matplotlib__matplotlib-24149", + "scikit-learn__scikit-learn-25747" + ], + "missing_outcome_ids": [], + "completed_ids": [ + "django__django-10914", + "django__django-12983", + "django__django-13447", + "django__django-13757", + "matplotlib__matplotlib-18869", + "matplotlib__matplotlib-26020", + "pallets__flask-4992", + "pallets__flask-5063", + "pylint-dev__pylint-6506", + "pylint-dev__pylint-7993", + "scikit-learn__scikit-learn-14092", + "sphinx-doc__sphinx-7975", + "sphinx-doc__sphinx-8273", + "sympy__sympy-20154" + ], + "patch_resolution_rate": 0.5294117647058824, + "complete": true, + "predictions_sha256": "c7126f6cdfdc2abae9f2ab307b607df276b3689bd4fa7d8e826dc08beadfd040", + "per_issue": [ + { + "instance_id": "django__django-10914", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.django_1776_django-10914:latest", + "patch_sha256": "7862b123d126ba562ae0ebf5f90025ba4525363b04c53d8ca52067a899f73d13", + "image_id": "sha256:af3fb319a55923dac10fbaee8c0aa0a9d21fe5c42603734812cc020c998e40a3", + "image_digests": [ + "swebench/sweb.eval.x86_64.django_1776_django-10914@sha256:f26f0db931c6c1e785ab8287e1ea4f5f948846267db159deaf90b3fe7adea4e9" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "django__django-12983", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.django_1776_django-12983:latest", + "patch_sha256": "9d1e633dedf21513116c000fba6f6def1d84aec212b6e462df078b9dd926474a", + "image_id": "sha256:70d258cf7755145344745797bdf6dfda709e9892fe9f46342e3cda3b634dc465", + "image_digests": [ + "swebench/sweb.eval.x86_64.django_1776_django-12983@sha256:f89a493dc687475e9f309b2bcb838ea6722faef9878f49b9ee6dfdd3eaa19c80" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "django__django-13447", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.django_1776_django-13447:latest", + "patch_sha256": "09df14cb5881bbb37003494eaa66a39d2a39c063a7a59c2e3d7f2eafb46fdadc", + "image_id": "sha256:7806040ef994511d018f9841ca8085f5341e69b67fd71dfebd1cd6cf539c4813", + "image_digests": [ + "swebench/sweb.eval.x86_64.django_1776_django-13447@sha256:438961b7e55161f67770d51b6bdf579d5a44b17725950fdb64fd72c6d8d79af2" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "django__django-13757", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.django_1776_django-13757:latest", + "patch_sha256": "fe6bbd2d2b782221da1845ffe35906314a4a7444b0eadfe51df0c518c397d0e2", + "image_id": "sha256:d51b1903a97c14dec18521301ecc399c8e8a020df8d4adb5ad5a208e64394f03", + "image_digests": [ + "swebench/sweb.eval.x86_64.django_1776_django-13757@sha256:dd528b63c859179d98439027610c5c741dba0085c7dc2a9e79bd899afbe7ebef" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "matplotlib__matplotlib-18869", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-18869:latest", + "patch_sha256": "7d45175687994e6de252b3f61e6ea968e03e04d7056694f406eaa01f3bea6d6a", + "image_id": "sha256:c8ba332ecbc176982c4b2df89690be4961199029a5227e8e5122329b1879a1ae", + "image_digests": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-18869@sha256:b336640dcab0603d825bae6c20f7acbd6cd37f4aa5c88cc47d126b8756303754" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "matplotlib__matplotlib-23563", + "status": "empty_patch", + "resolved": false, + "patch_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "instance_id": "matplotlib__matplotlib-24149", + "status": "empty_patch", + "resolved": false, + "patch_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "instance_id": "matplotlib__matplotlib-26020", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-26020:latest", + "patch_sha256": "db5d96b3dc733a6036b660885c4c779aa1bf2f00640e3c74393a3f0db8ae2c64", + "image_id": "sha256:f339d307d54fd5fac1d4ecd9d9a54b443aaeb8ac05ffe1c19a00043521236347", + "image_digests": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-26020@sha256:e095802920d7f6e282832fc436a36699adda9f6da08b86a13058d8393b79246f" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "pallets__flask-4992", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.pallets_1776_flask-4992:latest", + "patch_sha256": "fa9eb396883e07f8687377fc2b370773b09f849c2e671ed5482f94d2b1226c88", + "image_id": "sha256:b6943616922659ca12ba82ca60561483c40f00d80a3a11045d2d0b6b000fb253", + "image_digests": [ + "swebench/sweb.eval.x86_64.pallets_1776_flask-4992@sha256:bb1460876a7bc667f71b46aac744dd6f6d7f5f66e79902461cf76c6f8c4f7150" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "pallets__flask-5063", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.pallets_1776_flask-5063:latest", + "patch_sha256": "856a41dea09b0e8afcea5358938e755a7e968c3c0344c33b0f24ce9d9a754723", + "image_id": "sha256:c253a21fce4f73b6b2f78c79aa60f401c4d2facca34133a4fe661fb50ed41856", + "image_digests": [ + "swebench/sweb.eval.x86_64.pallets_1776_flask-5063@sha256:05369549db34553599f6f96d65ee9c75173c02d9285d283422f6b6e49f0b8df2" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "pylint-dev__pylint-6506", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.pylint-dev_1776_pylint-6506:latest", + "patch_sha256": "a0712ed944581f6e14f785654c76616bcbdbd2191a895698e7a067bc6f984523", + "image_id": "sha256:f36fa34ed8366cd0a4cab240305841b939db316bbbe5c632dc0c85c8a550954a", + "image_digests": [ + "swebench/sweb.eval.x86_64.pylint-dev_1776_pylint-6506@sha256:f2304d2a6461bc098bc872efc4474b34b54eec72f5a87bacc0509a88ba52fb2d" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "pylint-dev__pylint-7993", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.pylint-dev_1776_pylint-7993:latest", + "patch_sha256": "70d34650ba84028e74c6ac450004dddcceb063f0310b0ff78c9849aac322d1cd", + "image_id": "sha256:3bb13e94b70487163d658200fe8bb086435089c2e61dbc89e447bc277ce7f0de", + "image_digests": [ + "swebench/sweb.eval.x86_64.pylint-dev_1776_pylint-7993@sha256:1a89517dea5a3371295b65dd312102c4782472586158ce82b65449100c55f8a4" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "scikit-learn__scikit-learn-14092", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.scikit-learn_1776_scikit-learn-14092:latest", + "patch_sha256": "c855234af69ae9fa28c7efd8eead84878a084dd9e349e29a25bc185b3d5c9afc", + "image_id": "sha256:dee3d84b74e898d85a8d01182155cb18deec3f17d4016c9d19bbdcee487a380c", + "image_digests": [ + "swebench/sweb.eval.x86_64.scikit-learn_1776_scikit-learn-14092@sha256:f578f100f3ded6c71827d2d116554486e50c4e67fca393b615d2a568bd5a16a3" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "scikit-learn__scikit-learn-25747", + "status": "empty_patch", + "resolved": false, + "patch_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "instance_id": "sphinx-doc__sphinx-7975", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-7975:latest", + "patch_sha256": "5a6240ec9484ff97e3732199e1cabbe03df37c5d9038e2dd1aff7a4138eb93bc", + "image_id": "sha256:cf5afc95e7afe1360e9a355e2a7da6b5114f7dc77ecd419ccc9ef3fd29416034", + "image_digests": [ + "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-7975@sha256:6599f73068049dd8fe352bc84b617b8fa2d5b376083160f8f3c1e9a47e6751f2" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "sphinx-doc__sphinx-8273", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-8273:latest", + "patch_sha256": "7277288c08faf19b71b655fac3a8ff4b947ce2bc5c626ef49a48b02b38272548", + "image_id": "sha256:3d817912247cc6aaf5542cb2966d2d4d944e3932b214c1895e6e88498b746089", + "image_digests": [ + "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-8273@sha256:1a24d35093ca84da7e202e76c38859438281b3808936ad87d78404ad9114c739" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "sympy__sympy-20154", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.sympy_1776_sympy-20154:latest", + "patch_sha256": "9e426e2dd81bdd5782f7af6a1c0b936a4b800542d83e4a3e95036f0c2a365c97", + "image_id": "sha256:2660d6b354036cc50ec0289e477abfb562dc4fddb55ca272e8412d76e4dac45c", + "image_digests": [ + "swebench/sweb.eval.x86_64.sympy_1776_sympy-20154@sha256:d05bbd76c08f2d5b444f6f304ed6d4621f7e5a20db97f9fd0c602210068b0f80" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + } + ] +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/scikit-learn__scikit-learn-14092/harness-summary.json b/reports/experiments/repair-17-v1/official-evaluation/scikit-learn__scikit-learn-14092/harness-summary.json new file mode 100644 index 0000000..3a4492d --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/scikit-learn__scikit-learn-14092/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "scikit-learn__scikit-learn-14092" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "scikit-learn__scikit-learn-14092" + ], + "resolved_ids": [ + "scikit-learn__scikit-learn-14092" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.scikit-learn_1776_scikit-learn-14092:latest" + ] +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/scikit-learn__scikit-learn-14092/outcome.json b/reports/experiments/repair-17-v1/official-evaluation/scikit-learn__scikit-learn-14092/outcome.json new file mode 100644 index 0000000..579299a --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/scikit-learn__scikit-learn-14092/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "scikit-learn__scikit-learn-14092", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.scikit-learn_1776_scikit-learn-14092:latest", + "patch_sha256": "c855234af69ae9fa28c7efd8eead84878a084dd9e349e29a25bc185b3d5c9afc", + "image_id": "sha256:dee3d84b74e898d85a8d01182155cb18deec3f17d4016c9d19bbdcee487a380c", + "image_digests": [ + "swebench/sweb.eval.x86_64.scikit-learn_1776_scikit-learn-14092@sha256:f578f100f3ded6c71827d2d116554486e50c4e67fca393b615d2a568bd5a16a3" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/scikit-learn__scikit-learn-14092/raw-log-manifest.json b/reports/experiments/repair-17-v1/official-evaluation/scikit-learn__scikit-learn-14092/raw-log-manifest.json new file mode 100644 index 0000000..73dca0e --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/scikit-learn__scikit-learn-14092/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37848457575", + "artifact_name": "patch-shard-12", + "files": { + "harness.log": { + "sha256": "10fbb753246156206ee1e47bd8738aa31fd6f251ca4b833b7d669afebf8986c9", + "bytes": 857 + }, + "image-pull.log": { + "sha256": "d71eff25a2a9eeb0b2772e7b7a01765685eca3db4f14992848586b784ba053ae", + "bytes": 1677 + }, + "logs/run_evaluation/patch-37848457575-12-12/agentic-posthoc-format-repair/scikit-learn__scikit-learn-14092/eval.sh": { + "sha256": "16c6581209e81ce16400a149e7c5b0788f28b5f39d5a2e2fac3468709dd7c946", + "bytes": 2115 + }, + "logs/run_evaluation/patch-37848457575-12-12/agentic-posthoc-format-repair/scikit-learn__scikit-learn-14092/patch.diff": { + "sha256": "c855234af69ae9fa28c7efd8eead84878a084dd9e349e29a25bc185b3d5c9afc", + "bytes": 1804 + }, + "logs/run_evaluation/patch-37848457575-12-12/agentic-posthoc-format-repair/scikit-learn__scikit-learn-14092/report.json": { + "sha256": "e9d783d2167c5fcb4e9d636c0f61c50f654ac7878c4b90b23aa14f8c8b2015b0", + "bytes": 19019 + }, + "logs/run_evaluation/patch-37848457575-12-12/agentic-posthoc-format-repair/scikit-learn__scikit-learn-14092/run_instance.log": { + "sha256": "b50778e2e096dfe625fd730bc8520a29bfa071ed40f3e00992ffc4e77e941dfb", + "bytes": 20649 + }, + "logs/run_evaluation/patch-37848457575-12-12/agentic-posthoc-format-repair/scikit-learn__scikit-learn-14092/test_output.txt": { + "sha256": "fe61fe3c5aad63806a170f6b8ce6940ed3d4e84b43cb49ffc742201e949e5722", + "bytes": 365821 + }, + "logs/run_evaluation/patch-37848457575-12-12/run.json": { + "sha256": "d2672706b4fd111589de8e70b6296584456fbefbc09a228423685f5d6a279dc4", + "bytes": 227 + }, + "predictions.jsonl": { + "sha256": "adf0a1d1fcea3796bf8b6217507c722f43d208e8ed1cc0f857d9e213b61d0c4a", + "bytes": 1976 + }, + "summary/agentic-posthoc-format-repair.patch-37848457575-12-12.json": { + "sha256": "e5cdd1e5fd28ec3d144f227829ad75abdea6a8cfb1855ea857c55fab89ec28a4", + "bytes": 886 + } + }, + "excerpt": { + "raw_sha256": "fe61fe3c5aad63806a170f6b8ce6940ed3d4e84b43cb49ffc742201e949e5722", + "raw_lines": 7766, + "start_line": 7603, + "stop_line": 7762, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/scikit-learn__scikit-learn-14092/report.json b/reports/experiments/repair-17-v1/official-evaluation/scikit-learn__scikit-learn-14092/report.json new file mode 100644 index 0000000..e2e5995 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/scikit-learn__scikit-learn-14092/report.json @@ -0,0 +1,244 @@ +{ + "scikit-learn__scikit-learn-14092": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "sklearn/neighbors/tests/test_nca.py::test_parameters_valid_types[n_components-value0]", + "sklearn/neighbors/tests/test_nca.py::test_parameters_valid_types[max_iter-value1]", + "sklearn/neighbors/tests/test_nca.py::test_parameters_valid_types[tol-value2]" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "sklearn/neighbors/tests/test_nca.py::test_simple_example", + "sklearn/neighbors/tests/test_nca.py::test_toy_example_collapse_points", + "sklearn/neighbors/tests/test_nca.py::test_finite_differences", + "sklearn/neighbors/tests/test_nca.py::test_params_validation", + "sklearn/neighbors/tests/test_nca.py::test_transformation_dimensions", + "sklearn/neighbors/tests/test_nca.py::test_n_components", + "sklearn/neighbors/tests/test_nca.py::test_init_transformation", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-5-3-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-5-3-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-5-3-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-5-3-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-5-5-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-5-5-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-5-5-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-5-5-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-5-7-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-5-7-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-5-7-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-5-7-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-5-11-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-5-11-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-5-11-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-5-11-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-7-3-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-7-3-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-7-3-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-7-3-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-7-5-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-7-5-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-7-5-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-7-5-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-7-7-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-7-7-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-7-7-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-7-7-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-7-11-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-7-11-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-7-11-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-7-11-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-11-3-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-11-3-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-11-3-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-11-3-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-11-5-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-11-5-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-11-5-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-11-5-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-11-7-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-11-7-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-11-7-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-11-7-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-11-11-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-11-11-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-11-11-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-11-11-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-3-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-3-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-3-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-3-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-5-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-5-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-5-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-5-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-7-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-7-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-7-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-7-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-11-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-11-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-11-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-11-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-3-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-3-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-3-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-3-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-5-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-5-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-5-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-5-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-7-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-7-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-7-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-7-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-11-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-11-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-11-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-11-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-3-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-3-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-3-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-3-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-5-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-5-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-5-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-5-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-7-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-7-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-7-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-7-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-11-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-11-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-11-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-11-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-3-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-3-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-3-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-3-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-5-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-5-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-5-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-5-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-7-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-7-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-7-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-7-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-11-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-11-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-11-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-11-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-3-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-3-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-3-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-3-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-5-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-5-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-5-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-5-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-7-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-7-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-7-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-7-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-11-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-11-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-11-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-11-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-3-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-3-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-3-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-3-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-5-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-5-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-5-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-5-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-7-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-7-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-7-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-7-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-11-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-11-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-11-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-11-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-3-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-3-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-3-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-3-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-5-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-5-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-5-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-5-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-7-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-7-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-7-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-7-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-11-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-11-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-11-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-11-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-3-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-3-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-3-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-3-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-5-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-5-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-5-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-5-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-7-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-7-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-7-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-7-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-11-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-11-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-11-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-11-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-3-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-3-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-3-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-3-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-5-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-5-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-5-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-5-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-7-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-7-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-7-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-7-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-11-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-11-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-11-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-11-11]", + "sklearn/neighbors/tests/test_nca.py::test_warm_start_validation", + "sklearn/neighbors/tests/test_nca.py::test_warm_start_effectiveness", + "sklearn/neighbors/tests/test_nca.py::test_verbose[pca]", + "sklearn/neighbors/tests/test_nca.py::test_verbose[lda]", + "sklearn/neighbors/tests/test_nca.py::test_verbose[identity]", + "sklearn/neighbors/tests/test_nca.py::test_verbose[random]", + "sklearn/neighbors/tests/test_nca.py::test_verbose[precomputed]", + "sklearn/neighbors/tests/test_nca.py::test_no_verbose", + "sklearn/neighbors/tests/test_nca.py::test_singleton_class", + "sklearn/neighbors/tests/test_nca.py::test_one_class", + "sklearn/neighbors/tests/test_nca.py::test_callback", + "sklearn/neighbors/tests/test_nca.py::test_expected_transformation_shape", + "sklearn/neighbors/tests/test_nca.py::test_convergence_warning" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/repair-17-v1/official-evaluation/scikit-learn__scikit-learn-14092/test-output-excerpt.txt b/reports/experiments/repair-17-v1/official-evaluation/scikit-learn__scikit-learn-14092/test-output-excerpt.txt new file mode 100644 index 0000000..e9bee10 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/scikit-learn__scikit-learn-14092/test-output-excerpt.txt @@ -0,0 +1,160 @@ +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-3-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-5-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-5-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-5-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-5-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-7-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-7-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-7-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-7-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-11-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-11-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-11-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-11-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-3-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-3-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-3-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-3-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-5-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-5-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-5-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-5-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-7-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-7-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-7-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-7-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-11-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-11-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-11-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-11-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-3-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-3-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-3-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-3-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-5-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-5-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-5-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-5-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-7-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-7-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-7-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-7-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-11-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-11-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-11-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-11-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-3-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-3-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-3-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-3-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-5-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-5-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-5-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-5-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-7-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-7-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-7-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-7-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-11-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-11-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-11-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-11-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-3-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-3-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-3-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-3-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-5-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-5-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-5-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-5-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-7-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-7-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-7-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-7-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-11-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-11-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-11-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-11-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-3-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-3-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-3-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-3-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-5-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-5-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-5-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-5-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-7-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-7-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-7-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-7-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-11-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-11-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-11-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-11-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-3-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-3-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-3-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-3-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-5-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-5-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-5-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-5-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-7-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-7-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-7-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-7-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-11-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-11-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-11-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-11-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-3-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-3-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-3-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-3-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-5-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-5-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-5-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-5-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-7-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-7-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-7-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-7-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-11-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-11-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-11-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-11-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-3-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-3-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-3-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-3-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-5-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-5-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-5-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-5-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-7-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-7-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-7-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-7-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-11-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-11-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-11-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-11-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_warm_start_validation +PASSED sklearn/neighbors/tests/test_nca.py::test_warm_start_effectiveness +PASSED sklearn/neighbors/tests/test_nca.py::test_verbose[pca] +PASSED sklearn/neighbors/tests/test_nca.py::test_verbose[lda] +PASSED sklearn/neighbors/tests/test_nca.py::test_verbose[identity] +PASSED sklearn/neighbors/tests/test_nca.py::test_verbose[random] +PASSED sklearn/neighbors/tests/test_nca.py::test_verbose[precomputed] +PASSED sklearn/neighbors/tests/test_nca.py::test_no_verbose +PASSED sklearn/neighbors/tests/test_nca.py::test_singleton_class +PASSED sklearn/neighbors/tests/test_nca.py::test_one_class +PASSED sklearn/neighbors/tests/test_nca.py::test_callback +PASSED sklearn/neighbors/tests/test_nca.py::test_expected_transformation_shape +PASSED sklearn/neighbors/tests/test_nca.py::test_convergence_warning +PASSED sklearn/neighbors/tests/test_nca.py::test_parameters_valid_types[n_components-value0] +PASSED sklearn/neighbors/tests/test_nca.py::test_parameters_valid_types[max_iter-value1] +PASSED sklearn/neighbors/tests/test_nca.py::test_parameters_valid_types[tol-value2] +======================= 215 passed, 25 warnings in 1.08s ======================= ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/repair-17-v1/official-evaluation/scikit-learn__scikit-learn-25747/outcome.json b/reports/experiments/repair-17-v1/official-evaluation/scikit-learn__scikit-learn-25747/outcome.json new file mode 100644 index 0000000..4f0075e --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/scikit-learn__scikit-learn-25747/outcome.json @@ -0,0 +1,6 @@ +{ + "instance_id": "scikit-learn__scikit-learn-25747", + "status": "empty_patch", + "resolved": false, + "patch_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-7975/harness-summary.json b/reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-7975/harness-summary.json new file mode 100644 index 0000000..eeb4f82 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-7975/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "sphinx-doc__sphinx-7975" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "sphinx-doc__sphinx-7975" + ], + "resolved_ids": [ + "sphinx-doc__sphinx-7975" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-7975:latest" + ] +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-7975/outcome.json b/reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-7975/outcome.json new file mode 100644 index 0000000..cfac1eb --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-7975/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "sphinx-doc__sphinx-7975", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-7975:latest", + "patch_sha256": "5a6240ec9484ff97e3732199e1cabbe03df37c5d9038e2dd1aff7a4138eb93bc", + "image_id": "sha256:cf5afc95e7afe1360e9a355e2a7da6b5114f7dc77ecd419ccc9ef3fd29416034", + "image_digests": [ + "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-7975@sha256:6599f73068049dd8fe352bc84b617b8fa2d5b376083160f8f3c1e9a47e6751f2" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-7975/raw-log-manifest.json b/reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-7975/raw-log-manifest.json new file mode 100644 index 0000000..dea5224 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-7975/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37848457575", + "artifact_name": "patch-shard-14", + "files": { + "harness.log": { + "sha256": "d896a8d556424668b9b03ecfed866ef8216c135d37dd756aef8473c4ef38f805", + "bytes": 848 + }, + "image-pull.log": { + "sha256": "9258d37640852128416ece2530200a7d3de27bc0fa39a70458954c7a470d8921", + "bytes": 1683 + }, + "logs/run_evaluation/patch-37848457575-14-14/agentic-posthoc-format-repair/sphinx-doc__sphinx-7975/eval.sh": { + "sha256": "4f3fc50249110e3f1f8d051b7272e23169559344fca02b5e4712b7cc3aef21ff", + "bytes": 1963 + }, + "logs/run_evaluation/patch-37848457575-14-14/agentic-posthoc-format-repair/sphinx-doc__sphinx-7975/patch.diff": { + "sha256": "5a6240ec9484ff97e3732199e1cabbe03df37c5d9038e2dd1aff7a4138eb93bc", + "bytes": 1845 + }, + "logs/run_evaluation/patch-37848457575-14-14/agentic-posthoc-format-repair/sphinx-doc__sphinx-7975/report.json": { + "sha256": "da1a6f10071c5d13831026f5833ab329f0a394b57c981cb82b4f20f4ae6ad735", + "bytes": 1398 + }, + "logs/run_evaluation/patch-37848457575-14-14/agentic-posthoc-format-repair/sphinx-doc__sphinx-7975/run_instance.log": { + "sha256": "33ae0e915458390709a0bf4d0ec07207c901bd9dcfb217f347cac5417d95e2af", + "bytes": 7431 + }, + "logs/run_evaluation/patch-37848457575-14-14/agentic-posthoc-format-repair/sphinx-doc__sphinx-7975/test_output.txt": { + "sha256": "6fcb341e456939ae0ce19386ac7a1511570e3779476f4a2f63db514c1b22930d", + "bytes": 400365 + }, + "logs/run_evaluation/patch-37848457575-14-14/run.json": { + "sha256": "d79afa866c6379583080b5f39afb7da2e851c2513f91ed34617e3e9c2f73c211", + "bytes": 218 + }, + "predictions.jsonl": { + "sha256": "cdf15d1ef0e963aca591a3baeae69c5b59b5fe02e90dda8d12aa36661d484314", + "bytes": 2001 + }, + "summary/agentic-posthoc-format-repair.patch-37848457575-14-14.json": { + "sha256": "0c7c5e5c3d3f35a20afdeab8a52948bef9e07fed27d3b464189b4d89b70254ff", + "bytes": 850 + } + }, + "excerpt": { + "raw_sha256": "6fcb341e456939ae0ce19386ac7a1511570e3779476f4a2f63db514c1b22930d", + "raw_lines": 9468, + "start_line": 9305, + "stop_line": 9464, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-7975/report.json b/reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-7975/report.json new file mode 100644 index 0000000..8556295 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-7975/report.json @@ -0,0 +1,37 @@ +{ + "sphinx-doc__sphinx-7975": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "tests/test_environment_indexentries.py::test_create_single_index" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "tests/test_environment_indexentries.py::test_create_pair_index", + "tests/test_environment_indexentries.py::test_create_triple_index", + "tests/test_environment_indexentries.py::test_create_see_index", + "tests/test_environment_indexentries.py::test_create_seealso_index", + "tests/test_environment_indexentries.py::test_create_main_index", + "tests/test_environment_indexentries.py::test_create_index_with_name", + "tests/test_environment_indexentries.py::test_create_index_by_key" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-7975/test-output-excerpt.txt b/reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-7975/test-output-excerpt.txt new file mode 100644 index 0000000..7e0975f --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-7975/test-output-excerpt.txt @@ -0,0 +1,160 @@ +tests/test_environment_indexentries.py::test_create_triple_index +tests/test_environment_indexentries.py::test_create_see_index +tests/test_environment_indexentries.py::test_create_seealso_index +tests/test_environment_indexentries.py::test_create_main_index +tests/test_environment_indexentries.py::test_create_index_with_name +tests/test_environment_indexentries.py::test_create_index_by_key + /testbed/sphinx/transforms/__init__.py:302: PendingDeprecationWarning: nodes.Node.traverse() is obsoleted by Node.findall(). + for node in self.document.traverse(nodes.system_message): + +tests/test_environment_indexentries.py::test_create_single_index +tests/test_environment_indexentries.py::test_create_pair_index +tests/test_environment_indexentries.py::test_create_triple_index +tests/test_environment_indexentries.py::test_create_see_index +tests/test_environment_indexentries.py::test_create_seealso_index +tests/test_environment_indexentries.py::test_create_main_index +tests/test_environment_indexentries.py::test_create_index_with_name +tests/test_environment_indexentries.py::test_create_index_by_key + /testbed/sphinx/transforms/__init__.py:391: PendingDeprecationWarning: nodes.Node.traverse() is obsoleted by Node.findall(). + for node in self.document.traverse(addnodes.manpage): + +tests/test_environment_indexentries.py::test_create_single_index +tests/test_environment_indexentries.py::test_create_pair_index +tests/test_environment_indexentries.py::test_create_triple_index +tests/test_environment_indexentries.py::test_create_see_index +tests/test_environment_indexentries.py::test_create_seealso_index +tests/test_environment_indexentries.py::test_create_main_index +tests/test_environment_indexentries.py::test_create_index_with_name +tests/test_environment_indexentries.py::test_create_index_by_key + /testbed/sphinx/transforms/i18n.py:484: PendingDeprecationWarning: nodes.Node.traverse() is obsoleted by Node.findall(). + for inline in self.document.traverse(matcher): # type: nodes.inline + +tests/test_environment_indexentries.py::test_create_index_with_name +tests/test_environment_indexentries.py::test_create_index_with_name + /testbed/sphinx/domains/std.py:739: PendingDeprecationWarning: nodes.Node.traverse() is obsoleted by Node.findall(). + toctree = next(iter(node.traverse(addnodes.toctree)), None) + +tests/test_environment_indexentries.py::test_create_index_by_key +tests/test_environment_indexentries.py::test_create_index_by_key +tests/test_environment_indexentries.py::test_create_index_by_key + /testbed/sphinx/util/nodes.py:154: PendingDeprecationWarning: nodes.Node.traverse() is obsoleted by Node.findall(). + for classifier in reversed(list(node.parent.traverse(nodes.classifier))): + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +==================================== PASSES ==================================== +--------------------------- Captured stdout teardown --------------------------- +# testroot: root +# builder: dummy +# srcdir: /tmp/pytest-of-root/pytest-0/root +# outdir: /tmp/pytest-of-root/pytest-0/root/_build/dummy +# status: +Running Sphinx v3.2.0 + +# warning: +WARNING: while setting up extension sphinx.addnodes: node class 'meta' is already registered, its visitors will be overridden + +--------------------------- Captured stdout teardown --------------------------- +# testroot: root +# builder: dummy +# srcdir: /tmp/pytest-of-root/pytest-0/root +# outdir: /tmp/pytest-of-root/pytest-0/root/_build/dummy +# status: +Running Sphinx v3.2.0 + +# warning: +WARNING: while setting up extension sphinx.addnodes: node class 'meta' is already registered, its visitors will be overridden + +--------------------------- Captured stdout teardown --------------------------- +# testroot: root +# builder: dummy +# srcdir: /tmp/pytest-of-root/pytest-0/root +# outdir: /tmp/pytest-of-root/pytest-0/root/_build/dummy +# status: +Running Sphinx v3.2.0 + +# warning: +WARNING: while setting up extension sphinx.addnodes: node class 'meta' is already registered, its visitors will be overridden + +--------------------------- Captured stdout teardown --------------------------- +# testroot: root +# builder: dummy +# srcdir: /tmp/pytest-of-root/pytest-0/root +# outdir: /tmp/pytest-of-root/pytest-0/root/_build/dummy +# status: +Running Sphinx v3.2.0 + +# warning: +WARNING: while setting up extension sphinx.addnodes: node class 'meta' is already registered, its visitors will be overridden + +--------------------------- Captured stdout teardown --------------------------- +# testroot: root +# builder: dummy +# srcdir: /tmp/pytest-of-root/pytest-0/root +# outdir: /tmp/pytest-of-root/pytest-0/root/_build/dummy +# status: +Running Sphinx v3.2.0 + +# warning: +WARNING: while setting up extension sphinx.addnodes: node class 'meta' is already registered, its visitors will be overridden + +--------------------------- Captured stdout teardown --------------------------- +# testroot: root +# builder: dummy +# srcdir: /tmp/pytest-of-root/pytest-0/root +# outdir: /tmp/pytest-of-root/pytest-0/root/_build/dummy +# status: +Running Sphinx v3.2.0 + +# warning: +WARNING: while setting up extension sphinx.addnodes: node class 'meta' is already registered, its visitors will be overridden + +--------------------------- Captured stdout teardown --------------------------- +# testroot: root +# builder: dummy +# srcdir: /tmp/pytest-of-root/pytest-0/root +# outdir: /tmp/pytest-of-root/pytest-0/root/_build/dummy +# status: +Running Sphinx v3.2.0 + +# warning: +WARNING: while setting up extension sphinx.addnodes: node class 'meta' is already registered, its visitors will be overridden + +--------------------------- Captured stdout teardown --------------------------- +# testroot: root +# builder: dummy +# srcdir: /tmp/pytest-of-root/pytest-0/root +# outdir: /tmp/pytest-of-root/pytest-0/root/_build/dummy +# status: +Running Sphinx v3.2.0 + +# warning: +WARNING: while setting up extension sphinx.addnodes: node class 'meta' is already registered, its visitors will be overridden + +============================= slowest 25 durations ============================= +0.21s setup tests/test_environment_indexentries.py::test_create_single_index +0.03s call tests/test_environment_indexentries.py::test_create_triple_index +0.01s call tests/test_environment_indexentries.py::test_create_single_index +0.01s setup tests/test_environment_indexentries.py::test_create_see_index +0.01s setup tests/test_environment_indexentries.py::test_create_seealso_index +0.01s setup tests/test_environment_indexentries.py::test_create_main_index +0.01s setup tests/test_environment_indexentries.py::test_create_pair_index +0.01s setup tests/test_environment_indexentries.py::test_create_index_with_name +0.01s setup tests/test_environment_indexentries.py::test_create_triple_index +0.01s setup tests/test_environment_indexentries.py::test_create_index_by_key + +(14 durations < 0.005s hidden. Use -vv to show these durations.) +=========================== short test summary info ============================ +PASSED tests/test_environment_indexentries.py::test_create_single_index +PASSED tests/test_environment_indexentries.py::test_create_pair_index +PASSED tests/test_environment_indexentries.py::test_create_triple_index +PASSED tests/test_environment_indexentries.py::test_create_see_index +PASSED tests/test_environment_indexentries.py::test_create_seealso_index +PASSED tests/test_environment_indexentries.py::test_create_main_index +PASSED tests/test_environment_indexentries.py::test_create_index_with_name +PASSED tests/test_environment_indexentries.py::test_create_index_by_key +======================= 8 passed, 204 warnings in 0.36s ======================== +py39: exit 0 (0.77 seconds) /testbed> pytest -rA --durations 25 tests/test_environment_indexentries.py pid=76 + py39: OK (0.78=setup[0.01]+cmd[0.77] seconds) + congratulations :) (0.84 seconds) ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-8273/harness-summary.json b/reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-8273/harness-summary.json new file mode 100644 index 0000000..8c148ab --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-8273/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 0, + "unresolved_instances": 1, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "sphinx-doc__sphinx-8273" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "sphinx-doc__sphinx-8273" + ], + "resolved_ids": [], + "unresolved_ids": [ + "sphinx-doc__sphinx-8273" + ], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-8273:latest" + ] +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-8273/outcome.json b/reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-8273/outcome.json new file mode 100644 index 0000000..f118718 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-8273/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "sphinx-doc__sphinx-8273", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-8273:latest", + "patch_sha256": "7277288c08faf19b71b655fac3a8ff4b947ce2bc5c626ef49a48b02b38272548", + "image_id": "sha256:3d817912247cc6aaf5542cb2966d2d4d944e3932b214c1895e6e88498b746089", + "image_digests": [ + "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-8273@sha256:1a24d35093ca84da7e202e76c38859438281b3808936ad87d78404ad9114c739" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-8273/raw-log-manifest.json b/reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-8273/raw-log-manifest.json new file mode 100644 index 0000000..01855f5 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-8273/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37848457575", + "artifact_name": "patch-shard-15", + "files": { + "harness.log": { + "sha256": "073e1c324163a5f682e473fb87796617287e1f9f082ec9f16544e11abe2e6dec", + "bytes": 848 + }, + "image-pull.log": { + "sha256": "262c7269e95dff6ec166536291fb6501a92c18d2a3985490715df2fa360a0be1", + "bytes": 1661 + }, + "logs/run_evaluation/patch-37848457575-15-15/agentic-posthoc-format-repair/sphinx-doc__sphinx-8273/eval.sh": { + "sha256": "62fbc2da7b1f80bc71622bcbd695e0a6bc1d941a80f3ce94e7dd71c38a70208b", + "bytes": 1388 + }, + "logs/run_evaluation/patch-37848457575-15-15/agentic-posthoc-format-repair/sphinx-doc__sphinx-8273/patch.diff": { + "sha256": "7277288c08faf19b71b655fac3a8ff4b947ce2bc5c626ef49a48b02b38272548", + "bytes": 1253 + }, + "logs/run_evaluation/patch-37848457575-15-15/agentic-posthoc-format-repair/sphinx-doc__sphinx-8273/report.json": { + "sha256": "5d8d92273d170ea38ec46a8cbad9c2d28d55c4bd6c28889eec1ff0811ee5b2b6", + "bytes": 982 + }, + "logs/run_evaluation/patch-37848457575-15-15/agentic-posthoc-format-repair/sphinx-doc__sphinx-8273/run_instance.log": { + "sha256": "486cd092b5c0eb26e04179e12c354fa1ac67d589191eecfdfbff85452e9c1e2b", + "bytes": 5295 + }, + "logs/run_evaluation/patch-37848457575-15-15/agentic-posthoc-format-repair/sphinx-doc__sphinx-8273/test_output.txt": { + "sha256": "06723450a88a139a68ed527901376f35fbcc01b4e2747b7c7c2362b51705120d", + "bytes": 412510 + }, + "logs/run_evaluation/patch-37848457575-15-15/run.json": { + "sha256": "42122b6c67e8539337eb7ef78e75644527b3e07636f8db5c475a89948951ee19", + "bytes": 218 + }, + "predictions.jsonl": { + "sha256": "8713af7a6e840ef37f540d636e4fd321b1451c3ba0dc14c4817d623ce3b91790", + "bytes": 1402 + }, + "summary/agentic-posthoc-format-repair.patch-37848457575-15-15.json": { + "sha256": "a12ade656c5515956a519c85b506d5261e39ddc16c7ddbdacfaa93799bde877a", + "bytes": 850 + } + }, + "excerpt": { + "raw_sha256": "06723450a88a139a68ed527901376f35fbcc01b4e2747b7c7c2362b51705120d", + "raw_lines": 9590, + "start_line": 9427, + "stop_line": 9586, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-8273/report.json b/reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-8273/report.json new file mode 100644 index 0000000..2dc3243 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-8273/report.json @@ -0,0 +1,33 @@ +{ + "sphinx-doc__sphinx-8273": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": false, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [], + "failure": [ + "tests/test_build_manpage.py::test_man_make_section_directory" + ] + }, + "PASS_TO_PASS": { + "success": [ + "tests/test_build_manpage.py::test_all", + "tests/test_build_manpage.py::test_default_man_pages", + "tests/test_build_manpage.py::test_rubric" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-8273/test-output-excerpt.txt b/reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-8273/test-output-excerpt.txt new file mode 100644 index 0000000..754ce9c --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/sphinx-doc__sphinx-8273/test-output-excerpt.txt @@ -0,0 +1,160 @@ +tests/test_build_manpage.py::test_captioned_code_block +tests/test_build_manpage.py::test_rubric + /testbed/sphinx/transforms/post_transforms/__init__.py:215: PendingDeprecationWarning: nodes.Node.traverse() is obsoleted by Node.findall(). + for node in self.document.traverse(addnodes.desc_sig_element): + +tests/test_build_manpage.py::test_all +tests/test_build_manpage.py::test_man_make_section_directory +tests/test_build_manpage.py::test_captioned_code_block +tests/test_build_manpage.py::test_rubric + /testbed/sphinx/builders/latex/transforms.py:595: PendingDeprecationWarning: nodes.Node.traverse() is obsoleted by Node.findall(). + for node in self.document.traverse(nodes.title): + +tests/test_build_manpage.py: 86 warnings + /testbed/sphinx/builders/latex/transforms.py:597: PendingDeprecationWarning: nodes.Node.traverse() is obsoleted by Node.findall(). + for i, index in enumerate(node.traverse(addnodes.index)): + +tests/test_build_manpage.py::test_all +tests/test_build_manpage.py::test_man_make_section_directory +tests/test_build_manpage.py::test_captioned_code_block +tests/test_build_manpage.py::test_rubric + /testbed/sphinx/transforms/post_transforms/code.py:44: PendingDeprecationWarning: nodes.Node.traverse() is obsoleted by Node.findall(). + for node in self.document.traverse(addnodes.highlightlang): + +tests/test_build_manpage.py::test_all +tests/test_build_manpage.py::test_man_make_section_directory +tests/test_build_manpage.py::test_captioned_code_block +tests/test_build_manpage.py::test_rubric + /testbed/sphinx/transforms/post_transforms/code.py:96: PendingDeprecationWarning: nodes.Node.traverse() is obsoleted by Node.findall(). + for lbnode in self.document.traverse(nodes.literal_block): # type: nodes.literal_block + +tests/test_build_manpage.py::test_all +tests/test_build_manpage.py::test_man_make_section_directory +tests/test_build_manpage.py::test_captioned_code_block +tests/test_build_manpage.py::test_rubric + /testbed/sphinx/transforms/post_transforms/code.py:100: PendingDeprecationWarning: nodes.Node.traverse() is obsoleted by Node.findall(). + for dbnode in self.document.traverse(nodes.doctest_block): # type: nodes.doctest_block + +tests/test_build_manpage.py::test_all + /testbed/sphinx/ext/todo.py:163: PendingDeprecationWarning: nodes.Node.traverse() is obsoleted by Node.findall(). + for node in doctree.traverse(todolist): + +tests/test_build_manpage.py::test_all +tests/test_build_manpage.py::test_man_make_section_directory +tests/test_build_manpage.py::test_captioned_code_block +tests/test_build_manpage.py::test_rubric + /testbed/sphinx/builders/manpage.py:101: PendingDeprecationWarning: nodes.Node.traverse() is obsoleted by Node.findall(). + for pendingnode in largetree.traverse(addnodes.pending_xref): + +tests/test_build_manpage.py::test_all +tests/test_build_manpage.py::test_man_make_section_directory +tests/test_build_manpage.py::test_captioned_code_block +tests/test_build_manpage.py::test_rubric + /testbed/sphinx/writers/manpage.py:65: PendingDeprecationWarning: nodes.Node.traverse() is obsoleted by Node.findall(). + for node in self.document.traverse(matcher): # type: TextElement + +tests/test_build_manpage.py: 98 warnings + /testbed/sphinx/writers/manpage.py:221: PendingDeprecationWarning: nodes.Node.traverse() is obsoleted by Node.findall(). + if node.traverse(nodes.strong): + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +==================================== PASSES ==================================== +--------------------------- Captured stdout teardown --------------------------- +# testroot: root +# builder: man +# srcdir: /tmp/pytest-of-root/pytest-0/root +# outdir: /tmp/pytest-of-root/pytest-0/root/_build/man +# status: +Running Sphinx v3.3.0+/5ce0d4a4d +building [man]: all source files +updating environment: [new config] 15 added, 0 changed, 0 removed +reading sources... [ 6%] autodoc +reading sources... [ 13%] bom +reading sources... [ 20%] extapi +reading sources... [ 26%] extensions +reading sources... [ 33%] footnote +reading sources... [ 40%] images +reading sources... [ 46%] includes +reading sources... [ 53%] index +reading sources... [ 60%] lists +reading sources... [ 66%] markup +reading sources... [ 73%] math +reading sources... [ 80%] objects +reading sources... [ 86%] otherext +reading sources... [ 93%] subdir/images +reading sources... [100%] subdir/includes +looking for now-outdated files... none found +pickling environment... done +checking consistency... done +writing... sphinxtests.1 { extapi images subdir/images subdir/includes includes markup objects bom math autodoc extensions footnote lists otherext } done + +# warning: +WARNING: while setting up extension sphinx.addnodes: node class 'meta' is already registered, its visitors will be overridden +/tmp/pytest-of-root/pytest-0/root/autodoc_target.py:docstring of autodoc_target.Class:1: WARNING: duplicate object description of autodoc_target.Class, other instance in autodoc, use :noindex: for one of them +/tmp/pytest-of-root/pytest-0/root/autodoc_target.py:docstring of autodoc_target.Class.attr:1: WARNING: duplicate object description of autodoc_target.Class.attr, other instance in autodoc, use :noindex: for one of them +/tmp/pytest-of-root/pytest-0/root/autodoc_target.py:docstring of autodoc_target.Class.descr:1: WARNING: duplicate object description of autodoc_target.Class.descr, other instance in autodoc, use :noindex: for one of them +/tmp/pytest-of-root/pytest-0/root/autodoc_target.py:docstring of autodoc_target.Class.docattr:1: WARNING: duplicate object description of autodoc_target.Class.docattr, other instance in autodoc, use :noindex: for one of them +/tmp/pytest-of-root/pytest-0/root/autodoc_target.py:docstring of autodoc_target.Class.excludemeth:1: WARNING: duplicate object description of autodoc_target.Class.excludemeth, other instance in autodoc, use :noindex: for one of them +/tmp/pytest-of-root/pytest-0/root/autodoc_target.py:docstring of autodoc_target.Class.inst_attr_comment:1: WARNING: duplicate object description of autodoc_target.Class.inst_attr_comment, other instance in autodoc, use :noindex: for one of them +/tmp/pytest-of-root/pytest-0/root/autodoc_target.py:docstring of autodoc_target.Class.inst_attr_inline:1: WARNING: duplicate object description of autodoc_target.Class.inst_attr_inline, other instance in autodoc, use :noindex: for one of them +/tmp/pytest-of-root/pytest-0/root/autodoc_target.py:docstring of autodoc_target.Class.inst_attr_string:1: WARNING: duplicate object description of autodoc_target.Class.inst_attr_string, other instance in autodoc, use :noindex: for one of them +/tmp/pytest-of-root/pytest-0/root/autodoc_target.py:docstring of autodoc_target.Class.mdocattr:1: WARNING: duplicate object description of autodoc_target.Class.mdocattr, other instance in autodoc, use :noindex: for one of them +/tmp/pytest-of-root/pytest-0/root/autodoc_target.py:docstring of autodoc_target.Class.meth:1: WARNING: duplicate object description of autodoc_target.Class.meth, other instance in autodoc, use :noindex: for one of them +/tmp/pytest-of-root/pytest-0/root/autodoc_target.py:docstring of autodoc_target.Class.moore:1: WARNING: duplicate object description of autodoc_target.Class.moore, other instance in autodoc, use :noindex: for one of them +/tmp/pytest-of-root/pytest-0/root/autodoc_target.py:docstring of autodoc_target.Class.prop:1: WARNING: duplicate object description of autodoc_target.Class.prop, other instance in autodoc, use :noindex: for one of them +/tmp/pytest-of-root/pytest-0/root/autodoc_target.py:docstring of autodoc_target.Class.skipmeth:1: WARNING: duplicate object description of autodoc_target.Class.skipmeth, other instance in autodoc, use :noindex: for one of them +/tmp/pytest-of-root/pytest-0/root/autodoc_target.py:docstring of autodoc_target.Class.udocattr:1: WARNING: duplicate object description of autodoc_target.Class.udocattr, other instance in autodoc, use :noindex: for one of them +/tmp/pytest-of-root/pytest-0/root/autodoc_target.py:docstring of autodoc_target.Class.docattr:1: WARNING: duplicate object description of autodoc_target.Class.docattr, other instance in autodoc, use :noindex: for one of them +/tmp/pytest-of-root/pytest-0/root/autodoc_target.py:docstring of autodoc_target.InstAttCls:1: WARNING: duplicate object description of autodoc_target.InstAttCls, other instance in autodoc, use :noindex: for one of them +/tmp/pytest-of-root/pytest-0/root/autodoc_target.py:docstring of autodoc_target.InstAttCls.ca1:1: WARNING: duplicate object description of autodoc_target.InstAttCls.ca1, other instance in autodoc, use :noindex: for one of them +/tmp/pytest-of-root/pytest-0/root/autodoc_target.py:docstring of autodoc_target.InstAttCls.ia1:1: WARNING: duplicate object description of autodoc_target.InstAttCls.ia1, other instance in autodoc, use :noindex: for one of them +/tmp/pytest-of-root/pytest-0/root/objects.txt:143: WARNING: Unparseable C cross-reference: 'SphinxType *' +Invalid C declaration: Expected end of definition. [error at 11] + SphinxType * + -----------^ + +--------------------------- Captured stdout teardown --------------------------- +# testroot: root +# builder: man +# srcdir: /tmp/pytest-of-root/pytest-0/markup-rubric +# outdir: /tmp/pytest-of-root/pytest-0/markup-rubric/_build/man +# status: +Running Sphinx v3.3.0+/5ce0d4a4d +building [mo]: targets for 0 po files that are out of date +building [man]: all manpages +updating environment: [new config] 1 added, 0 changed, 0 removed +reading sources... [100%] index +looking for now-outdated files... none found +pickling environment... done +checking consistency... done +writing... python.1 { } done +build succeeded, 1 warning. + +The manual pages are in ../tmp/pytest-of-root/pytest-0/markup-rubric/_build/man. + +# warning: +WARNING: while setting up extension sphinx.addnodes: node class 'meta' is already registered, its visitors will be overridden + +============================= slowest 25 durations ============================= +0.31s call tests/test_build_manpage.py::test_all +0.22s setup tests/test_build_manpage.py::test_all +0.05s call tests/test_build_manpage.py::test_captioned_code_block +0.01s setup tests/test_build_manpage.py::test_captioned_code_block +0.01s call tests/test_build_manpage.py::test_man_make_section_directory +0.01s setup tests/test_build_manpage.py::test_man_make_section_directory +0.01s setup tests/test_build_manpage.py::test_rubric +0.01s call tests/test_build_manpage.py::test_rubric + +(7 durations < 0.005s hidden. Use -vv to show these durations.) +=========================== short test summary info ============================ +PASSED tests/test_build_manpage.py::test_all +PASSED tests/test_build_manpage.py::test_default_man_pages +PASSED tests/test_build_manpage.py::test_rubric +FAILED tests/test_build_manpage.py::test_man_make_section_directory - AssertionError: assert False +FAILED tests/test_build_manpage.py::test_captioned_code_block - assert '.sp\ncaption \\fItest\\fP rb\n.INDENT 0.0\n.INDENT 3.5\n.sp\n.nf\n.... +================== 2 failed, 3 passed, 1268 warnings in 0.69s ================== +py39: exit 1 (1.10 seconds) /testbed> pytest -rA --durations 25 tests/test_build_manpage.py pid=78 + py39: FAIL code 1 (1.11=setup[0.01]+cmd[1.10] seconds) + evaluation failed :( (1.17 seconds) ++ SWEBENCH_TEST_EXIT_CODE=1 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/repair-17-v1/official-evaluation/sympy__sympy-20154/harness-summary.json b/reports/experiments/repair-17-v1/official-evaluation/sympy__sympy-20154/harness-summary.json new file mode 100644 index 0000000..5a29990 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/sympy__sympy-20154/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "sympy__sympy-20154" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "sympy__sympy-20154" + ], + "resolved_ids": [ + "sympy__sympy-20154" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.sympy_1776_sympy-20154:latest" + ] +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/sympy__sympy-20154/outcome.json b/reports/experiments/repair-17-v1/official-evaluation/sympy__sympy-20154/outcome.json new file mode 100644 index 0000000..b04b878 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/sympy__sympy-20154/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "sympy__sympy-20154", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.sympy_1776_sympy-20154:latest", + "patch_sha256": "9e426e2dd81bdd5782f7af6a1c0b936a4b800542d83e4a3e95036f0c2a365c97", + "image_id": "sha256:2660d6b354036cc50ec0289e477abfb562dc4fddb55ca272e8412d76e4dac45c", + "image_digests": [ + "swebench/sweb.eval.x86_64.sympy_1776_sympy-20154@sha256:d05bbd76c08f2d5b444f6f304ed6d4621f7e5a20db97f9fd0c602210068b0f80" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/sympy__sympy-20154/raw-log-manifest.json b/reports/experiments/repair-17-v1/official-evaluation/sympy__sympy-20154/raw-log-manifest.json new file mode 100644 index 0000000..36a17bd --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/sympy__sympy-20154/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37848457575", + "artifact_name": "patch-shard-16", + "files": { + "harness.log": { + "sha256": "e85dd329bef037ad9d4ceae8b41893a780347ea1aa4c004923e54aab523d5258", + "bytes": 843 + }, + "image-pull.log": { + "sha256": "4b4d4a4fd99b6ae23d85db41ff21cd4e797e780c852a2f5d69ac44fd47f11f2d", + "bytes": 1635 + }, + "logs/run_evaluation/patch-37848457575-16-16/agentic-posthoc-format-repair/sympy__sympy-20154/eval.sh": { + "sha256": "2133291d7cbb15c10220d2670827d8d1f89342ed0af7b4e9fc172ed8b66f8568", + "bytes": 2776 + }, + "logs/run_evaluation/patch-37848457575-16-16/agentic-posthoc-format-repair/sympy__sympy-20154/patch.diff": { + "sha256": "9e426e2dd81bdd5782f7af6a1c0b936a4b800542d83e4a3e95036f0c2a365c97", + "bytes": 2188 + }, + "logs/run_evaluation/patch-37848457575-16-16/agentic-posthoc-format-repair/sympy__sympy-20154/report.json": { + "sha256": "aaff017bcb2fd2b729f9cd856232ec12cd6e5c5665a5152ddc938d8dfc2e0d92", + "bytes": 2391 + }, + "logs/run_evaluation/patch-37848457575-16-16/agentic-posthoc-format-repair/sympy__sympy-20154/run_instance.log": { + "sha256": "08432754fe94e47b40baf7a4066e562b2ed1f0f1ff3618f9b00173a0a165ae00", + "bytes": 7911 + }, + "logs/run_evaluation/patch-37848457575-16-16/agentic-posthoc-format-repair/sympy__sympy-20154/test_output.txt": { + "sha256": "632249757d60f14a61d50163f4849b0395cbdea69dc0ad687bbb96b0411c1379", + "bytes": 436155 + }, + "logs/run_evaluation/patch-37848457575-16-16/run.json": { + "sha256": "8c2dc1a924ac624e1517ee85b3c5d96a6c9049e408ba4eaacfb6692dc1208a3f", + "bytes": 213 + }, + "predictions.jsonl": { + "sha256": "aac27939e8085fd215188827f77b6106636f05940d101058180399f506eb5512", + "bytes": 2366 + }, + "summary/agentic-posthoc-format-repair.patch-37848457575-16-16.json": { + "sha256": "143e0020057feda8076010538f6b2e681e92908ac1e63d9663aca8a26af7253f", + "bytes": 830 + } + }, + "excerpt": { + "raw_sha256": "632249757d60f14a61d50163f4849b0395cbdea69dc0ad687bbb96b0411c1379", + "raw_lines": 10941, + "start_line": 10877, + "stop_line": 10937, + "truncated": false, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/repair-17-v1/official-evaluation/sympy__sympy-20154/report.json b/reports/experiments/repair-17-v1/official-evaluation/sympy__sympy-20154/report.json new file mode 100644 index 0000000..23eb585 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/sympy__sympy-20154/report.json @@ -0,0 +1,71 @@ +{ + "sympy__sympy-20154": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "test_partitions", + "test_uniq" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "test_is_palindromic", + "test_postorder_traversal", + "test_flatten", + "test_iproduct", + "test_group", + "test_subsets", + "test_variations", + "test_cartes", + "test_filter_symbols", + "test_numbered_symbols", + "test_sift", + "test_take", + "test_dict_merge", + "test_prefixes", + "test_postfixes", + "test_topological_sort", + "test_strongly_connected_components", + "test_connected_components", + "test_rotate", + "test_multiset_partitions", + "test_multiset_combinations", + "test_multiset_permutations", + "test_binary_partitions", + "test_bell_perm", + "test_involutions", + "test_derangements", + "test_necklaces", + "test_bracelets", + "test_generate_oriented_forest", + "test_unflatten", + "test_common_prefix_suffix", + "test_minlex", + "test_ordered", + "test_runs", + "test_reshape", + "test_kbins", + "test_has_dups", + "test__partition", + "test_ordered_partitions", + "test_rotations" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/repair-17-v1/official-evaluation/sympy__sympy-20154/test-output-excerpt.txt b/reports/experiments/repair-17-v1/official-evaluation/sympy__sympy-20154/test-output-excerpt.txt new file mode 100644 index 0000000..19dec97 --- /dev/null +++ b/reports/experiments/repair-17-v1/official-evaluation/sympy__sympy-20154/test-output-excerpt.txt @@ -0,0 +1,61 @@ ++ : '>>>>> Start Test Output' ++ PYTHONWARNINGS=ignore::UserWarning,ignore::SyntaxWarning ++ bin/test -C --verbose sympy/utilities/tests/test_iterables.py +============================= test process starts ============================== +executable: /opt/miniconda3/envs/testbed/bin/python (3.9.20-final-0) [CPython] +architecture: 64-bit +cache: no +ground types: python +numpy: None +random seed: 27044750 +hash randomization: on (PYTHONHASHSEED=1383077020) + +sympy/utilities/tests/test_iterables.py[43] +test_is_palindromic ok +test_postorder_traversal ok +test_flatten ok +test_iproduct ok +test_group ok +test_subsets ok +test_variations ok +test_cartes ok +test_filter_symbols ok +test_numbered_symbols ok +test_sift ok +test_take ok +test_dict_merge ok +test_prefixes ok +test_postfixes ok +test_topological_sort ok +test_strongly_connected_components ok +test_connected_components ok +test_rotate ok +test_multiset_partitions ok +test_multiset_combinations ok +test_multiset_permutations ok +test_partitions ok +test_binary_partitions ok +test_bell_perm ok +test_involutions ok +test_derangements ok +test_necklaces ok +test_bracelets ok +test_generate_oriented_forest ok +test_unflatten ok +test_common_prefix_suffix ok +test_minlex ok +test_ordered ok +test_runs ok +test_reshape ok +test_uniq ok +test_kbins ok +test_has_dups ok +test__partition ok +test_ordered_partitions ok +test_rotations ok +test_ibin ok [OK] + + +================== tests finished: 43 passed, in 0.34 seconds ================== ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/repair-17-v2/attempts/django__django-10914.json b/reports/experiments/repair-17-v2/attempts/django__django-10914.json new file mode 100644 index 0000000..3bcc4e2 --- /dev/null +++ b/reports/experiments/repair-17-v2/attempts/django__django-10914.json @@ -0,0 +1,28 @@ +[ + { + "candidate": "--- a/django/conf/global_settings.py\n+++ b/django/conf/global_settings.py\n@@ -305,5 +305,5 @@\n # The numeric mode to set newly-uploaded files to. The value should be a mode\n # you'd pass directly to os.chmod; see https://docs.python.org/library/os.html#files-and-directories.\n-FILE_UPLOAD_PERMISSIONS = None\n+FILE_UPLOAD_PERMISSIONS = 0o644\n \n # The numeric mode to assign to newly-created directories, when uploading files.\n--- a/docs/howto/deployment/checklist.txt\n+++ b/docs/howto/deployment/checklist.txt\n@@ -157,9 +157,9 @@\n :setting:`FILE_UPLOAD_PERMISSIONS`\n ----------------------------------\n \n-With the default file upload settings, files smaller than\n+When :setting:`FILE_UPLOAD_PERMISSIONS` is ``None``, files smaller than\n :setting:`FILE_UPLOAD_MAX_MEMORY_SIZE` may be stored with a different mode\n than larger files as described in :setting:`FILE_UPLOAD_PERMISSIONS`.\n \n-Setting :setting:`FILE_UPLOAD_PERMISSIONS` ensures all files are uploaded with\n-the same permissions.\n+Setting :setting:`FILE_UPLOAD_PERMISSIONS` to a non-None value ensures all files\n+are uploaded with the same permissions.\n", + "audit": { + "status": "invalid", + "original_sha256": "11391f9ab65152ad9408bef613061ff2364d6f062ea15bee55162cbe29db1c1d", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: docs/howto/deployment/checklist.txt:157\nerror: docs/howto/deployment/checklist.txt: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "11391f9ab65152ad9408bef613061ff2364d6f062ea15bee55162cbe29db1c1d" + } + }, + { + "candidate": "--- a/django/conf/global_settings.py\n+++ b/django/conf/global_settings.py\n@@ -305,7 +305,7 @@\n # The numeric mode to set newly-uploaded files to. The value should be a mode\n # you'd pass directly to os.chmod; see https://docs.python.org/library/os.html#files-and-directories.\n-FILE_UPLOAD_PERMISSIONS = None\n+FILE_UPLOAD_PERMISSIONS = 0o644\n \n # The numeric mode to assign to newly-created directories, when uploading files.\n # The value should be a mode as you'd pass to os.chmod;\n # see https://docs.python.org/library/os.html#files-and-directories.\n--- a/docs/howto/deployment/checklist.txt\n+++ b/docs/howto/deployment/checklist.txt\n@@ -157,12 +157,12 @@\n :setting:`FILE_UPLOAD_PERMISSIONS`\n ----------------------------------\n \n-With the default file upload settings, files smaller than\n+When :setting:`FILE_UPLOAD_PERMISSIONS` is ``None``, files smaller than\n :setting:`FILE_UPLOAD_MAX_MEMORY_SIZE` may be stored with a different mode\n than larger files as described in :setting:`FILE_UPLOAD_PERMISSIONS`.\n \n-Setting :setting:`FILE_UPLOAD_PERMISSIONS` ensures all files are uploaded with\n-the same permissions.\n+Setting :setting:`FILE_UPLOAD_PERMISSIONS` to a non-None value ensures all files\n+are uploaded with the same permissions.\n \n HTTPS\n =====\n", + "audit": { + "status": "applies", + "original_sha256": "33a9b9b9fa4cbd78b5d21412f9682654faddc736b1b76a355d12bd18997bbfe9", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "33a9b9b9fa4cbd78b5d21412f9682654faddc736b1b76a355d12bd18997bbfe9" + } + } +] diff --git a/reports/experiments/repair-17-v2/attempts/django__django-12983.json b/reports/experiments/repair-17-v2/attempts/django__django-12983.json new file mode 100644 index 0000000..4875819 --- /dev/null +++ b/reports/experiments/repair-17-v2/attempts/django__django-12983.json @@ -0,0 +1,28 @@ +[ + { + "candidate": "--- a/django/utils/text.py\n+++ b/django/utils/text.py\n@@ -396,3 +396,3 @@\n Convert to ASCII if 'allow_unicode' is False. Convert spaces to hyphens.\n Remove characters that aren't alphanumerics, underscores, or hyphens.\n- Convert to lowercase. Also strip leading and trailing whitespace.\n+ Convert to lowercase. Also strip leading and trailing whitespace, dashes, and underscores.\n@@ -405,2 +405,2 @@\n value = re.sub(r'[^\\w\\s-]', '', value.lower()).strip()\n- return re.sub(r'[-\\s]+', '-', value)\n+ return re.sub(r'[-\\s]+', '-', value).strip('-_')\n--- a/django/template/defaultfilters.py\n+++ b/django/template/defaultfilters.py\n@@ -214,5 +214,5 @@\n Convert to ASCII. Convert spaces to hyphens. Remove characters that aren't\n alphanumerics, underscores, or hyphens. Convert to lowercase. Also strip\n- leading and trailing whitespace.\n+ leading and trailing whitespace, dashes, and underscores.\n \"\"\"\n return _slugify(value)\n--- a/tests/utils_tests/test_text.py\n+++ b/tests/utils_tests/test_text.py\n@@ -192,6 +192,12 @@\n items = (\n # given - expected - Unicode?\n ('Hello, World!', 'hello-world', False),\n+ ('___This is a test ---', 'this-is-a-test', False),\n+ (' _- foo -_ ', 'foo', False),\n+ ('---', '', False),\n+ ('___', '', False),\n+ ('_-你好-_', '你好', True),\n+ ('_foo_bar-baz_', 'foo_bar-baz', False),\n ('spam & eggs', 'spam-eggs', False),\n ('spam & ıçüş', 'spam-ıçüş', True),\n ('foo ıç bar', 'foo-ıç-bar', True),\n", + "audit": { + "status": "invalid", + "original_sha256": "21d35754f352e21abde94d487e44e861acb93a93459da107b35678f270ec5701", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: django/utils/text.py:396\nerror: django/utils/text.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "21d35754f352e21abde94d487e44e861acb93a93459da107b35678f270ec5701" + } + }, + { + "candidate": "--- a/django/utils/text.py\n+++ b/django/utils/text.py\n@@ -393,17 +393,17 @@\n @keep_lazy_text\n def slugify(value, allow_unicode=False):\n \"\"\"\n Convert to ASCII if 'allow_unicode' is False. Convert spaces to hyphens.\n Remove characters that aren't alphanumerics, underscores, or hyphens.\n- Convert to lowercase. Also strip leading and trailing whitespace.\n+ Convert to lowercase. Also strip leading and trailing whitespace, dashes, and underscores.\n \"\"\"\n value = str(value)\n if allow_unicode:\n value = unicodedata.normalize('NFKC', value)\n else:\n value = unicodedata.normalize('NFKD', value).encode('ascii', 'ignore').decode('ascii')\n value = re.sub(r'[^\\w\\s-]', '', value.lower()).strip()\n- return re.sub(r'[-\\s]+', '-', value)\n+ return re.sub(r'[-\\s]+', '-', value).strip('-_')\n \n \n def camel_case_to_spaces(value):\n--- a/django/template/defaultfilters.py\n+++ b/django/template/defaultfilters.py\n@@ -210,9 +210,9 @@\n @register.filter(is_safe=True)\n @stringfilter\n def slugify(value):\n \"\"\"\n Convert to ASCII. Convert spaces to hyphens. Remove characters that aren't\n alphanumerics, underscores, or hyphens. Convert to lowercase. Also strip\n- leading and trailing whitespace.\n+ leading and trailing whitespace, dashes, and underscores.\n \"\"\"\n return _slugify(value)\n--- a/tests/utils_tests/test_text.py\n+++ b/tests/utils_tests/test_text.py\n@@ -190,10 +190,16 @@\n def test_slugify(self):\n items = (\n # given - expected - Unicode?\n ('Hello, World!', 'hello-world', False),\n+ ('___This is a test ---', 'this-is-a-test', False),\n+ (' _- foo -_ ', 'foo', False),\n+ ('---', '', False),\n+ ('___', '', False),\n+ ('_-你好-_', '你好', True),\n+ ('_foo_bar-baz_', 'foo_bar-baz', False),\n ('spam & eggs', 'spam-eggs', False),\n ('spam & ıçüş', 'spam-ıçüş', True),\n ('foo ıç bar', 'foo-ıç-bar', True),\n (' foo ıç bar', 'foo-ıç-bar', True),\n ('你好', '你好', True),\n ('İstanbul', 'istanbul', True),\n", + "audit": { + "status": "applies", + "original_sha256": "a5036ec0de98daf5f2df74a5944c409935829693b61cbed0d24d612985823b09", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "a5036ec0de98daf5f2df74a5944c409935829693b61cbed0d24d612985823b09" + } + } +] diff --git a/reports/experiments/repair-17-v2/attempts/django__django-13447.json b/reports/experiments/repair-17-v2/attempts/django__django-13447.json new file mode 100644 index 0000000..6c17126 --- /dev/null +++ b/reports/experiments/repair-17-v2/attempts/django__django-13447.json @@ -0,0 +1,28 @@ +[ + { + "candidate": "--- a/django/contrib/admin/sites.py\n+++ b/django/contrib/admin/sites.py\n@@ -433,3 +433,7 @@\n+ def build_app_dict(self, request, label=None):\n+ \"\"\"Build the app dictionary, optionally filtering by app label.\"\"\"\n+ return self._build_app_dict(request, label)\n+\n def _build_app_dict(self, request, label=None):\n \"\"\"\n Build the app dictionary. The optional `label` parameter filters models\n@@ -462,4 +466,5 @@\n info = (app_label, model._meta.model_name)\n model_dict = {\n+ 'model': model,\n 'name': capfirst(model._meta.verbose_name_plural),\n 'object_name': model._meta.object_name,\n@@ -506,3 +511,3 @@\n registered in this site.\n \"\"\"\n- app_dict = self._build_app_dict(request)\n+ app_dict = self.build_app_dict(request)\n@@ -537,3 +542,3 @@\n def app_index(self, request, app_label, extra_context=None):\n- app_dict = self._build_app_dict(request, app_label)\n+ app_dict = self.build_app_dict(request, app_label)\n if not app_dict:\n--- a/tests/admin_views/test_adminsite.py\n+++ b/tests/admin_views/test_adminsite.py\n@@ -56,3 +56,4 @@\n self.assertEqual(admin_views['app_label'], 'admin_views')\n self.assertEqual(len(admin_views['models']), 1)\n self.assertEqual(admin_views['models'][0]['object_name'], 'Article')\n+ self.assertIs(admin_views['models'][0]['model'], Article)\n@@ -64,3 +65,4 @@\n self.assertEqual(len(auth['models']), 1)\n user = auth['models'][0]\n self.assertEqual(user['object_name'], 'User')\n+ self.assertIs(user['model'], User)\n", + "audit": { + "status": "invalid", + "original_sha256": "2b8f7778ea7c603a6f1a25b9025829c28b0d91f50bf177a98e6b42782e96d105", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: django/contrib/admin/sites.py:506\nerror: django/contrib/admin/sites.py: patch does not apply\nerror: patch failed: tests/admin_views/test_adminsite.py:56\nerror: tests/admin_views/test_adminsite.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "2b8f7778ea7c603a6f1a25b9025829c28b0d91f50bf177a98e6b42782e96d105" + } + }, + { + "candidate": "--- a/django/contrib/admin/sites.py\n+++ b/django/contrib/admin/sites.py\n@@ -433,5 +433,9 @@\n+ def build_app_dict(self, request, label=None):\n+ \"\"\"Build the app dictionary, optionally filtering by app label.\"\"\"\n+ return self._build_app_dict(request, label)\n+\n def _build_app_dict(self, request, label=None):\n \"\"\"\n Build the app dictionary. The optional `label` parameter filters models\n of a specific app.\n \"\"\"\n@@ -462,6 +466,7 @@\n info = (app_label, model._meta.model_name)\n model_dict = {\n+ 'model': model,\n 'name': capfirst(model._meta.verbose_name_plural),\n 'object_name': model._meta.object_name,\n 'perms': perms,\n 'admin_url': None,\n@@ -505,7 +510,7 @@\n Return a sorted list of all the installed apps that have been\n registered in this site.\n \"\"\"\n- app_dict = self._build_app_dict(request)\n+ app_dict = self.build_app_dict(request)\n \n # Sort the apps alphabetically.\n app_list = sorted(app_dict.values(), key=lambda x: x['name'].lower())\n@@ -537,6 +542,6 @@\n def app_index(self, request, app_label, extra_context=None):\n- app_dict = self._build_app_dict(request, app_label)\n+ app_dict = self.build_app_dict(request, app_label)\n if not app_dict:\n raise Http404('The requested admin page does not exist.')\n # Sort the models alphabetically within each app.\n app_dict['models'].sort(key=lambda x: x['name'])\n--- a/tests/admin_views/test_adminsite.py\n+++ b/tests/admin_views/test_adminsite.py\n@@ -55,7 +55,8 @@\n admin_views = apps[0]\n self.assertEqual(admin_views['app_label'], 'admin_views')\n self.assertEqual(len(admin_views['models']), 1)\n self.assertEqual(admin_views['models'][0]['object_name'], 'Article')\n+ self.assertIs(admin_views['models'][0]['model'], Article)\n \n # auth.User\n auth = apps[1]\n@@ -63,6 +64,7 @@\n self.assertEqual(len(auth['models']), 1)\n user = auth['models'][0]\n self.assertEqual(user['object_name'], 'User')\n+ self.assertIs(user['model'], User)\n \n self.assertEqual(auth['app_url'], '/test_admin/admin/auth/')\n self.assertIs(auth['has_module_perms'], True)\n", + "audit": { + "status": "applies", + "original_sha256": "7dcd57d75bb799f9e8f513b4fbc5b1a290e974658612b4b293378240c363ce9a", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "7dcd57d75bb799f9e8f513b4fbc5b1a290e974658612b4b293378240c363ce9a" + } + } +] diff --git a/reports/experiments/repair-17-v2/attempts/django__django-13757.json b/reports/experiments/repair-17-v2/attempts/django__django-13757.json new file mode 100644 index 0000000..42a5acf --- /dev/null +++ b/reports/experiments/repair-17-v2/attempts/django__django-13757.json @@ -0,0 +1,41 @@ +[ + { + "candidate": "--- a/django/db/models/fields/json.py\n+++ b/django/db/models/fields/json.py\n@@ -368,11 +368,19 @@\n def as_oracle(self, compiler, connection):\n+ sql, params = HasKey(\n+ self.lhs.lhs, self.lhs.key_name,\n+ ).as_oracle(compiler, connection)\n if not self.rhs:\n- return HasKey(self.lhs.lhs, self.lhs.key_name).as_oracle(compiler, connection)\n- return super().as_sql(compiler, connection)\n+ return sql, params\n+ lhs, lhs_params, _ = self.lhs.preprocess_lhs(compiler, connection)\n+ return (\n+ '(NOT %s OR %s IS NULL)' % (sql, lhs),\n+ tuple(params) + tuple(lhs_params),\n+ )\n \n def as_sqlite(self, compiler, connection):\n+ template = 'JSON_TYPE(%s, %%s) IS NULL'\n if not self.rhs:\n- return HasKey(self.lhs.lhs, self.lhs.key_name).as_sqlite(compiler, connection)\n- return super().as_sql(compiler, connection)\n+ template = 'JSON_TYPE(%s, %%s) IS NOT NULL'\n+ return HasKey(self.lhs.lhs, self.lhs.key_name).as_sql(\n+ compiler, connection, template=template,\n+ )\n--- a/tests/model_fields/test_jsonfield.py\n+++ b/tests/model_fields/test_jsonfield.py\n@@ -583,7 +583,7 @@\n def test_isnull_key(self):\n # key__isnull=False works the same as has_key='key'.\n self.assertSequenceEqual(\n- NullableJSONModel.objects.filter(value__a__isnull=True),\n- self.objs[:3] + self.objs[5:],\n+ NullableJSONModel.objects.filter(value__j__isnull=True),\n+ self.objs[:4] + self.objs[5:],\n )\n self.assertSequenceEqual(\n", + "audit": { + "status": "invalid", + "original_sha256": "7acdf2d2ed67c25e90e54d14c2f298900eae58996f60c1c04341690de3217f87", + "hunks_recounted": true, + "functional_tests_run": false, + "error": "error: patch failed: django/db/models/fields/json.py:368\nerror: django/db/models/fields/json.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "7bbe89c130f3d4d5c5784deedc5767a8b10ad20701bf355ece259043eab5d210" + } + }, + { + "candidate": "--- a/django/db/models/fields/json.py\n+++ b/django/db/models/fields/json.py\n@@ -366,11 +366,21 @@\n class KeyTransformIsNull(lookups.IsNull):\n # key__isnull=False is the same as has_key='key'\n def as_oracle(self, compiler, connection):\n+ sql, params = HasKey(\n+ self.lhs.lhs, self.lhs.key_name,\n+ ).as_oracle(compiler, connection)\n if not self.rhs:\n- return HasKey(self.lhs.lhs, self.lhs.key_name).as_oracle(compiler, connection)\n- return super().as_sql(compiler, connection)\n+ return sql, params\n+ lhs, lhs_params, _ = self.lhs.preprocess_lhs(compiler, connection)\n+ return (\n+ '(NOT %s OR %s IS NULL)' % (sql, lhs),\n+ tuple(params) + tuple(lhs_params),\n+ )\n \n def as_sqlite(self, compiler, connection):\n+ template = 'JSON_TYPE(%s, %%s) IS NULL'\n if not self.rhs:\n- return HasKey(self.lhs.lhs, self.lhs.key_name).as_sqlite(compiler, connection)\n- return super().as_sql(compiler, connection)\n+ template = 'JSON_TYPE(%s, %%s) IS NOT NULL'\n+ return HasKey(self.lhs.lhs, self.lhs.key_name).as_sql(\n+ compiler, connection, template=template,\n+ )\n--- a/tests/model_fields/test_jsonfield.py\n+++ b/tests/model_fields/test_jsonfield.py\n@@ -583,7 +583,7 @@\n def test_isnull_key(self):\n # key__isnull=False works the same as has_key='key'.\n self.assertSequenceEqual(\n- NullableJSONModel.objects.filter(value__a__isnull=True),\n- self.objs[:3] + self.objs[5:],\n+ NullableJSONModel.objects.filter(value__j__isnull=True),\n+ self.objs[:4] + self.objs[5:],\n )\n self.assertSequenceEqual(\n", + "audit": { + "status": "invalid", + "original_sha256": "c265a2eeb978ddbd5b1ca07ea324f6904c438f21b9261d98370a3f882ead5c87", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: django/db/models/fields/json.py:366\nerror: django/db/models/fields/json.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "c265a2eeb978ddbd5b1ca07ea324f6904c438f21b9261d98370a3f882ead5c87" + } + }, + { + "candidate": "--- a/django/db/models/fields/json.py\n+++ b/django/db/models/fields/json.py\n@@ -366,14 +366,24 @@\n class KeyTransformIsNull(lookups.IsNull):\n # key__isnull=False is the same as has_key='key'\n def as_oracle(self, compiler, connection):\n+ sql, params = HasKey(\n+ self.lhs.lhs, self.lhs.key_name,\n+ ).as_oracle(compiler, connection)\n if not self.rhs:\n- return HasKey(self.lhs.lhs, self.lhs.key_name).as_oracle(compiler, connection)\n- return super().as_sql(compiler, connection)\n+ return sql, params\n+ lhs, lhs_params, _ = self.lhs.preprocess_lhs(compiler, connection)\n+ return (\n+ '(NOT %s OR %s IS NULL)' % (sql, lhs),\n+ tuple(params) + tuple(lhs_params),\n+ )\n \n def as_sqlite(self, compiler, connection):\n+ template = 'JSON_TYPE(%s, %%s) IS NULL'\n if not self.rhs:\n- return HasKey(self.lhs.lhs, self.lhs.key_name).as_sqlite(compiler, connection)\n- return super().as_sql(compiler, connection)\n+ template = 'JSON_TYPE(%s, %%s) IS NOT NULL'\n+ return HasKey(self.lhs.lhs, self.lhs.key_name).as_sql(\n+ compiler, connection, template=template,\n+ )\n \n \n class KeyTransformIn(lookups.In):\n--- a/tests/model_fields/test_jsonfield.py\n+++ b/tests/model_fields/test_jsonfield.py\n@@ -583,10 +583,10 @@\n def test_isnull_key(self):\n # key__isnull=False works the same as has_key='key'.\n self.assertSequenceEqual(\n- NullableJSONModel.objects.filter(value__a__isnull=True),\n- self.objs[:3] + self.objs[5:],\n+ NullableJSONModel.objects.filter(value__j__isnull=True),\n+ self.objs[:4] + self.objs[5:],\n )\n self.assertSequenceEqual(\n NullableJSONModel.objects.filter(value__a__isnull=False),\n [self.objs[3], self.objs[4]],\n )\n", + "audit": { + "status": "applies", + "original_sha256": "5fd57346124d68998ac1cb9d4cedaab8e2a99032b5eee245cf01ef5141aab898", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "5fd57346124d68998ac1cb9d4cedaab8e2a99032b5eee245cf01ef5141aab898" + } + } +] diff --git a/reports/experiments/repair-17-v2/attempts/matplotlib__matplotlib-18869.json b/reports/experiments/repair-17-v2/attempts/matplotlib__matplotlib-18869.json new file mode 100644 index 0000000..f12679b --- /dev/null +++ b/reports/experiments/repair-17-v2/attempts/matplotlib__matplotlib-18869.json @@ -0,0 +1,28 @@ +[ + { + "candidate": "--- a/lib/matplotlib/__init__.py\n+++ b/lib/matplotlib/__init__.py\n@@ -133,8 +133,8 @@\n def __getattr__(name):\n- if name == \"__version__\":\n+ if name in (\"__version__\", \"version_info\"):\n import setuptools_scm\n- global __version__ # cache it.\n+ global __version__, version_info # cache both.\n # Only shell out to a git subprocess if really needed, and not on a\n # shallow clone, such as those used by CI, as the latter would trigger\n # a warning from setuptools_scm.\n root = Path(__file__).resolve().parents[2]\n@@ -149,7 +149,8 @@\n else: # Get the version from the _version.py setuptools_scm file.\n __version__ = _version.version\n- return __version__\n+ version_info = parse_version(__version__)\n+ return __version__ if name == \"__version__\" else version_info\n raise AttributeError(f\"module {__name__!r} has no attribute {name!r}\")\n \n \n def _check_versions():\n--- a/lib/matplotlib/tests/test_matplotlib.py\n+++ b/lib/matplotlib/tests/test_matplotlib.py\n@@ -3,5 +3,6 @@\n import sys\n \n+from packaging.version import parse as parse_version\n import pytest\n \n import matplotlib\n@@ -7,6 +8,17 @@\n import matplotlib\n \n \n+def test_version_info():\n+ info = matplotlib.version_info\n+ assert info == parse_version(matplotlib.__version__)\n+ assert matplotlib.version_info is info\n+ version_type = type(info)\n+ assert version_type(\"3.9\") < version_type(\"3.10\")\n+ assert (version_type(\"3.10.dev1\") < version_type(\"3.10rc1\")\n+ < version_type(\"3.10\") < version_type(\"3.10.post1\"))\n+ assert isinstance(matplotlib.__version__, str)\n+\n+\n @pytest.mark.skipif(\n os.name == \"nt\", reason=\"chmod() doesn't work as is on Windows\")\n @pytest.mark.skipif(os.name != \"nt\" and os.geteuid() == 0,\n", + "audit": { + "status": "invalid", + "original_sha256": "07f2cd91c24b8ca7b6e0ecc89801d3eedcbdcdc2a670d21c3a8ef9b7a7df6472", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: lib/matplotlib/tests/test_matplotlib.py:7\nerror: lib/matplotlib/tests/test_matplotlib.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "07f2cd91c24b8ca7b6e0ecc89801d3eedcbdcdc2a670d21c3a8ef9b7a7df6472" + } + }, + { + "candidate": "--- a/lib/matplotlib/__init__.py\n+++ b/lib/matplotlib/__init__.py\n@@ -133,8 +133,8 @@\n def __getattr__(name):\n- if name == \"__version__\":\n+ if name in (\"__version__\", \"version_info\"):\n import setuptools_scm\n- global __version__ # cache it.\n+ global __version__, version_info # cache both.\n # Only shell out to a git subprocess if really needed, and not on a\n # shallow clone, such as those used by CI, as the latter would trigger\n # a warning from setuptools_scm.\n root = Path(__file__).resolve().parents[2]\n@@ -148,7 +148,8 @@\n else: # Get the version from the _version.py setuptools_scm file.\n __version__ = _version.version\n- return __version__\n+ version_info = parse_version(__version__)\n+ return __version__ if name == \"__version__\" else version_info\n raise AttributeError(f\"module {__name__!r} has no attribute {name!r}\")\n \n \n def _check_versions():\n--- a/lib/matplotlib/tests/test_matplotlib.py\n+++ b/lib/matplotlib/tests/test_matplotlib.py\n@@ -1,11 +1,23 @@\n import os\n import subprocess\n import sys\n \n+from packaging.version import parse as parse_version\n import pytest\n \n import matplotlib\n \n \n+def test_version_info():\n+ info = matplotlib.version_info\n+ assert info == parse_version(matplotlib.__version__)\n+ assert matplotlib.version_info is info\n+ version_type = type(info)\n+ assert version_type(\"3.9\") < version_type(\"3.10\")\n+ assert (version_type(\"3.10.dev1\") < version_type(\"3.10rc1\")\n+ < version_type(\"3.10\") < version_type(\"3.10.post1\"))\n+ assert isinstance(matplotlib.__version__, str)\n+\n+\n @pytest.mark.skipif(\n os.name == \"nt\", reason=\"chmod() doesn't work as is on Windows\")\n", + "audit": { + "status": "applies", + "original_sha256": "76ef7979d9f9861dae4fb17ca2f3b05ce70be8acefb64f46fff81150e8520e28", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "76ef7979d9f9861dae4fb17ca2f3b05ce70be8acefb64f46fff81150e8520e28" + } + } +] diff --git a/reports/experiments/repair-17-v2/attempts/matplotlib__matplotlib-23563.json b/reports/experiments/repair-17-v2/attempts/matplotlib__matplotlib-23563.json new file mode 100644 index 0000000..46327e6 --- /dev/null +++ b/reports/experiments/repair-17-v2/attempts/matplotlib__matplotlib-23563.json @@ -0,0 +1,28 @@ +[ + { + "candidate": "--- a/lib/mpl_toolkits/mplot3d/art3d.py\n+++ b/lib/mpl_toolkits/mplot3d/art3d.py\n@@ -221,5 +221,5 @@\n def line_2d_to_3d(line, zs=0, zdir='z'):\n \"\"\"Convert a 2D line to 3D.\"\"\"\n \n+ Line3D.set_3d_properties(line, zs, zdir)\n line.__class__ = Line3D\n- line.set_3d_properties(zs, zdir)\n", + "audit": { + "status": "invalid", + "original_sha256": "e0c3ecccc60d017c3d670baa80eaf797744e9c04b6c3979ac30d0c149a18e813", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: lib/mpl_toolkits/mplot3d/art3d.py:221\nerror: lib/mpl_toolkits/mplot3d/art3d.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "e0c3ecccc60d017c3d670baa80eaf797744e9c04b6c3979ac30d0c149a18e813" + } + }, + { + "candidate": "--- a/lib/mpl_toolkits/mplot3d/art3d.py\n+++ b/lib/mpl_toolkits/mplot3d/art3d.py\n@@ -218,11 +218,11 @@\n self.stale = False\n \n \n def line_2d_to_3d(line, zs=0, zdir='z'):\n \"\"\"Convert a 2D line to 3D.\"\"\"\n \n+ Line3D.set_3d_properties(line, zs, zdir)\n line.__class__ = Line3D\n- line.set_3d_properties(zs, zdir)\n \n \n def _path_to_3d_segment(path, zs=0, zdir='z'):\n", + "audit": { + "status": "applies", + "original_sha256": "ae351341c3d1ba6ecb124221ad0be3a1f56bf9332a0bae14a7cac6f728c54a87", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "ae351341c3d1ba6ecb124221ad0be3a1f56bf9332a0bae14a7cac6f728c54a87" + } + } +] diff --git a/reports/experiments/repair-17-v2/attempts/matplotlib__matplotlib-24149.json b/reports/experiments/repair-17-v2/attempts/matplotlib__matplotlib-24149.json new file mode 100644 index 0000000..c75f449 --- /dev/null +++ b/reports/experiments/repair-17-v2/attempts/matplotlib__matplotlib-24149.json @@ -0,0 +1,28 @@ +[ + { + "candidate": "--- a/lib/matplotlib/axes/_axes.py\n+++ b/lib/matplotlib/axes/_axes.py\n@@ -2181,9 +2181,13 @@\n try:\n x0 = cbook._safe_first_finite(x0)\n+ except StopIteration:\n+ x0 = cbook._safe_first_finite(x0, skip_nonfinite=False)\n except (TypeError, IndexError, KeyError):\n pass\n \n try:\n x = cbook._safe_first_finite(xconv)\n+ except StopIteration:\n+ x = cbook._safe_first_finite(xconv, skip_nonfinite=False)\n except (TypeError, IndexError, KeyError):\n x = xconv\n--- a/lib/matplotlib/tests/test_axes.py\n+++ b/lib/matplotlib/tests/test_axes.py\n@@ -1715,4 +1715,10 @@\n def test_nan_bar_values():\n fig, ax = plt.subplots()\n ax.bar([0, 1], [np.nan, 4])\n \n+ for height in [0, np.nan]:\n+ bar = ax.bar([np.nan], [height])[0]\n+ assert np.isnan(bar.get_x())\n+ np.testing.assert_equal(bar.get_height(), height)\n+ ax.bar([np.nan, 1], [2, 3])\n+\n", + "audit": { + "status": "invalid", + "original_sha256": "6f64b181f6957f24763e129e23fcbc2b10a834fb770f230ac785302f3ac98364", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: lib/matplotlib/tests/test_axes.py:1715\nerror: lib/matplotlib/tests/test_axes.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "6f64b181f6957f24763e129e23fcbc2b10a834fb770f230ac785302f3ac98364" + } + }, + { + "candidate": "--- a/lib/matplotlib/axes/_axes.py\n+++ b/lib/matplotlib/axes/_axes.py\n@@ -2181,9 +2181,13 @@\n try:\n x0 = cbook._safe_first_finite(x0)\n+ except StopIteration:\n+ x0 = cbook._safe_first_finite(x0, skip_nonfinite=False)\n except (TypeError, IndexError, KeyError):\n pass\n \n try:\n x = cbook._safe_first_finite(xconv)\n+ except StopIteration:\n+ x = cbook._safe_first_finite(xconv, skip_nonfinite=False)\n except (TypeError, IndexError, KeyError):\n x = xconv\n--- a/lib/matplotlib/tests/test_axes.py\n+++ b/lib/matplotlib/tests/test_axes.py\n@@ -1715,8 +1715,14 @@\n def test_nan_bar_values():\n fig, ax = plt.subplots()\n ax.bar([0, 1], [np.nan, 4])\n \n+ for height in [0, np.nan]:\n+ bar = ax.bar([np.nan], [height])[0]\n+ assert np.isnan(bar.get_x())\n+ np.testing.assert_equal(bar.get_height(), height)\n+ ax.bar([np.nan, 1], [2, 3])\n+\n \n def test_bar_ticklabel_fail():\n fig, ax = plt.subplots()\n ax.bar([], [])\n", + "audit": { + "status": "applies", + "original_sha256": "828448947f3297cb9219d5563ae3e2dea1adbfb4b0a332022851b982e0e3c6fe", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "828448947f3297cb9219d5563ae3e2dea1adbfb4b0a332022851b982e0e3c6fe" + } + } +] diff --git a/reports/experiments/repair-17-v2/attempts/matplotlib__matplotlib-26020.json b/reports/experiments/repair-17-v2/attempts/matplotlib__matplotlib-26020.json new file mode 100644 index 0000000..6d96a61 --- /dev/null +++ b/reports/experiments/repair-17-v2/attempts/matplotlib__matplotlib-26020.json @@ -0,0 +1,28 @@ +[ + { + "candidate": "--- a/lib/mpl_toolkits/axes_grid1/axes_grid.py\n+++ b/lib/mpl_toolkits/axes_grid1/axes_grid.py\n@@ -13,8 +13,19 @@\n def _tick_only(ax, bottom_on, left_on):\n bottom_off = not bottom_on\n left_off = not left_on\n- ax.axis[\"bottom\"].toggle(ticklabels=bottom_off, label=bottom_off)\n- ax.axis[\"left\"].toggle(ticklabels=left_off, label=left_off)\n+ if hasattr(ax.axis, \"__getitem__\"):\n+ ax.axis[\"bottom\"].toggle(ticklabels=bottom_off, label=bottom_off)\n+ ax.axis[\"left\"].toggle(ticklabels=left_off, label=left_off)\n+ else:\n+ ax.xaxis.set_tick_params(labelbottom=bottom_off)\n+ ax.yaxis.set_tick_params(labelleft=left_off)\n+ for axis, side, visible in [(ax.xaxis, \"bottom\", bottom_off),\n+ (ax.yaxis, \"left\", left_off)]:\n+ if visible:\n+ axis.label.set_visible(True)\n+ axis.set_label_position(side)\n+ elif axis.get_label_position() == side:\n+ axis.label.set_visible(False)\n", + "audit": { + "status": "invalid", + "original_sha256": "7c747fe136d7c2985c2c6c98f86479a59abc5cb02825440c63d7e3e11fd1f1d6", + "hunks_recounted": true, + "functional_tests_run": false, + "error": "error: patch failed: lib/mpl_toolkits/axes_grid1/axes_grid.py:13\nerror: lib/mpl_toolkits/axes_grid1/axes_grid.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "0e5d85a555f7ab987d1ecf0048fb6c3d06492a348ed7885d7f72c6a3f15a75db" + } + }, + { + "candidate": "--- a/lib/mpl_toolkits/axes_grid1/axes_grid.py\n+++ b/lib/mpl_toolkits/axes_grid1/axes_grid.py\n@@ -13,8 +13,19 @@\n def _tick_only(ax, bottom_on, left_on):\n bottom_off = not bottom_on\n left_off = not left_on\n- ax.axis[\"bottom\"].toggle(ticklabels=bottom_off, label=bottom_off)\n- ax.axis[\"left\"].toggle(ticklabels=left_off, label=left_off)\n+ if hasattr(ax.axis, \"__getitem__\"):\n+ ax.axis[\"bottom\"].toggle(ticklabels=bottom_off, label=bottom_off)\n+ ax.axis[\"left\"].toggle(ticklabels=left_off, label=left_off)\n+ else:\n+ ax.xaxis.set_tick_params(labelbottom=bottom_off)\n+ ax.yaxis.set_tick_params(labelleft=left_off)\n+ for axis, side, visible in [(ax.xaxis, \"bottom\", bottom_off),\n+ (ax.yaxis, \"left\", left_off)]:\n+ if visible:\n+ axis.label.set_visible(True)\n+ axis.set_label_position(side)\n+ elif axis.get_label_position() == side:\n+ axis.label.set_visible(False)\n \n \n class CbarAxesBase:\n", + "audit": { + "status": "applies", + "original_sha256": "93a5842d3aa4761e181a68022c9c5202361f79b538bacbd2cf112caad1ed0fde", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "93a5842d3aa4761e181a68022c9c5202361f79b538bacbd2cf112caad1ed0fde" + } + } +] diff --git a/reports/experiments/repair-17-v2/attempts/pallets__flask-4992.json b/reports/experiments/repair-17-v2/attempts/pallets__flask-4992.json new file mode 100644 index 0000000..960880b --- /dev/null +++ b/reports/experiments/repair-17-v2/attempts/pallets__flask-4992.json @@ -0,0 +1,28 @@ +[ + { + "candidate": "--- a/src/flask/config.py\n+++ b/src/flask/config.py\n@@ -232,6 +232,7 @@\n def from_file(\n self,\n filename: str,\n load: t.Callable[[t.IO[t.Any]], t.Mapping],\n silent: bool = False,\n+ mode: str = \"r\",\n ) -> bool:\n@@ -248,2 +249,2 @@\n- import toml\n- app.config.from_file(\"config.toml\", load=toml.load)\n+ import tomllib\n+ app.config.from_file(\"config.toml\", load=tomllib.load, mode=\"rb\")\n@@ -257,3 +258,5 @@\n :param silent: Ignore the file if it doesn't exist.\n+ :param mode: The mode used to open the file. Defaults to text\n+ reading (``\"r\"``). Use ``\"rb\"`` for binary loaders.\n :return: ``True`` if the file was loaded successfully.\n \n@@ -264,3 +267,3 @@\n try:\n- with open(filename) as f:\n+ with open(filename, mode) as f:\n obj = load(f)\n", + "audit": { + "status": "invalid", + "original_sha256": "9f9425aa2c288245272f8fc5d8ff97501b3fcaf272936baeb759227ef33bdbb8", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: src/flask/config.py:248\nerror: src/flask/config.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "9f9425aa2c288245272f8fc5d8ff97501b3fcaf272936baeb759227ef33bdbb8" + } + }, + { + "candidate": "--- a/src/flask/config.py\n+++ b/src/flask/config.py\n@@ -232,8 +232,9 @@\n def from_file(\n self,\n filename: str,\n load: t.Callable[[t.IO[t.Any]], t.Mapping],\n silent: bool = False,\n+ mode: str = \"r\",\n ) -> bool:\n \"\"\"Update the values in the config from a file that is loaded\n using the ``load`` parameter. The loaded data is passed to the\n@@ -244,8 +245,8 @@\n import json\n app.config.from_file(\"config.json\", load=json.load)\n \n- import toml\n- app.config.from_file(\"config.toml\", load=toml.load)\n+ import tomllib\n+ app.config.from_file(\"config.toml\", load=tomllib.load, mode=\"rb\")\n \n :param filename: The path to the data file. This can be an\n absolute path or relative to the config root path.\n@@ -253,8 +254,10 @@\n mapping of loaded data from the file.\n :type load: ``Callable[[Reader], Mapping]`` where ``Reader``\n implements a ``read`` method.\n :param silent: Ignore the file if it doesn't exist.\n+ :param mode: The mode used to open the file. Defaults to text\n+ reading (``\"r\"``). Use ``\"rb\"`` for binary loaders.\n :return: ``True`` if the file was loaded successfully.\n \n .. versionadded:: 2.0\n \"\"\"\n@@ -261,8 +264,8 @@\n filename = os.path.join(self.root_path, filename)\n \n try:\n- with open(filename) as f:\n+ with open(filename, mode) as f:\n obj = load(f)\n except OSError as e:\n if silent and e.errno in (errno.ENOENT, errno.EISDIR):\n return False\n", + "audit": { + "status": "applies", + "original_sha256": "ed875e019fbb4c992c1334b72b86b2aca287f8b180d8faff3868725161f532ce", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "ed875e019fbb4c992c1334b72b86b2aca287f8b180d8faff3868725161f532ce" + } + } +] diff --git a/reports/experiments/repair-17-v2/attempts/pallets__flask-5063.json b/reports/experiments/repair-17-v2/attempts/pallets__flask-5063.json new file mode 100644 index 0000000..305e02d --- /dev/null +++ b/reports/experiments/repair-17-v2/attempts/pallets__flask-5063.json @@ -0,0 +1,28 @@ +[ + { + "candidate": "--- a/src/flask/cli.py\n+++ b/src/flask/cli.py\n@@ -1021,14 +1021,17 @@\n- headers = (\"Endpoint\", \"Methods\", \"Rule\")\n+ headers = (\"Endpoint\", \"Methods\", \"Rule\", \"Subdomain\")\n widths = (\n max(len(rule.endpoint) for rule in rules),\n max(len(methods) for methods in rule_methods),\n max(len(rule.rule) for rule in rules),\n+ max(len(rule.subdomain or \"\") for rule in rules),\n )\n widths = [max(len(h), w) for h, w in zip(headers, widths)]\n- row = \"{{0:<{0}}} {{1:<{1}}} {{2:<{2}}}\".format(*widths)\n+ row = \"{{0:<{0}}} {{1:<{1}}} {{2:<{2}}} {{3:<{3}}}\".format(*widths)\n \n click.echo(row.format(*headers).strip())\n click.echo(row.format(*(\"-\" * width for width in widths)))\n \n for rule, methods in zip(rules, rule_methods):\n- click.echo(row.format(rule.endpoint, methods, rule.rule).rstrip())\n+ click.echo(\n+ row.format(rule.endpoint, methods, rule.rule, rule.subdomain or \"\").rstrip()\n+ )\n", + "audit": { + "status": "invalid", + "original_sha256": "6a73ee35f3040f37aad9503faef1f774d4c35feb87acc2527eb888989b28874b", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: src/flask/cli.py:1021\nerror: src/flask/cli.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "6a73ee35f3040f37aad9503faef1f774d4c35feb87acc2527eb888989b28874b" + } + }, + { + "candidate": "--- a/src/flask/cli.py\n+++ b/src/flask/cli.py\n@@ -1018,20 +1018,23 @@\n for rule in rules\n ]\n \n- headers = (\"Endpoint\", \"Methods\", \"Rule\")\n+ headers = (\"Endpoint\", \"Methods\", \"Rule\", \"Subdomain\")\n widths = (\n max(len(rule.endpoint) for rule in rules),\n max(len(methods) for methods in rule_methods),\n max(len(rule.rule) for rule in rules),\n+ max(len(rule.subdomain or \"\") for rule in rules),\n )\n widths = [max(len(h), w) for h, w in zip(headers, widths)]\n- row = \"{{0:<{0}}} {{1:<{1}}} {{2:<{2}}}\".format(*widths)\n+ row = \"{{0:<{0}}} {{1:<{1}}} {{2:<{2}}} {{3:<{3}}}\".format(*widths)\n \n click.echo(row.format(*headers).strip())\n click.echo(row.format(*(\"-\" * width for width in widths)))\n \n for rule, methods in zip(rules, rule_methods):\n- click.echo(row.format(rule.endpoint, methods, rule.rule).rstrip())\n+ click.echo(\n+ row.format(rule.endpoint, methods, rule.rule, rule.subdomain or \"\").rstrip()\n+ )\n \n \n cli = FlaskGroup(\n", + "audit": { + "status": "applies", + "original_sha256": "856a41dea09b0e8afcea5358938e755a7e968c3c0344c33b0f24ce9d9a754723", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "856a41dea09b0e8afcea5358938e755a7e968c3c0344c33b0f24ce9d9a754723" + } + } +] diff --git a/reports/experiments/repair-17-v2/attempts/pylint-dev__pylint-6506.json b/reports/experiments/repair-17-v2/attempts/pylint-dev__pylint-6506.json new file mode 100644 index 0000000..2fd7f91 --- /dev/null +++ b/reports/experiments/repair-17-v2/attempts/pylint-dev__pylint-6506.json @@ -0,0 +1,28 @@ +[ + { + "candidate": "--- a/pylint/lint/run.py\n+++ b/pylint/lint/run.py\n@@ -14,7 +14,10 @@\n from pylint import config\n from pylint.config.config_initialization import _config_initialization\n-from pylint.config.exceptions import ArgumentPreprocessingError\n+from pylint.config.exceptions import (\n+ ArgumentPreprocessingError,\n+ _UnrecognizedOptionError,\n+)\n from pylint.config.utils import _preprocess_options\n from pylint.constants import full_version\n from pylint.lint.base_options import _make_run_options\n from pylint.lint.pylinter import PyLinter\n@@ -135,3 +138,6 @@\n- args = _config_initialization(\n- linter, args, reporter, config_file=self._rcfile, verbose_mode=self.verbose\n- )\n+ try:\n+ args = _config_initialization(\n+ linter, args, reporter, config_file=self._rcfile, verbose_mode=self.verbose\n+ )\n+ except _UnrecognizedOptionError:\n+ sys.exit(32)\n", + "audit": { + "status": "invalid", + "original_sha256": "7129bab37e291f36ebce81da10b8c931eed03904b16c5e625efb8684dbe1d540", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: pylint/lint/run.py:135\nerror: pylint/lint/run.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "7129bab37e291f36ebce81da10b8c931eed03904b16c5e625efb8684dbe1d540" + } + }, + { + "candidate": "--- a/pylint/lint/run.py\n+++ b/pylint/lint/run.py\n@@ -14,7 +14,10 @@\n from pylint import config\n from pylint.config.config_initialization import _config_initialization\n-from pylint.config.exceptions import ArgumentPreprocessingError\n+from pylint.config.exceptions import (\n+ ArgumentPreprocessingError,\n+ _UnrecognizedOptionError,\n+)\n from pylint.config.utils import _preprocess_options\n from pylint.constants import full_version\n from pylint.lint.base_options import _make_run_options\n from pylint.lint.pylinter import PyLinter\n@@ -133,8 +136,11 @@\n linter.disable(\"I\")\n linter.enable(\"c-extension-no-member\")\n \n- args = _config_initialization(\n- linter, args, reporter, config_file=self._rcfile, verbose_mode=self.verbose\n- )\n+ try:\n+ args = _config_initialization(\n+ linter, args, reporter, config_file=self._rcfile, verbose_mode=self.verbose\n+ )\n+ except _UnrecognizedOptionError:\n+ sys.exit(32)\n \n if linter.config.jobs < 0:\n", + "audit": { + "status": "applies", + "original_sha256": "1428a0e4bb3095aa55f41faa28d7097bed0a54eefb1fad367737e3042b9241c5", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "1428a0e4bb3095aa55f41faa28d7097bed0a54eefb1fad367737e3042b9241c5" + } + } +] diff --git a/reports/experiments/repair-17-v2/attempts/pylint-dev__pylint-7993.json b/reports/experiments/repair-17-v2/attempts/pylint-dev__pylint-7993.json new file mode 100644 index 0000000..b89aa19 --- /dev/null +++ b/reports/experiments/repair-17-v2/attempts/pylint-dev__pylint-7993.json @@ -0,0 +1,28 @@ +[ + { + "candidate": "--- a/pylint/reporters/text.py\n+++ b/pylint/reporters/text.py\n@@ -177,10 +177,14 @@\n # Check to see if all parameters in the template are attributes of the Message\n- arguments = re.findall(r\"\\{(.+?)(:.*)?\\}\", template)\n- for argument in arguments:\n- if argument[0] not in MESSAGE_FIELDS:\n- warnings.warn(\n- f\"Don't recognize the argument '{argument[0]}' in the --msg-template. \"\n- \"Are you sure it is supported on the current version of pylint?\"\n- )\n- template = re.sub(r\"\\{\" + argument[0] + r\"(:.*?)?\\}\", \"\", template)\n- self._fixed_template = template\n+ def replace(match: re.Match[str]) -> str:\n+ argument = match.group(1)\n+ if argument is None or argument in MESSAGE_FIELDS:\n+ return match.group(0)\n+ warnings.warn(\n+ f\"Don't recognize the argument '{argument}' in the --msg-template. \"\n+ \"Are you sure it is supported on the current version of pylint?\"\n+ )\n+ return \"\"\n+\n+ self._fixed_template = re.sub(\n+ r\"\\{\\{|\\}\\}|\\{([^{}:]+)(:[^{}]*)?\\}\", replace, template\n+ )\n--- a/tests/reporters/unittest_reporting.py\n+++ b/tests/reporters/unittest_reporting.py\n@@ -47,6 +47,20 @@\n assert output.getvalue() == \"************* Module 0123\\nC0301:001\\nC0301:002\\n\"\n \n \n+def test_template_option_escaped_braces(linter) -> None:\n+ output = StringIO()\n+ linter.reporter.out = output\n+ linter.config.msg_template = '{{ \"Category\": \"{category}\" }}'\n+ linter.open()\n+ with warnings.catch_warnings():\n+ warnings.simplefilter(\"error\")\n+ linter.set_current_module(\"my_module\")\n+ linter.add_message(\"C0301\", line=1, args=(1, 2))\n+ assert output.getvalue() == (\n+ '************* Module my_module\\n{ \"Category\": \"convention\" }\\n'\n+ )\n+\n+\n def test_template_option_default(linter) -> None:\n \"\"\"Test the default msg-template setting.\"\"\"\n output = StringIO()\n", + "audit": { + "status": "invalid", + "original_sha256": "cd5bcb9c5f13756759819413adc01bec5bf43afa4c991c12f04d18e89e55b191", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: pylint/reporters/text.py:177\nerror: pylint/reporters/text.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "cd5bcb9c5f13756759819413adc01bec5bf43afa4c991c12f04d18e89e55b191" + } + }, + { + "candidate": "--- a/pylint/reporters/text.py\n+++ b/pylint/reporters/text.py\n@@ -174,16 +174,20 @@\n # Set template to the currently selected template\n self._template = template\n \n # Check to see if all parameters in the template are attributes of the Message\n- arguments = re.findall(r\"\\{(.+?)(:.*)?\\}\", template)\n- for argument in arguments:\n- if argument[0] not in MESSAGE_FIELDS:\n- warnings.warn(\n- f\"Don't recognize the argument '{argument[0]}' in the --msg-template. \"\n- \"Are you sure it is supported on the current version of pylint?\"\n- )\n- template = re.sub(r\"\\{\" + argument[0] + r\"(:.*?)?\\}\", \"\", template)\n- self._fixed_template = template\n+ def replace(match: re.Match[str]) -> str:\n+ argument = match.group(1)\n+ if argument is None or argument in MESSAGE_FIELDS:\n+ return match.group(0)\n+ warnings.warn(\n+ f\"Don't recognize the argument '{argument}' in the --msg-template. \"\n+ \"Are you sure it is supported on the current version of pylint?\"\n+ )\n+ return \"\"\n+\n+ self._fixed_template = re.sub(\n+ r\"\\{\\{|\\}\\}|\\{([^{}:]+)(:[^{}]*)?\\}\", replace, template\n+ )\n \n def write_message(self, msg: Message) -> None:\n \"\"\"Convenience method to write a formatted message with class default\n--- a/tests/reporters/unittest_reporting.py\n+++ b/tests/reporters/unittest_reporting.py\n@@ -48,6 +48,20 @@\n assert output.getvalue() == \"************* Module 0123\\nC0301:001\\nC0301:002\\n\"\n \n \n+def test_template_option_escaped_braces(linter) -> None:\n+ output = StringIO()\n+ linter.reporter.out = output\n+ linter.config.msg_template = '{{ \"Category\": \"{category}\" }}'\n+ linter.open()\n+ with warnings.catch_warnings():\n+ warnings.simplefilter(\"error\")\n+ linter.set_current_module(\"my_module\")\n+ linter.add_message(\"C0301\", line=1, args=(1, 2))\n+ assert output.getvalue() == (\n+ '************* Module my_module\\n{ \"Category\": \"convention\" }\\n'\n+ )\n+\n+\n def test_template_option_default(linter) -> None:\n \"\"\"Test the default msg-template setting.\"\"\"\n output = StringIO()\n", + "audit": { + "status": "applies", + "original_sha256": "70d34650ba84028e74c6ac450004dddcceb063f0310b0ff78c9849aac322d1cd", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "70d34650ba84028e74c6ac450004dddcceb063f0310b0ff78c9849aac322d1cd" + } + } +] diff --git a/reports/experiments/repair-17-v2/attempts/scikit-learn__scikit-learn-14092.json b/reports/experiments/repair-17-v2/attempts/scikit-learn__scikit-learn-14092.json new file mode 100644 index 0000000..57e7dba --- /dev/null +++ b/reports/experiments/repair-17-v2/attempts/scikit-learn__scikit-learn-14092.json @@ -0,0 +1,28 @@ +[ + { + "candidate": "--- a/sklearn/neighbors/nca.py\n+++ b/sklearn/neighbors/nca.py\n@@ -10,6 +10,7 @@\n from __future__ import print_function\n \n from warnings import warn\n+import numbers\n import numpy as np\n import sys\n import time\n@@ -300,3 +301,3 @@\n # Check the preferred dimensionality of the projected space\n if self.n_components is not None:\n- check_scalar(self.n_components, 'n_components', int, 1)\n+ check_scalar(self.n_components, 'n_components', numbers.Integral, 1)\n@@ -321,3 +322,3 @@\n- check_scalar(self.max_iter, 'max_iter', int, 1)\n- check_scalar(self.tol, 'tol', float, 0.)\n- check_scalar(self.verbose, 'verbose', int, 0)\n+ check_scalar(self.max_iter, 'max_iter', numbers.Integral, 1)\n+ check_scalar(self.tol, 'tol', numbers.Real, 0.)\n+ check_scalar(self.verbose, 'verbose', numbers.Integral, 0)\n--- a/sklearn/neighbors/tests/test_nca.py\n+++ b/sklearn/neighbors/tests/test_nca.py\n@@ -130,7 +130,12 @@\n assert_raises(TypeError, NCA(max_iter='21').fit, X, y)\n assert_raises(TypeError, NCA(verbose='true').fit, X, y)\n- assert_raises(TypeError, NCA(tol=1).fit, X, y)\n+ assert_raises(TypeError, NCA(tol='invalid').fit, X, y)\n assert_raises(TypeError, NCA(n_components='invalid').fit, X, y)\n assert_raises(TypeError, NCA(warm_start=1).fit, X, y)\n \n+ # Accept numeric scalar types used in parameter grids.\n+ for tol in (1, np.float32(0.1)):\n+ NCA(n_components=np.int64(2), max_iter=np.int64(50),\n+ verbose=np.int64(0), tol=tol)._validate_params(X, y)\n+\n # ValueError\n", + "audit": { + "status": "invalid", + "original_sha256": "9dec862dca22cde5ed5c797bc585c662db996e757472b8a3719531661f38558c", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: sklearn/neighbors/nca.py:300\nerror: sklearn/neighbors/nca.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "9dec862dca22cde5ed5c797bc585c662db996e757472b8a3719531661f38558c" + } + }, + { + "candidate": "--- a/sklearn/neighbors/nca.py\n+++ b/sklearn/neighbors/nca.py\n@@ -10,6 +10,7 @@\n from __future__ import print_function\n \n from warnings import warn\n+import numbers\n import numpy as np\n import sys\n import time\n@@ -299,7 +300,7 @@\n \n # Check the preferred dimensionality of the projected space\n if self.n_components is not None:\n- check_scalar(self.n_components, 'n_components', int, 1)\n+ check_scalar(self.n_components, 'n_components', numbers.Integral, 1)\n \n if self.n_components > X.shape[1]:\n raise ValueError('The preferred dimensionality of the '\n@@ -319,9 +320,9 @@\n .format(X.shape[1],\n self.components_.shape[1]))\n \n- check_scalar(self.max_iter, 'max_iter', int, 1)\n- check_scalar(self.tol, 'tol', float, 0.)\n- check_scalar(self.verbose, 'verbose', int, 0)\n+ check_scalar(self.max_iter, 'max_iter', numbers.Integral, 1)\n+ check_scalar(self.tol, 'tol', numbers.Real, 0.)\n+ check_scalar(self.verbose, 'verbose', numbers.Integral, 0)\n \n if self.callback is not None:\n if not callable(self.callback):\n--- a/sklearn/neighbors/tests/test_nca.py\n+++ b/sklearn/neighbors/tests/test_nca.py\n@@ -130,7 +130,12 @@\n assert_raises(TypeError, NCA(max_iter='21').fit, X, y)\n assert_raises(TypeError, NCA(verbose='true').fit, X, y)\n- assert_raises(TypeError, NCA(tol=1).fit, X, y)\n+ assert_raises(TypeError, NCA(tol='invalid').fit, X, y)\n assert_raises(TypeError, NCA(n_components='invalid').fit, X, y)\n assert_raises(TypeError, NCA(warm_start=1).fit, X, y)\n \n+ # Accept numeric scalar types used in parameter grids.\n+ for tol in (1, np.float32(0.1)):\n+ NCA(n_components=np.int64(2), max_iter=np.int64(50),\n+ verbose=np.int64(0), tol=tol)._validate_params(X, y)\n+\n # ValueError\n", + "audit": { + "status": "applies", + "original_sha256": "dee3a58d279dc300cceaf1a9ef0ae3090901491784b22f7b5f0f1703afba399c", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "dee3a58d279dc300cceaf1a9ef0ae3090901491784b22f7b5f0f1703afba399c" + } + } +] diff --git a/reports/experiments/repair-17-v2/attempts/scikit-learn__scikit-learn-25747.json b/reports/experiments/repair-17-v2/attempts/scikit-learn__scikit-learn-25747.json new file mode 100644 index 0000000..69c0ffa --- /dev/null +++ b/reports/experiments/repair-17-v2/attempts/scikit-learn__scikit-learn-25747.json @@ -0,0 +1,41 @@ +[ + { + "candidate": "--- a/sklearn/utils/_set_output.py\n+++ b/sklearn/utils/_set_output.py\n@@ -18,3 +18,3 @@\n- If `data_to_wrap` is a DataFrame, then the `columns` and `index` will be changed\n- inplace. If `data_to_wrap` is a ndarray, then a new DataFrame is created with\n+ If `data_to_wrap` is a DataFrame, then only the `columns` will be changed\n+ inplace. If `data_to_wrap` is a ndarray, then a new DataFrame is created with\n `columns` and `index`.\n@@ -55,7 +55,5 @@\n if isinstance(data_to_wrap, pd.DataFrame):\n if columns is not None:\n data_to_wrap.columns = columns\n- if index is not None:\n- data_to_wrap.index = index\n return data_to_wrap\n \n return pd.DataFrame(data_to_wrap, index=index, columns=columns)\n--- a/sklearn/utils/tests/test_set_output.py\n+++ b/sklearn/utils/tests/test_set_output.py\n@@ -27,10 +27,11 @@\n-def test__wrap_in_pandas_container_dense_update_columns_and_index():\n- \"\"\"Check that _wrap_in_pandas_container overrides columns and index.\"\"\"\n+def test__wrap_in_pandas_container_dense_update_columns_preserve_index():\n+ \"\"\"Check that wrapping overrides columns but preserves the existing index.\"\"\"\n pd = pytest.importorskip(\"pandas\")\n X_df = pd.DataFrame([[1, 0, 3], [0, 0, 1]], columns=[\"a\", \"b\", \"c\"])\n+ original_index = X_df.index.copy()\n new_columns = np.asarray([\"f0\", \"f1\", \"f2\"], dtype=object)\n- new_index = [10, 12]\n+ new_index = [10, 12, 14]\n \n new_df = _wrap_in_pandas_container(X_df, columns=new_columns, index=new_index)\n assert_array_equal(new_df.columns, new_columns)\n- assert_array_equal(new_df.index, new_index)\n+ assert_array_equal(new_df.index, original_index)\n", + "audit": { + "status": "invalid", + "original_sha256": "cbe7b445e0eeb81265e94c708391101febec0f67efe6622ff66cdd9cf5718897", + "hunks_recounted": true, + "functional_tests_run": false, + "error": "error: patch failed: sklearn/utils/tests/test_set_output.py:27\nerror: sklearn/utils/tests/test_set_output.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "6e64d1badb37db17757820d141193c3fef803ca039035b6cedc8f624009e51c3" + } + }, + { + "candidate": "--- a/sklearn/utils/_set_output.py\n+++ b/sklearn/utils/_set_output.py\n@@ -18,3 +18,3 @@\n- If `data_to_wrap` is a DataFrame, then the `columns` and `index` will be changed\n- inplace. If `data_to_wrap` is a ndarray, then a new DataFrame is created with\n+ If `data_to_wrap` is a DataFrame, then only the `columns` will be changed\n+ inplace. If `data_to_wrap` is a ndarray, then a new DataFrame is created with\n `columns` and `index`.\n@@ -55,8 +55,6 @@\n if isinstance(data_to_wrap, pd.DataFrame):\n if columns is not None:\n data_to_wrap.columns = columns\n- if index is not None:\n- data_to_wrap.index = index\n return data_to_wrap\n \n return pd.DataFrame(data_to_wrap, index=index, columns=columns)\n--- a/sklearn/utils/tests/test_set_output.py\n+++ b/sklearn/utils/tests/test_set_output.py\n@@ -27,10 +27,11 @@\n-def test__wrap_in_pandas_container_dense_update_columns_and_index():\n- \"\"\"Check that _wrap_in_pandas_container overrides columns and index.\"\"\"\n+def test__wrap_in_pandas_container_dense_update_columns_preserve_index():\n+ \"\"\"Check that wrapping overrides columns but preserves the existing index.\"\"\"\n pd = pytest.importorskip(\"pandas\")\n X_df = pd.DataFrame([[1, 0, 3], [0, 0, 1]], columns=[\"a\", \"b\", \"c\"])\n+ original_index = X_df.index.copy()\n new_columns = np.asarray([\"f0\", \"f1\", \"f2\"], dtype=object)\n- new_index = [10, 12]\n+ new_index = [10, 12, 14]\n \n new_df = _wrap_in_pandas_container(X_df, columns=new_columns, index=new_index)\n assert_array_equal(new_df.columns, new_columns)\n- assert_array_equal(new_df.index, new_index)\n+ assert_array_equal(new_df.index, original_index)\n", + "audit": { + "status": "invalid", + "original_sha256": "6e64d1badb37db17757820d141193c3fef803ca039035b6cedc8f624009e51c3", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: sklearn/utils/tests/test_set_output.py:27\nerror: sklearn/utils/tests/test_set_output.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "6e64d1badb37db17757820d141193c3fef803ca039035b6cedc8f624009e51c3" + } + }, + { + "candidate": "--- a/sklearn/utils/_set_output.py\n+++ b/sklearn/utils/_set_output.py\n@@ -16,7 +16,7 @@\n \"\"\"Create a Pandas DataFrame.\n \n- If `data_to_wrap` is a DataFrame, then the `columns` and `index` will be changed\n+ If `data_to_wrap` is a DataFrame, then only the `columns` will be changed\n inplace. If `data_to_wrap` is a ndarray, then a new DataFrame is created with\n `columns` and `index`.\n \n Parameters\n@@ -55,8 +55,6 @@\n if isinstance(data_to_wrap, pd.DataFrame):\n if columns is not None:\n data_to_wrap.columns = columns\n- if index is not None:\n- data_to_wrap.index = index\n return data_to_wrap\n \n return pd.DataFrame(data_to_wrap, index=index, columns=columns)\n--- a/sklearn/utils/tests/test_set_output.py\n+++ b/sklearn/utils/tests/test_set_output.py\n@@ -24,16 +24,17 @@\n assert_array_equal(dense_named.index, index)\n \n \n-def test__wrap_in_pandas_container_dense_update_columns_and_index():\n- \"\"\"Check that _wrap_in_pandas_container overrides columns and index.\"\"\"\n+def test__wrap_in_pandas_container_dense_update_columns_preserve_index():\n+ \"\"\"Check that wrapping overrides columns but preserves the existing index.\"\"\"\n pd = pytest.importorskip(\"pandas\")\n X_df = pd.DataFrame([[1, 0, 3], [0, 0, 1]], columns=[\"a\", \"b\", \"c\"])\n+ original_index = X_df.index.copy()\n new_columns = np.asarray([\"f0\", \"f1\", \"f2\"], dtype=object)\n- new_index = [10, 12]\n+ new_index = [10, 12, 14]\n \n new_df = _wrap_in_pandas_container(X_df, columns=new_columns, index=new_index)\n assert_array_equal(new_df.columns, new_columns)\n- assert_array_equal(new_df.index, new_index)\n+ assert_array_equal(new_df.index, original_index)\n \n \n def test__wrap_in_pandas_container_error_validation():\n", + "audit": { + "status": "applies", + "original_sha256": "445aa830bc8ad2975d992bb5a7b738738cc8d2f43f271f377b363ffcce72faf1", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "445aa830bc8ad2975d992bb5a7b738738cc8d2f43f271f377b363ffcce72faf1" + } + } +] diff --git a/reports/experiments/repair-17-v2/attempts/sphinx-doc__sphinx-7975.json b/reports/experiments/repair-17-v2/attempts/sphinx-doc__sphinx-7975.json new file mode 100644 index 0000000..a29ad23 --- /dev/null +++ b/reports/experiments/repair-17-v2/attempts/sphinx-doc__sphinx-7975.json @@ -0,0 +1,28 @@ +[ + { + "candidate": "--- a/sphinx/environment/adapters/indexentries.py\n+++ b/sphinx/environment/adapters/indexentries.py\n@@ -101,6 +101,5 @@\n- # sort the index entries; put all symbols at the front, even those\n- # following the letters in ASCII, this is where the chr(127) comes from\n- def keyfunc(entry: Tuple[str, List]) -> Tuple[str, str]:\n+ # sort the index entries; put all symbols before letters\n+ def keyfunc(entry: Tuple[str, List]) -> Tuple[bool, str, str]:\n key, (void, void, category_key) = entry\n if category_key:\n # using specified category key to sort\n@@ -108,9 +107,8 @@\n lckey = unicodedata.normalize('NFD', key.lower())\n if lckey.startswith('\\N{RIGHT-TO-LEFT MARK}'):\n lckey = lckey[1:]\n- if lckey[0:1].isalpha() or lckey.startswith('_'):\n- lckey = chr(127) + lckey\n+ is_letter = lckey[0:1].isalpha() or lckey.startswith('_')\n # ensure a determinstic order *within* letters by also sorting on\n # the entry itself\n- return (lckey, entry[0])\n+ return (is_letter, lckey, entry[0])\n newlist = sorted(new.items(), key=keyfunc)\n@@ -149,7 +147,6 @@\n- def keyfunc2(entry: Tuple[str, List]) -> str:\n+ def keyfunc2(entry: Tuple[str, List]) -> Tuple[bool, str]:\n key = unicodedata.normalize('NFD', entry[0].lower())\n if key.startswith('\\N{RIGHT-TO-LEFT MARK}'):\n key = key[1:]\n- if key[0:1].isalpha() or key.startswith('_'):\n- key = chr(127) + key\n- return key\n+ is_letter = key[0:1].isalpha() or key.startswith('_')\n+ return (is_letter, key)\n", + "audit": { + "status": "invalid", + "original_sha256": "4a7b3012ae5b6116eda5c02c98f1c59457ed1378beac2f90c2a27c472037a2a2", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: sphinx/environment/adapters/indexentries.py:149\nerror: sphinx/environment/adapters/indexentries.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "4a7b3012ae5b6116eda5c02c98f1c59457ed1378beac2f90c2a27c472037a2a2" + } + }, + { + "candidate": "--- a/sphinx/environment/adapters/indexentries.py\n+++ b/sphinx/environment/adapters/indexentries.py\n@@ -101,18 +101,16 @@\n- # sort the index entries; put all symbols at the front, even those\n- # following the letters in ASCII, this is where the chr(127) comes from\n- def keyfunc(entry: Tuple[str, List]) -> Tuple[str, str]:\n+ # sort the index entries; put all symbols before letters\n+ def keyfunc(entry: Tuple[str, List]) -> Tuple[bool, str, str]:\n key, (void, void, category_key) = entry\n if category_key:\n # using specified category key to sort\n key = category_key\n lckey = unicodedata.normalize('NFD', key.lower())\n if lckey.startswith('\\N{RIGHT-TO-LEFT MARK}'):\n lckey = lckey[1:]\n- if lckey[0:1].isalpha() or lckey.startswith('_'):\n- lckey = chr(127) + lckey\n+ is_letter = lckey[0:1].isalpha() or lckey.startswith('_')\n # ensure a determinstic order *within* letters by also sorting on\n # the entry itself\n- return (lckey, entry[0])\n+ return (is_letter, lckey, entry[0])\n newlist = sorted(new.items(), key=keyfunc)\n@@ -150,10 +148,9 @@\n # sort the sub-index entries\n- def keyfunc2(entry: Tuple[str, List]) -> str:\n+ def keyfunc2(entry: Tuple[str, List]) -> Tuple[bool, str]:\n key = unicodedata.normalize('NFD', entry[0].lower())\n if key.startswith('\\N{RIGHT-TO-LEFT MARK}'):\n key = key[1:]\n- if key[0:1].isalpha() or key.startswith('_'):\n- key = chr(127) + key\n- return key\n+ is_letter = key[0:1].isalpha() or key.startswith('_')\n+ return (is_letter, key)\n \n # group the entries by letter\n", + "audit": { + "status": "applies", + "original_sha256": "24a70d75419c3b0a33c6178a5577511847643cc39bcdf281ec3178b3a80703da", + "hunks_recounted": true, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "f37eb656d2f75da6fa1c43977dabe0b40fbd1ba4849320f32d6cea1a85b7e075" + } + } +] diff --git a/reports/experiments/repair-17-v2/attempts/sphinx-doc__sphinx-8273.json b/reports/experiments/repair-17-v2/attempts/sphinx-doc__sphinx-8273.json new file mode 100644 index 0000000..799a314 --- /dev/null +++ b/reports/experiments/repair-17-v2/attempts/sphinx-doc__sphinx-8273.json @@ -0,0 +1,28 @@ +[ + { + "candidate": "--- a/sphinx/builders/manpage.py\n+++ b/sphinx/builders/manpage.py\n@@ -12,2 +12,2 @@\n-from os import path\n+from os import makedirs, path\n from typing import Any, Dict, List, Set, Tuple, Union\n@@ -83,5 +83,9 @@\n targetname = '%s.%s' % (name, section)\n logger.info(darkgreen(targetname) + ' { ', nonl=True)\n+ sectiondir = self.outdir\n+ if self.config.man_make_section_directory:\n+ sectiondir = path.join(self.outdir, 'man%s' % section)\n+ makedirs(sectiondir, exist_ok=True)\n destination = FileOutput(\n- destination_path=path.join(self.outdir, targetname),\n+ destination_path=path.join(sectiondir, targetname),\n encoding='utf-8')\n@@ -116,2 +120,3 @@\n app.add_config_value('man_pages', default_man_pages, None)\n app.add_config_value('man_show_urls', False, None)\n+ app.add_config_value('man_make_section_directory', False, None)\n", + "audit": { + "status": "invalid", + "original_sha256": "a29a875f38c644cc25eba0c335a28288957addd53c6e47d2791e3912bfee8722", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: sphinx/builders/manpage.py:116\nerror: sphinx/builders/manpage.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "a29a875f38c644cc25eba0c335a28288957addd53c6e47d2791e3912bfee8722" + } + }, + { + "candidate": "--- a/sphinx/builders/manpage.py\n+++ b/sphinx/builders/manpage.py\n@@ -11,5 +11,5 @@\n-from os import path\n+from os import makedirs, path\n from typing import Any, Dict, List, Set, Tuple, Union\n \n from docutils.frontend import OptionParser\n from docutils.io import FileOutput\n@@ -83,5 +83,9 @@\n targetname = '%s.%s' % (name, section)\n logger.info(darkgreen(targetname) + ' { ', nonl=True)\n+ sectiondir = self.outdir\n+ if self.config.man_make_section_directory:\n+ sectiondir = path.join(self.outdir, 'man%s' % section)\n+ makedirs(sectiondir, exist_ok=True)\n destination = FileOutput(\n- destination_path=path.join(self.outdir, targetname),\n+ destination_path=path.join(sectiondir, targetname),\n encoding='utf-8')\n@@ -113,7 +117,8 @@\n def setup(app: Sphinx) -> Dict[str, Any]:\n app.add_builder(ManualPageBuilder)\n \n app.add_config_value('man_pages', default_man_pages, None)\n app.add_config_value('man_show_urls', False, None)\n+ app.add_config_value('man_make_section_directory', False, None)\n \n return {\n", + "audit": { + "status": "applies", + "original_sha256": "819f3003e2db1aab6fe653698d9be7afa5095fe48ab0e7c911cffe3d231c899d", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "819f3003e2db1aab6fe653698d9be7afa5095fe48ab0e7c911cffe3d231c899d" + } + } +] diff --git a/reports/experiments/repair-17-v2/attempts/sympy__sympy-20154.json b/reports/experiments/repair-17-v2/attempts/sympy__sympy-20154.json new file mode 100644 index 0000000..9291a0a --- /dev/null +++ b/reports/experiments/repair-17-v2/attempts/sympy__sympy-20154.json @@ -0,0 +1,41 @@ +[ + { + "candidate": "--- a/sympy/utilities/iterables.py\n+++ b/sympy/utilities/iterables.py\n@@ -1741,14 +1741,7 @@\n- Note that the _same_ dictionary object is returned each time.\n- This is for speed: generating each partition goes quickly,\n- taking constant time, independent of n.\n+ Each partition is returned as an independent dictionary.\n \n- >>> [p for p in partitions(6, k=2)]\n- [{1: 6}, {1: 6}, {1: 6}, {1: 6}]\n-\n- If you want to build a list of the returned dictionaries then\n- make a copy of them:\n-\n- >>> [p.copy() for p in partitions(6, k=2)] # doctest: +SKIP\n+ >>> list(partitions(6, k=2)) # doctest: +SKIP\n [{2: 3}, {1: 2, 2: 2}, {1: 4, 2: 1}, {1: 6}]\n- >>> [(M, p.copy()) for M, p in partitions(6, k=2, size=True)] # doctest: +SKIP\n+ >>> list(partitions(6, k=2, size=True)) # doctest: +SKIP\n [(3, {2: 3}), (4, {1: 2, 2: 2}), (5, {1: 4, 2: 1}), (6, {1: 6})]\n@@ -1804,7 +1797,7 @@\n room = m - q - bool(r)\n if size:\n- yield sum(ms.values()), ms\n+ yield sum(ms.values()), ms.copy()\n else:\n- yield ms\n+ yield ms.copy()\n \n while keys != [1]:\n@@ -1844,5 +1837,5 @@\n room -= need\n if size:\n- yield sum(ms.values()), ms\n+ yield sum(ms.values()), ms.copy()\n else:\n- yield ms\n+ yield ms.copy()\n--- a/sympy/utilities/tests/test_iterables.py\n+++ b/sympy/utilities/tests/test_iterables.py\n@@ -482,4 +482,16 @@\n assert list(partitions(6, 2, 0, size=i)) == ans[i]\n \n+ expected = [{3: 1}, {2: 1, 1: 1}, {1: 3}]\n+ for size in (False, True):\n+ results = list(partitions(3, size=size))\n+ dictionaries = [p for _, p in results] if size else results\n+ assert dictionaries == expected\n+ if size:\n+ assert [count for count, _ in results] == [1, 2, 3]\n+ assert len({id(p) for p in dictionaries}) == len(dictionaries)\n+ dictionaries[0][3] = 99\n+ assert dictionaries[1:] == expected[1:]\n+\n+\n assert [p.copy() for p in partitions(6, k=2)] == [\n {2: 3}, {1: 2, 2: 2}, {1: 4, 2: 1}, {1: 6}]\n", + "audit": { + "status": "invalid", + "original_sha256": "bc411c7e5b2404fcc11d09c400cb7e9d2c5834a56ffa076d990257497c390161", + "hunks_recounted": true, + "functional_tests_run": false, + "error": "error: patch failed: sympy/utilities/iterables.py:1844\nerror: sympy/utilities/iterables.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "35bd349992545ee8678ca3c979ce2f98c7b701667e9f3ad02478177db26f4c0c" + } + }, + { + "candidate": "--- a/sympy/utilities/iterables.py\n+++ b/sympy/utilities/iterables.py\n@@ -1741,14 +1741,6 @@\n- Note that the _same_ dictionary object is returned each time.\n- This is for speed: generating each partition goes quickly,\n- taking constant time, independent of n.\n+ Each partition is returned as an independent dictionary.\n \n- >>> [p for p in partitions(6, k=2)]\n- [{1: 6}, {1: 6}, {1: 6}, {1: 6}]\n-\n- If you want to build a list of the returned dictionaries then\n- make a copy of them:\n-\n- >>> [p.copy() for p in partitions(6, k=2)] # doctest: +SKIP\n+ >>> list(partitions(6, k=2)) # doctest: +SKIP\n [{2: 3}, {1: 2, 2: 2}, {1: 4, 2: 1}, {1: 6}]\n- >>> [(M, p.copy()) for M, p in partitions(6, k=2, size=True)] # doctest: +SKIP\n+ >>> list(partitions(6, k=2, size=True)) # doctest: +SKIP\n [(3, {2: 3}), (4, {1: 2, 2: 2}), (5, {1: 4, 2: 1}), (6, {1: 6})]\n@@ -1804,7 +1796,7 @@\n room = m - q - bool(r)\n if size:\n- yield sum(ms.values()), ms\n+ yield sum(ms.values()), ms.copy()\n else:\n- yield ms\n+ yield ms.copy()\n \n while keys != [1]:\n@@ -1843,5 +1835,5 @@\n room -= need\n if size:\n- yield sum(ms.values()), ms\n+ yield sum(ms.values()), ms.copy()\n else:\n- yield ms\n+ yield ms.copy()\n--- a/sympy/utilities/tests/test_iterables.py\n+++ b/sympy/utilities/tests/test_iterables.py\n@@ -482,4 +482,16 @@\n assert list(partitions(6, 2, 0, size=i)) == ans[i]\n \n+ expected = [{3: 1}, {2: 1, 1: 1}, {1: 3}]\n+ for size in (False, True):\n+ results = list(partitions(3, size=size))\n+ dictionaries = [p for _, p in results] if size else results\n+ assert dictionaries == expected\n+ if size:\n+ assert [count for count, _ in results] == [1, 2, 3]\n+ assert len({id(p) for p in dictionaries}) == len(dictionaries)\n+ dictionaries[0][3] = 99\n+ assert dictionaries[1:] == expected[1:]\n+\n+\n assert [p.copy() for p in partitions(6, k=2)] == [\n {2: 3}, {1: 2, 2: 2}, {1: 4, 2: 1}, {1: 6}]\n", + "audit": { + "status": "invalid", + "original_sha256": "fd563aa30d966ff4cd2d7fa30a906aac5a45eaeac0bcc44b3c1a004d814e27f7", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: sympy/utilities/iterables.py:1843\nerror: sympy/utilities/iterables.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "fd563aa30d966ff4cd2d7fa30a906aac5a45eaeac0bcc44b3c1a004d814e27f7" + } + }, + { + "candidate": "--- a/sympy/utilities/iterables.py\n+++ b/sympy/utilities/iterables.py\n@@ -1740,17 +1740,9 @@\n \n- Note that the _same_ dictionary object is returned each time.\n- This is for speed: generating each partition goes quickly,\n- taking constant time, independent of n.\n+ Each partition is returned as an independent dictionary.\n \n- >>> [p for p in partitions(6, k=2)]\n- [{1: 6}, {1: 6}, {1: 6}, {1: 6}]\n-\n- If you want to build a list of the returned dictionaries then\n- make a copy of them:\n-\n- >>> [p.copy() for p in partitions(6, k=2)] # doctest: +SKIP\n+ >>> list(partitions(6, k=2)) # doctest: +SKIP\n [{2: 3}, {1: 2, 2: 2}, {1: 4, 2: 1}, {1: 6}]\n- >>> [(M, p.copy()) for M, p in partitions(6, k=2, size=True)] # doctest: +SKIP\n+ >>> list(partitions(6, k=2, size=True)) # doctest: +SKIP\n [(3, {2: 3}), (4, {1: 2, 2: 2}), (5, {1: 4, 2: 1}), (6, {1: 6})]\n \n References\n@@ -1803,7 +1795,7 @@\n room = m - q - bool(r)\n if size:\n- yield sum(ms.values()), ms\n+ yield sum(ms.values()), ms.copy()\n else:\n- yield ms\n+ yield ms.copy()\n \n while keys != [1]:\n@@ -1842,10 +1834,10 @@\n break\n room -= need\n if size:\n- yield sum(ms.values()), ms\n+ yield sum(ms.values()), ms.copy()\n else:\n- yield ms\n+ yield ms.copy()\n \n \n def ordered_partitions(n, m=None, sort=True):\n \"\"\"Generates ordered partitions of integer ``n``.\n--- a/sympy/utilities/tests/test_iterables.py\n+++ b/sympy/utilities/tests/test_iterables.py\n@@ -482,4 +482,16 @@\n assert list(partitions(6, 2, 0, size=i)) == ans[i]\n \n+ expected = [{3: 1}, {2: 1, 1: 1}, {1: 3}]\n+ for size in (False, True):\n+ results = list(partitions(3, size=size))\n+ dictionaries = [p for _, p in results] if size else results\n+ assert dictionaries == expected\n+ if size:\n+ assert [count for count, _ in results] == [1, 2, 3]\n+ assert len({id(p) for p in dictionaries}) == len(dictionaries)\n+ dictionaries[0][3] = 99\n+ assert dictionaries[1:] == expected[1:]\n+\n+\n assert [p.copy() for p in partitions(6, k=2)] == [\n {2: 3}, {1: 2, 2: 2}, {1: 4, 2: 1}, {1: 6}]\n", + "audit": { + "status": "applies", + "original_sha256": "2dba6a068a3b609e45770032f71bcae6bf071bca4374f173f98c270a8adb56d2", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "2dba6a068a3b609e45770032f71bcae6bf071bca4374f173f98c270a8adb56d2" + } + } +] diff --git a/reports/experiments/repair-17-v2/checks/django__django-10914.json b/reports/experiments/repair-17-v2/checks/django__django-10914.json new file mode 100644 index 0000000..33f9499 --- /dev/null +++ b/reports/experiments/repair-17-v2/checks/django__django-10914.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "33a9b9b9fa4cbd78b5d21412f9682654faddc736b1b76a355d12bd18997bbfe9", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "33a9b9b9fa4cbd78b5d21412f9682654faddc736b1b76a355d12bd18997bbfe9", + "initial_status": "invalid", + "repair_attempts": 1, + "recovered": true +} diff --git a/reports/experiments/repair-17-v2/checks/django__django-12983.json b/reports/experiments/repair-17-v2/checks/django__django-12983.json new file mode 100644 index 0000000..ab95815 --- /dev/null +++ b/reports/experiments/repair-17-v2/checks/django__django-12983.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "a5036ec0de98daf5f2df74a5944c409935829693b61cbed0d24d612985823b09", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "a5036ec0de98daf5f2df74a5944c409935829693b61cbed0d24d612985823b09", + "initial_status": "invalid", + "repair_attempts": 1, + "recovered": true +} diff --git a/reports/experiments/repair-17-v2/checks/django__django-13447.json b/reports/experiments/repair-17-v2/checks/django__django-13447.json new file mode 100644 index 0000000..aecf29d --- /dev/null +++ b/reports/experiments/repair-17-v2/checks/django__django-13447.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "7dcd57d75bb799f9e8f513b4fbc5b1a290e974658612b4b293378240c363ce9a", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "7dcd57d75bb799f9e8f513b4fbc5b1a290e974658612b4b293378240c363ce9a", + "initial_status": "invalid", + "repair_attempts": 1, + "recovered": true +} diff --git a/reports/experiments/repair-17-v2/checks/django__django-13757.json b/reports/experiments/repair-17-v2/checks/django__django-13757.json new file mode 100644 index 0000000..ea0a89f --- /dev/null +++ b/reports/experiments/repair-17-v2/checks/django__django-13757.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "5fd57346124d68998ac1cb9d4cedaab8e2a99032b5eee245cf01ef5141aab898", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "5fd57346124d68998ac1cb9d4cedaab8e2a99032b5eee245cf01ef5141aab898", + "initial_status": "invalid", + "repair_attempts": 2, + "recovered": true +} diff --git a/reports/experiments/repair-17-v2/checks/matplotlib__matplotlib-18869.json b/reports/experiments/repair-17-v2/checks/matplotlib__matplotlib-18869.json new file mode 100644 index 0000000..d4a9607 --- /dev/null +++ b/reports/experiments/repair-17-v2/checks/matplotlib__matplotlib-18869.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "76ef7979d9f9861dae4fb17ca2f3b05ce70be8acefb64f46fff81150e8520e28", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "76ef7979d9f9861dae4fb17ca2f3b05ce70be8acefb64f46fff81150e8520e28", + "initial_status": "invalid", + "repair_attempts": 1, + "recovered": true +} diff --git a/reports/experiments/repair-17-v2/checks/matplotlib__matplotlib-23563.json b/reports/experiments/repair-17-v2/checks/matplotlib__matplotlib-23563.json new file mode 100644 index 0000000..b396bdc --- /dev/null +++ b/reports/experiments/repair-17-v2/checks/matplotlib__matplotlib-23563.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "ae351341c3d1ba6ecb124221ad0be3a1f56bf9332a0bae14a7cac6f728c54a87", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "ae351341c3d1ba6ecb124221ad0be3a1f56bf9332a0bae14a7cac6f728c54a87", + "initial_status": "invalid", + "repair_attempts": 1, + "recovered": true +} diff --git a/reports/experiments/repair-17-v2/checks/matplotlib__matplotlib-24149.json b/reports/experiments/repair-17-v2/checks/matplotlib__matplotlib-24149.json new file mode 100644 index 0000000..b481b2a --- /dev/null +++ b/reports/experiments/repair-17-v2/checks/matplotlib__matplotlib-24149.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "828448947f3297cb9219d5563ae3e2dea1adbfb4b0a332022851b982e0e3c6fe", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "828448947f3297cb9219d5563ae3e2dea1adbfb4b0a332022851b982e0e3c6fe", + "initial_status": "invalid", + "repair_attempts": 1, + "recovered": true +} diff --git a/reports/experiments/repair-17-v2/checks/matplotlib__matplotlib-26020.json b/reports/experiments/repair-17-v2/checks/matplotlib__matplotlib-26020.json new file mode 100644 index 0000000..5596e81 --- /dev/null +++ b/reports/experiments/repair-17-v2/checks/matplotlib__matplotlib-26020.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "93a5842d3aa4761e181a68022c9c5202361f79b538bacbd2cf112caad1ed0fde", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "93a5842d3aa4761e181a68022c9c5202361f79b538bacbd2cf112caad1ed0fde", + "initial_status": "invalid", + "repair_attempts": 1, + "recovered": true +} diff --git a/reports/experiments/repair-17-v2/checks/pallets__flask-4992.json b/reports/experiments/repair-17-v2/checks/pallets__flask-4992.json new file mode 100644 index 0000000..7a38e6e --- /dev/null +++ b/reports/experiments/repair-17-v2/checks/pallets__flask-4992.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "ed875e019fbb4c992c1334b72b86b2aca287f8b180d8faff3868725161f532ce", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "ed875e019fbb4c992c1334b72b86b2aca287f8b180d8faff3868725161f532ce", + "initial_status": "invalid", + "repair_attempts": 1, + "recovered": true +} diff --git a/reports/experiments/repair-17-v2/checks/pallets__flask-5063.json b/reports/experiments/repair-17-v2/checks/pallets__flask-5063.json new file mode 100644 index 0000000..b2ac2bc --- /dev/null +++ b/reports/experiments/repair-17-v2/checks/pallets__flask-5063.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "856a41dea09b0e8afcea5358938e755a7e968c3c0344c33b0f24ce9d9a754723", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "856a41dea09b0e8afcea5358938e755a7e968c3c0344c33b0f24ce9d9a754723", + "initial_status": "invalid", + "repair_attempts": 1, + "recovered": true +} diff --git a/reports/experiments/repair-17-v2/checks/pylint-dev__pylint-6506.json b/reports/experiments/repair-17-v2/checks/pylint-dev__pylint-6506.json new file mode 100644 index 0000000..00518ef --- /dev/null +++ b/reports/experiments/repair-17-v2/checks/pylint-dev__pylint-6506.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "1428a0e4bb3095aa55f41faa28d7097bed0a54eefb1fad367737e3042b9241c5", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "1428a0e4bb3095aa55f41faa28d7097bed0a54eefb1fad367737e3042b9241c5", + "initial_status": "invalid", + "repair_attempts": 1, + "recovered": true +} diff --git a/reports/experiments/repair-17-v2/checks/pylint-dev__pylint-7993.json b/reports/experiments/repair-17-v2/checks/pylint-dev__pylint-7993.json new file mode 100644 index 0000000..46058fd --- /dev/null +++ b/reports/experiments/repair-17-v2/checks/pylint-dev__pylint-7993.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "70d34650ba84028e74c6ac450004dddcceb063f0310b0ff78c9849aac322d1cd", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "70d34650ba84028e74c6ac450004dddcceb063f0310b0ff78c9849aac322d1cd", + "initial_status": "invalid", + "repair_attempts": 1, + "recovered": true +} diff --git a/reports/experiments/repair-17-v2/checks/scikit-learn__scikit-learn-14092.json b/reports/experiments/repair-17-v2/checks/scikit-learn__scikit-learn-14092.json new file mode 100644 index 0000000..d20f757 --- /dev/null +++ b/reports/experiments/repair-17-v2/checks/scikit-learn__scikit-learn-14092.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "dee3a58d279dc300cceaf1a9ef0ae3090901491784b22f7b5f0f1703afba399c", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "dee3a58d279dc300cceaf1a9ef0ae3090901491784b22f7b5f0f1703afba399c", + "initial_status": "invalid", + "repair_attempts": 1, + "recovered": true +} diff --git a/reports/experiments/repair-17-v2/checks/scikit-learn__scikit-learn-25747.json b/reports/experiments/repair-17-v2/checks/scikit-learn__scikit-learn-25747.json new file mode 100644 index 0000000..5c48bee --- /dev/null +++ b/reports/experiments/repair-17-v2/checks/scikit-learn__scikit-learn-25747.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "445aa830bc8ad2975d992bb5a7b738738cc8d2f43f271f377b363ffcce72faf1", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "445aa830bc8ad2975d992bb5a7b738738cc8d2f43f271f377b363ffcce72faf1", + "initial_status": "invalid", + "repair_attempts": 2, + "recovered": true +} diff --git a/reports/experiments/repair-17-v2/checks/sphinx-doc__sphinx-7975.json b/reports/experiments/repair-17-v2/checks/sphinx-doc__sphinx-7975.json new file mode 100644 index 0000000..628ad8d --- /dev/null +++ b/reports/experiments/repair-17-v2/checks/sphinx-doc__sphinx-7975.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "24a70d75419c3b0a33c6178a5577511847643cc39bcdf281ec3178b3a80703da", + "hunks_recounted": true, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "f37eb656d2f75da6fa1c43977dabe0b40fbd1ba4849320f32d6cea1a85b7e075", + "initial_status": "invalid", + "repair_attempts": 1, + "recovered": true +} diff --git a/reports/experiments/repair-17-v2/checks/sphinx-doc__sphinx-8273.json b/reports/experiments/repair-17-v2/checks/sphinx-doc__sphinx-8273.json new file mode 100644 index 0000000..5feaf2d --- /dev/null +++ b/reports/experiments/repair-17-v2/checks/sphinx-doc__sphinx-8273.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "819f3003e2db1aab6fe653698d9be7afa5095fe48ab0e7c911cffe3d231c899d", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "819f3003e2db1aab6fe653698d9be7afa5095fe48ab0e7c911cffe3d231c899d", + "initial_status": "invalid", + "repair_attempts": 1, + "recovered": true +} diff --git a/reports/experiments/repair-17-v2/checks/sympy__sympy-20154.json b/reports/experiments/repair-17-v2/checks/sympy__sympy-20154.json new file mode 100644 index 0000000..97c4258 --- /dev/null +++ b/reports/experiments/repair-17-v2/checks/sympy__sympy-20154.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "2dba6a068a3b609e45770032f71bcae6bf071bca4374f173f98c270a8adb56d2", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "2dba6a068a3b609e45770032f71bcae6bf071bca4374f173f98c270a8adb56d2", + "initial_status": "invalid", + "repair_attempts": 2, + "recovered": true +} diff --git a/reports/experiments/repair-17-v2/completion.json b/reports/experiments/repair-17-v2/completion.json new file mode 100644 index 0000000..19d7e9e --- /dev/null +++ b/reports/experiments/repair-17-v2/completion.json @@ -0,0 +1,5 @@ +{ + "count": 17, + "completed_at": "2026-10-08T21:45:50.160139+00:00", + "predictions_sha256": "392f7a0e3829773deef77ed84b2fbc39e579f38b29ddd5ad51fa4f76d90a5649" +} diff --git a/reports/experiments/repair-17-v2/diagnoses.jsonl b/reports/experiments/repair-17-v2/diagnoses.jsonl new file mode 100644 index 0000000..a1fdc31 --- /dev/null +++ b/reports/experiments/repair-17-v2/diagnoses.jsonl @@ -0,0 +1,17 @@ +{"instance_id": "django__django-10914", "diagnosis": {"conclusion": "identified", "root_cause": "FILE_UPLOAD_PERMISSIONS defaults to None, so FileSystemStorage skips its final chmod. Streamed memory uploads are created with 0o666 masked by umask, while temporary uploads are moved by rename or metadata-preserving copy, retaining their temporary-file permissions. Consequently, upload paths can produce different final permissions.", "affected_files": ["django/conf/global_settings.py", "docs/howto/deployment/checklist.txt"], "evidence_ids": ["e0018", "e0012", "e0027", "e0028", "e0019", "e0020", "e0032"], "suggested_fix": "Default FILE_UPLOAD_PERMISSIONS to 0o644 so the existing chmod normalizes saved files. Preserve explicitly configured None behavior and update the deployment warning. Add regression tests for default permissions on both upload paths; retain explicit-None coverage.", "proposed_patch": "--- a/django/conf/global_settings.py\n+++ b/django/conf/global_settings.py\n@@ -305,7 +305,7 @@\n # The numeric mode to set newly-uploaded files to. The value should be a mode\n # you'd pass directly to os.chmod; see https://docs.python.org/library/os.html#files-and-directories.\n-FILE_UPLOAD_PERMISSIONS = None\n+FILE_UPLOAD_PERMISSIONS = 0o644\n \n # The numeric mode to assign to newly-created directories, when uploading files.\n # The value should be a mode as you'd pass to os.chmod;\n # see https://docs.python.org/library/os.html#files-and-directories.\n--- a/docs/howto/deployment/checklist.txt\n+++ b/docs/howto/deployment/checklist.txt\n@@ -157,12 +157,12 @@\n :setting:`FILE_UPLOAD_PERMISSIONS`\n ----------------------------------\n \n-With the default file upload settings, files smaller than\n+When :setting:`FILE_UPLOAD_PERMISSIONS` is ``None``, files smaller than\n :setting:`FILE_UPLOAD_MAX_MEMORY_SIZE` may be stored with a different mode\n than larger files as described in :setting:`FILE_UPLOAD_PERMISSIONS`.\n \n-Setting :setting:`FILE_UPLOAD_PERMISSIONS` ensures all files are uploaded with\n-the same permissions.\n+Setting :setting:`FILE_UPLOAD_PERMISSIONS` to a non-None value ensures all files\n+are uploaded with the same permissions.\n \n HTTPS\n =====\n", "confidence": "high", "limitations": ["No baseline tests or runtime reproduction were run; no setup failure was reported.", "The proposed patch is unapplied and UNVERIFIED.", "Existing permission tests explicitly override the setting; default-path regression coverage remains to be added.", "The settings reference and release documentation were not supplied as source reads and are not updated here.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "docs/howto/deployment/checklist.txt", "start_line": 154, "end_line": 164}, {"id": "e0002", "kind": "search", "path": "django/core/files/storage.py", "start_line": 190, "end_line": 200}, {"id": "e0003", "kind": "search", "path": "docs/ref/files/storage.txt", "start_line": 50, "end_line": 60}, {"id": "e0004", "kind": "search", "path": "tests/file_storage/tests.py", "start_line": 504, "end_line": 514}, {"id": "e0005", "kind": "search", "path": "tests/staticfiles_tests/test_storage.py", "start_line": 503, "end_line": 513}, {"id": "e0006", "kind": "search", "path": "docs/releases/1.4.14.txt", "start_line": 19, "end_line": 29}, {"id": "e0007", "kind": "search", "path": "django/core/files/storage.py", "start_line": 214, "end_line": 224}, {"id": "e0008", "kind": "search", "path": "django/conf/global_settings.py", "start_line": 304, "end_line": 314}, {"id": "e0009", "kind": "search", "path": "django/conf/__init__.py", "start_line": 2, "end_line": 12}, {"id": "e0010", "kind": "search", "path": "docs/topics/settings.txt", "start_line": 90, "end_line": 100}, {"id": "e0011", "kind": "search", "path": "docs/howto/deployment/checklist.txt", "start_line": 154, "end_line": 164}, {"id": "e0012", "kind": "source", "path": "django/core/files/storage.py", "start_line": 201, "end_line": 320}, {"id": "e0013", "kind": "search", "path": "django/core/files/storage.py", "start_line": 190, "end_line": 200}, {"id": "e0014", "kind": "search", "path": "tests/file_storage/tests.py", "start_line": 886, "end_line": 896}, {"id": "e0015", "kind": "search", "path": "tests/staticfiles_tests/test_storage.py", "start_line": 472, "end_line": 482}, {"id": "e0016", "kind": "search", "path": "docs/ref/files/storage.txt", "start_line": 50, "end_line": 60}, {"id": "e0017", "kind": "search", "path": "docs/howto/deployment/checklist.txt", "start_line": 154, "end_line": 164}, {"id": "e0018", "kind": "source", "path": "django/conf/global_settings.py", "start_line": 290, "end_line": 314}, {"id": "e0019", "kind": "source", "path": "tests/file_storage/tests.py", "start_line": 865, "end_line": 930}, {"id": "e0020", "kind": "source", "path": "tests/staticfiles_tests/test_storage.py", "start_line": 483, "end_line": 550}, {"id": "e0021", "kind": "search", "path": "django/core/files/storage.py", "start_line": 190, "end_line": 200}, {"id": "e0022", "kind": "search", "path": "docs/ref/files/storage.txt", "start_line": 50, "end_line": 60}, {"id": "e0023", "kind": "search", "path": "docs/howto/deployment/checklist.txt", "start_line": 154, "end_line": 164}, {"id": "e0024", "kind": "search", "path": "django/core/files/uploadedfile.py", "start_line": 9, "end_line": 19}, {"id": "e0025", "kind": "search", "path": "tests/files/tests.py", "start_line": 10, "end_line": 20}, {"id": "e0026", "kind": "search", "path": "tests/file_uploads/tests.py", "start_line": 46, "end_line": 56}, {"id": "e0027", "kind": "source", "path": "django/core/files/uploadedfile.py", "start_line": 50, "end_line": 90}, {"id": "e0028", "kind": "source", "path": "django/core/files/move.py", "start_line": 1, "end_line": 87}, {"id": "e0029", "kind": "search", "path": "docs/releases/1.4.14.txt", "start_line": 22, "end_line": 32}, {"id": "e0030", "kind": "search", "path": "docs/releases/1.5.9.txt", "start_line": 22, "end_line": 32}, {"id": "e0031", "kind": "search", "path": "docs/releases/1.6.6.txt", "start_line": 22, "end_line": 32}, {"id": "e0032", "kind": "source", "path": "docs/howto/deployment/checklist.txt", "start_line": 154, "end_line": 170}, {"id": "e0033", "kind": "source", "path": "django/conf/global_settings.py", "start_line": 300, "end_line": 314}, {"id": "e0034", "kind": "source", "path": "docs/howto/deployment/checklist.txt", "start_line": 150, "end_line": 172}], "routes": [], "test_status": "not_run", "patch_verified": false} +{"instance_id": "django__django-12983", "diagnosis": {"conclusion": "identified", "root_cause": "slugify() strips only whitespace before collapsing whitespace and dashes. Its character filter preserves underscores, and its final substitution leaves boundary dashes intact, producing ___this-is-a-test- for the reported input.", "affected_files": ["django/utils/text.py", "django/template/defaultfilters.py", "tests/utils_tests/test_text.py"], "evidence_ids": ["e0011", "e0012", "e0013"], "suggested_fix": "Strip boundary dashes and underscores after the final substitution, preserving internal separators. Update both docstrings and add regression cases. Run the utility and template slugify tests; the proposed patch is unverified.", "proposed_patch": "--- a/django/utils/text.py\n+++ b/django/utils/text.py\n@@ -393,17 +393,17 @@\n @keep_lazy_text\n def slugify(value, allow_unicode=False):\n \"\"\"\n Convert to ASCII if 'allow_unicode' is False. Convert spaces to hyphens.\n Remove characters that aren't alphanumerics, underscores, or hyphens.\n- Convert to lowercase. Also strip leading and trailing whitespace.\n+ Convert to lowercase. Also strip leading and trailing whitespace, dashes, and underscores.\n \"\"\"\n value = str(value)\n if allow_unicode:\n value = unicodedata.normalize('NFKC', value)\n else:\n value = unicodedata.normalize('NFKD', value).encode('ascii', 'ignore').decode('ascii')\n value = re.sub(r'[^\\w\\s-]', '', value.lower()).strip()\n- return re.sub(r'[-\\s]+', '-', value)\n+ return re.sub(r'[-\\s]+', '-', value).strip('-_')\n \n \n def camel_case_to_spaces(value):\n--- a/django/template/defaultfilters.py\n+++ b/django/template/defaultfilters.py\n@@ -210,9 +210,9 @@\n @register.filter(is_safe=True)\n @stringfilter\n def slugify(value):\n \"\"\"\n Convert to ASCII. Convert spaces to hyphens. Remove characters that aren't\n alphanumerics, underscores, or hyphens. Convert to lowercase. Also strip\n- leading and trailing whitespace.\n+ leading and trailing whitespace, dashes, and underscores.\n \"\"\"\n return _slugify(value)\n--- a/tests/utils_tests/test_text.py\n+++ b/tests/utils_tests/test_text.py\n@@ -190,10 +190,16 @@\n def test_slugify(self):\n items = (\n # given - expected - Unicode?\n ('Hello, World!', 'hello-world', False),\n+ ('___This is a test ---', 'this-is-a-test', False),\n+ (' _- foo -_ ', 'foo', False),\n+ ('---', '', False),\n+ ('___', '', False),\n+ ('_-你好-_', '你好', True),\n+ ('_foo_bar-baz_', 'foo_bar-baz', False),\n ('spam & eggs', 'spam-eggs', False),\n ('spam & ıçüş', 'spam-ıçüş', True),\n ('foo ıç bar', 'foo-ıç-bar', True),\n (' foo ıç bar', 'foo-ıç-bar', True),\n ('你好', '你好', True),\n ('İstanbul', 'istanbul', True),\n", "confidence": "high", "limitations": ["Baseline tests and runtime reproduction were not run; the diagnosis is based on supplied source evidence.", "The proposed patch has not been applied or validated.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "tests/template_tests/filter_tests/test_slugify.py", "start_line": 25, "end_line": 35}, {"id": "e0002", "kind": "search", "path": "tests/utils_tests/test_text.py", "start_line": 187, "end_line": 197}, {"id": "e0003", "kind": "search", "path": "django/template/defaultfilters.py", "start_line": 209, "end_line": 219}, {"id": "e0004", "kind": "search", "path": "django/utils/text.py", "start_line": 391, "end_line": 401}, {"id": "e0005", "kind": "search", "path": "docs/ref/utils.txt", "start_line": 199, "end_line": 209}, {"id": "e0006", "kind": "search", "path": "tests/template_tests/filter_tests/test_slugify.py", "start_line": 25, "end_line": 35}, {"id": "e0007", "kind": "search", "path": "tests/utils_tests/test_text.py", "start_line": 187, "end_line": 197}, {"id": "e0008", "kind": "search", "path": "django/template/defaultfilters.py", "start_line": 17, "end_line": 27}, {"id": "e0009", "kind": "search", "path": "django/utils/text.py", "start_line": 326, "end_line": 336}, {"id": "e0010", "kind": "search", "path": "docs/ref/utils.txt", "start_line": 347, "end_line": 357}, {"id": "e0011", "kind": "source", "path": "django/utils/text.py", "start_line": 390, "end_line": 415}, {"id": "e0012", "kind": "source", "path": "tests/utils_tests/test_text.py", "start_line": 190, "end_line": 250}, {"id": "e0013", "kind": "source", "path": "django/template/defaultfilters.py", "start_line": 209, "end_line": 220}, {"id": "e0014", "kind": "source", "path": "tests/template_tests/filter_tests/test_slugify.py", "start_line": 1, "end_line": 48}, {"id": "e0015", "kind": "source", "path": "django/utils/text.py", "start_line": 390, "end_line": 415}, {"id": "e0016", "kind": "source", "path": "django/template/defaultfilters.py", "start_line": 209, "end_line": 220}, {"id": "e0017", "kind": "source", "path": "tests/utils_tests/test_text.py", "start_line": 190, "end_line": 210}], "routes": [], "test_status": "not_run", "patch_verified": false} +{"instance_id": "django__django-13447", "diagnosis": {"conclusion": "identified", "root_cause": "AdminSite._build_app_dict() has the model class available but omits it from model_dict, so both admin index contexts expose only model metadata. The dictionary-building method is also private.", "affected_files": ["django/contrib/admin/sites.py", "tests/admin_views/test_adminsite.py"], "evidence_ids": ["e0016", "e0032"], "suggested_fix": "Include the model class under 'model'. Add a public build_app_dict() wrapper and route both callers through it, retaining the private method for compatibility. Add model-identity assertions. This proposed patch is UNVERIFIED; baseline tests were not run.", "proposed_patch": "--- a/django/contrib/admin/sites.py\n+++ b/django/contrib/admin/sites.py\n@@ -433,5 +433,9 @@\n+ def build_app_dict(self, request, label=None):\n+ \"\"\"Build the app dictionary, optionally filtering by app label.\"\"\"\n+ return self._build_app_dict(request, label)\n+\n def _build_app_dict(self, request, label=None):\n \"\"\"\n Build the app dictionary. The optional `label` parameter filters models\n of a specific app.\n \"\"\"\n@@ -462,6 +466,7 @@\n info = (app_label, model._meta.model_name)\n model_dict = {\n+ 'model': model,\n 'name': capfirst(model._meta.verbose_name_plural),\n 'object_name': model._meta.object_name,\n 'perms': perms,\n 'admin_url': None,\n@@ -505,7 +510,7 @@\n Return a sorted list of all the installed apps that have been\n registered in this site.\n \"\"\"\n- app_dict = self._build_app_dict(request)\n+ app_dict = self.build_app_dict(request)\n \n # Sort the apps alphabetically.\n app_list = sorted(app_dict.values(), key=lambda x: x['name'].lower())\n@@ -537,6 +542,6 @@\n def app_index(self, request, app_label, extra_context=None):\n- app_dict = self._build_app_dict(request, app_label)\n+ app_dict = self.build_app_dict(request, app_label)\n if not app_dict:\n raise Http404('The requested admin page does not exist.')\n # Sort the models alphabetically within each app.\n app_dict['models'].sort(key=lambda x: x['name'])\n--- a/tests/admin_views/test_adminsite.py\n+++ b/tests/admin_views/test_adminsite.py\n@@ -55,7 +55,8 @@\n admin_views = apps[0]\n self.assertEqual(admin_views['app_label'], 'admin_views')\n self.assertEqual(len(admin_views['models']), 1)\n self.assertEqual(admin_views['models'][0]['object_name'], 'Article')\n+ self.assertIs(admin_views['models'][0]['model'], Article)\n \n # auth.User\n auth = apps[1]\n@@ -63,6 +64,7 @@\n self.assertEqual(len(auth['models']), 1)\n user = auth['models'][0]\n self.assertEqual(user['object_name'], 'User')\n+ self.assertIs(user['model'], User)\n \n self.assertEqual(auth['app_url'], '/test_admin/admin/auth/')\n self.assertIs(auth['has_module_perms'], True)\n", "confidence": "high", "limitations": ["Only the registered source excerpts were available; investigation reached its step limit.", "No tests or reproduction were run, and no dependency/setup failure was observed.", "Public API documentation and tests of public-method overrides are not included.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "django/contrib/admin/sites.py", "start_line": 314, "end_line": 324}, {"id": "e0002", "kind": "search", "path": "django/urls/resolvers.py", "start_line": 504, "end_line": 514}, {"id": "e0003", "kind": "search", "path": "django/db/migrations/loader.py", "start_line": 62, "end_line": 72}, {"id": "e0004", "kind": "search", "path": "django/core/checks/model_checks.py", "start_line": 17, "end_line": 27}, {"id": "e0005", "kind": "search", "path": "tests/migrations/test_loader.py", "start_line": 58, "end_line": 68}, {"id": "e0006", "kind": "search", "path": "django/contrib/admin/sites.py", "start_line": 430, "end_line": 440}, {"id": "e0007", "kind": "search", "path": "django/urls/resolvers.py", "start_line": 529, "end_line": 539}, {"id": "e0008", "kind": "search", "path": "tests/test_runner/test_discover_runner.py", "start_line": 191, "end_line": 201}, {"id": "e0009", "kind": "search", "path": "django/core/checks/model_checks.py", "start_line": 9, "end_line": 19}, {"id": "e0010", "kind": "search", "path": "django/db/migrations/loader.py", "start_line": 53, "end_line": 63}, {"id": "e0011", "kind": "search", "path": "django/contrib/admin/sites.py", "start_line": 314, "end_line": 324}, {"id": "e0012", "kind": "search", "path": "django/contrib/staticfiles/finders.py", "start_line": 153, "end_line": 163}, {"id": "e0013", "kind": "search", "path": "django/core/management/commands/dumpdata.py", "start_line": 100, "end_line": 110}, {"id": "e0014", "kind": "search", "path": "django/core/management/commands/showmigrations.py", "start_line": 49, "end_line": 59}, {"id": "e0015", "kind": "search", "path": "django/db/migrations/autodetector.py", "start_line": 116, "end_line": 126}, {"id": "e0016", "kind": "source", "path": "django/contrib/admin/sites.py", "start_line": 433, "end_line": 552}, {"id": "e0017", "kind": "search", "path": "tests/auth_tests/test_checks.py", "start_line": 17, "end_line": 27}, {"id": "e0018", "kind": "search", "path": "django/db/migrations/optimizer.py", "start_line": 12, "end_line": 22}, {"id": "e0019", "kind": "search", "path": "tests/model_fields/test_manytomanyfield.py", "start_line": 29, "end_line": 39}, {"id": "e0020", "kind": "search", "path": "tests/bash_completion/tests.py", "start_line": 93, "end_line": 103}, {"id": "e0021", "kind": "search", "path": "django/apps/registry.py", "start_line": 118, "end_line": 128}, {"id": "e0022", "kind": "search", "path": "tests/admin_views/test_adminsite.py", "start_line": 53, "end_line": 63}, {"id": "e0023", "kind": "search", "path": "tests/admin_views/test_templatetags.py", "start_line": 1, "end_line": 11}, {"id": "e0024", "kind": "search", "path": "tests/admin_views/customadmin.py", "start_line": 1, "end_line": 9}, {"id": "e0025", "kind": "search", "path": "django/contrib/admin/sites.py", "start_line": 486, "end_line": 496}, {"id": "e0026", "kind": "search", "path": "tests/admin_views/tests.py", "start_line": 1062, "end_line": 1072}, {"id": "e0027", "kind": "search", "path": "django/contrib/admin/sites.py", "start_line": 314, "end_line": 324}, {"id": "e0028", "kind": "search", "path": "tests/admin_views/customadmin.py", "start_line": 1, "end_line": 9}, {"id": "e0029", "kind": "search", "path": "docs/ref/contrib/admin/index.txt", "start_line": 549, "end_line": 559}, {"id": "e0030", "kind": "search", "path": "tests/admin_custom_urls/models.py", "start_line": 37, "end_line": 47}, {"id": "e0031", "kind": "search", "path": "tests/modeladmin/tests.py", "start_line": 303, "end_line": 313}, {"id": "e0032", "kind": "source", "path": "tests/admin_views/test_adminsite.py", "start_line": 1, "end_line": 101}, {"id": "e0033", "kind": "source", "path": "tests/admin_views/tests.py", "start_line": 1064, "end_line": 1095}, {"id": "e0034", "kind": "source", "path": "django/contrib/admin/sites.py", "start_line": 433, "end_line": 552}, {"id": "e0035", "kind": "source", "path": "tests/admin_views/test_adminsite.py", "start_line": 48, "end_line": 72}], "routes": [], "test_status": "not_run", "patch_verified": false} +{"instance_id": "django__django-13757", "diagnosis": {"conclusion": "identified", "root_cause": "For isnull=True, KeyTransformIsNull delegates to generic IsNull on SQLite and Oracle. This tests whether the extracted value is SQL NULL, conflating an absent key with a present key containing JSON null. The existing regression test uses a non-null-valued key and misses this distinction.", "affected_files": ["django/db/models/fields/json.py", "tests/model_fields/test_jsonfield.py"], "evidence_ids": ["e0011", "e0012", "e0014", "e0015", "e0019", "e0020"], "suggested_fix": "Test key absence instead of extracted-value nullness: use JSON_TYPE IS NULL on SQLite and negated JSON_EXISTS with a SQL-NULL parent guard on Oracle. Change the regression assertion to use key j, whose fixture value is JSON null. The proposed patch is unverified.", "proposed_patch": "--- a/django/db/models/fields/json.py\n+++ b/django/db/models/fields/json.py\n@@ -366,14 +366,24 @@\n class KeyTransformIsNull(lookups.IsNull):\n # key__isnull=False is the same as has_key='key'\n def as_oracle(self, compiler, connection):\n+ sql, params = HasKey(\n+ self.lhs.lhs, self.lhs.key_name,\n+ ).as_oracle(compiler, connection)\n if not self.rhs:\n- return HasKey(self.lhs.lhs, self.lhs.key_name).as_oracle(compiler, connection)\n- return super().as_sql(compiler, connection)\n+ return sql, params\n+ lhs, lhs_params, _ = self.lhs.preprocess_lhs(compiler, connection)\n+ return (\n+ '(NOT %s OR %s IS NULL)' % (sql, lhs),\n+ tuple(params) + tuple(lhs_params),\n+ )\n \n def as_sqlite(self, compiler, connection):\n+ template = 'JSON_TYPE(%s, %%s) IS NULL'\n if not self.rhs:\n- return HasKey(self.lhs.lhs, self.lhs.key_name).as_sqlite(compiler, connection)\n- return super().as_sql(compiler, connection)\n+ template = 'JSON_TYPE(%s, %%s) IS NOT NULL'\n+ return HasKey(self.lhs.lhs, self.lhs.key_name).as_sql(\n+ compiler, connection, template=template,\n+ )\n \n \n class KeyTransformIn(lookups.In):\n--- a/tests/model_fields/test_jsonfield.py\n+++ b/tests/model_fields/test_jsonfield.py\n@@ -583,10 +583,10 @@\n def test_isnull_key(self):\n # key__isnull=False works the same as has_key='key'.\n self.assertSequenceEqual(\n- NullableJSONModel.objects.filter(value__a__isnull=True),\n- self.objs[:3] + self.objs[5:],\n+ NullableJSONModel.objects.filter(value__j__isnull=True),\n+ self.objs[:4] + self.objs[5:],\n )\n self.assertSequenceEqual(\n NullableJSONModel.objects.filter(value__a__isnull=False),\n [self.objs[3], self.objs[4]],\n )\n", "confidence": "high", "limitations": ["Baseline tests were not run; no runtime reproduction or setup failure was observed.", "The patch has not been applied or validated on SQLite or Oracle.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "django/db/models/fields/json.py", "start_line": 363, "end_line": 373}, {"id": "e0002", "kind": "search", "path": "tests/model_fields/test_jsonfield.py", "start_line": 16, "end_line": 26}, {"id": "e0003", "kind": "search", "path": "django/contrib/postgres/fields/hstore.py", "start_line": 14, "end_line": 24}, {"id": "e0004", "kind": "search", "path": "tests/lookup/models.py", "start_line": 27, "end_line": 37}, {"id": "e0005", "kind": "search", "path": "tests/null_fk/tests.py", "start_line": 49, "end_line": 59}, {"id": "e0006", "kind": "search", "path": "tests/model_fields/test_jsonfield.py", "start_line": 580, "end_line": 590}, {"id": "e0007", "kind": "search", "path": "tests/queries/test_query.py", "start_line": 91, "end_line": 101}, {"id": "e0008", "kind": "search", "path": "tests/filtered_relation/tests.py", "start_line": 77, "end_line": 87}, {"id": "e0009", "kind": "search", "path": "django/contrib/admin/filters.py", "start_line": 3, "end_line": 13}, {"id": "e0010", "kind": "search", "path": "tests/null_fk/tests.py", "start_line": 45, "end_line": 55}, {"id": "e0011", "kind": "source", "path": "django/db/models/fields/json.py", "start_line": 180, "end_line": 275}, {"id": "e0012", "kind": "source", "path": "django/db/models/fields/json.py", "start_line": 285, "end_line": 385}, {"id": "e0013", "kind": "source", "path": "tests/model_fields/test_jsonfield.py", "start_line": 300, "end_line": 390}, {"id": "e0014", "kind": "source", "path": "tests/model_fields/test_jsonfield.py", "start_line": 583, "end_line": 645}, {"id": "e0015", "kind": "source", "path": "tests/model_fields/test_jsonfield.py", "start_line": 250, "end_line": 303}, {"id": "e0016", "kind": "search", "path": "django/db/models/lookups.py", "start_line": 502, "end_line": 512}, {"id": "e0017", "kind": "search", "path": "docs/ref/checks.txt", "start_line": 17, "end_line": 27}, {"id": "e0018", "kind": "search", "path": "docs/ref/models/lookups.txt", "start_line": 12, "end_line": 22}, {"id": "e0019", "kind": "source", "path": "django/db/models/fields/json.py", "start_line": 160, "end_line": 181}, {"id": "e0020", "kind": "source", "path": "django/db/models/lookups.py", "start_line": 504, "end_line": 530}, {"id": "e0021", "kind": "source", "path": "django/db/models/fields/json.py", "start_line": 360, "end_line": 385}, {"id": "e0022", "kind": "source", "path": "tests/model_fields/test_jsonfield.py", "start_line": 580, "end_line": 600}, {"id": "e0023", "kind": "source", "path": "django/db/models/fields/json.py", "start_line": 360, "end_line": 385}, {"id": "e0024", "kind": "source", "path": "tests/model_fields/test_jsonfield.py", "start_line": 580, "end_line": 600}], "routes": [], "test_status": "not_run", "patch_verified": false} +{"instance_id": "matplotlib__matplotlib-18869", "diagnosis": {"conclusion": "identified", "root_cause": "The top-level lazy attribute resolver exposes and caches only the string __version__; requests for comparable version metadata raise AttributeError. The existing packaging.version parser can provide numeric and prerelease-aware comparisons without adding a dependency.", "affected_files": ["lib/matplotlib/__init__.py", "lib/matplotlib/tests/test_matplotlib.py"], "evidence_ids": ["e0006", "e0016"], "suggested_fix": "Expose version_info as a lazily cached packaging version object alongside the unchanged __version__ string. Compare it with other parsed versions, not raw strings. Add consistency and ordering coverage.", "proposed_patch": "--- a/lib/matplotlib/__init__.py\n+++ b/lib/matplotlib/__init__.py\n@@ -133,8 +133,8 @@\n def __getattr__(name):\n- if name == \"__version__\":\n+ if name in (\"__version__\", \"version_info\"):\n import setuptools_scm\n- global __version__ # cache it.\n+ global __version__, version_info # cache both.\n # Only shell out to a git subprocess if really needed, and not on a\n # shallow clone, such as those used by CI, as the latter would trigger\n # a warning from setuptools_scm.\n root = Path(__file__).resolve().parents[2]\n@@ -148,7 +148,8 @@\n else: # Get the version from the _version.py setuptools_scm file.\n __version__ = _version.version\n- return __version__\n+ version_info = parse_version(__version__)\n+ return __version__ if name == \"__version__\" else version_info\n raise AttributeError(f\"module {__name__!r} has no attribute {name!r}\")\n \n \n def _check_versions():\n--- a/lib/matplotlib/tests/test_matplotlib.py\n+++ b/lib/matplotlib/tests/test_matplotlib.py\n@@ -1,11 +1,23 @@\n import os\n import subprocess\n import sys\n \n+from packaging.version import parse as parse_version\n import pytest\n \n import matplotlib\n \n \n+def test_version_info():\n+ info = matplotlib.version_info\n+ assert info == parse_version(matplotlib.__version__)\n+ assert matplotlib.version_info is info\n+ version_type = type(info)\n+ assert version_type(\"3.9\") < version_type(\"3.10\")\n+ assert (version_type(\"3.10.dev1\") < version_type(\"3.10rc1\")\n+ < version_type(\"3.10\") < version_type(\"3.10.post1\"))\n+ assert isinstance(matplotlib.__version__, str)\n+\n+\n @pytest.mark.skipif(\n os.name == \"nt\", reason=\"chmod() doesn't work as is on Windows\")\n", "confidence": "high", "limitations": ["Baseline tests were not run; no runtime reproduction or setup attempt was provided.", "The proposed patch is unapplied and UNVERIFIED.", "The public representation remains a design choice: this proposal uses a packaging version object rather than a tuple or LooseVersion, and does not support direct comparison with strings.", "The proposed tests do not independently exercise both version-source branches.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "doc/conf.py", "start_line": 129, "end_line": 139}, {"id": "e0002", "kind": "search", "path": "lib/matplotlib/__init__.py", "start_line": 139, "end_line": 149}, {"id": "e0003", "kind": "search", "path": "setup.py", "start_line": 11, "end_line": 21}, {"id": "e0004", "kind": "search", "path": "lib/matplotlib/tests/test_backend_pgf.py", "start_line": 90, "end_line": 100}, {"id": "e0005", "kind": "search", "path": "lib/matplotlib/tests/test_backend_pdf.py", "start_line": 145, "end_line": 155}, {"id": "e0006", "kind": "source", "path": "lib/matplotlib/__init__.py", "start_line": 90, "end_line": 180}, {"id": "e0007", "kind": "search", "path": "lib/matplotlib/tests/tinypages/conf.py", "start_line": 16, "end_line": 24}, {"id": "e0008", "kind": "search", "path": "lib/matplotlib/backends/qt_compat.py", "start_line": 15, "end_line": 25}, {"id": "e0009", "kind": "search", "path": "lib/matplotlib/__init__.py", "start_line": 165, "end_line": 175}, {"id": "e0010", "kind": "search", "path": "lib/matplotlib/tests/test_backend_pgf.py", "start_line": 4, "end_line": 14}, {"id": "e0011", "kind": "search", "path": "lib/matplotlib/testing/decorators.py", "start_line": 9, "end_line": 19}, {"id": "e0012", "kind": "search", "path": "lib/matplotlib/tests/test_matplotlib.py", "start_line": 4, "end_line": 14}, {"id": "e0013", "kind": "search", "path": "lib/matplotlib/tests/test_testing.py", "start_line": 2, "end_line": 12}, {"id": "e0014", "kind": "search", "path": "tests.py", "start_line": 14, "end_line": 24}, {"id": "e0015", "kind": "source", "path": "lib/matplotlib/__init__.py", "start_line": 1, "end_line": 89}, {"id": "e0016", "kind": "source", "path": "lib/matplotlib/tests/test_matplotlib.py", "start_line": 1, "end_line": 67}, {"id": "e0017", "kind": "source", "path": "lib/matplotlib/__init__.py", "start_line": 130, "end_line": 158}, {"id": "e0018", "kind": "source", "path": "lib/matplotlib/tests/test_matplotlib.py", "start_line": 1, "end_line": 20}], "routes": [], "test_status": "not_run", "patch_verified": false} +{"instance_id": "matplotlib__matplotlib-23563", "diagnosis": {"conclusion": "identified", "root_cause": "line_2d_to_3d changes an attached line's class to Line3D before initializing _verts3d. If broadcasting zs fails in set_3d_properties, the artist remains attached without _verts3d, and subsequent drawing raises AttributeError. Changing input variables does not repair that retained artist.", "affected_files": ["lib/mpl_toolkits/mplot3d/art3d.py"], "evidence_ids": ["e0011", "e0012", "e0020", "e0023"], "suggested_fix": "Initialize 3D properties before changing the line's class, so invalid coordinates cannot leave an uninitialized Line3D attached. Add regression coverage for failed conversion followed by drawing and valid plotting. This proposed patch is UNVERIFIED.", "proposed_patch": "--- a/lib/mpl_toolkits/mplot3d/art3d.py\n+++ b/lib/mpl_toolkits/mplot3d/art3d.py\n@@ -218,11 +218,11 @@\n self.stale = False\n \n \n def line_2d_to_3d(line, zs=0, zdir='z'):\n \"\"\"Convert a 2D line to 3D.\"\"\"\n \n+ Line3D.set_3d_properties(line, zs, zdir)\n line.__class__ = Line3D\n- line.set_3d_properties(zs, zdir)\n \n \n def _path_to_3d_segment(path, zs=0, zdir='z'):\n", "confidence": "high", "limitations": ["Baseline tests and reproduction were not run; no dependency/setup failure was observed.", "Placeholder input data prevents confirming the user's exact triggering shapes.", "The patch prevents the missing-attribute state but does not remove the retained 2D line after failed conversion.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "lib/mpl_toolkits/mplot3d/art3d.py", "start_line": 218, "end_line": 228}, {"id": "e0002", "kind": "search", "path": "lib/mpl_toolkits/mplot3d/axes3d.py", "start_line": 1281, "end_line": 1291}, {"id": "e0003", "kind": "search", "path": "examples/mplot3d/pathpatch3d.py", "start_line": 3, "end_line": 13}, {"id": "e0004", "kind": "search", "path": "lib/mpl_toolkits/tests/test_mplot3d.py", "start_line": 482, "end_line": 492}, {"id": "e0005", "kind": "search", "path": "examples/misc/demo_ribbon_box.py", "start_line": 34, "end_line": 44}, {"id": "e0006", "kind": "search", "path": "lib/mpl_toolkits/tests/test_mplot3d.py", "start_line": 47, "end_line": 57}, {"id": "e0007", "kind": "search", "path": "lib/mpl_toolkits/mplot3d/axes3d.py", "start_line": 6, "end_line": 16}, {"id": "e0008", "kind": "search", "path": "lib/mpl_toolkits/mplot3d/art3d.py", "start_line": 161, "end_line": 171}, {"id": "e0009", "kind": "search", "path": "lib/matplotlib/tests/test_collections.py", "start_line": 18, "end_line": 28}, {"id": "e0010", "kind": "search", "path": "lib/mpl_toolkits/mplot3d/proj3d.py", "start_line": 136, "end_line": 146}, {"id": "e0011", "kind": "source", "path": "lib/mpl_toolkits/mplot3d/art3d.py", "start_line": 158, "end_line": 228}, {"id": "e0012", "kind": "source", "path": "lib/mpl_toolkits/mplot3d/axes3d.py", "start_line": 1235, "end_line": 1292}, {"id": "e0013", "kind": "source", "path": "lib/mpl_toolkits/tests/test_mplot3d.py", "start_line": 485, "end_line": 525}, {"id": "e0014", "kind": "search", "path": "lib/mpl_toolkits/mplot3d/axes3d.py", "start_line": 581, "end_line": 591}, {"id": "e0015", "kind": "search", "path": "lib/matplotlib/axes/_base.py", "start_line": 2283, "end_line": 2293}, {"id": "e0016", "kind": "search", "path": "lib/matplotlib/axes/_axes.py", "start_line": 1412, "end_line": 1422}, {"id": "e0017", "kind": "search", "path": "examples/text_labels_and_annotations/line_with_text.py", "start_line": 58, "end_line": 68}, {"id": "e0018", "kind": "search", "path": "examples/user_interfaces/toolmanager_sgskip.py", "start_line": 63, "end_line": 73}, {"id": "e0019", "kind": "search", "path": "examples/animation/strip_chart.py", "start_line": 20, "end_line": 30}, {"id": "e0020", "kind": "source", "path": "lib/matplotlib/axes/_base.py", "start_line": 2286, "end_line": 2310}, {"id": "e0021", "kind": "search", "path": "lib/mpl_toolkits/mplot3d/axes3d.py", "start_line": 1398, "end_line": 1408}, {"id": "e0022", "kind": "search", "path": "lib/matplotlib/axes/_base.py", "start_line": 1241, "end_line": 1251}, {"id": "e0023", "kind": "search", "path": "lib/matplotlib/axes/_axes.py", "start_line": 1656, "end_line": 1666}, {"id": "e0024", "kind": "source", "path": "lib/mpl_toolkits/mplot3d/art3d.py", "start_line": 210, "end_line": 235}], "routes": [], "test_status": "not_run", "patch_verified": false} +{"instance_id": "matplotlib__matplotlib-24149", "diagnosis": {"conclusion": "identified", "root_cause": "Axes.bar calls _convert_dx to convert widths using x positions. For all-NaN positions, _safe_first_finite exhausts its filtered iterator and raises StopIteration. Neither _convert_dx's local handlers nor its outer fallback catches this exception. Both original and converted position lookups are vulnerable.", "affected_files": ["lib/matplotlib/axes/_axes.py", "lib/matplotlib/tests/test_axes.py"], "evidence_ids": ["e0011", "e0012", "e0013", "e0014"], "suggested_fix": "Catch StopIteration at both finite-element lookups and fall back to the first element without finite filtering. Preserve finite-element selection for mixed inputs. Add regression coverage for all-NaN positions with finite and NaN heights, plus mixed positions. The proposed patch is unverified.", "proposed_patch": "--- a/lib/matplotlib/axes/_axes.py\n+++ b/lib/matplotlib/axes/_axes.py\n@@ -2181,9 +2181,13 @@\n try:\n x0 = cbook._safe_first_finite(x0)\n+ except StopIteration:\n+ x0 = cbook._safe_first_finite(x0, skip_nonfinite=False)\n except (TypeError, IndexError, KeyError):\n pass\n \n try:\n x = cbook._safe_first_finite(xconv)\n+ except StopIteration:\n+ x = cbook._safe_first_finite(xconv, skip_nonfinite=False)\n except (TypeError, IndexError, KeyError):\n x = xconv\n--- a/lib/matplotlib/tests/test_axes.py\n+++ b/lib/matplotlib/tests/test_axes.py\n@@ -1715,8 +1715,14 @@\n def test_nan_bar_values():\n fig, ax = plt.subplots()\n ax.bar([0, 1], [np.nan, 4])\n \n+ for height in [0, np.nan]:\n+ bar = ax.bar([np.nan], [height])[0]\n+ assert np.isnan(bar.get_x())\n+ np.testing.assert_equal(bar.get_height(), height)\n+ ax.bar([np.nan, 1], [2, 3])\n+\n \n def test_bar_ticklabel_fail():\n fig, ax = plt.subplots()\n ax.bar([], [])\n", "confidence": "high", "limitations": ["Baseline tests and reproduction were not run; no setup or dependency failure was observed.", "The patch has not been applied or validated.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "lib/matplotlib/units.py", "start_line": 197, "end_line": 207}, {"id": "e0002", "kind": "search", "path": "lib/matplotlib/axes/_axes.py", "start_line": 2179, "end_line": 2189}, {"id": "e0003", "kind": "search", "path": "lib/matplotlib/cbook/__init__.py", "start_line": 1703, "end_line": 1713}, {"id": "e0004", "kind": "search", "path": "lib/matplotlib/tests/test_cbook.py", "start_line": 602, "end_line": 612}, {"id": "e0005", "kind": "search", "path": "examples/lines_bars_and_markers/curve_error_band.py", "start_line": 40, "end_line": 50}, {"id": "e0006", "kind": "search", "path": "lib/matplotlib/tests/test_category.py", "start_line": 39, "end_line": 49}, {"id": "e0007", "kind": "search", "path": "lib/matplotlib/tests/test_axes.py", "start_line": 1712, "end_line": 1722}, {"id": "e0008", "kind": "search", "path": "lib/matplotlib/tests/test_path.py", "start_line": 109, "end_line": 119}, {"id": "e0009", "kind": "search", "path": "lib/matplotlib/tests/test_simplification.py", "start_line": 247, "end_line": 257}, {"id": "e0010", "kind": "search", "path": "lib/matplotlib/tests/test_cbook.py", "start_line": 16, "end_line": 26}, {"id": "e0011", "kind": "source", "path": "lib/matplotlib/axes/_axes.py", "start_line": 2145, "end_line": 2210}, {"id": "e0012", "kind": "source", "path": "lib/matplotlib/axes/_axes.py", "start_line": 2350, "end_line": 2400}, {"id": "e0013", "kind": "source", "path": "lib/matplotlib/cbook/__init__.py", "start_line": 1708, "end_line": 1755}, {"id": "e0014", "kind": "source", "path": "lib/matplotlib/tests/test_axes.py", "start_line": 1685, "end_line": 1730}, {"id": "e0015", "kind": "source", "path": "lib/matplotlib/axes/_axes.py", "start_line": 2178, "end_line": 2193}, {"id": "e0016", "kind": "source", "path": "lib/matplotlib/tests/test_axes.py", "start_line": 1712, "end_line": 1725}], "routes": [], "test_status": "not_run", "patch_verified": false} +{"instance_id": "matplotlib__matplotlib-26020", "diagnosis": {"conclusion": "identified", "root_cause": "_tick_only unconditionally subscripts ax.axis, assuming the toolkit-specific axis dictionary. Custom Axes classes with a callable-only axis method violate that assumption. Grid construction invokes this helper through the default label mode, including for a 1×1 grid.", "affected_files": ["lib/mpl_toolkits/axes_grid1/axes_grid.py"], "evidence_ids": ["e0011", "e0013", "e0019", "e0020", "e0021", "e0022"], "suggested_fix": "Preserve dictionary-based axis-artist handling and use standard axis APIs otherwise. Add regression coverage for ordinary Axes and GeoAxes across label modes. In this snapshot, label_mode=\"keep\" bypasses the failing helper. The proposed patch is UNVERIFIED.", "proposed_patch": "--- a/lib/mpl_toolkits/axes_grid1/axes_grid.py\n+++ b/lib/mpl_toolkits/axes_grid1/axes_grid.py\n@@ -13,8 +13,19 @@\n def _tick_only(ax, bottom_on, left_on):\n bottom_off = not bottom_on\n left_off = not left_on\n- ax.axis[\"bottom\"].toggle(ticklabels=bottom_off, label=bottom_off)\n- ax.axis[\"left\"].toggle(ticklabels=left_off, label=left_off)\n+ if hasattr(ax.axis, \"__getitem__\"):\n+ ax.axis[\"bottom\"].toggle(ticklabels=bottom_off, label=bottom_off)\n+ ax.axis[\"left\"].toggle(ticklabels=left_off, label=left_off)\n+ else:\n+ ax.xaxis.set_tick_params(labelbottom=bottom_off)\n+ ax.yaxis.set_tick_params(labelleft=left_off)\n+ for axis, side, visible in [(ax.xaxis, \"bottom\", bottom_off),\n+ (ax.yaxis, \"left\", left_off)]:\n+ if visible:\n+ axis.label.set_visible(True)\n+ axis.set_label_position(side)\n+ elif axis.get_label_position() == side:\n+ axis.label.set_visible(False)\n \n \n class CbarAxesBase:\n", "confidence": "high", "limitations": ["Neither reproduction nor baseline tests were run; no dependency/setup failure was observed.", "Cartopy source was not provided, so GeoAxes compatibility remains unverified.", "The existing tuple-class test covers only toolkit Axes, not callable-only axis implementations.", "The patch has not been applied or validated.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "lib/mpl_toolkits/axes_grid1/axes_grid.py", "start_line": 160, "end_line": 170}, {"id": "e0002", "kind": "search", "path": "galleries/examples/axes_grid1/demo_axes_grid.py", "start_line": 12, "end_line": 22}, {"id": "e0003", "kind": "search", "path": "galleries/examples/axes_grid1/demo_edge_colorbar.py", "start_line": 14, "end_line": 24}, {"id": "e0004", "kind": "search", "path": "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py", "start_line": 93, "end_line": 103}, {"id": "e0005", "kind": "search", "path": "galleries/examples/axes_grid1/demo_axes_grid2.py", "start_line": 28, "end_line": 38}, {"id": "e0006", "kind": "search", "path": "lib/mpl_toolkits/axes_grid1/mpl_axes.py", "start_line": 50, "end_line": 60}, {"id": "e0007", "kind": "search", "path": "lib/mpl_toolkits/axisartist/axislines.py", "start_line": 454, "end_line": 464}, {"id": "e0008", "kind": "search", "path": "galleries/users_explain/axes/autoscale.py", "start_line": 74, "end_line": 84}, {"id": "e0009", "kind": "search", "path": "lib/mpl_toolkits/axes_grid1/parasite_axes.py", "start_line": 2, "end_line": 12}, {"id": "e0010", "kind": "search", "path": "lib/mpl_toolkits/axisartist/axis_artist.py", "start_line": 7, "end_line": 17}, {"id": "e0011", "kind": "source", "path": "lib/mpl_toolkits/axes_grid1/axes_grid.py", "start_line": 1, "end_line": 65}, {"id": "e0012", "kind": "source", "path": "lib/mpl_toolkits/axes_grid1/axes_grid.py", "start_line": 290, "end_line": 405}, {"id": "e0013", "kind": "source", "path": "lib/mpl_toolkits/axes_grid1/mpl_axes.py", "start_line": 1, "end_line": 120}, {"id": "e0014", "kind": "search", "path": "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py", "start_line": 588, "end_line": 598}, {"id": "e0015", "kind": "search", "path": "lib/mpl_toolkits/axes_grid1/axes_grid.py", "start_line": 387, "end_line": 397}, {"id": "e0016", "kind": "search", "path": "galleries/examples/axes_grid1/demo_axes_grid.py", "start_line": 20, "end_line": 30}, {"id": "e0017", "kind": "search", "path": "galleries/examples/axes_grid1/demo_edge_colorbar.py", "start_line": 26, "end_line": 36}, {"id": "e0018", "kind": "search", "path": "galleries/examples/axes_grid1/demo_axes_grid2.py", "start_line": 36, "end_line": 46}, {"id": "e0019", "kind": "source", "path": "lib/mpl_toolkits/axes_grid1/axes_grid.py", "start_line": 110, "end_line": 165}, {"id": "e0020", "kind": "source", "path": "lib/mpl_toolkits/axes_grid1/axes_grid.py", "start_line": 240, "end_line": 299}, {"id": "e0021", "kind": "source", "path": "lib/mpl_toolkits/axes_grid1/mpl_axes.py", "start_line": 115, "end_line": 128}, {"id": "e0022", "kind": "source", "path": "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py", "start_line": 575, "end_line": 610}, {"id": "e0023", "kind": "source", "path": "lib/mpl_toolkits/axes_grid1/axes_grid.py", "start_line": 1, "end_line": 25}], "routes": [], "test_status": "not_run", "patch_verified": false} +{"instance_id": "pallets__flask-4992", "diagnosis": {"conclusion": "identified", "root_cause": "Config.from_file unconditionally calls open(filename), producing a text stream, and provides no way to select binary mode. This conflicts with tomllib.load's binary-stream requirement.", "affected_files": ["src/flask/config.py"], "evidence_ids": ["e0006", "e0007"], "suggested_fix": "Add a backward-compatible mode parameter defaulting to \"r\", and pass it to open. Use mode=\"rb\" with tomllib.load. Add binary-loader regression coverage while retaining the existing JSON test.", "proposed_patch": "--- a/src/flask/config.py\n+++ b/src/flask/config.py\n@@ -232,8 +232,9 @@\n def from_file(\n self,\n filename: str,\n load: t.Callable[[t.IO[t.Any]], t.Mapping],\n silent: bool = False,\n+ mode: str = \"r\",\n ) -> bool:\n \"\"\"Update the values in the config from a file that is loaded\n using the ``load`` parameter. The loaded data is passed to the\n@@ -244,8 +245,8 @@\n import json\n app.config.from_file(\"config.json\", load=json.load)\n \n- import toml\n- app.config.from_file(\"config.toml\", load=toml.load)\n+ import tomllib\n+ app.config.from_file(\"config.toml\", load=tomllib.load, mode=\"rb\")\n \n :param filename: The path to the data file. This can be an\n absolute path or relative to the config root path.\n@@ -253,8 +254,10 @@\n mapping of loaded data from the file.\n :type load: ``Callable[[Reader], Mapping]`` where ``Reader``\n implements a ``read`` method.\n :param silent: Ignore the file if it doesn't exist.\n+ :param mode: The mode used to open the file. Defaults to text\n+ reading (``\"r\"``). Use ``\"rb\"`` for binary loaders.\n :return: ``True`` if the file was loaded successfully.\n \n .. versionadded:: 2.0\n \"\"\"\n@@ -261,8 +264,8 @@\n filename = os.path.join(self.root_path, filename)\n \n try:\n- with open(filename) as f:\n+ with open(filename, mode) as f:\n obj = load(f)\n except OSError as e:\n if silent and e.errno in (errno.ENOENT, errno.EISDIR):\n return False\n", "confidence": "high", "limitations": ["No reproduction or baseline tests were run; no setup failure was reported.", "The proposed patch is unverified and has not been applied.", "The TOML example requires Python 3.11 or later.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "tests/test_config.py", "start_line": 30, "end_line": 40}, {"id": "e0002", "kind": "search", "path": "src/flask/config.py", "start_line": 229, "end_line": 239}, {"id": "e0003", "kind": "search", "path": "examples/tutorial/tests/conftest.py", "start_line": 8, "end_line": 18}, {"id": "e0004", "kind": "search", "path": "src/flask/app.py", "start_line": 604, "end_line": 614}, {"id": "e0005", "kind": "search", "path": "tests/test_instance_config.py", "start_line": 5, "end_line": 15}, {"id": "e0006", "kind": "source", "path": "src/flask/config.py", "start_line": 232, "end_line": 310}, {"id": "e0007", "kind": "source", "path": "tests/test_config.py", "start_line": 1, "end_line": 65}, {"id": "e0008", "kind": "source", "path": "src/flask/config.py", "start_line": 232, "end_line": 275}], "routes": [], "test_status": "not_run", "patch_verified": false} +{"instance_id": "pallets__flask-5063", "diagnosis": {"conclusion": "identified", "root_cause": "The routes CLI reads registered URL rules but displays only Endpoint, Methods, and Rule, omitting subdomain metadata. Blueprint registration already forwards the configured subdomain to app.add_url_rule; this is a presentation gap.", "affected_files": ["src/flask/cli.py"], "evidence_ids": ["e0006", "e0017", "e0023"], "suggested_fix": "Add a Subdomain column while preserving endpoint-first output and existing sorting. Subdomains can also be inspected through app.url_map.iter_rules() and each rule's subdomain attribute. Add regression tests for different subdomains sharing a path and default-domain routes.", "proposed_patch": "--- a/src/flask/cli.py\n+++ b/src/flask/cli.py\n@@ -1018,20 +1018,23 @@\n for rule in rules\n ]\n \n- headers = (\"Endpoint\", \"Methods\", \"Rule\")\n+ headers = (\"Endpoint\", \"Methods\", \"Rule\", \"Subdomain\")\n widths = (\n max(len(rule.endpoint) for rule in rules),\n max(len(methods) for methods in rule_methods),\n max(len(rule.rule) for rule in rules),\n+ max(len(rule.subdomain or \"\") for rule in rules),\n )\n widths = [max(len(h), w) for h, w in zip(headers, widths)]\n- row = \"{{0:<{0}}} {{1:<{1}}} {{2:<{2}}}\".format(*widths)\n+ row = \"{{0:<{0}}} {{1:<{1}}} {{2:<{2}}} {{3:<{3}}}\".format(*widths)\n \n click.echo(row.format(*headers).strip())\n click.echo(row.format(*(\"-\" * width for width in widths)))\n \n for rule, methods in zip(rules, rule_methods):\n- click.echo(row.format(rule.endpoint, methods, rule.rule).rstrip())\n+ click.echo(\n+ row.format(rule.endpoint, methods, rule.rule, rule.subdomain or \"\").rstrip()\n+ )\n \n \n cli = FlaskGroup(\n", "confidence": "high", "limitations": ["Baseline tests were not run; no reproduction or dependency/setup failure was observed.", "The proposed patch is UNVERIFIED and has not been applied.", "The patch displays subdomain metadata, not full domains or host-matching information; default-domain entries have an empty Subdomain cell.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "src/flask/cli.py", "start_line": 998, "end_line": 1008}, {"id": "e0002", "kind": "search", "path": "tests/test_cli.py", "start_line": 23, "end_line": 33}, {"id": "e0003", "kind": "search", "path": "src/flask/app.py", "start_line": 852, "end_line": 862}, {"id": "e0004", "kind": "search", "path": "src/flask/blueprints.py", "start_line": 162, "end_line": 172}, {"id": "e0005", "kind": "search", "path": "src/flask/scaffold.py", "start_line": 100, "end_line": 110}, {"id": "e0006", "kind": "source", "path": "src/flask/cli.py", "start_line": 980, "end_line": 1054}, {"id": "e0007", "kind": "search", "path": "src/flask/blueprints.py", "start_line": 150, "end_line": 160}, {"id": "e0008", "kind": "search", "path": "tests/test_cli.py", "start_line": 397, "end_line": 407}, {"id": "e0009", "kind": "search", "path": "src/flask/app.py", "start_line": 992, "end_line": 1002}, {"id": "e0010", "kind": "search", "path": "src/flask/cli.py", "start_line": 540, "end_line": 550}, {"id": "e0011", "kind": "search", "path": "tests/test_blueprints.py", "start_line": 970, "end_line": 980}, {"id": "e0012", "kind": "search", "path": "src/flask/blueprints.py", "start_line": 319, "end_line": 329}, {"id": "e0013", "kind": "search", "path": "tests/test_blueprints.py", "start_line": 331, "end_line": 341}, {"id": "e0014", "kind": "search", "path": "src/flask/app.py", "start_line": 333, "end_line": 343}, {"id": "e0015", "kind": "search", "path": "tests/test_basic.py", "start_line": 1608, "end_line": 1618}, {"id": "e0016", "kind": "search", "path": "src/flask/scaffold.py", "start_line": 407, "end_line": 417}, {"id": "e0017", "kind": "source", "path": "src/flask/blueprints.py", "start_line": 35, "end_line": 120}, {"id": "e0018", "kind": "search", "path": "tests/test_cli.py", "start_line": 493, "end_line": 503}, {"id": "e0019", "kind": "search", "path": "src/flask/blueprints.py", "start_line": 470, "end_line": 480}, {"id": "e0020", "kind": "search", "path": "tests/test_blueprints.py", "start_line": 5, "end_line": 15}, {"id": "e0021", "kind": "search", "path": "src/flask/cli.py", "start_line": 998, "end_line": 1008}, {"id": "e0022", "kind": "search", "path": "src/flask/app.py", "start_line": 906, "end_line": 916}, {"id": "e0023", "kind": "source", "path": "tests/test_cli.py", "start_line": 410, "end_line": 501}, {"id": "e0024", "kind": "source", "path": "src/flask/cli.py", "start_line": 1015, "end_line": 1040}], "routes": [], "test_status": "not_run", "patch_verified": false} +{"instance_id": "pylint-dev__pylint-6506", "diagnosis": {"conclusion": "identified", "root_cause": "Unknown command-line options cause _config_initialization to emit E0015 and then raise _UnrecognizedOptionError. Neither Run.__init__ nor run_pylint catches this exception, so it escapes to the console and produces a traceback.", "affected_files": ["pylint/lint/run.py"], "evidence_ids": ["e0006", "e0007", "e0013", "e0014", "e0015"], "suggested_fix": "Catch _UnrecognizedOptionError during Run configuration initialization and exit with usage-error status 32, preserving the existing E0015 diagnostic. Update the existing unknown-option tests to expect SystemExit(32), and add console-entry-point coverage verifying that no traceback appears.", "proposed_patch": "--- a/pylint/lint/run.py\n+++ b/pylint/lint/run.py\n@@ -14,7 +14,10 @@\n from pylint import config\n from pylint.config.config_initialization import _config_initialization\n-from pylint.config.exceptions import ArgumentPreprocessingError\n+from pylint.config.exceptions import (\n+ ArgumentPreprocessingError,\n+ _UnrecognizedOptionError,\n+)\n from pylint.config.utils import _preprocess_options\n from pylint.constants import full_version\n from pylint.lint.base_options import _make_run_options\n from pylint.lint.pylinter import PyLinter\n@@ -133,8 +136,11 @@\n linter.disable(\"I\")\n linter.enable(\"c-extension-no-member\")\n \n- args = _config_initialization(\n- linter, args, reporter, config_file=self._rcfile, verbose_mode=self.verbose\n- )\n+ try:\n+ args = _config_initialization(\n+ linter, args, reporter, config_file=self._rcfile, verbose_mode=self.verbose\n+ )\n+ except _UnrecognizedOptionError:\n+ sys.exit(32)\n \n if linter.config.jobs < 0:\n", "confidence": "high", "limitations": ["No baseline tests or reproduction commands were run; the diagnosis is based on supplied source evidence and the reported traceback.", "The proposed patch is unapplied and UNVERIFIED.", "Existing tests explicitly expect _UnrecognizedOptionError and need updating; those test changes are not included in this minimal production patch.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "pylint/config/config_initialization.py", "start_line": 10, "end_line": 20}, {"id": "e0002", "kind": "search", "path": "tests/functional/u/unrecognized_inline_option.txt", "start_line": 1, "end_line": 1}, {"id": "e0003", "kind": "search", "path": "pylint/config/exceptions.py", "start_line": 11, "end_line": 21}, {"id": "e0004", "kind": "search", "path": "tests/config/test_config.py", "start_line": 10, "end_line": 20}, {"id": "e0005", "kind": "search", "path": "tests/functional/u/unrecognized_inline_option.py", "start_line": 1, "end_line": 3}, {"id": "e0006", "kind": "source", "path": "pylint/config/config_initialization.py", "start_line": 1, "end_line": 106}, {"id": "e0007", "kind": "source", "path": "pylint/lint/run.py", "start_line": 65, "end_line": 180}, {"id": "e0008", "kind": "search", "path": "tests/config/test_config.py", "start_line": 10, "end_line": 20}, {"id": "e0009", "kind": "search", "path": "tests/functional/u/unrecognized_inline_option.txt", "start_line": 1, "end_line": 1}, {"id": "e0010", "kind": "search", "path": "tests/functional/u/unrecognized_inline_option.py", "start_line": 1, "end_line": 3}, {"id": "e0011", "kind": "search", "path": "pylint/config/config_initialization.py", "start_line": 10, "end_line": 20}, {"id": "e0012", "kind": "search", "path": "pylint/config/exceptions.py", "start_line": 11, "end_line": 21}, {"id": "e0013", "kind": "source", "path": "tests/config/test_config.py", "start_line": 1, "end_line": 110}, {"id": "e0014", "kind": "source", "path": "pylint/lint/run.py", "start_line": 1, "end_line": 40}, {"id": "e0015", "kind": "source", "path": "pylint/__init__.py", "start_line": 1, "end_line": 55}, {"id": "e0016", "kind": "source", "path": "pylint/lint/run.py", "start_line": 1, "end_line": 22}, {"id": "e0017", "kind": "source", "path": "pylint/lint/run.py", "start_line": 120, "end_line": 145}], "routes": [], "test_status": "not_run", "patch_verified": false} +{"instance_id": "pylint-dev__pylint-7993", "diagnosis": {"conclusion": "identified", "root_cause": "TextReporter validates placeholders using a regex that does not respect escaped braces ({{ and }}). It mistakes the literal JSON opening for an unsupported field and removes part of the template before str.format renders it.", "affected_files": ["pylint/reporters/text.py", "tests/reporters/unittest_reporting.py"], "evidence_ids": ["e0011", "e0012"], "suggested_fix": "Consume escaped brace pairs without validating or removing them, while retaining warnings and removal for unsupported placeholders. Add a regression test checking the expected JSON-like output and absence of warnings. This proposed patch is unverified.", "proposed_patch": "--- a/pylint/reporters/text.py\n+++ b/pylint/reporters/text.py\n@@ -174,16 +174,20 @@\n # Set template to the currently selected template\n self._template = template\n \n # Check to see if all parameters in the template are attributes of the Message\n- arguments = re.findall(r\"\\{(.+?)(:.*)?\\}\", template)\n- for argument in arguments:\n- if argument[0] not in MESSAGE_FIELDS:\n- warnings.warn(\n- f\"Don't recognize the argument '{argument[0]}' in the --msg-template. \"\n- \"Are you sure it is supported on the current version of pylint?\"\n- )\n- template = re.sub(r\"\\{\" + argument[0] + r\"(:.*?)?\\}\", \"\", template)\n- self._fixed_template = template\n+ def replace(match: re.Match[str]) -> str:\n+ argument = match.group(1)\n+ if argument is None or argument in MESSAGE_FIELDS:\n+ return match.group(0)\n+ warnings.warn(\n+ f\"Don't recognize the argument '{argument}' in the --msg-template. \"\n+ \"Are you sure it is supported on the current version of pylint?\"\n+ )\n+ return \"\"\n+\n+ self._fixed_template = re.sub(\n+ r\"\\{\\{|\\}\\}|\\{([^{}:]+)(:[^{}]*)?\\}\", replace, template\n+ )\n \n def write_message(self, msg: Message) -> None:\n \"\"\"Convenience method to write a formatted message with class default\n--- a/tests/reporters/unittest_reporting.py\n+++ b/tests/reporters/unittest_reporting.py\n@@ -48,6 +48,20 @@\n assert output.getvalue() == \"************* Module 0123\\nC0301:001\\nC0301:002\\n\"\n \n \n+def test_template_option_escaped_braces(linter) -> None:\n+ output = StringIO()\n+ linter.reporter.out = output\n+ linter.config.msg_template = '{{ \"Category\": \"{category}\" }}'\n+ linter.open()\n+ with warnings.catch_warnings():\n+ warnings.simplefilter(\"error\")\n+ linter.set_current_module(\"my_module\")\n+ linter.add_message(\"C0301\", line=1, args=(1, 2))\n+ assert output.getvalue() == (\n+ '************* Module my_module\\n{ \"Category\": \"convention\" }\\n'\n+ )\n+\n+\n def test_template_option_default(linter) -> None:\n \"\"\"Test the default msg-template setting.\"\"\"\n output = StringIO()\n", "confidence": "high", "limitations": ["Baseline tests and reproduction were not run; no setup or dependency failure was observed.", "The proposed patch has not been applied or validated.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "pylint/reporters/text.py", "start_line": 179, "end_line": 189}, {"id": "e0002", "kind": "search", "path": "tests/reporters/unittest_reporting.py", "start_line": 96, "end_line": 106}, {"id": "e0003", "kind": "search", "path": "tests/message/unittest_message.py", "start_line": 24, "end_line": 34}, {"id": "e0004", "kind": "search", "path": "tests/lint/test_utils.py", "start_line": 20, "end_line": 30}, {"id": "e0005", "kind": "search", "path": "pylint/message/message.py", "start_line": 7, "end_line": 17}, {"id": "e0006", "kind": "search", "path": "pylint/reporters/text.py", "start_line": 5, "end_line": 15}, {"id": "e0007", "kind": "search", "path": "tests/reporters/unittest_reporting.py", "start_line": 49, "end_line": 59}, {"id": "e0008", "kind": "search", "path": "pylint/reporters/multi_reporter.py", "start_line": 7, "end_line": 17}, {"id": "e0009", "kind": "search", "path": "pylint/reporters/base_reporter.py", "start_line": 7, "end_line": 17}, {"id": "e0010", "kind": "search", "path": "tests/checkers/unittest_refactoring.py", "start_line": 6, "end_line": 16}, {"id": "e0011", "kind": "source", "path": "pylint/reporters/text.py", "start_line": 120, "end_line": 220}, {"id": "e0012", "kind": "source", "path": "tests/reporters/unittest_reporting.py", "start_line": 1, "end_line": 120}, {"id": "e0013", "kind": "source", "path": "pylint/reporters/text.py", "start_line": 165, "end_line": 195}, {"id": "e0014", "kind": "source", "path": "tests/reporters/unittest_reporting.py", "start_line": 38, "end_line": 65}], "routes": [], "test_status": "not_run", "patch_verified": false} +{"instance_id": "scikit-learn__scikit-learn-14092", "diagnosis": {"conclusion": "identified", "root_cause": "NCA.fit validates parameters before optimization. Its check_scalar calls require built-in int for n_components, max_iter and verbose, and float for tol. Since check_scalar uses isinstance, NumPy integer dimensions and integer tol=1 are rejected despite being valid numeric values. The existing test explicitly enforces rejection of tol=1.", "affected_files": ["sklearn/neighbors/nca.py", "sklearn/neighbors/tests/test_nca.py"], "evidence_ids": ["e0006", "e0017", "e0018", "e0019", "e0020"], "suggested_fix": "Use numbers.Integral for integer parameters and numbers.Real for tolerance, preserving bounds and boolean validation. Update the rejection test and add numeric-scalar acceptance coverage. Shared validation is reasonable; interval and membership extensions should be a separate change.", "proposed_patch": "--- a/sklearn/neighbors/nca.py\n+++ b/sklearn/neighbors/nca.py\n@@ -10,6 +10,7 @@\n from __future__ import print_function\n \n from warnings import warn\n+import numbers\n import numpy as np\n import sys\n import time\n@@ -299,7 +300,7 @@\n \n # Check the preferred dimensionality of the projected space\n if self.n_components is not None:\n- check_scalar(self.n_components, 'n_components', int, 1)\n+ check_scalar(self.n_components, 'n_components', numbers.Integral, 1)\n \n if self.n_components > X.shape[1]:\n raise ValueError('The preferred dimensionality of the '\n@@ -319,9 +320,9 @@\n .format(X.shape[1],\n self.components_.shape[1]))\n \n- check_scalar(self.max_iter, 'max_iter', int, 1)\n- check_scalar(self.tol, 'tol', float, 0.)\n- check_scalar(self.verbose, 'verbose', int, 0)\n+ check_scalar(self.max_iter, 'max_iter', numbers.Integral, 1)\n+ check_scalar(self.tol, 'tol', numbers.Real, 0.)\n+ check_scalar(self.verbose, 'verbose', numbers.Integral, 0)\n \n if self.callback is not None:\n if not callable(self.callback):\n--- a/sklearn/neighbors/tests/test_nca.py\n+++ b/sklearn/neighbors/tests/test_nca.py\n@@ -130,7 +130,12 @@\n assert_raises(TypeError, NCA(max_iter='21').fit, X, y)\n assert_raises(TypeError, NCA(verbose='true').fit, X, y)\n- assert_raises(TypeError, NCA(tol=1).fit, X, y)\n+ assert_raises(TypeError, NCA(tol='invalid').fit, X, y)\n assert_raises(TypeError, NCA(n_components='invalid').fit, X, y)\n assert_raises(TypeError, NCA(warm_start=1).fit, X, y)\n \n+ # Accept numeric scalar types used in parameter grids.\n+ for tol in (1, np.float32(0.1)):\n+ NCA(n_components=np.int64(2), max_iter=np.int64(50),\n+ verbose=np.int64(0), tol=tol)._validate_params(X, y)\n+\n # ValueError\n", "confidence": "high", "limitations": ["Baseline tests and the GridSearch reproduction were not run; no dependency/setup outcome is available.", "The proposed patch is UNVERIFIED and has not been applied.", "Added coverage targets parameter validation, not an end-to-end GridSearch.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "sklearn/neighbors/nca.py", "start_line": 299, "end_line": 309}, {"id": "e0002", "kind": "search", "path": "sklearn/neighbors/tests/test_nca.py", "start_line": 18, "end_line": 28}, {"id": "e0003", "kind": "search", "path": "examples/neighbors/plot_nca_dim_reduction.py", "start_line": 1, "end_line": 10}, {"id": "e0004", "kind": "search", "path": "examples/neighbors/plot_nca_illustration.py", "start_line": 1, "end_line": 10}, {"id": "e0005", "kind": "search", "path": "examples/neighbors/plot_nca_classification.py", "start_line": 1, "end_line": 10}, {"id": "e0006", "kind": "source", "path": "sklearn/neighbors/nca.py", "start_line": 240, "end_line": 359}, {"id": "e0007", "kind": "search", "path": "sklearn/neighbors/nca.py", "start_line": 22, "end_line": 32}, {"id": "e0008", "kind": "search", "path": "sklearn/utils/tests/test_validation.py", "start_line": 40, "end_line": 50}, {"id": "e0009", "kind": "search", "path": "sklearn/utils/__init__.py", "start_line": 21, "end_line": 31}, {"id": "e0010", "kind": "search", "path": "sklearn/utils/validation.py", "start_line": 941, "end_line": 951}, {"id": "e0011", "kind": "search", "path": "sklearn/compose/_column_transformer.py", "start_line": 546, "end_line": 556}, {"id": "e0012", "kind": "search", "path": "sklearn/neighbors/tests/test_nca.py", "start_line": 130, "end_line": 140}, {"id": "e0013", "kind": "search", "path": "sklearn/neighbors/nca.py", "start_line": 38, "end_line": 48}, {"id": "e0014", "kind": "search", "path": "sklearn/mixture/tests/test_bayesian_mixture.py", "start_line": 295, "end_line": 305}, {"id": "e0015", "kind": "search", "path": "sklearn/mixture/tests/test_gaussian_mixture.py", "start_line": 158, "end_line": 168}, {"id": "e0016", "kind": "search", "path": "sklearn/decomposition/pca.py", "start_line": 423, "end_line": 433}, {"id": "e0017", "kind": "source", "path": "sklearn/utils/validation.py", "start_line": 944, "end_line": 983}, {"id": "e0018", "kind": "source", "path": "sklearn/neighbors/tests/test_nca.py", "start_line": 105, "end_line": 195}, {"id": "e0019", "kind": "source", "path": "sklearn/neighbors/nca.py", "start_line": 10, "end_line": 28}, {"id": "e0020", "kind": "source", "path": "sklearn/neighbors/nca.py", "start_line": 170, "end_line": 225}, {"id": "e0021", "kind": "source", "path": "sklearn/neighbors/nca.py", "start_line": 295, "end_line": 330}, {"id": "e0022", "kind": "source", "path": "sklearn/neighbors/nca.py", "start_line": 10, "end_line": 20}, {"id": "e0023", "kind": "source", "path": "sklearn/neighbors/tests/test_nca.py", "start_line": 123, "end_line": 141}], "routes": [], "test_status": "not_run", "patch_verified": false} +{"instance_id": "scikit-learn__scikit-learn-25747", "diagnosis": {"conclusion": "identified", "root_cause": "FeatureUnion concatenates the aggregated Series into a four-row DataFrame. Pandas output wrapping then overwrites its index with the original 96-row input index, causing the length mismatch. Existing DataFrame outputs must retain their own index.", "affected_files": ["sklearn/utils/_set_output.py", "sklearn/utils/tests/test_set_output.py"], "evidence_ids": ["e0011", "e0012", "e0023", "e0033"], "suggested_fix": "Preserve existing DataFrame indexes while continuing to use the input index when constructing a new DataFrame. Update the helper documentation and test to cover an input index of a different length. Run the output-wrapper and FeatureUnion tests afterward; this patch is unverified.", "proposed_patch": "--- a/sklearn/utils/_set_output.py\n+++ b/sklearn/utils/_set_output.py\n@@ -16,7 +16,7 @@\n \"\"\"Create a Pandas DataFrame.\n \n- If `data_to_wrap` is a DataFrame, then the `columns` and `index` will be changed\n+ If `data_to_wrap` is a DataFrame, then only the `columns` will be changed\n inplace. If `data_to_wrap` is a ndarray, then a new DataFrame is created with\n `columns` and `index`.\n \n Parameters\n@@ -55,8 +55,6 @@\n if isinstance(data_to_wrap, pd.DataFrame):\n if columns is not None:\n data_to_wrap.columns = columns\n- if index is not None:\n- data_to_wrap.index = index\n return data_to_wrap\n \n return pd.DataFrame(data_to_wrap, index=index, columns=columns)\n--- a/sklearn/utils/tests/test_set_output.py\n+++ b/sklearn/utils/tests/test_set_output.py\n@@ -24,16 +24,17 @@\n assert_array_equal(dense_named.index, index)\n \n \n-def test__wrap_in_pandas_container_dense_update_columns_and_index():\n- \"\"\"Check that _wrap_in_pandas_container overrides columns and index.\"\"\"\n+def test__wrap_in_pandas_container_dense_update_columns_preserve_index():\n+ \"\"\"Check that wrapping overrides columns but preserves the existing index.\"\"\"\n pd = pytest.importorskip(\"pandas\")\n X_df = pd.DataFrame([[1, 0, 3], [0, 0, 1]], columns=[\"a\", \"b\", \"c\"])\n+ original_index = X_df.index.copy()\n new_columns = np.asarray([\"f0\", \"f1\", \"f2\"], dtype=object)\n- new_index = [10, 12]\n+ new_index = [10, 12, 14]\n \n new_df = _wrap_in_pandas_container(X_df, columns=new_columns, index=new_index)\n assert_array_equal(new_df.columns, new_columns)\n- assert_array_equal(new_df.index, new_index)\n+ assert_array_equal(new_df.index, original_index)\n \n \n def test__wrap_in_pandas_container_error_validation():\n", "confidence": "high", "limitations": ["Baseline tests and reproduction were not run; no dependency/setup outcome is available.", "The proposed patch has not been applied or validated.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "sklearn/utils/tests/test_set_output.py", "start_line": 5, "end_line": 15}, {"id": "e0002", "kind": "search", "path": "sklearn/utils/_set_output.py", "start_line": 7, "end_line": 17}, {"id": "e0003", "kind": "search", "path": "sklearn/utils/tests/test_validation.py", "start_line": 20, "end_line": 30}, {"id": "e0004", "kind": "search", "path": "sklearn/utils/_estimator_html_repr.py", "start_line": 19, "end_line": 29}, {"id": "e0005", "kind": "search", "path": "sklearn/utils/tests/test_utils.py", "start_line": 12, "end_line": 22}, {"id": "e0006", "kind": "search", "path": "sklearn/pipeline.py", "start_line": 34, "end_line": 44}, {"id": "e0007", "kind": "search", "path": "sklearn/tests/test_pipeline.py", "start_line": 24, "end_line": 34}, {"id": "e0008", "kind": "search", "path": "sklearn/compose/_column_transformer.py", "start_line": 58, "end_line": 68}, {"id": "e0009", "kind": "search", "path": "sklearn/impute/_base.py", "start_line": 721, "end_line": 731}, {"id": "e0010", "kind": "search", "path": "sklearn/datasets/_openml.py", "start_line": 7, "end_line": 17}, {"id": "e0011", "kind": "source", "path": "sklearn/utils/_set_output.py", "start_line": 1, "end_line": 120}, {"id": "e0012", "kind": "source", "path": "sklearn/utils/tests/test_set_output.py", "start_line": 1, "end_line": 120}, {"id": "e0013", "kind": "search", "path": "sklearn/multioutput.py", "start_line": 41, "end_line": 51}, {"id": "e0014", "kind": "search", "path": "examples/applications/plot_tomography_l1_reconstruction.py", "start_line": 47, "end_line": 57}, {"id": "e0015", "kind": "search", "path": "sklearn/feature_extraction/image.py", "start_line": 31, "end_line": 41}, {"id": "e0016", "kind": "search", "path": "sklearn/utils/tests/test_class_weight.py", "start_line": 13, "end_line": 23}, {"id": "e0017", "kind": "search", "path": "sklearn/tests/test_dummy.py", "start_line": 15, "end_line": 25}, {"id": "e0018", "kind": "search", "path": "sklearn/tests/test_pipeline.py", "start_line": 477, "end_line": 487}, {"id": "e0019", "kind": "search", "path": "sklearn/datasets/_openml.py", "start_line": 7, "end_line": 17}, {"id": "e0020", "kind": "search", "path": "sklearn/pipeline.py", "start_line": 34, "end_line": 44}, {"id": "e0021", "kind": "search", "path": "examples/compose/plot_column_transformer.py", "start_line": 3, "end_line": 13}, {"id": "e0022", "kind": "search", "path": "examples/inspection/plot_linear_model_coefficient_interpretation.py", "start_line": 6, "end_line": 16}, {"id": "e0023", "kind": "source", "path": "sklearn/utils/_set_output.py", "start_line": 121, "end_line": 175}, {"id": "e0024", "kind": "search", "path": "sklearn/compose/_column_transformer.py", "start_line": 852, "end_line": 862}, {"id": "e0025", "kind": "search", "path": "sklearn/pipeline.py", "start_line": 1280, "end_line": 1290}, {"id": "e0026", "kind": "search", "path": "examples/impute/plot_iterative_imputer_variants_comparison.py", "start_line": 134, "end_line": 144}, {"id": "e0027", "kind": "search", "path": "sklearn/pipeline.py", "start_line": 28, "end_line": 38}, {"id": "e0028", "kind": "search", "path": "sklearn/tests/test_pipeline.py", "start_line": 1605, "end_line": 1615}, {"id": "e0029", "kind": "search", "path": "sklearn/utils/tests/test_set_output.py", "start_line": 5, "end_line": 15}, {"id": "e0030", "kind": "search", "path": "sklearn/pipeline.py", "start_line": 34, "end_line": 44}, {"id": "e0031", "kind": "search", "path": "sklearn/compose/_column_transformer.py", "start_line": 58, "end_line": 68}, {"id": "e0032", "kind": "search", "path": "sklearn/tests/test_pipeline.py", "start_line": 24, "end_line": 34}, {"id": "e0033", "kind": "source", "path": "sklearn/pipeline.py", "start_line": 1175, "end_line": 1292}, {"id": "e0034", "kind": "source", "path": "sklearn/tests/test_pipeline.py", "start_line": 1600, "end_line": 1680}, {"id": "e0035", "kind": "source", "path": "sklearn/utils/_set_output.py", "start_line": 15, "end_line": 65}, {"id": "e0036", "kind": "source", "path": "sklearn/utils/tests/test_set_output.py", "start_line": 24, "end_line": 43}, {"id": "e0037", "kind": "source", "path": "sklearn/utils/_set_output.py", "start_line": 15, "end_line": 65}, {"id": "e0038", "kind": "source", "path": "sklearn/utils/tests/test_set_output.py", "start_line": 24, "end_line": 43}], "routes": [], "test_status": "not_run", "patch_verified": false} +{"instance_id": "sphinx-doc__sphinx-7975", "diagnosis": {"conclusion": "identified", "root_cause": "The index sorter prefixes alphabetic entries with chr(127), but leaves symbols unchanged. Consequently, @ sorts before letters while £ and ← sort after them. The subsequent groupby() only combines adjacent entries, producing two separate groups named Symbols. The subentry sorter uses the same flawed ordering.", "affected_files": ["sphinx/environment/adapters/indexentries.py"], "evidence_ids": ["e0006", "e0007"], "suggested_fix": "Replace the ASCII sentinel with an explicit symbol-versus-letter sort discriminator in both sorters. Add regression coverage for @, £, and ←, verifying a single Symbols group and symbols-first subentry ordering. The proposed patch is unverified.", "proposed_patch": "--- a/sphinx/environment/adapters/indexentries.py\n+++ b/sphinx/environment/adapters/indexentries.py\n@@ -101,16 +101,14 @@\n- # sort the index entries; put all symbols at the front, even those\n- # following the letters in ASCII, this is where the chr(127) comes from\n- def keyfunc(entry: Tuple[str, List]) -> Tuple[str, str]:\n+ # sort the index entries; put all symbols before letters\n+ def keyfunc(entry: Tuple[str, List]) -> Tuple[bool, str, str]:\n key, (void, void, category_key) = entry\n if category_key:\n # using specified category key to sort\n key = category_key\n lckey = unicodedata.normalize('NFD', key.lower())\n if lckey.startswith('\\N{RIGHT-TO-LEFT MARK}'):\n lckey = lckey[1:]\n- if lckey[0:1].isalpha() or lckey.startswith('_'):\n- lckey = chr(127) + lckey\n+ is_letter = lckey[0:1].isalpha() or lckey.startswith('_')\n # ensure a determinstic order *within* letters by also sorting on\n # the entry itself\n- return (lckey, entry[0])\n+ return (is_letter, lckey, entry[0])\n newlist = sorted(new.items(), key=keyfunc)\n@@ -150,10 +148,9 @@\n # sort the sub-index entries\n- def keyfunc2(entry: Tuple[str, List]) -> str:\n+ def keyfunc2(entry: Tuple[str, List]) -> Tuple[bool, str]:\n key = unicodedata.normalize('NFD', entry[0].lower())\n if key.startswith('\\N{RIGHT-TO-LEFT MARK}'):\n key = key[1:]\n- if key[0:1].isalpha() or key.startswith('_'):\n- key = chr(127) + key\n- return key\n+ is_letter = key[0:1].isalpha() or key.startswith('_')\n+ return (is_letter, key)\n \n # group the entries by letter\n", "confidence": "high", "limitations": ["No baseline tests or reproduction were run; no setup failure was reported.", "The patch has not been applied or validated.", "HTML template and generated-anchor behavior were not directly inspected.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "sphinx/environment/adapters/indexentries.py", "start_line": 98, "end_line": 108}, {"id": "e0002", "kind": "search", "path": "tests/test_environment_indexentries.py", "start_line": 29, "end_line": 39}, {"id": "e0003", "kind": "search", "path": "sphinx/util/cfamily.py", "start_line": 337, "end_line": 347}, {"id": "e0004", "kind": "search", "path": "sphinx/builders/html/__init__.py", "start_line": 455, "end_line": 465}, {"id": "e0005", "kind": "search", "path": "sphinx/domains/c.py", "start_line": 1410, "end_line": 1420}, {"id": "e0006", "kind": "source", "path": "sphinx/environment/adapters/indexentries.py", "start_line": 85, "end_line": 176}, {"id": "e0007", "kind": "source", "path": "tests/test_environment_indexentries.py", "start_line": 1, "end_line": 120}, {"id": "e0008", "kind": "search", "path": "sphinx/builders/_epub_base.py", "start_line": 450, "end_line": 460}, {"id": "e0009", "kind": "search", "path": "sphinx/builders/html/__init__.py", "start_line": 658, "end_line": 668}, {"id": "e0010", "kind": "search", "path": "sphinx/environment/adapters/indexentries.py", "start_line": 29, "end_line": 39}, {"id": "e0011", "kind": "search", "path": "sphinx/builders/_epub_base.py", "start_line": 562, "end_line": 572}, {"id": "e0012", "kind": "search", "path": "sphinx/builders/html/__init__.py", "start_line": 673, "end_line": 683}, {"id": "e0013", "kind": "search", "path": "sphinx/environment/adapters/indexentries.py", "start_line": 48, "end_line": 58}, {"id": "e0014", "kind": "source", "path": "sphinx/environment/adapters/indexentries.py", "start_line": 98, "end_line": 176}], "routes": [], "test_status": "not_run", "patch_verified": false} +{"instance_id": "sphinx-doc__sphinx-8273", "diagnosis": {"conclusion": "identified", "root_cause": "ManualPageBuilder.write() uses the manual section only in the filename and writes directly into self.outdir. It neither creates nor targets man
directories. Existing tests explicitly expect this flat layout.", "affected_files": ["sphinx/builders/manpage.py"], "evidence_ids": ["e0006", "e0012", "e0013"], "suggested_fix": "Add an opt-in man_make_section_directory setting to preserve existing behavior. When enabled, create man
directories and write each page into its section directory. Add tests for enabled multi-section output, repeated builds, and the default flat layout.", "proposed_patch": "--- a/sphinx/builders/manpage.py\n+++ b/sphinx/builders/manpage.py\n@@ -11,5 +11,5 @@\n-from os import path\n+from os import makedirs, path\n from typing import Any, Dict, List, Set, Tuple, Union\n \n from docutils.frontend import OptionParser\n from docutils.io import FileOutput\n@@ -83,5 +83,9 @@\n targetname = '%s.%s' % (name, section)\n logger.info(darkgreen(targetname) + ' { ', nonl=True)\n+ sectiondir = self.outdir\n+ if self.config.man_make_section_directory:\n+ sectiondir = path.join(self.outdir, 'man%s' % section)\n+ makedirs(sectiondir, exist_ok=True)\n destination = FileOutput(\n- destination_path=path.join(self.outdir, targetname),\n+ destination_path=path.join(sectiondir, targetname),\n encoding='utf-8')\n@@ -113,7 +117,8 @@\n def setup(app: Sphinx) -> Dict[str, Any]:\n app.add_builder(ManualPageBuilder)\n \n app.add_config_value('man_pages', default_man_pages, None)\n app.add_config_value('man_show_urls', False, None)\n+ app.add_config_value('man_make_section_directory', False, None)\n \n return {\n", "confidence": "high", "limitations": ["Baseline tests were not run; no reproduction or dependency/setup outcome is available.", "The proposed patch is unverified and has not been applied.", "The opt-in compatibility policy is a recommendation; section-directory output requires enabling the new setting.", "Configuration documentation and new regression tests are not included in this minimal patch.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "sphinx/builders/manpage.py", "start_line": 44, "end_line": 54}, {"id": "e0002", "kind": "search", "path": "doc/_static/conf.py.txt", "start_line": 282, "end_line": 292}, {"id": "e0003", "kind": "search", "path": "sphinx/writers/manpage.py", "start_line": 96, "end_line": 106}, {"id": "e0004", "kind": "search", "path": "doc/conf.py", "start_line": 91, "end_line": 101}, {"id": "e0005", "kind": "search", "path": "sphinx/ext/graphviz.py", "start_line": 376, "end_line": 386}, {"id": "e0006", "kind": "source", "path": "sphinx/builders/manpage.py", "start_line": 1, "end_line": 120}, {"id": "e0007", "kind": "search", "path": "sphinx/builders/manpage.py", "start_line": 43, "end_line": 53}, {"id": "e0008", "kind": "search", "path": "doc/conf.py", "start_line": 91, "end_line": 101}, {"id": "e0009", "kind": "search", "path": "tests/test_build_manpage.py", "start_line": 51, "end_line": 61}, {"id": "e0010", "kind": "search", "path": "doc/_static/conf.py.txt", "start_line": 282, "end_line": 292}, {"id": "e0011", "kind": "search", "path": "tests/test_smartquotes.py", "start_line": 30, "end_line": 40}, {"id": "e0012", "kind": "source", "path": "tests/test_build_manpage.py", "start_line": 1, "end_line": 68}, {"id": "e0013", "kind": "source", "path": "tests/test_smartquotes.py", "start_line": 1, "end_line": 55}, {"id": "e0014", "kind": "source", "path": "sphinx/builders/manpage.py", "start_line": 1, "end_line": 120}], "routes": [], "test_status": "not_run", "patch_verified": false} +{"instance_id": "sympy__sympy-20154", "diagnosis": {"conclusion": "identified", "root_cause": "partitions() yields its mutable working dictionary ms directly at both yield sites, including size=True tuples. Subsequent iterations mutate that same dictionary, so retained results alias shared state. Existing tests copy results and therefore mask this behavior.", "affected_files": ["sympy/utilities/iterables.py", "sympy/utilities/tests/test_iterables.py"], "evidence_ids": ["e0019", "e0020", "e0021"], "suggested_fix": "Yield ms.copy() at both regular yield sites, update the reuse documentation, and add regression tests for retained results and dictionary independence in both size modes.", "proposed_patch": "--- a/sympy/utilities/iterables.py\n+++ b/sympy/utilities/iterables.py\n@@ -1740,17 +1740,9 @@\n \n- Note that the _same_ dictionary object is returned each time.\n- This is for speed: generating each partition goes quickly,\n- taking constant time, independent of n.\n+ Each partition is returned as an independent dictionary.\n \n- >>> [p for p in partitions(6, k=2)]\n- [{1: 6}, {1: 6}, {1: 6}, {1: 6}]\n-\n- If you want to build a list of the returned dictionaries then\n- make a copy of them:\n-\n- >>> [p.copy() for p in partitions(6, k=2)] # doctest: +SKIP\n+ >>> list(partitions(6, k=2)) # doctest: +SKIP\n [{2: 3}, {1: 2, 2: 2}, {1: 4, 2: 1}, {1: 6}]\n- >>> [(M, p.copy()) for M, p in partitions(6, k=2, size=True)] # doctest: +SKIP\n+ >>> list(partitions(6, k=2, size=True)) # doctest: +SKIP\n [(3, {2: 3}), (4, {1: 2, 2: 2}), (5, {1: 4, 2: 1}), (6, {1: 6})]\n \n References\n@@ -1803,7 +1795,7 @@\n room = m - q - bool(r)\n if size:\n- yield sum(ms.values()), ms\n+ yield sum(ms.values()), ms.copy()\n else:\n- yield ms\n+ yield ms.copy()\n \n while keys != [1]:\n@@ -1842,10 +1834,10 @@\n break\n room -= need\n if size:\n- yield sum(ms.values()), ms\n+ yield sum(ms.values()), ms.copy()\n else:\n- yield ms\n+ yield ms.copy()\n \n \n def ordered_partitions(n, m=None, sort=True):\n \"\"\"Generates ordered partitions of integer ``n``.\n--- a/sympy/utilities/tests/test_iterables.py\n+++ b/sympy/utilities/tests/test_iterables.py\n@@ -482,4 +482,16 @@\n assert list(partitions(6, 2, 0, size=i)) == ans[i]\n \n+ expected = [{3: 1}, {2: 1, 1: 1}, {1: 3}]\n+ for size in (False, True):\n+ results = list(partitions(3, size=size))\n+ dictionaries = [p for _, p in results] if size else results\n+ assert dictionaries == expected\n+ if size:\n+ assert [count for count, _ in results] == [1, 2, 3]\n+ assert len({id(p) for p in dictionaries}) == len(dictionaries)\n+ dictionaries[0][3] = 99\n+ assert dictionaries[1:] == expected[1:]\n+\n+\n assert [p.copy() for p in partitions(6, k=2)] == [\n {2: 3}, {1: 2, 2: 2}, {1: 4, 2: 1}, {1: 6}]\n", "confidence": "high", "limitations": ["No baseline tests or runtime reproduction were run.", "The proposed patch is UNVERIFIED and has not been applied.", "The performance impact of copying each dictionary has not been measured.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "sympy/utilities/tests/test_iterables.py", "start_line": 332, "end_line": 342}, {"id": "e0002", "kind": "search", "path": "sympy/combinatorics/partitions.py", "start_line": 18, "end_line": 28}, {"id": "e0003", "kind": "search", "path": "sympy/utilities/tests/test_enumerative.py", "start_line": 30, "end_line": 40}, {"id": "e0004", "kind": "search", "path": "sympy/utilities/iterables.py", "start_line": 1457, "end_line": 1467}, {"id": "e0005", "kind": "search", "path": "sympy/utilities/enumerative.py", "start_line": 143, "end_line": 153}, {"id": "e0006", "kind": "search", "path": "sympy/utilities/iterables.py", "start_line": 1585, "end_line": 1595}, {"id": "e0007", "kind": "search", "path": "sympy/combinatorics/partitions.py", "start_line": 18, "end_line": 28}, {"id": "e0008", "kind": "search", "path": "sympy/utilities/enumerative.py", "start_line": 1, "end_line": 11}, {"id": "e0009", "kind": "search", "path": "sympy/utilities/tests/test_iterables.py", "start_line": 474, "end_line": 484}, {"id": "e0010", "kind": "search", "path": "sympy/utilities/tests/test_enumerative.py", "start_line": 151, "end_line": 161}, {"id": "e0011", "kind": "search", "path": "sympy/ntheory/tests/test_partitions.py", "start_line": 1, "end_line": 11}, {"id": "e0012", "kind": "search", "path": "sympy/combinatorics/tests/test_partitions.py", "start_line": 1, "end_line": 9}, {"id": "e0013", "kind": "search", "path": "sympy/utilities/tests/test_iterables.py", "start_line": 471, "end_line": 481}, {"id": "e0014", "kind": "search", "path": "sympy/utilities/tests/test_enumerative.py", "start_line": 115, "end_line": 125}, {"id": "e0015", "kind": "search", "path": "sympy/combinatorics/partitions.py", "start_line": 18, "end_line": 28}, {"id": "e0016", "kind": "search", "path": "sympy/utilities/iterables.py", "start_line": 1693, "end_line": 1703}, {"id": "e0017", "kind": "search", "path": "sympy/utilities/tests/test_iterables.py", "start_line": 477, "end_line": 487}, {"id": "e0018", "kind": "search", "path": "sympy/combinatorics/partitions.py", "start_line": 87, "end_line": 97}, {"id": "e0019", "kind": "source", "path": "sympy/utilities/tests/test_iterables.py", "start_line": 474, "end_line": 540}, {"id": "e0020", "kind": "source", "path": "sympy/utilities/iterables.py", "start_line": 1696, "end_line": 1815}, {"id": "e0021", "kind": "source", "path": "sympy/utilities/iterables.py", "start_line": 1816, "end_line": 1900}, {"id": "e0022", "kind": "source", "path": "sympy/utilities/iterables.py", "start_line": 1740, "end_line": 1852}, {"id": "e0023", "kind": "source", "path": "sympy/utilities/tests/test_iterables.py", "start_line": 474, "end_line": 490}, {"id": "e0024", "kind": "source", "path": "sympy/utilities/iterables.py", "start_line": 1740, "end_line": 1852}, {"id": "e0025", "kind": "source", "path": "sympy/utilities/tests/test_iterables.py", "start_line": 474, "end_line": 490}], "routes": [], "test_status": "not_run", "patch_verified": false} diff --git a/reports/experiments/repair-17-v2/log-audit.json b/reports/experiments/repair-17-v2/log-audit.json new file mode 100644 index 0000000..3291c5e --- /dev/null +++ b/reports/experiments/repair-17-v2/log-audit.json @@ -0,0 +1,71 @@ +{ + "trace_files": 17, + "event_counts": { + "run_start": 17, + "snapshot_ready": 17, + "index_ready": 17, + "patch_check": 37, + "patch_repair_start": 20, + "model_request": 40, + "model_response": 40, + "tool_start": 36, + "tool_end": 36, + "run_end": 17 + }, + "route_reasons": {}, + "failure_patterns": { + "empty_search": 0, + "tool_error": 0, + "environment_error": 0, + "test_timeout": 0, + "index_truncated": 0, + "invalid_synthesis": 0, + "agent_step_limit": 0, + "run_error": 0, + "model_budget_exhausted": 0, + "tool_budget_exhausted": 0, + "patch_repair_invalid_response": 0, + "model_error": 0, + "patch_repair_error": 0 + }, + "tool_duration_ms_raw": [ + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 0, + 1, + 1, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 1 + ], + "unpaired_tools": 0, + "unfinished_runs": 0 +} diff --git a/reports/experiments/repair-17-v2/manifest.json b/reports/experiments/repair-17-v2/manifest.json new file mode 100644 index 0000000..835e7f0 --- /dev/null +++ b/reports/experiments/repair-17-v2/manifest.json @@ -0,0 +1,57 @@ +{ + "kind": "posthoc_invalid_patch_repair_only", + "protocol_version": 2, + "created_at": "2026-10-08T21:40:39.774809+00:00", + "count": 17, + "task_ids": [ + "django__django-10914", + "django__django-12983", + "django__django-13447", + "django__django-13757", + "matplotlib__matplotlib-18869", + "matplotlib__matplotlib-23563", + "matplotlib__matplotlib-24149", + "matplotlib__matplotlib-26020", + "pallets__flask-4992", + "pallets__flask-5063", + "pylint-dev__pylint-6506", + "pylint-dev__pylint-7993", + "scikit-learn__scikit-learn-14092", + "scikit-learn__scikit-learn-25747", + "sphinx-doc__sphinx-7975", + "sphinx-doc__sphinx-8273", + "sympy__sympy-20154" + ], + "model": "codex-cli:gpt-6.1-sol", + "environment": { + "python": "3.12.13", + "platform": "macOS-15.4.1-arm64-arm-64bit", + "source_tree_sha256": "55092d3223d22075a7a812eecfe0386a51be7b724baef7e8d18ee2c76d9e82c7", + "packages": { + "langchain": "1.4.3", + "langgraph": "1.2.14", + "langchain-openai": "1.7.0", + "langchain-anthropic": "1.7.5", + "fastapi": "0.143.0", + "numpy": "2.5.3", + "rank-bm25": "0.2.2" + } + }, + "workers": 3, + "parent_predictions_sha256": "3ecabac811a6feda2105f4c1dfe17925981d7720395d53749593dfff924b7006", + "parent_candidates_sha256": "4624a17c91c782093b93d165fa891e4b707bc90fe0fc65178832500eee01b58a", + "parent_diagnoses_sha256": "06e836f5d27e4f07bce1c423fbbf2b75b65604e6ac9d940c03621e9046cc343c", + "max_model_calls": 6, + "max_agent_steps": 3, + "max_tool_calls": 8, + "patch_repair_attempts": 2, + "model_timeout": 120, + "reasoning_effort": "medium", + "transport": "https", + "evidence_policy": "source_priority", + "selection": "all withheld invalid candidates, without judge/outcome filtering", + "actor_inputs": "original issue/diagnosis/candidate, pre-fix source observations, git apply errors only", + "primary_metric": "official resolved / all originally invalid candidates", + "limitations": "Outcome-selected exploratory repair study; extra inference budget, not pass@1 or a rerun of the 100-task system.", + "codex_cli_version": "codex-cli 0.162.0-alpha.2" +} diff --git a/reports/experiments/repair-17-v2/model-usage.json b/reports/experiments/repair-17-v2/model-usage.json new file mode 100644 index 0000000..46878d4 --- /dev/null +++ b/reports/experiments/repair-17-v2/model-usage.json @@ -0,0 +1,20 @@ +{ + "tasks": 17, + "model_calls": 40, + "model_call_scope": "requests", + "successful_model_responses": 40, + "failed_model_calls": 0, + "failed_runs": 0, + "token_scope": "provider-reported usage from completed responses; failed calls may have unknown usage", + "input_tokens": 519468, + "output_tokens": 22898, + "cached_input_tokens": 59136, + "builtin_tool_calls": 0, + "transport_reconnects": 0, + "applicable_patches": 17, + "withheld_patches": 0, + "patch_check_attempts": 37, + "repair_attempts": 20, + "recovered_patches": 17, + "model_duration_ms": 731784 +} diff --git a/reports/experiments/repair-17-v2/predictions.jsonl b/reports/experiments/repair-17-v2/predictions.jsonl new file mode 100644 index 0000000..95a8077 --- /dev/null +++ b/reports/experiments/repair-17-v2/predictions.jsonl @@ -0,0 +1,17 @@ +{"instance_id": "django__django-10914", "mode": "model", "status": "diagnosed", "predicted_files": ["django/conf/global_settings.py", "docs/howto/deployment/checklist.txt"], "root_cause": "FILE_UPLOAD_PERMISSIONS defaults to None, so FileSystemStorage skips its final chmod. Streamed memory uploads are created with 0o666 masked by umask, while temporary uploads are moved by rename or metadata-preserving copy, retaining their temporary-file permissions. Consequently, upload paths can produce different final permissions.", "model_patch": "--- a/django/conf/global_settings.py\n+++ b/django/conf/global_settings.py\n@@ -305,7 +305,7 @@\n # The numeric mode to set newly-uploaded files to. The value should be a mode\n # you'd pass directly to os.chmod; see https://docs.python.org/library/os.html#files-and-directories.\n-FILE_UPLOAD_PERMISSIONS = None\n+FILE_UPLOAD_PERMISSIONS = 0o644\n \n # The numeric mode to assign to newly-created directories, when uploading files.\n # The value should be a mode as you'd pass to os.chmod;\n # see https://docs.python.org/library/os.html#files-and-directories.\n--- a/docs/howto/deployment/checklist.txt\n+++ b/docs/howto/deployment/checklist.txt\n@@ -157,12 +157,12 @@\n :setting:`FILE_UPLOAD_PERMISSIONS`\n ----------------------------------\n \n-With the default file upload settings, files smaller than\n+When :setting:`FILE_UPLOAD_PERMISSIONS` is ``None``, files smaller than\n :setting:`FILE_UPLOAD_MAX_MEMORY_SIZE` may be stored with a different mode\n than larger files as described in :setting:`FILE_UPLOAD_PERMISSIONS`.\n \n-Setting :setting:`FILE_UPLOAD_PERMISSIONS` ensures all files are uploaded with\n-the same permissions.\n+Setting :setting:`FILE_UPLOAD_PERMISSIONS` to a non-None value ensures all files\n+are uploaded with the same permissions.\n \n HTTPS\n =====\n", "root_cause_correct": null, "resolved": null} +{"instance_id": "django__django-12983", "mode": "model", "status": "diagnosed", "predicted_files": ["django/utils/text.py", "django/template/defaultfilters.py", "tests/utils_tests/test_text.py"], "root_cause": "slugify() strips only whitespace before collapsing whitespace and dashes. Its character filter preserves underscores, and its final substitution leaves boundary dashes intact, producing ___this-is-a-test- for the reported input.", "model_patch": "--- a/django/utils/text.py\n+++ b/django/utils/text.py\n@@ -393,17 +393,17 @@\n @keep_lazy_text\n def slugify(value, allow_unicode=False):\n \"\"\"\n Convert to ASCII if 'allow_unicode' is False. Convert spaces to hyphens.\n Remove characters that aren't alphanumerics, underscores, or hyphens.\n- Convert to lowercase. Also strip leading and trailing whitespace.\n+ Convert to lowercase. Also strip leading and trailing whitespace, dashes, and underscores.\n \"\"\"\n value = str(value)\n if allow_unicode:\n value = unicodedata.normalize('NFKC', value)\n else:\n value = unicodedata.normalize('NFKD', value).encode('ascii', 'ignore').decode('ascii')\n value = re.sub(r'[^\\w\\s-]', '', value.lower()).strip()\n- return re.sub(r'[-\\s]+', '-', value)\n+ return re.sub(r'[-\\s]+', '-', value).strip('-_')\n \n \n def camel_case_to_spaces(value):\n--- a/django/template/defaultfilters.py\n+++ b/django/template/defaultfilters.py\n@@ -210,9 +210,9 @@\n @register.filter(is_safe=True)\n @stringfilter\n def slugify(value):\n \"\"\"\n Convert to ASCII. Convert spaces to hyphens. Remove characters that aren't\n alphanumerics, underscores, or hyphens. Convert to lowercase. Also strip\n- leading and trailing whitespace.\n+ leading and trailing whitespace, dashes, and underscores.\n \"\"\"\n return _slugify(value)\n--- a/tests/utils_tests/test_text.py\n+++ b/tests/utils_tests/test_text.py\n@@ -190,10 +190,16 @@\n def test_slugify(self):\n items = (\n # given - expected - Unicode?\n ('Hello, World!', 'hello-world', False),\n+ ('___This is a test ---', 'this-is-a-test', False),\n+ (' _- foo -_ ', 'foo', False),\n+ ('---', '', False),\n+ ('___', '', False),\n+ ('_-你好-_', '你好', True),\n+ ('_foo_bar-baz_', 'foo_bar-baz', False),\n ('spam & eggs', 'spam-eggs', False),\n ('spam & ıçüş', 'spam-ıçüş', True),\n ('foo ıç bar', 'foo-ıç-bar', True),\n (' foo ıç bar', 'foo-ıç-bar', True),\n ('你好', '你好', True),\n ('İstanbul', 'istanbul', True),\n", "root_cause_correct": null, "resolved": null} +{"instance_id": "django__django-13447", "mode": "model", "status": "diagnosed", "predicted_files": ["django/contrib/admin/sites.py", "tests/admin_views/test_adminsite.py"], "root_cause": "AdminSite._build_app_dict() has the model class available but omits it from model_dict, so both admin index contexts expose only model metadata. The dictionary-building method is also private.", "model_patch": "--- a/django/contrib/admin/sites.py\n+++ b/django/contrib/admin/sites.py\n@@ -433,5 +433,9 @@\n+ def build_app_dict(self, request, label=None):\n+ \"\"\"Build the app dictionary, optionally filtering by app label.\"\"\"\n+ return self._build_app_dict(request, label)\n+\n def _build_app_dict(self, request, label=None):\n \"\"\"\n Build the app dictionary. The optional `label` parameter filters models\n of a specific app.\n \"\"\"\n@@ -462,6 +466,7 @@\n info = (app_label, model._meta.model_name)\n model_dict = {\n+ 'model': model,\n 'name': capfirst(model._meta.verbose_name_plural),\n 'object_name': model._meta.object_name,\n 'perms': perms,\n 'admin_url': None,\n@@ -505,7 +510,7 @@\n Return a sorted list of all the installed apps that have been\n registered in this site.\n \"\"\"\n- app_dict = self._build_app_dict(request)\n+ app_dict = self.build_app_dict(request)\n \n # Sort the apps alphabetically.\n app_list = sorted(app_dict.values(), key=lambda x: x['name'].lower())\n@@ -537,6 +542,6 @@\n def app_index(self, request, app_label, extra_context=None):\n- app_dict = self._build_app_dict(request, app_label)\n+ app_dict = self.build_app_dict(request, app_label)\n if not app_dict:\n raise Http404('The requested admin page does not exist.')\n # Sort the models alphabetically within each app.\n app_dict['models'].sort(key=lambda x: x['name'])\n--- a/tests/admin_views/test_adminsite.py\n+++ b/tests/admin_views/test_adminsite.py\n@@ -55,7 +55,8 @@\n admin_views = apps[0]\n self.assertEqual(admin_views['app_label'], 'admin_views')\n self.assertEqual(len(admin_views['models']), 1)\n self.assertEqual(admin_views['models'][0]['object_name'], 'Article')\n+ self.assertIs(admin_views['models'][0]['model'], Article)\n \n # auth.User\n auth = apps[1]\n@@ -63,6 +64,7 @@\n self.assertEqual(len(auth['models']), 1)\n user = auth['models'][0]\n self.assertEqual(user['object_name'], 'User')\n+ self.assertIs(user['model'], User)\n \n self.assertEqual(auth['app_url'], '/test_admin/admin/auth/')\n self.assertIs(auth['has_module_perms'], True)\n", "root_cause_correct": null, "resolved": null} +{"instance_id": "django__django-13757", "mode": "model", "status": "diagnosed", "predicted_files": ["django/db/models/fields/json.py", "tests/model_fields/test_jsonfield.py"], "root_cause": "For isnull=True, KeyTransformIsNull delegates to generic IsNull on SQLite and Oracle. This tests whether the extracted value is SQL NULL, conflating an absent key with a present key containing JSON null. The existing regression test uses a non-null-valued key and misses this distinction.", "model_patch": "--- a/django/db/models/fields/json.py\n+++ b/django/db/models/fields/json.py\n@@ -366,14 +366,24 @@\n class KeyTransformIsNull(lookups.IsNull):\n # key__isnull=False is the same as has_key='key'\n def as_oracle(self, compiler, connection):\n+ sql, params = HasKey(\n+ self.lhs.lhs, self.lhs.key_name,\n+ ).as_oracle(compiler, connection)\n if not self.rhs:\n- return HasKey(self.lhs.lhs, self.lhs.key_name).as_oracle(compiler, connection)\n- return super().as_sql(compiler, connection)\n+ return sql, params\n+ lhs, lhs_params, _ = self.lhs.preprocess_lhs(compiler, connection)\n+ return (\n+ '(NOT %s OR %s IS NULL)' % (sql, lhs),\n+ tuple(params) + tuple(lhs_params),\n+ )\n \n def as_sqlite(self, compiler, connection):\n+ template = 'JSON_TYPE(%s, %%s) IS NULL'\n if not self.rhs:\n- return HasKey(self.lhs.lhs, self.lhs.key_name).as_sqlite(compiler, connection)\n- return super().as_sql(compiler, connection)\n+ template = 'JSON_TYPE(%s, %%s) IS NOT NULL'\n+ return HasKey(self.lhs.lhs, self.lhs.key_name).as_sql(\n+ compiler, connection, template=template,\n+ )\n \n \n class KeyTransformIn(lookups.In):\n--- a/tests/model_fields/test_jsonfield.py\n+++ b/tests/model_fields/test_jsonfield.py\n@@ -583,10 +583,10 @@\n def test_isnull_key(self):\n # key__isnull=False works the same as has_key='key'.\n self.assertSequenceEqual(\n- NullableJSONModel.objects.filter(value__a__isnull=True),\n- self.objs[:3] + self.objs[5:],\n+ NullableJSONModel.objects.filter(value__j__isnull=True),\n+ self.objs[:4] + self.objs[5:],\n )\n self.assertSequenceEqual(\n NullableJSONModel.objects.filter(value__a__isnull=False),\n [self.objs[3], self.objs[4]],\n )\n", "root_cause_correct": null, "resolved": null} +{"instance_id": "matplotlib__matplotlib-18869", "mode": "model", "status": "diagnosed", "predicted_files": ["lib/matplotlib/__init__.py", "lib/matplotlib/tests/test_matplotlib.py"], "root_cause": "The top-level lazy attribute resolver exposes and caches only the string __version__; requests for comparable version metadata raise AttributeError. The existing packaging.version parser can provide numeric and prerelease-aware comparisons without adding a dependency.", "model_patch": "--- a/lib/matplotlib/__init__.py\n+++ b/lib/matplotlib/__init__.py\n@@ -133,8 +133,8 @@\n def __getattr__(name):\n- if name == \"__version__\":\n+ if name in (\"__version__\", \"version_info\"):\n import setuptools_scm\n- global __version__ # cache it.\n+ global __version__, version_info # cache both.\n # Only shell out to a git subprocess if really needed, and not on a\n # shallow clone, such as those used by CI, as the latter would trigger\n # a warning from setuptools_scm.\n root = Path(__file__).resolve().parents[2]\n@@ -148,7 +148,8 @@\n else: # Get the version from the _version.py setuptools_scm file.\n __version__ = _version.version\n- return __version__\n+ version_info = parse_version(__version__)\n+ return __version__ if name == \"__version__\" else version_info\n raise AttributeError(f\"module {__name__!r} has no attribute {name!r}\")\n \n \n def _check_versions():\n--- a/lib/matplotlib/tests/test_matplotlib.py\n+++ b/lib/matplotlib/tests/test_matplotlib.py\n@@ -1,11 +1,23 @@\n import os\n import subprocess\n import sys\n \n+from packaging.version import parse as parse_version\n import pytest\n \n import matplotlib\n \n \n+def test_version_info():\n+ info = matplotlib.version_info\n+ assert info == parse_version(matplotlib.__version__)\n+ assert matplotlib.version_info is info\n+ version_type = type(info)\n+ assert version_type(\"3.9\") < version_type(\"3.10\")\n+ assert (version_type(\"3.10.dev1\") < version_type(\"3.10rc1\")\n+ < version_type(\"3.10\") < version_type(\"3.10.post1\"))\n+ assert isinstance(matplotlib.__version__, str)\n+\n+\n @pytest.mark.skipif(\n os.name == \"nt\", reason=\"chmod() doesn't work as is on Windows\")\n", "root_cause_correct": null, "resolved": null} +{"instance_id": "matplotlib__matplotlib-23563", "mode": "model", "status": "diagnosed", "predicted_files": ["lib/mpl_toolkits/mplot3d/art3d.py"], "root_cause": "line_2d_to_3d changes an attached line's class to Line3D before initializing _verts3d. If broadcasting zs fails in set_3d_properties, the artist remains attached without _verts3d, and subsequent drawing raises AttributeError. Changing input variables does not repair that retained artist.", "model_patch": "--- a/lib/mpl_toolkits/mplot3d/art3d.py\n+++ b/lib/mpl_toolkits/mplot3d/art3d.py\n@@ -218,11 +218,11 @@\n self.stale = False\n \n \n def line_2d_to_3d(line, zs=0, zdir='z'):\n \"\"\"Convert a 2D line to 3D.\"\"\"\n \n+ Line3D.set_3d_properties(line, zs, zdir)\n line.__class__ = Line3D\n- line.set_3d_properties(zs, zdir)\n \n \n def _path_to_3d_segment(path, zs=0, zdir='z'):\n", "root_cause_correct": null, "resolved": null} +{"instance_id": "matplotlib__matplotlib-24149", "mode": "model", "status": "diagnosed", "predicted_files": ["lib/matplotlib/axes/_axes.py", "lib/matplotlib/tests/test_axes.py"], "root_cause": "Axes.bar calls _convert_dx to convert widths using x positions. For all-NaN positions, _safe_first_finite exhausts its filtered iterator and raises StopIteration. Neither _convert_dx's local handlers nor its outer fallback catches this exception. Both original and converted position lookups are vulnerable.", "model_patch": "--- a/lib/matplotlib/axes/_axes.py\n+++ b/lib/matplotlib/axes/_axes.py\n@@ -2181,9 +2181,13 @@\n try:\n x0 = cbook._safe_first_finite(x0)\n+ except StopIteration:\n+ x0 = cbook._safe_first_finite(x0, skip_nonfinite=False)\n except (TypeError, IndexError, KeyError):\n pass\n \n try:\n x = cbook._safe_first_finite(xconv)\n+ except StopIteration:\n+ x = cbook._safe_first_finite(xconv, skip_nonfinite=False)\n except (TypeError, IndexError, KeyError):\n x = xconv\n--- a/lib/matplotlib/tests/test_axes.py\n+++ b/lib/matplotlib/tests/test_axes.py\n@@ -1715,8 +1715,14 @@\n def test_nan_bar_values():\n fig, ax = plt.subplots()\n ax.bar([0, 1], [np.nan, 4])\n \n+ for height in [0, np.nan]:\n+ bar = ax.bar([np.nan], [height])[0]\n+ assert np.isnan(bar.get_x())\n+ np.testing.assert_equal(bar.get_height(), height)\n+ ax.bar([np.nan, 1], [2, 3])\n+\n \n def test_bar_ticklabel_fail():\n fig, ax = plt.subplots()\n ax.bar([], [])\n", "root_cause_correct": null, "resolved": null} +{"instance_id": "matplotlib__matplotlib-26020", "mode": "model", "status": "diagnosed", "predicted_files": ["lib/mpl_toolkits/axes_grid1/axes_grid.py"], "root_cause": "_tick_only unconditionally subscripts ax.axis, assuming the toolkit-specific axis dictionary. Custom Axes classes with a callable-only axis method violate that assumption. Grid construction invokes this helper through the default label mode, including for a 1×1 grid.", "model_patch": "--- a/lib/mpl_toolkits/axes_grid1/axes_grid.py\n+++ b/lib/mpl_toolkits/axes_grid1/axes_grid.py\n@@ -13,8 +13,19 @@\n def _tick_only(ax, bottom_on, left_on):\n bottom_off = not bottom_on\n left_off = not left_on\n- ax.axis[\"bottom\"].toggle(ticklabels=bottom_off, label=bottom_off)\n- ax.axis[\"left\"].toggle(ticklabels=left_off, label=left_off)\n+ if hasattr(ax.axis, \"__getitem__\"):\n+ ax.axis[\"bottom\"].toggle(ticklabels=bottom_off, label=bottom_off)\n+ ax.axis[\"left\"].toggle(ticklabels=left_off, label=left_off)\n+ else:\n+ ax.xaxis.set_tick_params(labelbottom=bottom_off)\n+ ax.yaxis.set_tick_params(labelleft=left_off)\n+ for axis, side, visible in [(ax.xaxis, \"bottom\", bottom_off),\n+ (ax.yaxis, \"left\", left_off)]:\n+ if visible:\n+ axis.label.set_visible(True)\n+ axis.set_label_position(side)\n+ elif axis.get_label_position() == side:\n+ axis.label.set_visible(False)\n \n \n class CbarAxesBase:\n", "root_cause_correct": null, "resolved": null} +{"instance_id": "pallets__flask-4992", "mode": "model", "status": "diagnosed", "predicted_files": ["src/flask/config.py"], "root_cause": "Config.from_file unconditionally calls open(filename), producing a text stream, and provides no way to select binary mode. This conflicts with tomllib.load's binary-stream requirement.", "model_patch": "--- a/src/flask/config.py\n+++ b/src/flask/config.py\n@@ -232,8 +232,9 @@\n def from_file(\n self,\n filename: str,\n load: t.Callable[[t.IO[t.Any]], t.Mapping],\n silent: bool = False,\n+ mode: str = \"r\",\n ) -> bool:\n \"\"\"Update the values in the config from a file that is loaded\n using the ``load`` parameter. The loaded data is passed to the\n@@ -244,8 +245,8 @@\n import json\n app.config.from_file(\"config.json\", load=json.load)\n \n- import toml\n- app.config.from_file(\"config.toml\", load=toml.load)\n+ import tomllib\n+ app.config.from_file(\"config.toml\", load=tomllib.load, mode=\"rb\")\n \n :param filename: The path to the data file. This can be an\n absolute path or relative to the config root path.\n@@ -253,8 +254,10 @@\n mapping of loaded data from the file.\n :type load: ``Callable[[Reader], Mapping]`` where ``Reader``\n implements a ``read`` method.\n :param silent: Ignore the file if it doesn't exist.\n+ :param mode: The mode used to open the file. Defaults to text\n+ reading (``\"r\"``). Use ``\"rb\"`` for binary loaders.\n :return: ``True`` if the file was loaded successfully.\n \n .. versionadded:: 2.0\n \"\"\"\n@@ -261,8 +264,8 @@\n filename = os.path.join(self.root_path, filename)\n \n try:\n- with open(filename) as f:\n+ with open(filename, mode) as f:\n obj = load(f)\n except OSError as e:\n if silent and e.errno in (errno.ENOENT, errno.EISDIR):\n return False\n", "root_cause_correct": null, "resolved": null} +{"instance_id": "pallets__flask-5063", "mode": "model", "status": "diagnosed", "predicted_files": ["src/flask/cli.py"], "root_cause": "The routes CLI reads registered URL rules but displays only Endpoint, Methods, and Rule, omitting subdomain metadata. Blueprint registration already forwards the configured subdomain to app.add_url_rule; this is a presentation gap.", "model_patch": "--- a/src/flask/cli.py\n+++ b/src/flask/cli.py\n@@ -1018,20 +1018,23 @@\n for rule in rules\n ]\n \n- headers = (\"Endpoint\", \"Methods\", \"Rule\")\n+ headers = (\"Endpoint\", \"Methods\", \"Rule\", \"Subdomain\")\n widths = (\n max(len(rule.endpoint) for rule in rules),\n max(len(methods) for methods in rule_methods),\n max(len(rule.rule) for rule in rules),\n+ max(len(rule.subdomain or \"\") for rule in rules),\n )\n widths = [max(len(h), w) for h, w in zip(headers, widths)]\n- row = \"{{0:<{0}}} {{1:<{1}}} {{2:<{2}}}\".format(*widths)\n+ row = \"{{0:<{0}}} {{1:<{1}}} {{2:<{2}}} {{3:<{3}}}\".format(*widths)\n \n click.echo(row.format(*headers).strip())\n click.echo(row.format(*(\"-\" * width for width in widths)))\n \n for rule, methods in zip(rules, rule_methods):\n- click.echo(row.format(rule.endpoint, methods, rule.rule).rstrip())\n+ click.echo(\n+ row.format(rule.endpoint, methods, rule.rule, rule.subdomain or \"\").rstrip()\n+ )\n \n \n cli = FlaskGroup(\n", "root_cause_correct": null, "resolved": null} +{"instance_id": "pylint-dev__pylint-6506", "mode": "model", "status": "diagnosed", "predicted_files": ["pylint/lint/run.py"], "root_cause": "Unknown command-line options cause _config_initialization to emit E0015 and then raise _UnrecognizedOptionError. Neither Run.__init__ nor run_pylint catches this exception, so it escapes to the console and produces a traceback.", "model_patch": "--- a/pylint/lint/run.py\n+++ b/pylint/lint/run.py\n@@ -14,7 +14,10 @@\n from pylint import config\n from pylint.config.config_initialization import _config_initialization\n-from pylint.config.exceptions import ArgumentPreprocessingError\n+from pylint.config.exceptions import (\n+ ArgumentPreprocessingError,\n+ _UnrecognizedOptionError,\n+)\n from pylint.config.utils import _preprocess_options\n from pylint.constants import full_version\n from pylint.lint.base_options import _make_run_options\n from pylint.lint.pylinter import PyLinter\n@@ -133,8 +136,11 @@\n linter.disable(\"I\")\n linter.enable(\"c-extension-no-member\")\n \n- args = _config_initialization(\n- linter, args, reporter, config_file=self._rcfile, verbose_mode=self.verbose\n- )\n+ try:\n+ args = _config_initialization(\n+ linter, args, reporter, config_file=self._rcfile, verbose_mode=self.verbose\n+ )\n+ except _UnrecognizedOptionError:\n+ sys.exit(32)\n \n if linter.config.jobs < 0:\n", "root_cause_correct": null, "resolved": null} +{"instance_id": "pylint-dev__pylint-7993", "mode": "model", "status": "diagnosed", "predicted_files": ["pylint/reporters/text.py", "tests/reporters/unittest_reporting.py"], "root_cause": "TextReporter validates placeholders using a regex that does not respect escaped braces ({{ and }}). It mistakes the literal JSON opening for an unsupported field and removes part of the template before str.format renders it.", "model_patch": "--- a/pylint/reporters/text.py\n+++ b/pylint/reporters/text.py\n@@ -174,16 +174,20 @@\n # Set template to the currently selected template\n self._template = template\n \n # Check to see if all parameters in the template are attributes of the Message\n- arguments = re.findall(r\"\\{(.+?)(:.*)?\\}\", template)\n- for argument in arguments:\n- if argument[0] not in MESSAGE_FIELDS:\n- warnings.warn(\n- f\"Don't recognize the argument '{argument[0]}' in the --msg-template. \"\n- \"Are you sure it is supported on the current version of pylint?\"\n- )\n- template = re.sub(r\"\\{\" + argument[0] + r\"(:.*?)?\\}\", \"\", template)\n- self._fixed_template = template\n+ def replace(match: re.Match[str]) -> str:\n+ argument = match.group(1)\n+ if argument is None or argument in MESSAGE_FIELDS:\n+ return match.group(0)\n+ warnings.warn(\n+ f\"Don't recognize the argument '{argument}' in the --msg-template. \"\n+ \"Are you sure it is supported on the current version of pylint?\"\n+ )\n+ return \"\"\n+\n+ self._fixed_template = re.sub(\n+ r\"\\{\\{|\\}\\}|\\{([^{}:]+)(:[^{}]*)?\\}\", replace, template\n+ )\n \n def write_message(self, msg: Message) -> None:\n \"\"\"Convenience method to write a formatted message with class default\n--- a/tests/reporters/unittest_reporting.py\n+++ b/tests/reporters/unittest_reporting.py\n@@ -48,6 +48,20 @@\n assert output.getvalue() == \"************* Module 0123\\nC0301:001\\nC0301:002\\n\"\n \n \n+def test_template_option_escaped_braces(linter) -> None:\n+ output = StringIO()\n+ linter.reporter.out = output\n+ linter.config.msg_template = '{{ \"Category\": \"{category}\" }}'\n+ linter.open()\n+ with warnings.catch_warnings():\n+ warnings.simplefilter(\"error\")\n+ linter.set_current_module(\"my_module\")\n+ linter.add_message(\"C0301\", line=1, args=(1, 2))\n+ assert output.getvalue() == (\n+ '************* Module my_module\\n{ \"Category\": \"convention\" }\\n'\n+ )\n+\n+\n def test_template_option_default(linter) -> None:\n \"\"\"Test the default msg-template setting.\"\"\"\n output = StringIO()\n", "root_cause_correct": null, "resolved": null} +{"instance_id": "scikit-learn__scikit-learn-14092", "mode": "model", "status": "diagnosed", "predicted_files": ["sklearn/neighbors/nca.py", "sklearn/neighbors/tests/test_nca.py"], "root_cause": "NCA.fit validates parameters before optimization. Its check_scalar calls require built-in int for n_components, max_iter and verbose, and float for tol. Since check_scalar uses isinstance, NumPy integer dimensions and integer tol=1 are rejected despite being valid numeric values. The existing test explicitly enforces rejection of tol=1.", "model_patch": "--- a/sklearn/neighbors/nca.py\n+++ b/sklearn/neighbors/nca.py\n@@ -10,6 +10,7 @@\n from __future__ import print_function\n \n from warnings import warn\n+import numbers\n import numpy as np\n import sys\n import time\n@@ -299,7 +300,7 @@\n \n # Check the preferred dimensionality of the projected space\n if self.n_components is not None:\n- check_scalar(self.n_components, 'n_components', int, 1)\n+ check_scalar(self.n_components, 'n_components', numbers.Integral, 1)\n \n if self.n_components > X.shape[1]:\n raise ValueError('The preferred dimensionality of the '\n@@ -319,9 +320,9 @@\n .format(X.shape[1],\n self.components_.shape[1]))\n \n- check_scalar(self.max_iter, 'max_iter', int, 1)\n- check_scalar(self.tol, 'tol', float, 0.)\n- check_scalar(self.verbose, 'verbose', int, 0)\n+ check_scalar(self.max_iter, 'max_iter', numbers.Integral, 1)\n+ check_scalar(self.tol, 'tol', numbers.Real, 0.)\n+ check_scalar(self.verbose, 'verbose', numbers.Integral, 0)\n \n if self.callback is not None:\n if not callable(self.callback):\n--- a/sklearn/neighbors/tests/test_nca.py\n+++ b/sklearn/neighbors/tests/test_nca.py\n@@ -130,7 +130,12 @@\n assert_raises(TypeError, NCA(max_iter='21').fit, X, y)\n assert_raises(TypeError, NCA(verbose='true').fit, X, y)\n- assert_raises(TypeError, NCA(tol=1).fit, X, y)\n+ assert_raises(TypeError, NCA(tol='invalid').fit, X, y)\n assert_raises(TypeError, NCA(n_components='invalid').fit, X, y)\n assert_raises(TypeError, NCA(warm_start=1).fit, X, y)\n \n+ # Accept numeric scalar types used in parameter grids.\n+ for tol in (1, np.float32(0.1)):\n+ NCA(n_components=np.int64(2), max_iter=np.int64(50),\n+ verbose=np.int64(0), tol=tol)._validate_params(X, y)\n+\n # ValueError\n", "root_cause_correct": null, "resolved": null} +{"instance_id": "scikit-learn__scikit-learn-25747", "mode": "model", "status": "diagnosed", "predicted_files": ["sklearn/utils/_set_output.py", "sklearn/utils/tests/test_set_output.py"], "root_cause": "FeatureUnion concatenates the aggregated Series into a four-row DataFrame. Pandas output wrapping then overwrites its index with the original 96-row input index, causing the length mismatch. Existing DataFrame outputs must retain their own index.", "model_patch": "--- a/sklearn/utils/_set_output.py\n+++ b/sklearn/utils/_set_output.py\n@@ -16,7 +16,7 @@\n \"\"\"Create a Pandas DataFrame.\n \n- If `data_to_wrap` is a DataFrame, then the `columns` and `index` will be changed\n+ If `data_to_wrap` is a DataFrame, then only the `columns` will be changed\n inplace. If `data_to_wrap` is a ndarray, then a new DataFrame is created with\n `columns` and `index`.\n \n Parameters\n@@ -55,8 +55,6 @@\n if isinstance(data_to_wrap, pd.DataFrame):\n if columns is not None:\n data_to_wrap.columns = columns\n- if index is not None:\n- data_to_wrap.index = index\n return data_to_wrap\n \n return pd.DataFrame(data_to_wrap, index=index, columns=columns)\n--- a/sklearn/utils/tests/test_set_output.py\n+++ b/sklearn/utils/tests/test_set_output.py\n@@ -24,16 +24,17 @@\n assert_array_equal(dense_named.index, index)\n \n \n-def test__wrap_in_pandas_container_dense_update_columns_and_index():\n- \"\"\"Check that _wrap_in_pandas_container overrides columns and index.\"\"\"\n+def test__wrap_in_pandas_container_dense_update_columns_preserve_index():\n+ \"\"\"Check that wrapping overrides columns but preserves the existing index.\"\"\"\n pd = pytest.importorskip(\"pandas\")\n X_df = pd.DataFrame([[1, 0, 3], [0, 0, 1]], columns=[\"a\", \"b\", \"c\"])\n+ original_index = X_df.index.copy()\n new_columns = np.asarray([\"f0\", \"f1\", \"f2\"], dtype=object)\n- new_index = [10, 12]\n+ new_index = [10, 12, 14]\n \n new_df = _wrap_in_pandas_container(X_df, columns=new_columns, index=new_index)\n assert_array_equal(new_df.columns, new_columns)\n- assert_array_equal(new_df.index, new_index)\n+ assert_array_equal(new_df.index, original_index)\n \n \n def test__wrap_in_pandas_container_error_validation():\n", "root_cause_correct": null, "resolved": null} +{"instance_id": "sphinx-doc__sphinx-7975", "mode": "model", "status": "diagnosed", "predicted_files": ["sphinx/environment/adapters/indexentries.py"], "root_cause": "The index sorter prefixes alphabetic entries with chr(127), but leaves symbols unchanged. Consequently, @ sorts before letters while £ and ← sort after them. The subsequent groupby() only combines adjacent entries, producing two separate groups named Symbols. The subentry sorter uses the same flawed ordering.", "model_patch": "--- a/sphinx/environment/adapters/indexentries.py\n+++ b/sphinx/environment/adapters/indexentries.py\n@@ -101,16 +101,14 @@\n- # sort the index entries; put all symbols at the front, even those\n- # following the letters in ASCII, this is where the chr(127) comes from\n- def keyfunc(entry: Tuple[str, List]) -> Tuple[str, str]:\n+ # sort the index entries; put all symbols before letters\n+ def keyfunc(entry: Tuple[str, List]) -> Tuple[bool, str, str]:\n key, (void, void, category_key) = entry\n if category_key:\n # using specified category key to sort\n key = category_key\n lckey = unicodedata.normalize('NFD', key.lower())\n if lckey.startswith('\\N{RIGHT-TO-LEFT MARK}'):\n lckey = lckey[1:]\n- if lckey[0:1].isalpha() or lckey.startswith('_'):\n- lckey = chr(127) + lckey\n+ is_letter = lckey[0:1].isalpha() or lckey.startswith('_')\n # ensure a determinstic order *within* letters by also sorting on\n # the entry itself\n- return (lckey, entry[0])\n+ return (is_letter, lckey, entry[0])\n newlist = sorted(new.items(), key=keyfunc)\n@@ -150,10 +148,9 @@\n # sort the sub-index entries\n- def keyfunc2(entry: Tuple[str, List]) -> str:\n+ def keyfunc2(entry: Tuple[str, List]) -> Tuple[bool, str]:\n key = unicodedata.normalize('NFD', entry[0].lower())\n if key.startswith('\\N{RIGHT-TO-LEFT MARK}'):\n key = key[1:]\n- if key[0:1].isalpha() or key.startswith('_'):\n- key = chr(127) + key\n- return key\n+ is_letter = key[0:1].isalpha() or key.startswith('_')\n+ return (is_letter, key)\n \n # group the entries by letter\n", "root_cause_correct": null, "resolved": null} +{"instance_id": "sphinx-doc__sphinx-8273", "mode": "model", "status": "diagnosed", "predicted_files": ["sphinx/builders/manpage.py"], "root_cause": "ManualPageBuilder.write() uses the manual section only in the filename and writes directly into self.outdir. It neither creates nor targets man
directories. Existing tests explicitly expect this flat layout.", "model_patch": "--- a/sphinx/builders/manpage.py\n+++ b/sphinx/builders/manpage.py\n@@ -11,5 +11,5 @@\n-from os import path\n+from os import makedirs, path\n from typing import Any, Dict, List, Set, Tuple, Union\n \n from docutils.frontend import OptionParser\n from docutils.io import FileOutput\n@@ -83,5 +83,9 @@\n targetname = '%s.%s' % (name, section)\n logger.info(darkgreen(targetname) + ' { ', nonl=True)\n+ sectiondir = self.outdir\n+ if self.config.man_make_section_directory:\n+ sectiondir = path.join(self.outdir, 'man%s' % section)\n+ makedirs(sectiondir, exist_ok=True)\n destination = FileOutput(\n- destination_path=path.join(self.outdir, targetname),\n+ destination_path=path.join(sectiondir, targetname),\n encoding='utf-8')\n@@ -113,7 +117,8 @@\n def setup(app: Sphinx) -> Dict[str, Any]:\n app.add_builder(ManualPageBuilder)\n \n app.add_config_value('man_pages', default_man_pages, None)\n app.add_config_value('man_show_urls', False, None)\n+ app.add_config_value('man_make_section_directory', False, None)\n \n return {\n", "root_cause_correct": null, "resolved": null} +{"instance_id": "sympy__sympy-20154", "mode": "model", "status": "diagnosed", "predicted_files": ["sympy/utilities/iterables.py", "sympy/utilities/tests/test_iterables.py"], "root_cause": "partitions() yields its mutable working dictionary ms directly at both yield sites, including size=True tuples. Subsequent iterations mutate that same dictionary, so retained results alias shared state. Existing tests copy results and therefore mask this behavior.", "model_patch": "--- a/sympy/utilities/iterables.py\n+++ b/sympy/utilities/iterables.py\n@@ -1740,17 +1740,9 @@\n \n- Note that the _same_ dictionary object is returned each time.\n- This is for speed: generating each partition goes quickly,\n- taking constant time, independent of n.\n+ Each partition is returned as an independent dictionary.\n \n- >>> [p for p in partitions(6, k=2)]\n- [{1: 6}, {1: 6}, {1: 6}, {1: 6}]\n-\n- If you want to build a list of the returned dictionaries then\n- make a copy of them:\n-\n- >>> [p.copy() for p in partitions(6, k=2)] # doctest: +SKIP\n+ >>> list(partitions(6, k=2)) # doctest: +SKIP\n [{2: 3}, {1: 2, 2: 2}, {1: 4, 2: 1}, {1: 6}]\n- >>> [(M, p.copy()) for M, p in partitions(6, k=2, size=True)] # doctest: +SKIP\n+ >>> list(partitions(6, k=2, size=True)) # doctest: +SKIP\n [(3, {2: 3}), (4, {1: 2, 2: 2}), (5, {1: 4, 2: 1}), (6, {1: 6})]\n \n References\n@@ -1803,7 +1795,7 @@\n room = m - q - bool(r)\n if size:\n- yield sum(ms.values()), ms\n+ yield sum(ms.values()), ms.copy()\n else:\n- yield ms\n+ yield ms.copy()\n \n while keys != [1]:\n@@ -1842,10 +1834,10 @@\n break\n room -= need\n if size:\n- yield sum(ms.values()), ms\n+ yield sum(ms.values()), ms.copy()\n else:\n- yield ms\n+ yield ms.copy()\n \n \n def ordered_partitions(n, m=None, sort=True):\n \"\"\"Generates ordered partitions of integer ``n``.\n--- a/sympy/utilities/tests/test_iterables.py\n+++ b/sympy/utilities/tests/test_iterables.py\n@@ -482,4 +482,16 @@\n assert list(partitions(6, 2, 0, size=i)) == ans[i]\n \n+ expected = [{3: 1}, {2: 1, 1: 1}, {1: 3}]\n+ for size in (False, True):\n+ results = list(partitions(3, size=size))\n+ dictionaries = [p for _, p in results] if size else results\n+ assert dictionaries == expected\n+ if size:\n+ assert [count for count, _ in results] == [1, 2, 3]\n+ assert len({id(p) for p in dictionaries}) == len(dictionaries)\n+ dictionaries[0][3] = 99\n+ assert dictionaries[1:] == expected[1:]\n+\n+\n assert [p.copy() for p in partitions(6, k=2)] == [\n {2: 3}, {1: 2, 2: 2}, {1: 4, 2: 1}, {1: 6}]\n", "root_cause_correct": null, "resolved": null} diff --git a/reports/experiments/repair-17-v2/source-proof.json b/reports/experiments/repair-17-v2/source-proof.json new file mode 100644 index 0000000..e5add42 --- /dev/null +++ b/reports/experiments/repair-17-v2/source-proof.json @@ -0,0 +1,4 @@ +{ + "source_commit": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65", + "source_tree_sha256": "55092d3223d22075a7a812eecfe0386a51be7b724baef7e8d18ee2c76d9e82c7" +} diff --git a/reports/experiments/repair-17-v2/swebench-predictions.jsonl b/reports/experiments/repair-17-v2/swebench-predictions.jsonl new file mode 100644 index 0000000..93345a5 --- /dev/null +++ b/reports/experiments/repair-17-v2/swebench-predictions.jsonl @@ -0,0 +1,17 @@ +{"instance_id": "django__django-10914", "model_name_or_path": "agentic-posthoc-format-repair", "model_patch": "--- a/django/conf/global_settings.py\n+++ b/django/conf/global_settings.py\n@@ -305,7 +305,7 @@\n # The numeric mode to set newly-uploaded files to. The value should be a mode\n # you'd pass directly to os.chmod; see https://docs.python.org/library/os.html#files-and-directories.\n-FILE_UPLOAD_PERMISSIONS = None\n+FILE_UPLOAD_PERMISSIONS = 0o644\n \n # The numeric mode to assign to newly-created directories, when uploading files.\n # The value should be a mode as you'd pass to os.chmod;\n # see https://docs.python.org/library/os.html#files-and-directories.\n--- a/docs/howto/deployment/checklist.txt\n+++ b/docs/howto/deployment/checklist.txt\n@@ -157,12 +157,12 @@\n :setting:`FILE_UPLOAD_PERMISSIONS`\n ----------------------------------\n \n-With the default file upload settings, files smaller than\n+When :setting:`FILE_UPLOAD_PERMISSIONS` is ``None``, files smaller than\n :setting:`FILE_UPLOAD_MAX_MEMORY_SIZE` may be stored with a different mode\n than larger files as described in :setting:`FILE_UPLOAD_PERMISSIONS`.\n \n-Setting :setting:`FILE_UPLOAD_PERMISSIONS` ensures all files are uploaded with\n-the same permissions.\n+Setting :setting:`FILE_UPLOAD_PERMISSIONS` to a non-None value ensures all files\n+are uploaded with the same permissions.\n \n HTTPS\n =====\n"} +{"instance_id": "django__django-12983", "model_name_or_path": "agentic-posthoc-format-repair", "model_patch": "--- a/django/utils/text.py\n+++ b/django/utils/text.py\n@@ -393,17 +393,17 @@\n @keep_lazy_text\n def slugify(value, allow_unicode=False):\n \"\"\"\n Convert to ASCII if 'allow_unicode' is False. Convert spaces to hyphens.\n Remove characters that aren't alphanumerics, underscores, or hyphens.\n- Convert to lowercase. Also strip leading and trailing whitespace.\n+ Convert to lowercase. Also strip leading and trailing whitespace, dashes, and underscores.\n \"\"\"\n value = str(value)\n if allow_unicode:\n value = unicodedata.normalize('NFKC', value)\n else:\n value = unicodedata.normalize('NFKD', value).encode('ascii', 'ignore').decode('ascii')\n value = re.sub(r'[^\\w\\s-]', '', value.lower()).strip()\n- return re.sub(r'[-\\s]+', '-', value)\n+ return re.sub(r'[-\\s]+', '-', value).strip('-_')\n \n \n def camel_case_to_spaces(value):\n--- a/django/template/defaultfilters.py\n+++ b/django/template/defaultfilters.py\n@@ -210,9 +210,9 @@\n @register.filter(is_safe=True)\n @stringfilter\n def slugify(value):\n \"\"\"\n Convert to ASCII. Convert spaces to hyphens. Remove characters that aren't\n alphanumerics, underscores, or hyphens. Convert to lowercase. Also strip\n- leading and trailing whitespace.\n+ leading and trailing whitespace, dashes, and underscores.\n \"\"\"\n return _slugify(value)\n--- a/tests/utils_tests/test_text.py\n+++ b/tests/utils_tests/test_text.py\n@@ -190,10 +190,16 @@\n def test_slugify(self):\n items = (\n # given - expected - Unicode?\n ('Hello, World!', 'hello-world', False),\n+ ('___This is a test ---', 'this-is-a-test', False),\n+ (' _- foo -_ ', 'foo', False),\n+ ('---', '', False),\n+ ('___', '', False),\n+ ('_-你好-_', '你好', True),\n+ ('_foo_bar-baz_', 'foo_bar-baz', False),\n ('spam & eggs', 'spam-eggs', False),\n ('spam & ıçüş', 'spam-ıçüş', True),\n ('foo ıç bar', 'foo-ıç-bar', True),\n (' foo ıç bar', 'foo-ıç-bar', True),\n ('你好', '你好', True),\n ('İstanbul', 'istanbul', True),\n"} +{"instance_id": "django__django-13447", "model_name_or_path": "agentic-posthoc-format-repair", "model_patch": "--- a/django/contrib/admin/sites.py\n+++ b/django/contrib/admin/sites.py\n@@ -433,5 +433,9 @@\n+ def build_app_dict(self, request, label=None):\n+ \"\"\"Build the app dictionary, optionally filtering by app label.\"\"\"\n+ return self._build_app_dict(request, label)\n+\n def _build_app_dict(self, request, label=None):\n \"\"\"\n Build the app dictionary. The optional `label` parameter filters models\n of a specific app.\n \"\"\"\n@@ -462,6 +466,7 @@\n info = (app_label, model._meta.model_name)\n model_dict = {\n+ 'model': model,\n 'name': capfirst(model._meta.verbose_name_plural),\n 'object_name': model._meta.object_name,\n 'perms': perms,\n 'admin_url': None,\n@@ -505,7 +510,7 @@\n Return a sorted list of all the installed apps that have been\n registered in this site.\n \"\"\"\n- app_dict = self._build_app_dict(request)\n+ app_dict = self.build_app_dict(request)\n \n # Sort the apps alphabetically.\n app_list = sorted(app_dict.values(), key=lambda x: x['name'].lower())\n@@ -537,6 +542,6 @@\n def app_index(self, request, app_label, extra_context=None):\n- app_dict = self._build_app_dict(request, app_label)\n+ app_dict = self.build_app_dict(request, app_label)\n if not app_dict:\n raise Http404('The requested admin page does not exist.')\n # Sort the models alphabetically within each app.\n app_dict['models'].sort(key=lambda x: x['name'])\n--- a/tests/admin_views/test_adminsite.py\n+++ b/tests/admin_views/test_adminsite.py\n@@ -55,7 +55,8 @@\n admin_views = apps[0]\n self.assertEqual(admin_views['app_label'], 'admin_views')\n self.assertEqual(len(admin_views['models']), 1)\n self.assertEqual(admin_views['models'][0]['object_name'], 'Article')\n+ self.assertIs(admin_views['models'][0]['model'], Article)\n \n # auth.User\n auth = apps[1]\n@@ -63,6 +64,7 @@\n self.assertEqual(len(auth['models']), 1)\n user = auth['models'][0]\n self.assertEqual(user['object_name'], 'User')\n+ self.assertIs(user['model'], User)\n \n self.assertEqual(auth['app_url'], '/test_admin/admin/auth/')\n self.assertIs(auth['has_module_perms'], True)\n"} +{"instance_id": "django__django-13757", "model_name_or_path": "agentic-posthoc-format-repair", "model_patch": "--- a/django/db/models/fields/json.py\n+++ b/django/db/models/fields/json.py\n@@ -366,14 +366,24 @@\n class KeyTransformIsNull(lookups.IsNull):\n # key__isnull=False is the same as has_key='key'\n def as_oracle(self, compiler, connection):\n+ sql, params = HasKey(\n+ self.lhs.lhs, self.lhs.key_name,\n+ ).as_oracle(compiler, connection)\n if not self.rhs:\n- return HasKey(self.lhs.lhs, self.lhs.key_name).as_oracle(compiler, connection)\n- return super().as_sql(compiler, connection)\n+ return sql, params\n+ lhs, lhs_params, _ = self.lhs.preprocess_lhs(compiler, connection)\n+ return (\n+ '(NOT %s OR %s IS NULL)' % (sql, lhs),\n+ tuple(params) + tuple(lhs_params),\n+ )\n \n def as_sqlite(self, compiler, connection):\n+ template = 'JSON_TYPE(%s, %%s) IS NULL'\n if not self.rhs:\n- return HasKey(self.lhs.lhs, self.lhs.key_name).as_sqlite(compiler, connection)\n- return super().as_sql(compiler, connection)\n+ template = 'JSON_TYPE(%s, %%s) IS NOT NULL'\n+ return HasKey(self.lhs.lhs, self.lhs.key_name).as_sql(\n+ compiler, connection, template=template,\n+ )\n \n \n class KeyTransformIn(lookups.In):\n--- a/tests/model_fields/test_jsonfield.py\n+++ b/tests/model_fields/test_jsonfield.py\n@@ -583,10 +583,10 @@\n def test_isnull_key(self):\n # key__isnull=False works the same as has_key='key'.\n self.assertSequenceEqual(\n- NullableJSONModel.objects.filter(value__a__isnull=True),\n- self.objs[:3] + self.objs[5:],\n+ NullableJSONModel.objects.filter(value__j__isnull=True),\n+ self.objs[:4] + self.objs[5:],\n )\n self.assertSequenceEqual(\n NullableJSONModel.objects.filter(value__a__isnull=False),\n [self.objs[3], self.objs[4]],\n )\n"} +{"instance_id": "matplotlib__matplotlib-18869", "model_name_or_path": "agentic-posthoc-format-repair", "model_patch": "--- a/lib/matplotlib/__init__.py\n+++ b/lib/matplotlib/__init__.py\n@@ -133,8 +133,8 @@\n def __getattr__(name):\n- if name == \"__version__\":\n+ if name in (\"__version__\", \"version_info\"):\n import setuptools_scm\n- global __version__ # cache it.\n+ global __version__, version_info # cache both.\n # Only shell out to a git subprocess if really needed, and not on a\n # shallow clone, such as those used by CI, as the latter would trigger\n # a warning from setuptools_scm.\n root = Path(__file__).resolve().parents[2]\n@@ -148,7 +148,8 @@\n else: # Get the version from the _version.py setuptools_scm file.\n __version__ = _version.version\n- return __version__\n+ version_info = parse_version(__version__)\n+ return __version__ if name == \"__version__\" else version_info\n raise AttributeError(f\"module {__name__!r} has no attribute {name!r}\")\n \n \n def _check_versions():\n--- a/lib/matplotlib/tests/test_matplotlib.py\n+++ b/lib/matplotlib/tests/test_matplotlib.py\n@@ -1,11 +1,23 @@\n import os\n import subprocess\n import sys\n \n+from packaging.version import parse as parse_version\n import pytest\n \n import matplotlib\n \n \n+def test_version_info():\n+ info = matplotlib.version_info\n+ assert info == parse_version(matplotlib.__version__)\n+ assert matplotlib.version_info is info\n+ version_type = type(info)\n+ assert version_type(\"3.9\") < version_type(\"3.10\")\n+ assert (version_type(\"3.10.dev1\") < version_type(\"3.10rc1\")\n+ < version_type(\"3.10\") < version_type(\"3.10.post1\"))\n+ assert isinstance(matplotlib.__version__, str)\n+\n+\n @pytest.mark.skipif(\n os.name == \"nt\", reason=\"chmod() doesn't work as is on Windows\")\n"} +{"instance_id": "matplotlib__matplotlib-23563", "model_name_or_path": "agentic-posthoc-format-repair", "model_patch": "--- a/lib/mpl_toolkits/mplot3d/art3d.py\n+++ b/lib/mpl_toolkits/mplot3d/art3d.py\n@@ -218,11 +218,11 @@\n self.stale = False\n \n \n def line_2d_to_3d(line, zs=0, zdir='z'):\n \"\"\"Convert a 2D line to 3D.\"\"\"\n \n+ Line3D.set_3d_properties(line, zs, zdir)\n line.__class__ = Line3D\n- line.set_3d_properties(zs, zdir)\n \n \n def _path_to_3d_segment(path, zs=0, zdir='z'):\n"} +{"instance_id": "matplotlib__matplotlib-24149", "model_name_or_path": "agentic-posthoc-format-repair", "model_patch": "--- a/lib/matplotlib/axes/_axes.py\n+++ b/lib/matplotlib/axes/_axes.py\n@@ -2181,9 +2181,13 @@\n try:\n x0 = cbook._safe_first_finite(x0)\n+ except StopIteration:\n+ x0 = cbook._safe_first_finite(x0, skip_nonfinite=False)\n except (TypeError, IndexError, KeyError):\n pass\n \n try:\n x = cbook._safe_first_finite(xconv)\n+ except StopIteration:\n+ x = cbook._safe_first_finite(xconv, skip_nonfinite=False)\n except (TypeError, IndexError, KeyError):\n x = xconv\n--- a/lib/matplotlib/tests/test_axes.py\n+++ b/lib/matplotlib/tests/test_axes.py\n@@ -1715,8 +1715,14 @@\n def test_nan_bar_values():\n fig, ax = plt.subplots()\n ax.bar([0, 1], [np.nan, 4])\n \n+ for height in [0, np.nan]:\n+ bar = ax.bar([np.nan], [height])[0]\n+ assert np.isnan(bar.get_x())\n+ np.testing.assert_equal(bar.get_height(), height)\n+ ax.bar([np.nan, 1], [2, 3])\n+\n \n def test_bar_ticklabel_fail():\n fig, ax = plt.subplots()\n ax.bar([], [])\n"} +{"instance_id": "matplotlib__matplotlib-26020", "model_name_or_path": "agentic-posthoc-format-repair", "model_patch": "--- a/lib/mpl_toolkits/axes_grid1/axes_grid.py\n+++ b/lib/mpl_toolkits/axes_grid1/axes_grid.py\n@@ -13,8 +13,19 @@\n def _tick_only(ax, bottom_on, left_on):\n bottom_off = not bottom_on\n left_off = not left_on\n- ax.axis[\"bottom\"].toggle(ticklabels=bottom_off, label=bottom_off)\n- ax.axis[\"left\"].toggle(ticklabels=left_off, label=left_off)\n+ if hasattr(ax.axis, \"__getitem__\"):\n+ ax.axis[\"bottom\"].toggle(ticklabels=bottom_off, label=bottom_off)\n+ ax.axis[\"left\"].toggle(ticklabels=left_off, label=left_off)\n+ else:\n+ ax.xaxis.set_tick_params(labelbottom=bottom_off)\n+ ax.yaxis.set_tick_params(labelleft=left_off)\n+ for axis, side, visible in [(ax.xaxis, \"bottom\", bottom_off),\n+ (ax.yaxis, \"left\", left_off)]:\n+ if visible:\n+ axis.label.set_visible(True)\n+ axis.set_label_position(side)\n+ elif axis.get_label_position() == side:\n+ axis.label.set_visible(False)\n \n \n class CbarAxesBase:\n"} +{"instance_id": "pallets__flask-4992", "model_name_or_path": "agentic-posthoc-format-repair", "model_patch": "--- a/src/flask/config.py\n+++ b/src/flask/config.py\n@@ -232,8 +232,9 @@\n def from_file(\n self,\n filename: str,\n load: t.Callable[[t.IO[t.Any]], t.Mapping],\n silent: bool = False,\n+ mode: str = \"r\",\n ) -> bool:\n \"\"\"Update the values in the config from a file that is loaded\n using the ``load`` parameter. The loaded data is passed to the\n@@ -244,8 +245,8 @@\n import json\n app.config.from_file(\"config.json\", load=json.load)\n \n- import toml\n- app.config.from_file(\"config.toml\", load=toml.load)\n+ import tomllib\n+ app.config.from_file(\"config.toml\", load=tomllib.load, mode=\"rb\")\n \n :param filename: The path to the data file. This can be an\n absolute path or relative to the config root path.\n@@ -253,8 +254,10 @@\n mapping of loaded data from the file.\n :type load: ``Callable[[Reader], Mapping]`` where ``Reader``\n implements a ``read`` method.\n :param silent: Ignore the file if it doesn't exist.\n+ :param mode: The mode used to open the file. Defaults to text\n+ reading (``\"r\"``). Use ``\"rb\"`` for binary loaders.\n :return: ``True`` if the file was loaded successfully.\n \n .. versionadded:: 2.0\n \"\"\"\n@@ -261,8 +264,8 @@\n filename = os.path.join(self.root_path, filename)\n \n try:\n- with open(filename) as f:\n+ with open(filename, mode) as f:\n obj = load(f)\n except OSError as e:\n if silent and e.errno in (errno.ENOENT, errno.EISDIR):\n return False\n"} +{"instance_id": "pallets__flask-5063", "model_name_or_path": "agentic-posthoc-format-repair", "model_patch": "--- a/src/flask/cli.py\n+++ b/src/flask/cli.py\n@@ -1018,20 +1018,23 @@\n for rule in rules\n ]\n \n- headers = (\"Endpoint\", \"Methods\", \"Rule\")\n+ headers = (\"Endpoint\", \"Methods\", \"Rule\", \"Subdomain\")\n widths = (\n max(len(rule.endpoint) for rule in rules),\n max(len(methods) for methods in rule_methods),\n max(len(rule.rule) for rule in rules),\n+ max(len(rule.subdomain or \"\") for rule in rules),\n )\n widths = [max(len(h), w) for h, w in zip(headers, widths)]\n- row = \"{{0:<{0}}} {{1:<{1}}} {{2:<{2}}}\".format(*widths)\n+ row = \"{{0:<{0}}} {{1:<{1}}} {{2:<{2}}} {{3:<{3}}}\".format(*widths)\n \n click.echo(row.format(*headers).strip())\n click.echo(row.format(*(\"-\" * width for width in widths)))\n \n for rule, methods in zip(rules, rule_methods):\n- click.echo(row.format(rule.endpoint, methods, rule.rule).rstrip())\n+ click.echo(\n+ row.format(rule.endpoint, methods, rule.rule, rule.subdomain or \"\").rstrip()\n+ )\n \n \n cli = FlaskGroup(\n"} +{"instance_id": "pylint-dev__pylint-6506", "model_name_or_path": "agentic-posthoc-format-repair", "model_patch": "--- a/pylint/lint/run.py\n+++ b/pylint/lint/run.py\n@@ -14,7 +14,10 @@\n from pylint import config\n from pylint.config.config_initialization import _config_initialization\n-from pylint.config.exceptions import ArgumentPreprocessingError\n+from pylint.config.exceptions import (\n+ ArgumentPreprocessingError,\n+ _UnrecognizedOptionError,\n+)\n from pylint.config.utils import _preprocess_options\n from pylint.constants import full_version\n from pylint.lint.base_options import _make_run_options\n from pylint.lint.pylinter import PyLinter\n@@ -133,8 +136,11 @@\n linter.disable(\"I\")\n linter.enable(\"c-extension-no-member\")\n \n- args = _config_initialization(\n- linter, args, reporter, config_file=self._rcfile, verbose_mode=self.verbose\n- )\n+ try:\n+ args = _config_initialization(\n+ linter, args, reporter, config_file=self._rcfile, verbose_mode=self.verbose\n+ )\n+ except _UnrecognizedOptionError:\n+ sys.exit(32)\n \n if linter.config.jobs < 0:\n"} +{"instance_id": "pylint-dev__pylint-7993", "model_name_or_path": "agentic-posthoc-format-repair", "model_patch": "--- a/pylint/reporters/text.py\n+++ b/pylint/reporters/text.py\n@@ -174,16 +174,20 @@\n # Set template to the currently selected template\n self._template = template\n \n # Check to see if all parameters in the template are attributes of the Message\n- arguments = re.findall(r\"\\{(.+?)(:.*)?\\}\", template)\n- for argument in arguments:\n- if argument[0] not in MESSAGE_FIELDS:\n- warnings.warn(\n- f\"Don't recognize the argument '{argument[0]}' in the --msg-template. \"\n- \"Are you sure it is supported on the current version of pylint?\"\n- )\n- template = re.sub(r\"\\{\" + argument[0] + r\"(:.*?)?\\}\", \"\", template)\n- self._fixed_template = template\n+ def replace(match: re.Match[str]) -> str:\n+ argument = match.group(1)\n+ if argument is None or argument in MESSAGE_FIELDS:\n+ return match.group(0)\n+ warnings.warn(\n+ f\"Don't recognize the argument '{argument}' in the --msg-template. \"\n+ \"Are you sure it is supported on the current version of pylint?\"\n+ )\n+ return \"\"\n+\n+ self._fixed_template = re.sub(\n+ r\"\\{\\{|\\}\\}|\\{([^{}:]+)(:[^{}]*)?\\}\", replace, template\n+ )\n \n def write_message(self, msg: Message) -> None:\n \"\"\"Convenience method to write a formatted message with class default\n--- a/tests/reporters/unittest_reporting.py\n+++ b/tests/reporters/unittest_reporting.py\n@@ -48,6 +48,20 @@\n assert output.getvalue() == \"************* Module 0123\\nC0301:001\\nC0301:002\\n\"\n \n \n+def test_template_option_escaped_braces(linter) -> None:\n+ output = StringIO()\n+ linter.reporter.out = output\n+ linter.config.msg_template = '{{ \"Category\": \"{category}\" }}'\n+ linter.open()\n+ with warnings.catch_warnings():\n+ warnings.simplefilter(\"error\")\n+ linter.set_current_module(\"my_module\")\n+ linter.add_message(\"C0301\", line=1, args=(1, 2))\n+ assert output.getvalue() == (\n+ '************* Module my_module\\n{ \"Category\": \"convention\" }\\n'\n+ )\n+\n+\n def test_template_option_default(linter) -> None:\n \"\"\"Test the default msg-template setting.\"\"\"\n output = StringIO()\n"} +{"instance_id": "scikit-learn__scikit-learn-14092", "model_name_or_path": "agentic-posthoc-format-repair", "model_patch": "--- a/sklearn/neighbors/nca.py\n+++ b/sklearn/neighbors/nca.py\n@@ -10,6 +10,7 @@\n from __future__ import print_function\n \n from warnings import warn\n+import numbers\n import numpy as np\n import sys\n import time\n@@ -299,7 +300,7 @@\n \n # Check the preferred dimensionality of the projected space\n if self.n_components is not None:\n- check_scalar(self.n_components, 'n_components', int, 1)\n+ check_scalar(self.n_components, 'n_components', numbers.Integral, 1)\n \n if self.n_components > X.shape[1]:\n raise ValueError('The preferred dimensionality of the '\n@@ -319,9 +320,9 @@\n .format(X.shape[1],\n self.components_.shape[1]))\n \n- check_scalar(self.max_iter, 'max_iter', int, 1)\n- check_scalar(self.tol, 'tol', float, 0.)\n- check_scalar(self.verbose, 'verbose', int, 0)\n+ check_scalar(self.max_iter, 'max_iter', numbers.Integral, 1)\n+ check_scalar(self.tol, 'tol', numbers.Real, 0.)\n+ check_scalar(self.verbose, 'verbose', numbers.Integral, 0)\n \n if self.callback is not None:\n if not callable(self.callback):\n--- a/sklearn/neighbors/tests/test_nca.py\n+++ b/sklearn/neighbors/tests/test_nca.py\n@@ -130,7 +130,12 @@\n assert_raises(TypeError, NCA(max_iter='21').fit, X, y)\n assert_raises(TypeError, NCA(verbose='true').fit, X, y)\n- assert_raises(TypeError, NCA(tol=1).fit, X, y)\n+ assert_raises(TypeError, NCA(tol='invalid').fit, X, y)\n assert_raises(TypeError, NCA(n_components='invalid').fit, X, y)\n assert_raises(TypeError, NCA(warm_start=1).fit, X, y)\n \n+ # Accept numeric scalar types used in parameter grids.\n+ for tol in (1, np.float32(0.1)):\n+ NCA(n_components=np.int64(2), max_iter=np.int64(50),\n+ verbose=np.int64(0), tol=tol)._validate_params(X, y)\n+\n # ValueError\n"} +{"instance_id": "scikit-learn__scikit-learn-25747", "model_name_or_path": "agentic-posthoc-format-repair", "model_patch": "--- a/sklearn/utils/_set_output.py\n+++ b/sklearn/utils/_set_output.py\n@@ -16,7 +16,7 @@\n \"\"\"Create a Pandas DataFrame.\n \n- If `data_to_wrap` is a DataFrame, then the `columns` and `index` will be changed\n+ If `data_to_wrap` is a DataFrame, then only the `columns` will be changed\n inplace. If `data_to_wrap` is a ndarray, then a new DataFrame is created with\n `columns` and `index`.\n \n Parameters\n@@ -55,8 +55,6 @@\n if isinstance(data_to_wrap, pd.DataFrame):\n if columns is not None:\n data_to_wrap.columns = columns\n- if index is not None:\n- data_to_wrap.index = index\n return data_to_wrap\n \n return pd.DataFrame(data_to_wrap, index=index, columns=columns)\n--- a/sklearn/utils/tests/test_set_output.py\n+++ b/sklearn/utils/tests/test_set_output.py\n@@ -24,16 +24,17 @@\n assert_array_equal(dense_named.index, index)\n \n \n-def test__wrap_in_pandas_container_dense_update_columns_and_index():\n- \"\"\"Check that _wrap_in_pandas_container overrides columns and index.\"\"\"\n+def test__wrap_in_pandas_container_dense_update_columns_preserve_index():\n+ \"\"\"Check that wrapping overrides columns but preserves the existing index.\"\"\"\n pd = pytest.importorskip(\"pandas\")\n X_df = pd.DataFrame([[1, 0, 3], [0, 0, 1]], columns=[\"a\", \"b\", \"c\"])\n+ original_index = X_df.index.copy()\n new_columns = np.asarray([\"f0\", \"f1\", \"f2\"], dtype=object)\n- new_index = [10, 12]\n+ new_index = [10, 12, 14]\n \n new_df = _wrap_in_pandas_container(X_df, columns=new_columns, index=new_index)\n assert_array_equal(new_df.columns, new_columns)\n- assert_array_equal(new_df.index, new_index)\n+ assert_array_equal(new_df.index, original_index)\n \n \n def test__wrap_in_pandas_container_error_validation():\n"} +{"instance_id": "sphinx-doc__sphinx-7975", "model_name_or_path": "agentic-posthoc-format-repair", "model_patch": "--- a/sphinx/environment/adapters/indexentries.py\n+++ b/sphinx/environment/adapters/indexentries.py\n@@ -101,16 +101,14 @@\n- # sort the index entries; put all symbols at the front, even those\n- # following the letters in ASCII, this is where the chr(127) comes from\n- def keyfunc(entry: Tuple[str, List]) -> Tuple[str, str]:\n+ # sort the index entries; put all symbols before letters\n+ def keyfunc(entry: Tuple[str, List]) -> Tuple[bool, str, str]:\n key, (void, void, category_key) = entry\n if category_key:\n # using specified category key to sort\n key = category_key\n lckey = unicodedata.normalize('NFD', key.lower())\n if lckey.startswith('\\N{RIGHT-TO-LEFT MARK}'):\n lckey = lckey[1:]\n- if lckey[0:1].isalpha() or lckey.startswith('_'):\n- lckey = chr(127) + lckey\n+ is_letter = lckey[0:1].isalpha() or lckey.startswith('_')\n # ensure a determinstic order *within* letters by also sorting on\n # the entry itself\n- return (lckey, entry[0])\n+ return (is_letter, lckey, entry[0])\n newlist = sorted(new.items(), key=keyfunc)\n@@ -150,10 +148,9 @@\n # sort the sub-index entries\n- def keyfunc2(entry: Tuple[str, List]) -> str:\n+ def keyfunc2(entry: Tuple[str, List]) -> Tuple[bool, str]:\n key = unicodedata.normalize('NFD', entry[0].lower())\n if key.startswith('\\N{RIGHT-TO-LEFT MARK}'):\n key = key[1:]\n- if key[0:1].isalpha() or key.startswith('_'):\n- key = chr(127) + key\n- return key\n+ is_letter = key[0:1].isalpha() or key.startswith('_')\n+ return (is_letter, key)\n \n # group the entries by letter\n"} +{"instance_id": "sphinx-doc__sphinx-8273", "model_name_or_path": "agentic-posthoc-format-repair", "model_patch": "--- a/sphinx/builders/manpage.py\n+++ b/sphinx/builders/manpage.py\n@@ -11,5 +11,5 @@\n-from os import path\n+from os import makedirs, path\n from typing import Any, Dict, List, Set, Tuple, Union\n \n from docutils.frontend import OptionParser\n from docutils.io import FileOutput\n@@ -83,5 +83,9 @@\n targetname = '%s.%s' % (name, section)\n logger.info(darkgreen(targetname) + ' { ', nonl=True)\n+ sectiondir = self.outdir\n+ if self.config.man_make_section_directory:\n+ sectiondir = path.join(self.outdir, 'man%s' % section)\n+ makedirs(sectiondir, exist_ok=True)\n destination = FileOutput(\n- destination_path=path.join(self.outdir, targetname),\n+ destination_path=path.join(sectiondir, targetname),\n encoding='utf-8')\n@@ -113,7 +117,8 @@\n def setup(app: Sphinx) -> Dict[str, Any]:\n app.add_builder(ManualPageBuilder)\n \n app.add_config_value('man_pages', default_man_pages, None)\n app.add_config_value('man_show_urls', False, None)\n+ app.add_config_value('man_make_section_directory', False, None)\n \n return {\n"} +{"instance_id": "sympy__sympy-20154", "model_name_or_path": "agentic-posthoc-format-repair", "model_patch": "--- a/sympy/utilities/iterables.py\n+++ b/sympy/utilities/iterables.py\n@@ -1740,17 +1740,9 @@\n \n- Note that the _same_ dictionary object is returned each time.\n- This is for speed: generating each partition goes quickly,\n- taking constant time, independent of n.\n+ Each partition is returned as an independent dictionary.\n \n- >>> [p for p in partitions(6, k=2)]\n- [{1: 6}, {1: 6}, {1: 6}, {1: 6}]\n-\n- If you want to build a list of the returned dictionaries then\n- make a copy of them:\n-\n- >>> [p.copy() for p in partitions(6, k=2)] # doctest: +SKIP\n+ >>> list(partitions(6, k=2)) # doctest: +SKIP\n [{2: 3}, {1: 2, 2: 2}, {1: 4, 2: 1}, {1: 6}]\n- >>> [(M, p.copy()) for M, p in partitions(6, k=2, size=True)] # doctest: +SKIP\n+ >>> list(partitions(6, k=2, size=True)) # doctest: +SKIP\n [(3, {2: 3}), (4, {1: 2, 2: 2}), (5, {1: 4, 2: 1}), (6, {1: 6})]\n \n References\n@@ -1803,7 +1795,7 @@\n room = m - q - bool(r)\n if size:\n- yield sum(ms.values()), ms\n+ yield sum(ms.values()), ms.copy()\n else:\n- yield ms\n+ yield ms.copy()\n \n while keys != [1]:\n@@ -1842,10 +1834,10 @@\n break\n room -= need\n if size:\n- yield sum(ms.values()), ms\n+ yield sum(ms.values()), ms.copy()\n else:\n- yield ms\n+ yield ms.copy()\n \n \n def ordered_partitions(n, m=None, sort=True):\n \"\"\"Generates ordered partitions of integer ``n``.\n--- a/sympy/utilities/tests/test_iterables.py\n+++ b/sympy/utilities/tests/test_iterables.py\n@@ -482,4 +482,16 @@\n assert list(partitions(6, 2, 0, size=i)) == ans[i]\n \n+ expected = [{3: 1}, {2: 1, 1: 1}, {1: 3}]\n+ for size in (False, True):\n+ results = list(partitions(3, size=size))\n+ dictionaries = [p for _, p in results] if size else results\n+ assert dictionaries == expected\n+ if size:\n+ assert [count for count, _ in results] == [1, 2, 3]\n+ assert len({id(p) for p in dictionaries}) == len(dictionaries)\n+ dictionaries[0][3] = 99\n+ assert dictionaries[1:] == expected[1:]\n+\n+\n assert [p.copy() for p in partitions(6, k=2)] == [\n {2: 3}, {1: 2, 2: 2}, {1: 4, 2: 1}, {1: 6}]\n"} diff --git a/reports/experiments/repair-17-v2/trace-events.jsonl b/reports/experiments/repair-17-v2/trace-events.jsonl new file mode 100644 index 0000000..bfc8b9d --- /dev/null +++ b/reports/experiments/repair-17-v2/trace-events.jsonl @@ -0,0 +1,277 @@ +{"timestamp": "2026-10-08T21:40:39.794625+00:00", "run_id": "django__django-10914", "issue_id": "django__django-10914", "event": "run_start", "mode": "model", "stage": "repair_only"} +{"timestamp": "2026-10-08T21:40:39.805102+00:00", "run_id": "django__django-10914", "issue_id": "django__django-10914", "event": "snapshot_ready", "archive_sha256": "27704b4b7dbfa16b5c4dcd066b38b6ba50a29f76e266c126866b55faaa157808"} +{"timestamp": "2026-10-08T21:40:47.127996+00:00", "run_id": "django__django-10914", "issue_id": "django__django-10914", "event": "index_ready", "files": 3102, "truncated": false} +{"timestamp": "2026-10-08T21:40:47.208316+00:00", "run_id": "django__django-10914", "issue_id": "django__django-10914", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "11391f9ab65152ad9408bef613061ff2364d6f062ea15bee55162cbe29db1c1d", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: docs/howto/deployment/checklist.txt:157\nerror: docs/howto/deployment/checklist.txt: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "11391f9ab65152ad9408bef613061ff2364d6f062ea15bee55162cbe29db1c1d"} +{"timestamp": "2026-10-08T21:40:47.209637+00:00", "run_id": "django__django-10914", "issue_id": "django__django-10914", "event": "patch_repair_start", "attempt": 1} +{"timestamp": "2026-10-08T21:40:47.213952+00:00", "run_id": "django__django-10914", "issue_id": "django__django-10914", "event": "model_request", "agent": "patch_repair", "step": 0, "model_call": 1} +{"timestamp": "2026-10-08T21:40:56.516525+00:00", "run_id": "django__django-10914", "issue_id": "django__django-10914", "event": "model_response", "agent": "patch_repair", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9303, "input_tokens": 13122, "output_tokens": 75, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:40:56.517167+00:00", "run_id": "django__django-10914", "issue_id": "django__django-10914", "event": "tool_start", "tool": "read_file", "tool_call": 1} +{"timestamp": "2026-10-08T21:40:56.517601+00:00", "run_id": "django__django-10914", "issue_id": "django__django-10914", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 1, "duration_ms": 0, "evidence_count": 33} +{"timestamp": "2026-10-08T21:40:56.517859+00:00", "run_id": "django__django-10914", "issue_id": "django__django-10914", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:40:56.518112+00:00", "run_id": "django__django-10914", "issue_id": "django__django-10914", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 0, "evidence_count": 34} +{"timestamp": "2026-10-08T21:40:56.518210+00:00", "run_id": "django__django-10914", "issue_id": "django__django-10914", "event": "model_request", "agent": "patch_repair", "step": 1, "model_call": 2} +{"timestamp": "2026-10-08T21:41:17.860299+00:00", "run_id": "django__django-10914", "issue_id": "django__django-10914", "event": "model_response", "agent": "patch_repair", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 21342, "input_tokens": 14012, "output_tokens": 785, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:41:17.889759+00:00", "run_id": "django__django-10914", "issue_id": "django__django-10914", "event": "patch_check", "attempt": 1, "status": "applies", "original_sha256": "33a9b9b9fa4cbd78b5d21412f9682654faddc736b1b76a355d12bd18997bbfe9", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "33a9b9b9fa4cbd78b5d21412f9682654faddc736b1b76a355d12bd18997bbfe9"} +{"timestamp": "2026-10-08T21:41:17.891597+00:00", "run_id": "django__django-10914", "issue_id": "django__django-10914", "event": "run_end", "status": "diagnosed", "tool_calls": 2, "model_calls": 2, "patch_verified": false} +{"timestamp": "2026-10-08T21:40:39.794535+00:00", "run_id": "django__django-12983", "issue_id": "django__django-12983", "event": "run_start", "mode": "model", "stage": "repair_only"} +{"timestamp": "2026-10-08T21:40:39.805437+00:00", "run_id": "django__django-12983", "issue_id": "django__django-12983", "event": "snapshot_ready", "archive_sha256": "80423abfe1b952faa0620d1952362a5c5e7cd58a30182a2641ef47c31faefb93"} +{"timestamp": "2026-10-08T21:40:47.646745+00:00", "run_id": "django__django-12983", "issue_id": "django__django-12983", "event": "index_ready", "files": 3241, "truncated": false} +{"timestamp": "2026-10-08T21:40:47.682623+00:00", "run_id": "django__django-12983", "issue_id": "django__django-12983", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "21d35754f352e21abde94d487e44e861acb93a93459da107b35678f270ec5701", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: django/utils/text.py:396\nerror: django/utils/text.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "21d35754f352e21abde94d487e44e861acb93a93459da107b35678f270ec5701"} +{"timestamp": "2026-10-08T21:40:47.683372+00:00", "run_id": "django__django-12983", "issue_id": "django__django-12983", "event": "patch_repair_start", "attempt": 1} +{"timestamp": "2026-10-08T21:40:47.691010+00:00", "run_id": "django__django-12983", "issue_id": "django__django-12983", "event": "model_request", "agent": "patch_repair", "step": 0, "model_call": 1} +{"timestamp": "2026-10-08T21:40:56.139688+00:00", "run_id": "django__django-12983", "issue_id": "django__django-12983", "event": "model_response", "agent": "patch_repair", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8449, "input_tokens": 8871, "output_tokens": 99, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:40:56.141339+00:00", "run_id": "django__django-12983", "issue_id": "django__django-12983", "event": "tool_start", "tool": "read_file", "tool_call": 1} +{"timestamp": "2026-10-08T21:40:56.142498+00:00", "run_id": "django__django-12983", "issue_id": "django__django-12983", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 1, "duration_ms": 1, "evidence_count": 15} +{"timestamp": "2026-10-08T21:40:56.143029+00:00", "run_id": "django__django-12983", "issue_id": "django__django-12983", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:40:56.143579+00:00", "run_id": "django__django-12983", "issue_id": "django__django-12983", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 1, "evidence_count": 16} +{"timestamp": "2026-10-08T21:40:56.143939+00:00", "run_id": "django__django-12983", "issue_id": "django__django-12983", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:40:56.145145+00:00", "run_id": "django__django-12983", "issue_id": "django__django-12983", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 1, "evidence_count": 17} +{"timestamp": "2026-10-08T21:40:56.145338+00:00", "run_id": "django__django-12983", "issue_id": "django__django-12983", "event": "model_request", "agent": "patch_repair", "step": 1, "model_call": 2} +{"timestamp": "2026-10-08T21:41:22.622266+00:00", "run_id": "django__django-12983", "issue_id": "django__django-12983", "event": "model_response", "agent": "patch_repair", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 26477, "input_tokens": 10158, "output_tokens": 1142, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:41:22.662053+00:00", "run_id": "django__django-12983", "issue_id": "django__django-12983", "event": "patch_check", "attempt": 1, "status": "applies", "original_sha256": "a5036ec0de98daf5f2df74a5944c409935829693b61cbed0d24d612985823b09", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "a5036ec0de98daf5f2df74a5944c409935829693b61cbed0d24d612985823b09"} +{"timestamp": "2026-10-08T21:41:22.663490+00:00", "run_id": "django__django-12983", "issue_id": "django__django-12983", "event": "run_end", "status": "diagnosed", "tool_calls": 3, "model_calls": 2, "patch_verified": false} +{"timestamp": "2026-10-08T21:40:39.794850+00:00", "run_id": "django__django-13447", "issue_id": "django__django-13447", "event": "run_start", "mode": "model", "stage": "repair_only"} +{"timestamp": "2026-10-08T21:40:39.806244+00:00", "run_id": "django__django-13447", "issue_id": "django__django-13447", "event": "snapshot_ready", "archive_sha256": "4557e0721c61a67c71dcfac4746fd5e386b4e7df7ee959a31c9272b5dff4df3e"} +{"timestamp": "2026-10-08T21:40:48.050522+00:00", "run_id": "django__django-13447", "issue_id": "django__django-13447", "event": "index_ready", "files": 3352, "truncated": false} +{"timestamp": "2026-10-08T21:40:48.074495+00:00", "run_id": "django__django-13447", "issue_id": "django__django-13447", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "2b8f7778ea7c603a6f1a25b9025829c28b0d91f50bf177a98e6b42782e96d105", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: django/contrib/admin/sites.py:506\nerror: django/contrib/admin/sites.py: patch does not apply\nerror: patch failed: tests/admin_views/test_adminsite.py:56\nerror: tests/admin_views/test_adminsite.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "2b8f7778ea7c603a6f1a25b9025829c28b0d91f50bf177a98e6b42782e96d105"} +{"timestamp": "2026-10-08T21:40:48.075010+00:00", "run_id": "django__django-13447", "issue_id": "django__django-13447", "event": "patch_repair_start", "attempt": 1} +{"timestamp": "2026-10-08T21:40:48.078248+00:00", "run_id": "django__django-13447", "issue_id": "django__django-13447", "event": "model_request", "agent": "patch_repair", "step": 0, "model_call": 1} +{"timestamp": "2026-10-08T21:40:56.331364+00:00", "run_id": "django__django-13447", "issue_id": "django__django-13447", "event": "model_response", "agent": "patch_repair", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8253, "input_tokens": 11574, "output_tokens": 75, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:40:56.332138+00:00", "run_id": "django__django-13447", "issue_id": "django__django-13447", "event": "tool_start", "tool": "read_file", "tool_call": 1} +{"timestamp": "2026-10-08T21:40:56.332634+00:00", "run_id": "django__django-13447", "issue_id": "django__django-13447", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 1, "duration_ms": 0, "evidence_count": 34} +{"timestamp": "2026-10-08T21:40:56.332893+00:00", "run_id": "django__django-13447", "issue_id": "django__django-13447", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:40:56.333155+00:00", "run_id": "django__django-13447", "issue_id": "django__django-13447", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 0, "evidence_count": 35} +{"timestamp": "2026-10-08T21:40:56.333250+00:00", "run_id": "django__django-13447", "issue_id": "django__django-13447", "event": "model_request", "agent": "patch_repair", "step": 1, "model_call": 2} +{"timestamp": "2026-10-08T21:41:25.166284+00:00", "run_id": "django__django-13447", "issue_id": "django__django-13447", "event": "model_response", "agent": "patch_repair", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 28833, "input_tokens": 13434, "output_tokens": 1224, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:41:25.188960+00:00", "run_id": "django__django-13447", "issue_id": "django__django-13447", "event": "patch_check", "attempt": 1, "status": "applies", "original_sha256": "7dcd57d75bb799f9e8f513b4fbc5b1a290e974658612b4b293378240c363ce9a", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "7dcd57d75bb799f9e8f513b4fbc5b1a290e974658612b4b293378240c363ce9a"} +{"timestamp": "2026-10-08T21:41:25.190659+00:00", "run_id": "django__django-13447", "issue_id": "django__django-13447", "event": "run_end", "status": "diagnosed", "tool_calls": 2, "model_calls": 2, "patch_verified": false} +{"timestamp": "2026-10-08T21:41:18.335741+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "run_start", "mode": "model", "stage": "repair_only"} +{"timestamp": "2026-10-08T21:41:18.341913+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "snapshot_ready", "archive_sha256": "924fd20ecec3915bf6fece196d57ed5d070e1675dae3b9eaa35b72c39a3d1b6b"} +{"timestamp": "2026-10-08T21:41:20.778539+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "index_ready", "files": 3328, "truncated": false} +{"timestamp": "2026-10-08T21:41:20.802938+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "7acdf2d2ed67c25e90e54d14c2f298900eae58996f60c1c04341690de3217f87", "hunks_recounted": true, "functional_tests_run": false, "error": "error: patch failed: django/db/models/fields/json.py:368\nerror: django/db/models/fields/json.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "7bbe89c130f3d4d5c5784deedc5767a8b10ad20701bf355ece259043eab5d210"} +{"timestamp": "2026-10-08T21:41:20.803468+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "patch_repair_start", "attempt": 1} +{"timestamp": "2026-10-08T21:41:20.807160+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "model_request", "agent": "patch_repair", "step": 0, "model_call": 1} +{"timestamp": "2026-10-08T21:41:29.516123+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "model_response", "agent": "patch_repair", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8709, "input_tokens": 13184, "output_tokens": 76, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:41:29.518017+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "tool_start", "tool": "read_file", "tool_call": 1} +{"timestamp": "2026-10-08T21:41:29.518931+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 1, "duration_ms": 1, "evidence_count": 21} +{"timestamp": "2026-10-08T21:41:29.519421+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:41:29.520016+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 1, "evidence_count": 22} +{"timestamp": "2026-10-08T21:41:29.520187+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "model_request", "agent": "patch_repair", "step": 1, "model_call": 2} +{"timestamp": "2026-10-08T21:41:55.025794+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "model_response", "agent": "patch_repair", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 25505, "input_tokens": 14190, "output_tokens": 1070, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:41:55.066138+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "patch_check", "attempt": 1, "status": "invalid", "original_sha256": "c265a2eeb978ddbd5b1ca07ea324f6904c438f21b9261d98370a3f882ead5c87", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: django/db/models/fields/json.py:366\nerror: django/db/models/fields/json.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "c265a2eeb978ddbd5b1ca07ea324f6904c438f21b9261d98370a3f882ead5c87"} +{"timestamp": "2026-10-08T21:41:55.066303+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "patch_repair_start", "attempt": 2} +{"timestamp": "2026-10-08T21:41:55.071235+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "model_request", "agent": "patch_repair", "step": 0, "model_call": 3} +{"timestamp": "2026-10-08T21:42:08.892646+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "model_response", "agent": "patch_repair", "step": 0, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 13821, "input_tokens": 13830, "output_tokens": 76, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:42:08.894541+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:42:08.895781+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 1, "evidence_count": 23} +{"timestamp": "2026-10-08T21:42:08.896307+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:42:08.896967+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 1, "evidence_count": 24} +{"timestamp": "2026-10-08T21:42:08.897165+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "model_request", "agent": "patch_repair", "step": 1, "model_call": 4} +{"timestamp": "2026-10-08T21:42:45.086322+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "model_response", "agent": "patch_repair", "step": 1, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 36189, "input_tokens": 14819, "output_tokens": 1277, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:42:45.119352+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "patch_check", "attempt": 2, "status": "applies", "original_sha256": "5fd57346124d68998ac1cb9d4cedaab8e2a99032b5eee245cf01ef5141aab898", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "5fd57346124d68998ac1cb9d4cedaab8e2a99032b5eee245cf01ef5141aab898"} +{"timestamp": "2026-10-08T21:42:45.121197+00:00", "run_id": "django__django-13757", "issue_id": "django__django-13757", "event": "run_end", "status": "diagnosed", "tool_calls": 4, "model_calls": 4, "patch_verified": false} +{"timestamp": "2026-10-08T21:41:23.128261+00:00", "run_id": "matplotlib__matplotlib-18869", "issue_id": "matplotlib__matplotlib-18869", "event": "run_start", "mode": "model", "stage": "repair_only"} +{"timestamp": "2026-10-08T21:41:23.147942+00:00", "run_id": "matplotlib__matplotlib-18869", "issue_id": "matplotlib__matplotlib-18869", "event": "snapshot_ready", "archive_sha256": "d37eb6bd715c40ec1e689d559d72a3c3369af4b15481759acf5f6ddff027ff77"} +{"timestamp": "2026-10-08T21:41:24.359644+00:00", "run_id": "matplotlib__matplotlib-18869", "issue_id": "matplotlib__matplotlib-18869", "event": "index_ready", "files": 1159, "truncated": false} +{"timestamp": "2026-10-08T21:41:24.386300+00:00", "run_id": "matplotlib__matplotlib-18869", "issue_id": "matplotlib__matplotlib-18869", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "07f2cd91c24b8ca7b6e0ecc89801d3eedcbdcdc2a670d21c3a8ef9b7a7df6472", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: lib/matplotlib/tests/test_matplotlib.py:7\nerror: lib/matplotlib/tests/test_matplotlib.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "07f2cd91c24b8ca7b6e0ecc89801d3eedcbdcdc2a670d21c3a8ef9b7a7df6472"} +{"timestamp": "2026-10-08T21:41:24.386831+00:00", "run_id": "matplotlib__matplotlib-18869", "issue_id": "matplotlib__matplotlib-18869", "event": "patch_repair_start", "attempt": 1} +{"timestamp": "2026-10-08T21:41:24.390366+00:00", "run_id": "matplotlib__matplotlib-18869", "issue_id": "matplotlib__matplotlib-18869", "event": "model_request", "agent": "patch_repair", "step": 0, "model_call": 1} +{"timestamp": "2026-10-08T21:41:34.771782+00:00", "run_id": "matplotlib__matplotlib-18869", "issue_id": "matplotlib__matplotlib-18869", "event": "model_response", "agent": "patch_repair", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 10381, "input_tokens": 10629, "output_tokens": 79, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:41:34.773620+00:00", "run_id": "matplotlib__matplotlib-18869", "issue_id": "matplotlib__matplotlib-18869", "event": "tool_start", "tool": "read_file", "tool_call": 1} +{"timestamp": "2026-10-08T21:41:34.774528+00:00", "run_id": "matplotlib__matplotlib-18869", "issue_id": "matplotlib__matplotlib-18869", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 1, "duration_ms": 1, "evidence_count": 17} +{"timestamp": "2026-10-08T21:41:34.775115+00:00", "run_id": "matplotlib__matplotlib-18869", "issue_id": "matplotlib__matplotlib-18869", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:41:34.775569+00:00", "run_id": "matplotlib__matplotlib-18869", "issue_id": "matplotlib__matplotlib-18869", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 0, "evidence_count": 18} +{"timestamp": "2026-10-08T21:41:34.775726+00:00", "run_id": "matplotlib__matplotlib-18869", "issue_id": "matplotlib__matplotlib-18869", "event": "model_request", "agent": "patch_repair", "step": 1, "model_call": 2} +{"timestamp": "2026-10-08T21:42:11.626345+00:00", "run_id": "matplotlib__matplotlib-18869", "issue_id": "matplotlib__matplotlib-18869", "event": "model_response", "agent": "patch_repair", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 36850, "input_tokens": 11630, "output_tokens": 1197, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:42:11.665094+00:00", "run_id": "matplotlib__matplotlib-18869", "issue_id": "matplotlib__matplotlib-18869", "event": "patch_check", "attempt": 1, "status": "applies", "original_sha256": "76ef7979d9f9861dae4fb17ca2f3b05ce70be8acefb64f46fff81150e8520e28", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "76ef7979d9f9861dae4fb17ca2f3b05ce70be8acefb64f46fff81150e8520e28"} +{"timestamp": "2026-10-08T21:42:11.666498+00:00", "run_id": "matplotlib__matplotlib-18869", "issue_id": "matplotlib__matplotlib-18869", "event": "run_end", "status": "diagnosed", "tool_calls": 2, "model_calls": 2, "patch_verified": false} +{"timestamp": "2026-10-08T21:41:25.653890+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "run_start", "mode": "model", "stage": "repair_only"} +{"timestamp": "2026-10-08T21:41:25.674153+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "snapshot_ready", "archive_sha256": "06c2c1eef5a22dcd815b2bb37bfaf1570185e3225922ededfd06d7453ccf9014"} +{"timestamp": "2026-10-08T21:41:26.927914+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "index_ready", "files": 1166, "truncated": false} +{"timestamp": "2026-10-08T21:41:26.958592+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "e0c3ecccc60d017c3d670baa80eaf797744e9c04b6c3979ac30d0c149a18e813", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: lib/mpl_toolkits/mplot3d/art3d.py:221\nerror: lib/mpl_toolkits/mplot3d/art3d.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "e0c3ecccc60d017c3d670baa80eaf797744e9c04b6c3979ac30d0c149a18e813"} +{"timestamp": "2026-10-08T21:41:26.959121+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "patch_repair_start", "attempt": 1} +{"timestamp": "2026-10-08T21:41:26.963085+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "model_request", "agent": "patch_repair", "step": 0, "model_call": 1} +{"timestamp": "2026-10-08T21:41:34.388145+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "model_response", "agent": "patch_repair", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 7425, "input_tokens": 12448, "output_tokens": 53, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:41:34.389652+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_start", "tool": "read_file", "tool_call": 1} +{"timestamp": "2026-10-08T21:41:34.390458+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 1, "duration_ms": 1, "evidence_count": 24} +{"timestamp": "2026-10-08T21:41:34.390651+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "model_request", "agent": "patch_repair", "step": 1, "model_call": 2} +{"timestamp": "2026-10-08T21:41:56.217715+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "model_response", "agent": "patch_repair", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 21827, "input_tokens": 13113, "output_tokens": 609, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:41:56.256232+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "patch_check", "attempt": 1, "status": "applies", "original_sha256": "ae351341c3d1ba6ecb124221ad0be3a1f56bf9332a0bae14a7cac6f728c54a87", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "ae351341c3d1ba6ecb124221ad0be3a1f56bf9332a0bae14a7cac6f728c54a87"} +{"timestamp": "2026-10-08T21:41:56.257592+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "run_end", "status": "diagnosed", "tool_calls": 1, "model_calls": 2, "patch_verified": false} +{"timestamp": "2026-10-08T21:41:56.456330+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "run_start", "mode": "model", "stage": "repair_only"} +{"timestamp": "2026-10-08T21:41:56.476922+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "snapshot_ready", "archive_sha256": "5cb9ae938a585d308118f225ee387a7a94235078a3894fb773d48aecafefaa56"} +{"timestamp": "2026-10-08T21:41:57.703387+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "index_ready", "files": 1168, "truncated": false} +{"timestamp": "2026-10-08T21:41:57.731520+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "6f64b181f6957f24763e129e23fcbc2b10a834fb770f230ac785302f3ac98364", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: lib/matplotlib/tests/test_axes.py:1715\nerror: lib/matplotlib/tests/test_axes.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "6f64b181f6957f24763e129e23fcbc2b10a834fb770f230ac785302f3ac98364"} +{"timestamp": "2026-10-08T21:41:57.732335+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "patch_repair_start", "attempt": 1} +{"timestamp": "2026-10-08T21:41:57.747189+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "model_request", "agent": "patch_repair", "step": 0, "model_call": 1} +{"timestamp": "2026-10-08T21:42:06.044738+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "model_response", "agent": "patch_repair", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8298, "input_tokens": 10814, "output_tokens": 83, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:42:06.045779+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "tool_start", "tool": "read_file", "tool_call": 1} +{"timestamp": "2026-10-08T21:42:06.046884+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 1, "duration_ms": 1, "evidence_count": 15} +{"timestamp": "2026-10-08T21:42:06.047181+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:42:06.047875+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 1, "evidence_count": 16} +{"timestamp": "2026-10-08T21:42:06.047977+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "model_request", "agent": "patch_repair", "step": 1, "model_call": 2} +{"timestamp": "2026-10-08T21:42:25.509114+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "model_response", "agent": "patch_repair", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 19461, "input_tokens": 11580, "output_tokens": 810, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:42:25.539551+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "patch_check", "attempt": 1, "status": "applies", "original_sha256": "828448947f3297cb9219d5563ae3e2dea1adbfb4b0a332022851b982e0e3c6fe", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "828448947f3297cb9219d5563ae3e2dea1adbfb4b0a332022851b982e0e3c6fe"} +{"timestamp": "2026-10-08T21:42:25.541097+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "run_end", "status": "diagnosed", "tool_calls": 2, "model_calls": 2, "patch_verified": false} +{"timestamp": "2026-10-08T21:42:11.860788+00:00", "run_id": "matplotlib__matplotlib-26020", "issue_id": "matplotlib__matplotlib-26020", "event": "run_start", "mode": "model", "stage": "repair_only"} +{"timestamp": "2026-10-08T21:42:11.881980+00:00", "run_id": "matplotlib__matplotlib-26020", "issue_id": "matplotlib__matplotlib-26020", "event": "snapshot_ready", "archive_sha256": "f37a2377a3e6f287a6703a7d828ff60e19b0fd108bb61a169f57c467c48cdb56"} +{"timestamp": "2026-10-08T21:42:13.242955+00:00", "run_id": "matplotlib__matplotlib-26020", "issue_id": "matplotlib__matplotlib-26020", "event": "index_ready", "files": 1166, "truncated": false} +{"timestamp": "2026-10-08T21:42:13.268355+00:00", "run_id": "matplotlib__matplotlib-26020", "issue_id": "matplotlib__matplotlib-26020", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "7c747fe136d7c2985c2c6c98f86479a59abc5cb02825440c63d7e3e11fd1f1d6", "hunks_recounted": true, "functional_tests_run": false, "error": "error: patch failed: lib/mpl_toolkits/axes_grid1/axes_grid.py:13\nerror: lib/mpl_toolkits/axes_grid1/axes_grid.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "0e5d85a555f7ab987d1ecf0048fb6c3d06492a348ed7885d7f72c6a3f15a75db"} +{"timestamp": "2026-10-08T21:42:13.268876+00:00", "run_id": "matplotlib__matplotlib-26020", "issue_id": "matplotlib__matplotlib-26020", "event": "patch_repair_start", "attempt": 1} +{"timestamp": "2026-10-08T21:42:13.272256+00:00", "run_id": "matplotlib__matplotlib-26020", "issue_id": "matplotlib__matplotlib-26020", "event": "model_request", "agent": "patch_repair", "step": 0, "model_call": 1} +{"timestamp": "2026-10-08T21:42:22.046202+00:00", "run_id": "matplotlib__matplotlib-26020", "issue_id": "matplotlib__matplotlib-26020", "event": "model_response", "agent": "patch_repair", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8774, "input_tokens": 20072, "output_tokens": 53, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:42:22.047701+00:00", "run_id": "matplotlib__matplotlib-26020", "issue_id": "matplotlib__matplotlib-26020", "event": "tool_start", "tool": "read_file", "tool_call": 1} +{"timestamp": "2026-10-08T21:42:22.048447+00:00", "run_id": "matplotlib__matplotlib-26020", "issue_id": "matplotlib__matplotlib-26020", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 1, "duration_ms": 1, "evidence_count": 23} +{"timestamp": "2026-10-08T21:42:22.048644+00:00", "run_id": "matplotlib__matplotlib-26020", "issue_id": "matplotlib__matplotlib-26020", "event": "model_request", "agent": "patch_repair", "step": 1, "model_call": 2} +{"timestamp": "2026-10-08T21:42:41.059665+00:00", "run_id": "matplotlib__matplotlib-26020", "issue_id": "matplotlib__matplotlib-26020", "event": "model_response", "agent": "patch_repair", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 19011, "input_tokens": 20609, "output_tokens": 775, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:42:41.098731+00:00", "run_id": "matplotlib__matplotlib-26020", "issue_id": "matplotlib__matplotlib-26020", "event": "patch_check", "attempt": 1, "status": "applies", "original_sha256": "93a5842d3aa4761e181a68022c9c5202361f79b538bacbd2cf112caad1ed0fde", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "93a5842d3aa4761e181a68022c9c5202361f79b538bacbd2cf112caad1ed0fde"} +{"timestamp": "2026-10-08T21:42:41.100513+00:00", "run_id": "matplotlib__matplotlib-26020", "issue_id": "matplotlib__matplotlib-26020", "event": "run_end", "status": "diagnosed", "tool_calls": 1, "model_calls": 2, "patch_verified": false} +{"timestamp": "2026-10-08T21:42:25.737405+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "run_start", "mode": "model", "stage": "repair_only"} +{"timestamp": "2026-10-08T21:42:25.738834+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "snapshot_ready", "archive_sha256": "3643d985acd981e2787a937fe773d8912c95988a28e8ee79832f4c5530e29896"} +{"timestamp": "2026-10-08T21:42:25.814654+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "index_ready", "files": 99, "truncated": false} +{"timestamp": "2026-10-08T21:42:25.835732+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "9f9425aa2c288245272f8fc5d8ff97501b3fcaf272936baeb759227ef33bdbb8", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: src/flask/config.py:248\nerror: src/flask/config.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "9f9425aa2c288245272f8fc5d8ff97501b3fcaf272936baeb759227ef33bdbb8"} +{"timestamp": "2026-10-08T21:42:25.836249+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "patch_repair_start", "attempt": 1} +{"timestamp": "2026-10-08T21:42:25.840770+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "model_request", "agent": "patch_repair", "step": 0, "model_call": 1} +{"timestamp": "2026-10-08T21:42:32.788226+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "model_response", "agent": "patch_repair", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 6947, "input_tokens": 8074, "output_tokens": 45, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:42:32.789646+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "tool_start", "tool": "read_file", "tool_call": 1} +{"timestamp": "2026-10-08T21:42:32.790424+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 1, "duration_ms": 1, "evidence_count": 8} +{"timestamp": "2026-10-08T21:42:32.790639+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "model_request", "agent": "patch_repair", "step": 1, "model_call": 2} +{"timestamp": "2026-10-08T21:43:08.882894+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "model_response", "agent": "patch_repair", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 36092, "input_tokens": 8812, "output_tokens": 1111, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:43:08.920997+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "patch_check", "attempt": 1, "status": "applies", "original_sha256": "ed875e019fbb4c992c1334b72b86b2aca287f8b180d8faff3868725161f532ce", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "ed875e019fbb4c992c1334b72b86b2aca287f8b180d8faff3868725161f532ce"} +{"timestamp": "2026-10-08T21:43:08.922116+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "run_end", "status": "diagnosed", "tool_calls": 1, "model_calls": 2, "patch_verified": false} +{"timestamp": "2026-10-08T21:42:41.314516+00:00", "run_id": "pallets__flask-5063", "issue_id": "pallets__flask-5063", "event": "run_start", "mode": "model", "stage": "repair_only"} +{"timestamp": "2026-10-08T21:42:41.315985+00:00", "run_id": "pallets__flask-5063", "issue_id": "pallets__flask-5063", "event": "snapshot_ready", "archive_sha256": "65ad2f841eab91d6f8711f4ddcf5fdf972aad0a62f300b422af56a9628e4e2ed"} +{"timestamp": "2026-10-08T21:42:41.392424+00:00", "run_id": "pallets__flask-5063", "issue_id": "pallets__flask-5063", "event": "index_ready", "files": 100, "truncated": false} +{"timestamp": "2026-10-08T21:42:41.418430+00:00", "run_id": "pallets__flask-5063", "issue_id": "pallets__flask-5063", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "6a73ee35f3040f37aad9503faef1f774d4c35feb87acc2527eb888989b28874b", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: src/flask/cli.py:1021\nerror: src/flask/cli.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "6a73ee35f3040f37aad9503faef1f774d4c35feb87acc2527eb888989b28874b"} +{"timestamp": "2026-10-08T21:42:41.418990+00:00", "run_id": "pallets__flask-5063", "issue_id": "pallets__flask-5063", "event": "patch_repair_start", "attempt": 1} +{"timestamp": "2026-10-08T21:42:41.424210+00:00", "run_id": "pallets__flask-5063", "issue_id": "pallets__flask-5063", "event": "model_request", "agent": "patch_repair", "step": 0, "model_call": 1} +{"timestamp": "2026-10-08T21:42:50.040043+00:00", "run_id": "pallets__flask-5063", "issue_id": "pallets__flask-5063", "event": "model_response", "agent": "patch_repair", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8616, "input_tokens": 11693, "output_tokens": 48, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:42:50.040721+00:00", "run_id": "pallets__flask-5063", "issue_id": "pallets__flask-5063", "event": "tool_start", "tool": "read_file", "tool_call": 1} +{"timestamp": "2026-10-08T21:42:50.041147+00:00", "run_id": "pallets__flask-5063", "issue_id": "pallets__flask-5063", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 1, "duration_ms": 0, "evidence_count": 24} +{"timestamp": "2026-10-08T21:42:50.041264+00:00", "run_id": "pallets__flask-5063", "issue_id": "pallets__flask-5063", "event": "model_request", "agent": "patch_repair", "step": 1, "model_call": 2} +{"timestamp": "2026-10-08T21:43:14.318449+00:00", "run_id": "pallets__flask-5063", "issue_id": "pallets__flask-5063", "event": "model_response", "agent": "patch_repair", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 24277, "input_tokens": 12293, "output_tokens": 872, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:43:14.351827+00:00", "run_id": "pallets__flask-5063", "issue_id": "pallets__flask-5063", "event": "patch_check", "attempt": 1, "status": "applies", "original_sha256": "856a41dea09b0e8afcea5358938e755a7e968c3c0344c33b0f24ce9d9a754723", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "856a41dea09b0e8afcea5358938e755a7e968c3c0344c33b0f24ce9d9a754723"} +{"timestamp": "2026-10-08T21:43:14.353259+00:00", "run_id": "pallets__flask-5063", "issue_id": "pallets__flask-5063", "event": "run_end", "status": "diagnosed", "tool_calls": 1, "model_calls": 2, "patch_verified": false} +{"timestamp": "2026-10-08T21:42:45.664132+00:00", "run_id": "pylint-dev__pylint-6506", "issue_id": "pylint-dev__pylint-6506", "event": "run_start", "mode": "model", "stage": "repair_only"} +{"timestamp": "2026-10-08T21:42:45.665478+00:00", "run_id": "pylint-dev__pylint-6506", "issue_id": "pylint-dev__pylint-6506", "event": "snapshot_ready", "archive_sha256": "ae5da80452586d2b8ba7fff41981ee43656a41c9cefb390a7a0c4be9b01c3a63"} +{"timestamp": "2026-10-08T21:42:46.289186+00:00", "run_id": "pylint-dev__pylint-6506", "issue_id": "pylint-dev__pylint-6506", "event": "index_ready", "files": 2061, "truncated": false} +{"timestamp": "2026-10-08T21:42:46.314698+00:00", "run_id": "pylint-dev__pylint-6506", "issue_id": "pylint-dev__pylint-6506", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "7129bab37e291f36ebce81da10b8c931eed03904b16c5e625efb8684dbe1d540", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: pylint/lint/run.py:135\nerror: pylint/lint/run.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "7129bab37e291f36ebce81da10b8c931eed03904b16c5e625efb8684dbe1d540"} +{"timestamp": "2026-10-08T21:42:46.315222+00:00", "run_id": "pylint-dev__pylint-6506", "issue_id": "pylint-dev__pylint-6506", "event": "patch_repair_start", "attempt": 1} +{"timestamp": "2026-10-08T21:42:46.318631+00:00", "run_id": "pylint-dev__pylint-6506", "issue_id": "pylint-dev__pylint-6506", "event": "model_request", "agent": "patch_repair", "step": 0, "model_call": 1} +{"timestamp": "2026-10-08T21:42:55.183534+00:00", "run_id": "pylint-dev__pylint-6506", "issue_id": "pylint-dev__pylint-6506", "event": "model_response", "agent": "patch_repair", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8865, "input_tokens": 11338, "output_tokens": 76, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:42:55.184612+00:00", "run_id": "pylint-dev__pylint-6506", "issue_id": "pylint-dev__pylint-6506", "event": "tool_start", "tool": "read_file", "tool_call": 1} +{"timestamp": "2026-10-08T21:42:55.185062+00:00", "run_id": "pylint-dev__pylint-6506", "issue_id": "pylint-dev__pylint-6506", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 1, "duration_ms": 0, "evidence_count": 16} +{"timestamp": "2026-10-08T21:42:55.185376+00:00", "run_id": "pylint-dev__pylint-6506", "issue_id": "pylint-dev__pylint-6506", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:42:55.185635+00:00", "run_id": "pylint-dev__pylint-6506", "issue_id": "pylint-dev__pylint-6506", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 0, "evidence_count": 17} +{"timestamp": "2026-10-08T21:42:55.185736+00:00", "run_id": "pylint-dev__pylint-6506", "issue_id": "pylint-dev__pylint-6506", "event": "model_request", "agent": "patch_repair", "step": 1, "model_call": 2} +{"timestamp": "2026-10-08T21:43:15.448188+00:00", "run_id": "pylint-dev__pylint-6506", "issue_id": "pylint-dev__pylint-6506", "event": "model_response", "agent": "patch_repair", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 20262, "input_tokens": 12257, "output_tokens": 702, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:43:15.480037+00:00", "run_id": "pylint-dev__pylint-6506", "issue_id": "pylint-dev__pylint-6506", "event": "patch_check", "attempt": 1, "status": "applies", "original_sha256": "1428a0e4bb3095aa55f41faa28d7097bed0a54eefb1fad367737e3042b9241c5", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "1428a0e4bb3095aa55f41faa28d7097bed0a54eefb1fad367737e3042b9241c5"} +{"timestamp": "2026-10-08T21:43:15.481690+00:00", "run_id": "pylint-dev__pylint-6506", "issue_id": "pylint-dev__pylint-6506", "event": "run_end", "status": "diagnosed", "tool_calls": 2, "model_calls": 2, "patch_verified": false} +{"timestamp": "2026-10-08T21:43:08.940978+00:00", "run_id": "pylint-dev__pylint-7993", "issue_id": "pylint-dev__pylint-7993", "event": "run_start", "mode": "model", "stage": "repair_only"} +{"timestamp": "2026-10-08T21:43:08.942770+00:00", "run_id": "pylint-dev__pylint-7993", "issue_id": "pylint-dev__pylint-7993", "event": "snapshot_ready", "archive_sha256": "3d06e22ee6168f9b24ff583f86764707028cd22cd33cf444345743cc287a161b"} +{"timestamp": "2026-10-08T21:43:09.818348+00:00", "run_id": "pylint-dev__pylint-7993", "issue_id": "pylint-dev__pylint-7993", "event": "index_ready", "files": 2576, "truncated": false} +{"timestamp": "2026-10-08T21:43:09.841187+00:00", "run_id": "pylint-dev__pylint-7993", "issue_id": "pylint-dev__pylint-7993", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "cd5bcb9c5f13756759819413adc01bec5bf43afa4c991c12f04d18e89e55b191", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: pylint/reporters/text.py:177\nerror: pylint/reporters/text.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "cd5bcb9c5f13756759819413adc01bec5bf43afa4c991c12f04d18e89e55b191"} +{"timestamp": "2026-10-08T21:43:09.841711+00:00", "run_id": "pylint-dev__pylint-7993", "issue_id": "pylint-dev__pylint-7993", "event": "patch_repair_start", "attempt": 1} +{"timestamp": "2026-10-08T21:43:09.849286+00:00", "run_id": "pylint-dev__pylint-7993", "issue_id": "pylint-dev__pylint-7993", "event": "model_request", "agent": "patch_repair", "step": 0, "model_call": 1} +{"timestamp": "2026-10-08T21:43:17.859780+00:00", "run_id": "pylint-dev__pylint-7993", "issue_id": "pylint-dev__pylint-7993", "event": "model_response", "agent": "patch_repair", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8010, "input_tokens": 10830, "output_tokens": 76, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:43:17.861051+00:00", "run_id": "pylint-dev__pylint-7993", "issue_id": "pylint-dev__pylint-7993", "event": "tool_start", "tool": "read_file", "tool_call": 1} +{"timestamp": "2026-10-08T21:43:17.861791+00:00", "run_id": "pylint-dev__pylint-7993", "issue_id": "pylint-dev__pylint-7993", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 1, "duration_ms": 1, "evidence_count": 13} +{"timestamp": "2026-10-08T21:43:17.862270+00:00", "run_id": "pylint-dev__pylint-7993", "issue_id": "pylint-dev__pylint-7993", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:43:17.862788+00:00", "run_id": "pylint-dev__pylint-7993", "issue_id": "pylint-dev__pylint-7993", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 1, "evidence_count": 14} +{"timestamp": "2026-10-08T21:43:17.862980+00:00", "run_id": "pylint-dev__pylint-7993", "issue_id": "pylint-dev__pylint-7993", "event": "model_request", "agent": "patch_repair", "step": 1, "model_call": 2} +{"timestamp": "2026-10-08T21:43:55.440783+00:00", "run_id": "pylint-dev__pylint-7993", "issue_id": "pylint-dev__pylint-7993", "event": "model_response", "agent": "patch_repair", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 37578, "input_tokens": 12094, "output_tokens": 1324, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:43:55.467858+00:00", "run_id": "pylint-dev__pylint-7993", "issue_id": "pylint-dev__pylint-7993", "event": "patch_check", "attempt": 1, "status": "applies", "original_sha256": "70d34650ba84028e74c6ac450004dddcceb063f0310b0ff78c9849aac322d1cd", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "70d34650ba84028e74c6ac450004dddcceb063f0310b0ff78c9849aac322d1cd"} +{"timestamp": "2026-10-08T21:43:55.469143+00:00", "run_id": "pylint-dev__pylint-7993", "issue_id": "pylint-dev__pylint-7993", "event": "run_end", "status": "diagnosed", "tool_calls": 2, "model_calls": 2, "patch_verified": false} +{"timestamp": "2026-10-08T21:43:14.370830+00:00", "run_id": "scikit-learn__scikit-learn-14092", "issue_id": "scikit-learn__scikit-learn-14092", "event": "run_start", "mode": "model", "stage": "repair_only"} +{"timestamp": "2026-10-08T21:43:14.375666+00:00", "run_id": "scikit-learn__scikit-learn-14092", "issue_id": "scikit-learn__scikit-learn-14092", "event": "snapshot_ready", "archive_sha256": "ffef55b0d78189758f04aced1324ee2b9b472ba02c092038905a4b8e4251e308"} +{"timestamp": "2026-10-08T21:43:14.960738+00:00", "run_id": "scikit-learn__scikit-learn-14092", "issue_id": "scikit-learn__scikit-learn-14092", "event": "index_ready", "files": 794, "truncated": false} +{"timestamp": "2026-10-08T21:43:14.985329+00:00", "run_id": "scikit-learn__scikit-learn-14092", "issue_id": "scikit-learn__scikit-learn-14092", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "9dec862dca22cde5ed5c797bc585c662db996e757472b8a3719531661f38558c", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: sklearn/neighbors/nca.py:300\nerror: sklearn/neighbors/nca.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "9dec862dca22cde5ed5c797bc585c662db996e757472b8a3719531661f38558c"} +{"timestamp": "2026-10-08T21:43:14.985816+00:00", "run_id": "scikit-learn__scikit-learn-14092", "issue_id": "scikit-learn__scikit-learn-14092", "event": "patch_repair_start", "attempt": 1} +{"timestamp": "2026-10-08T21:43:14.989493+00:00", "run_id": "scikit-learn__scikit-learn-14092", "issue_id": "scikit-learn__scikit-learn-14092", "event": "model_request", "agent": "patch_repair", "step": 0, "model_call": 1} +{"timestamp": "2026-10-08T21:43:24.614356+00:00", "run_id": "scikit-learn__scikit-learn-14092", "issue_id": "scikit-learn__scikit-learn-14092", "event": "model_response", "agent": "patch_repair", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9625, "input_tokens": 12527, "output_tokens": 107, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:43:24.616085+00:00", "run_id": "scikit-learn__scikit-learn-14092", "issue_id": "scikit-learn__scikit-learn-14092", "event": "tool_start", "tool": "read_file", "tool_call": 1} +{"timestamp": "2026-10-08T21:43:24.617493+00:00", "run_id": "scikit-learn__scikit-learn-14092", "issue_id": "scikit-learn__scikit-learn-14092", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 1, "duration_ms": 1, "evidence_count": 21} +{"timestamp": "2026-10-08T21:43:24.618268+00:00", "run_id": "scikit-learn__scikit-learn-14092", "issue_id": "scikit-learn__scikit-learn-14092", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:43:24.618915+00:00", "run_id": "scikit-learn__scikit-learn-14092", "issue_id": "scikit-learn__scikit-learn-14092", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 1, "evidence_count": 22} +{"timestamp": "2026-10-08T21:43:24.619428+00:00", "run_id": "scikit-learn__scikit-learn-14092", "issue_id": "scikit-learn__scikit-learn-14092", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:43:24.619966+00:00", "run_id": "scikit-learn__scikit-learn-14092", "issue_id": "scikit-learn__scikit-learn-14092", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 1, "evidence_count": 23} +{"timestamp": "2026-10-08T21:43:24.620142+00:00", "run_id": "scikit-learn__scikit-learn-14092", "issue_id": "scikit-learn__scikit-learn-14092", "event": "model_request", "agent": "patch_repair", "step": 1, "model_call": 2} +{"timestamp": "2026-10-08T21:43:51.482010+00:00", "run_id": "scikit-learn__scikit-learn-14092", "issue_id": "scikit-learn__scikit-learn-14092", "event": "model_response", "agent": "patch_repair", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 26862, "input_tokens": 13937, "output_tokens": 1154, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:43:51.513194+00:00", "run_id": "scikit-learn__scikit-learn-14092", "issue_id": "scikit-learn__scikit-learn-14092", "event": "patch_check", "attempt": 1, "status": "applies", "original_sha256": "dee3a58d279dc300cceaf1a9ef0ae3090901491784b22f7b5f0f1703afba399c", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "dee3a58d279dc300cceaf1a9ef0ae3090901491784b22f7b5f0f1703afba399c"} +{"timestamp": "2026-10-08T21:43:51.515002+00:00", "run_id": "scikit-learn__scikit-learn-14092", "issue_id": "scikit-learn__scikit-learn-14092", "event": "run_end", "status": "diagnosed", "tool_calls": 3, "model_calls": 2, "patch_verified": false} +{"timestamp": "2026-10-08T21:43:15.613127+00:00", "run_id": "scikit-learn__scikit-learn-25747", "issue_id": "scikit-learn__scikit-learn-25747", "event": "run_start", "mode": "model", "stage": "repair_only"} +{"timestamp": "2026-10-08T21:43:15.618287+00:00", "run_id": "scikit-learn__scikit-learn-25747", "issue_id": "scikit-learn__scikit-learn-25747", "event": "snapshot_ready", "archive_sha256": "2e30657bf995547dea101d594eaf7c4f885953bf780c0c8380e2e3fd045c741a"} +{"timestamp": "2026-10-08T21:43:16.486850+00:00", "run_id": "scikit-learn__scikit-learn-25747", "issue_id": "scikit-learn__scikit-learn-25747", "event": "index_ready", "files": 997, "truncated": false} +{"timestamp": "2026-10-08T21:43:16.512063+00:00", "run_id": "scikit-learn__scikit-learn-25747", "issue_id": "scikit-learn__scikit-learn-25747", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "cbe7b445e0eeb81265e94c708391101febec0f67efe6622ff66cdd9cf5718897", "hunks_recounted": true, "functional_tests_run": false, "error": "error: patch failed: sklearn/utils/tests/test_set_output.py:27\nerror: sklearn/utils/tests/test_set_output.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "6e64d1badb37db17757820d141193c3fef803ca039035b6cedc8f624009e51c3"} +{"timestamp": "2026-10-08T21:43:16.512664+00:00", "run_id": "scikit-learn__scikit-learn-25747", "issue_id": "scikit-learn__scikit-learn-25747", "event": "patch_repair_start", "attempt": 1} +{"timestamp": "2026-10-08T21:43:16.516194+00:00", "run_id": "scikit-learn__scikit-learn-25747", "issue_id": "scikit-learn__scikit-learn-25747", "event": "model_request", "agent": "patch_repair", "step": 0, "model_call": 1} +{"timestamp": "2026-10-08T21:43:25.016235+00:00", "run_id": "scikit-learn__scikit-learn-25747", "issue_id": "scikit-learn__scikit-learn-25747", "event": "model_response", "agent": "patch_repair", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8500, "input_tokens": 16310, "output_tokens": 77, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:43:25.017057+00:00", "run_id": "scikit-learn__scikit-learn-25747", "issue_id": "scikit-learn__scikit-learn-25747", "event": "tool_start", "tool": "read_file", "tool_call": 1} +{"timestamp": "2026-10-08T21:43:25.017426+00:00", "run_id": "scikit-learn__scikit-learn-25747", "issue_id": "scikit-learn__scikit-learn-25747", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 1, "duration_ms": 0, "evidence_count": 35} +{"timestamp": "2026-10-08T21:43:25.017664+00:00", "run_id": "scikit-learn__scikit-learn-25747", "issue_id": "scikit-learn__scikit-learn-25747", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:43:25.017901+00:00", "run_id": "scikit-learn__scikit-learn-25747", "issue_id": "scikit-learn__scikit-learn-25747", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 0, "evidence_count": 36} +{"timestamp": "2026-10-08T21:43:25.017983+00:00", "run_id": "scikit-learn__scikit-learn-25747", "issue_id": "scikit-learn__scikit-learn-25747", "event": "model_request", "agent": "patch_repair", "step": 1, "model_call": 2} +{"timestamp": "2026-10-08T21:44:00.265955+00:00", "run_id": "scikit-learn__scikit-learn-25747", "issue_id": "scikit-learn__scikit-learn-25747", "event": "model_response", "agent": "patch_repair", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 35248, "input_tokens": 17564, "output_tokens": 1211, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:44:00.295577+00:00", "run_id": "scikit-learn__scikit-learn-25747", "issue_id": "scikit-learn__scikit-learn-25747", "event": "patch_check", "attempt": 1, "status": "invalid", "original_sha256": "6e64d1badb37db17757820d141193c3fef803ca039035b6cedc8f624009e51c3", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: sklearn/utils/tests/test_set_output.py:27\nerror: sklearn/utils/tests/test_set_output.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "6e64d1badb37db17757820d141193c3fef803ca039035b6cedc8f624009e51c3"} +{"timestamp": "2026-10-08T21:44:00.295762+00:00", "run_id": "scikit-learn__scikit-learn-25747", "issue_id": "scikit-learn__scikit-learn-25747", "event": "patch_repair_start", "attempt": 2} +{"timestamp": "2026-10-08T21:44:00.306181+00:00", "run_id": "scikit-learn__scikit-learn-25747", "issue_id": "scikit-learn__scikit-learn-25747", "event": "model_request", "agent": "patch_repair", "step": 0, "model_call": 3} +{"timestamp": "2026-10-08T21:44:09.186013+00:00", "run_id": "scikit-learn__scikit-learn-25747", "issue_id": "scikit-learn__scikit-learn-25747", "event": "model_response", "agent": "patch_repair", "step": 0, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8880, "input_tokens": 16914, "output_tokens": 77, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:44:09.187609+00:00", "run_id": "scikit-learn__scikit-learn-25747", "issue_id": "scikit-learn__scikit-learn-25747", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:44:09.188533+00:00", "run_id": "scikit-learn__scikit-learn-25747", "issue_id": "scikit-learn__scikit-learn-25747", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 1, "evidence_count": 37} +{"timestamp": "2026-10-08T21:44:09.188975+00:00", "run_id": "scikit-learn__scikit-learn-25747", "issue_id": "scikit-learn__scikit-learn-25747", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:44:09.189319+00:00", "run_id": "scikit-learn__scikit-learn-25747", "issue_id": "scikit-learn__scikit-learn-25747", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 0, "evidence_count": 38} +{"timestamp": "2026-10-08T21:44:09.189422+00:00", "run_id": "scikit-learn__scikit-learn-25747", "issue_id": "scikit-learn__scikit-learn-25747", "event": "model_request", "agent": "patch_repair", "step": 1, "model_call": 4} +{"timestamp": "2026-10-08T21:44:33.115275+00:00", "run_id": "scikit-learn__scikit-learn-25747", "issue_id": "scikit-learn__scikit-learn-25747", "event": "model_response", "agent": "patch_repair", "step": 1, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 23926, "input_tokens": 18176, "output_tokens": 1067, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:44:33.156275+00:00", "run_id": "scikit-learn__scikit-learn-25747", "issue_id": "scikit-learn__scikit-learn-25747", "event": "patch_check", "attempt": 2, "status": "applies", "original_sha256": "445aa830bc8ad2975d992bb5a7b738738cc8d2f43f271f377b363ffcce72faf1", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "445aa830bc8ad2975d992bb5a7b738738cc8d2f43f271f377b363ffcce72faf1"} +{"timestamp": "2026-10-08T21:44:33.158439+00:00", "run_id": "scikit-learn__scikit-learn-25747", "issue_id": "scikit-learn__scikit-learn-25747", "event": "run_end", "status": "diagnosed", "tool_calls": 4, "model_calls": 4, "patch_verified": false} +{"timestamp": "2026-10-08T21:43:51.588823+00:00", "run_id": "sphinx-doc__sphinx-7975", "issue_id": "sphinx-doc__sphinx-7975", "event": "run_start", "mode": "model", "stage": "repair_only"} +{"timestamp": "2026-10-08T21:43:51.593120+00:00", "run_id": "sphinx-doc__sphinx-7975", "issue_id": "sphinx-doc__sphinx-7975", "event": "snapshot_ready", "archive_sha256": "3240540a3637998191f0323ada9944039eae7eee89cf05151a77d41519e4d642"} +{"timestamp": "2026-10-08T21:43:52.115905+00:00", "run_id": "sphinx-doc__sphinx-7975", "issue_id": "sphinx-doc__sphinx-7975", "event": "index_ready", "files": 665, "truncated": false} +{"timestamp": "2026-10-08T21:43:52.138357+00:00", "run_id": "sphinx-doc__sphinx-7975", "issue_id": "sphinx-doc__sphinx-7975", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "4a7b3012ae5b6116eda5c02c98f1c59457ed1378beac2f90c2a27c472037a2a2", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: sphinx/environment/adapters/indexentries.py:149\nerror: sphinx/environment/adapters/indexentries.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "4a7b3012ae5b6116eda5c02c98f1c59457ed1378beac2f90c2a27c472037a2a2"} +{"timestamp": "2026-10-08T21:43:52.138937+00:00", "run_id": "sphinx-doc__sphinx-7975", "issue_id": "sphinx-doc__sphinx-7975", "event": "patch_repair_start", "attempt": 1} +{"timestamp": "2026-10-08T21:43:52.142635+00:00", "run_id": "sphinx-doc__sphinx-7975", "issue_id": "sphinx-doc__sphinx-7975", "event": "model_request", "agent": "patch_repair", "step": 0, "model_call": 1} +{"timestamp": "2026-10-08T21:44:00.439347+00:00", "run_id": "sphinx-doc__sphinx-7975", "issue_id": "sphinx-doc__sphinx-7975", "event": "model_response", "agent": "patch_repair", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8297, "input_tokens": 10752, "output_tokens": 48, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:44:00.440161+00:00", "run_id": "sphinx-doc__sphinx-7975", "issue_id": "sphinx-doc__sphinx-7975", "event": "tool_start", "tool": "read_file", "tool_call": 1} +{"timestamp": "2026-10-08T21:44:00.440631+00:00", "run_id": "sphinx-doc__sphinx-7975", "issue_id": "sphinx-doc__sphinx-7975", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 1, "duration_ms": 0, "evidence_count": 14} +{"timestamp": "2026-10-08T21:44:00.440778+00:00", "run_id": "sphinx-doc__sphinx-7975", "issue_id": "sphinx-doc__sphinx-7975", "event": "model_request", "agent": "patch_repair", "step": 1, "model_call": 2} +{"timestamp": "2026-10-08T21:44:23.784510+00:00", "run_id": "sphinx-doc__sphinx-7975", "issue_id": "sphinx-doc__sphinx-7975", "event": "model_response", "agent": "patch_repair", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 23344, "input_tokens": 11962, "output_tokens": 1070, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:44:23.806266+00:00", "run_id": "sphinx-doc__sphinx-7975", "issue_id": "sphinx-doc__sphinx-7975", "event": "patch_check", "attempt": 1, "status": "applies", "original_sha256": "24a70d75419c3b0a33c6178a5577511847643cc39bcdf281ec3178b3a80703da", "hunks_recounted": true, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "f37eb656d2f75da6fa1c43977dabe0b40fbd1ba4849320f32d6cea1a85b7e075"} +{"timestamp": "2026-10-08T21:44:23.807666+00:00", "run_id": "sphinx-doc__sphinx-7975", "issue_id": "sphinx-doc__sphinx-7975", "event": "run_end", "status": "diagnosed", "tool_calls": 1, "model_calls": 2, "patch_verified": false} +{"timestamp": "2026-10-08T21:43:55.645249+00:00", "run_id": "sphinx-doc__sphinx-8273", "issue_id": "sphinx-doc__sphinx-8273", "event": "run_start", "mode": "model", "stage": "repair_only"} +{"timestamp": "2026-10-08T21:43:55.649666+00:00", "run_id": "sphinx-doc__sphinx-8273", "issue_id": "sphinx-doc__sphinx-8273", "event": "snapshot_ready", "archive_sha256": "fb71a102eb89f00d3c4e9095bb5d4c4e0521b5d3dccb4b8d2d75909a3576c883"} +{"timestamp": "2026-10-08T21:43:56.169251+00:00", "run_id": "sphinx-doc__sphinx-8273", "issue_id": "sphinx-doc__sphinx-8273", "event": "index_ready", "files": 672, "truncated": false} +{"timestamp": "2026-10-08T21:43:56.190997+00:00", "run_id": "sphinx-doc__sphinx-8273", "issue_id": "sphinx-doc__sphinx-8273", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "a29a875f38c644cc25eba0c335a28288957addd53c6e47d2791e3912bfee8722", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: sphinx/builders/manpage.py:116\nerror: sphinx/builders/manpage.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "a29a875f38c644cc25eba0c335a28288957addd53c6e47d2791e3912bfee8722"} +{"timestamp": "2026-10-08T21:43:56.191548+00:00", "run_id": "sphinx-doc__sphinx-8273", "issue_id": "sphinx-doc__sphinx-8273", "event": "patch_repair_start", "attempt": 1} +{"timestamp": "2026-10-08T21:43:56.194828+00:00", "run_id": "sphinx-doc__sphinx-8273", "issue_id": "sphinx-doc__sphinx-8273", "event": "model_request", "agent": "patch_repair", "step": 0, "model_call": 1} +{"timestamp": "2026-10-08T21:44:05.941050+00:00", "run_id": "sphinx-doc__sphinx-8273", "issue_id": "sphinx-doc__sphinx-8273", "event": "model_response", "agent": "patch_repair", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9746, "input_tokens": 9436, "output_tokens": 47, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:44:05.943176+00:00", "run_id": "sphinx-doc__sphinx-8273", "issue_id": "sphinx-doc__sphinx-8273", "event": "tool_start", "tool": "read_file", "tool_call": 1} +{"timestamp": "2026-10-08T21:44:05.944178+00:00", "run_id": "sphinx-doc__sphinx-8273", "issue_id": "sphinx-doc__sphinx-8273", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 1, "duration_ms": 1, "evidence_count": 14} +{"timestamp": "2026-10-08T21:44:05.944463+00:00", "run_id": "sphinx-doc__sphinx-8273", "issue_id": "sphinx-doc__sphinx-8273", "event": "model_request", "agent": "patch_repair", "step": 1, "model_call": 2} +{"timestamp": "2026-10-08T21:44:29.007459+00:00", "run_id": "sphinx-doc__sphinx-8273", "issue_id": "sphinx-doc__sphinx-8273", "event": "model_response", "agent": "patch_repair", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 23063, "input_tokens": 10877, "output_tokens": 801, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:44:29.038422+00:00", "run_id": "sphinx-doc__sphinx-8273", "issue_id": "sphinx-doc__sphinx-8273", "event": "patch_check", "attempt": 1, "status": "applies", "original_sha256": "819f3003e2db1aab6fe653698d9be7afa5095fe48ab0e7c911cffe3d231c899d", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "819f3003e2db1aab6fe653698d9be7afa5095fe48ab0e7c911cffe3d231c899d"} +{"timestamp": "2026-10-08T21:44:29.039857+00:00", "run_id": "sphinx-doc__sphinx-8273", "issue_id": "sphinx-doc__sphinx-8273", "event": "run_end", "status": "diagnosed", "tool_calls": 1, "model_calls": 2, "patch_verified": false} +{"timestamp": "2026-10-08T21:44:23.903754+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "run_start", "mode": "model", "stage": "repair_only"} +{"timestamp": "2026-10-08T21:44:23.908480+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "snapshot_ready", "archive_sha256": "6bf852392fa24f95a6f8840c72298d9c8d483cfe6153e9bdca0d25fc8cff5720"} +{"timestamp": "2026-10-08T21:44:25.169721+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "index_ready", "files": 1446, "truncated": false} +{"timestamp": "2026-10-08T21:44:25.196798+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "bc411c7e5b2404fcc11d09c400cb7e9d2c5834a56ffa076d990257497c390161", "hunks_recounted": true, "functional_tests_run": false, "error": "error: patch failed: sympy/utilities/iterables.py:1844\nerror: sympy/utilities/iterables.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "35bd349992545ee8678ca3c979ce2f98c7b701667e9f3ad02478177db26f4c0c"} +{"timestamp": "2026-10-08T21:44:25.197371+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "patch_repair_start", "attempt": 1} +{"timestamp": "2026-10-08T21:44:25.200801+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "model_request", "agent": "patch_repair", "step": 0, "model_call": 1} +{"timestamp": "2026-10-08T21:44:33.597200+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "model_response", "agent": "patch_repair", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8396, "input_tokens": 12236, "output_tokens": 81, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:44:33.597859+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "tool_start", "tool": "read_file", "tool_call": 1} +{"timestamp": "2026-10-08T21:44:33.598352+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 1, "duration_ms": 0, "evidence_count": 22} +{"timestamp": "2026-10-08T21:44:33.598571+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:44:33.598821+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 0, "evidence_count": 23} +{"timestamp": "2026-10-08T21:44:33.598899+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "model_request", "agent": "patch_repair", "step": 1, "model_call": 2} +{"timestamp": "2026-10-08T21:45:06.452903+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "model_response", "agent": "patch_repair", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 32854, "input_tokens": 14081, "output_tokens": 1433, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:45:06.492924+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "patch_check", "attempt": 1, "status": "invalid", "original_sha256": "fd563aa30d966ff4cd2d7fa30a906aac5a45eaeac0bcc44b3c1a004d814e27f7", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: sympy/utilities/iterables.py:1843\nerror: sympy/utilities/iterables.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "fd563aa30d966ff4cd2d7fa30a906aac5a45eaeac0bcc44b3c1a004d814e27f7"} +{"timestamp": "2026-10-08T21:45:06.493085+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "patch_repair_start", "attempt": 2} +{"timestamp": "2026-10-08T21:45:06.516588+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "model_request", "agent": "patch_repair", "step": 0, "model_call": 3} +{"timestamp": "2026-10-08T21:45:15.665482+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "model_response", "agent": "patch_repair", "step": 0, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9149, "input_tokens": 13681, "output_tokens": 81, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:45:15.667106+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:45:15.668415+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 1, "evidence_count": 24} +{"timestamp": "2026-10-08T21:45:15.668926+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:45:15.669576+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 1, "evidence_count": 25} +{"timestamp": "2026-10-08T21:45:15.669782+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "model_request", "agent": "patch_repair", "step": 1, "model_call": 4} +{"timestamp": "2026-10-08T21:45:50.008792+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "model_response", "agent": "patch_repair", "step": 1, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 34339, "input_tokens": 15535, "output_tokens": 1832, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:45:50.043406+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "patch_check", "attempt": 2, "status": "applies", "original_sha256": "2dba6a068a3b609e45770032f71bcae6bf071bca4374f173f98c270a8adb56d2", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "2dba6a068a3b609e45770032f71bcae6bf071bca4374f173f98c270a8adb56d2"} +{"timestamp": "2026-10-08T21:45:50.045028+00:00", "run_id": "sympy__sympy-20154", "issue_id": "sympy__sympy-20154", "event": "run_end", "status": "diagnosed", "tool_calls": 4, "model_calls": 4, "patch_verified": false} diff --git a/scripts/curate_official.py b/scripts/curate_official.py new file mode 100644 index 0000000..304a9de --- /dev/null +++ b/scripts/curate_official.py @@ -0,0 +1,129 @@ +"""Publish complete hash-checked official outcomes and compact durable test evidence.""" + +import argparse +import hashlib +import json +import re +import shutil +from pathlib import Path + +from aggregate_patch_results import aggregate + +from code_assistant.telemetry import write_json + + +def sha(path: Path) -> str: + return hashlib.sha256(path.read_bytes()).hexdigest() + + +def curate(predictions: Path, artifacts: Path, destination: Path, workflow: str): + if destination.exists() or not re.fullmatch( + r"https://github.com/YeDonS/agentic-code-search/actions/runs/\d+", workflow + ): + raise ValueError("new destination and exact evaluation workflow URL required") + result = aggregate(predictions, artifacts) + if not result["complete"]: + raise ValueError("cannot curate incomplete official evaluation") + manifests = [json.loads(p.read_text()) for p in sorted(artifacts.glob("*/manifest.json"))] + run_id = workflow.rsplit("/", 1)[1] + if not manifests or any( + str(m["github_run_id"]) != run_id or m["test_timeout"] != 600 for m in manifests + ): + raise ValueError("official run ID or fixed test timeout mismatch") + for row in result["per_issue"]: + if row.get("patch_sha256") is None: + raise ValueError("official outcome missing patch identity") + write_json(destination / "results.json", result) + write_json( + destination / "manifest.json", + { + "workflow_url": workflow, + "harness_version": "5.0.2", + "test_timeout_seconds": 600, + "predictions_sha256": sha(predictions), + "results_sha256": sha(destination / "results.json"), + "shards": manifests, + "patches_changed_after_freeze": False, + "raw_artifacts": "GitHub Actions patch-shard-* artifacts (30-day retention); reports/excerpts/log hashes retained here", + }, + ) + for outcome in result["per_issue"]: + identifier = outcome["instance_id"] + case = destination / identifier + write_json(case / "outcome.json", outcome) + if outcome["status"] == "empty_patch": + continue + matches = [p for p in artifacts.glob(f"*/{identifier}") if p.is_dir()] + if len(matches) != 1: + raise ValueError("missing or duplicate raw case artifact") + raw = matches[0] + reports = list(raw.glob("logs/**/report.json")) + if len(reports) > 1: + raise ValueError("duplicate harness report") + if outcome["status"] in {"resolved", "unresolved"} and len(reports) != 1: + raise ValueError("graded outcome requires its official report") + if reports: + grade = json.loads(reports[0].read_text())[identifier] + if grade["resolved"] is not outcome["resolved"]: + raise ValueError("official report and shard grade disagree") + shutil.copyfile(reports[0], case / "report.json") + summaries = list(raw.glob("summary/*.json")) + if len(summaries) == 1: + shutil.copyfile(summaries[0], case / "harness-summary.json") + outputs = list(raw.glob("logs/**/test_output.txt")) + excerpt = None + if len(outputs) == 1: + lines = outputs[0].read_text(errors="replace").splitlines() + first = next( + (i for i, line in enumerate(lines) if ">>>>> Start Test Output" in line), 0 + ) + stop = next( + (i for i in range(first + 1, len(lines)) if ">>>>> End Test Output" in lines[i]), + len(lines) - 1, + ) + start = max(first, stop - 159) + body = [line.rstrip() for line in lines[start : stop + 1]] + # Do not accidentally introduce conflict markers into the Git tree. + body = [ + "[test summary] " + line + if re.match(r"^(?:<{7}|={7}(?:\s|$)|>{7}(?:\s|$))", line) + else line + for line in body + ] + (case / "test-output-excerpt.txt").write_text("\n".join(body) + "\n") + excerpt = { + "raw_sha256": sha(outputs[0]), + "raw_lines": len(lines), + "start_line": start + 1, + "stop_line": stop + 1, + "truncated": start > first, + "trailing_whitespace_removed": True, + "git_marker_lines_prefixed_for_display": True, + } + write_json( + case / "raw-log-manifest.json", + { + "workflow_url": workflow, + "artifact_name": raw.parent.name, + "files": { + p.relative_to(raw).as_posix(): {"sha256": sha(p), "bytes": p.stat().st_size} + for p in sorted(raw.rglob("*")) + if p.is_file() + }, + "excerpt": excerpt, + }, + ) + return result + + +if __name__ == "__main__": + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("predictions", type=Path) + parser.add_argument("artifacts", type=Path) + parser.add_argument("destination", type=Path) + parser.add_argument("--workflow", required=True) + args = parser.parse_args() + report = curate(args.predictions, args.artifacts, args.destination, args.workflow) + print( + json.dumps({k: report[k] for k in ["total_instances", "patch_resolution_rate", "complete"]}) + ) diff --git a/scripts/publish_run.py b/scripts/publish_run.py index 580bec7..0897a5e 100644 --- a/scripts/publish_run.py +++ b/scripts/publish_run.py @@ -1,7 +1,11 @@ """Curate a public HISTORICAL benchmark run; exclude prompts and source excerpts.""" import argparse +import hashlib import json +import re +import shutil +import subprocess from pathlib import Path from code_assistant.benchmark import read_jsonl, write_jsonl @@ -9,15 +13,43 @@ from code_assistant.telemetry import write_json -def publish(source: Path, destination: Path) -> None: +def publish(source: Path, destination: Path, source_commit: str | None = None) -> None: if destination.exists(): raise ValueError("choose a new publication directory") manifest = json.loads((source / "manifest.json").read_text()) predictions = read_jsonl(source / "predictions.jsonl") if len(predictions) != manifest["count"]: raise ValueError("publish only a completed historical run") + if len({p["instance_id"] for p in predictions}) != len(predictions) or set( + p["instance_id"] for p in predictions + ) != set(manifest["task_ids"]): + raise ValueError("publication task IDs do not match the manifest") + if source_commit: + if not re.fullmatch(r"[0-9a-f]{40}", source_commit): + raise ValueError("source commit must be a full Git SHA") + files = subprocess.check_output( + ["git", "ls-tree", "-r", "--name-only", source_commit, "src/code_assistant"], text=True + ).splitlines() + digest = hashlib.sha256() + for name in sorted( + p + for p in files + if Path(p).parent.as_posix() == "src/code_assistant" and p.endswith(".py") + ): + digest.update(Path(name).name.encode()) + digest.update(subprocess.check_output(["git", "show", f"{source_commit}:{name}"])) + if digest.hexdigest() != manifest["environment"]["source_tree_sha256"]: + raise ValueError("source commit does not match frozen inference fingerprint") destination.mkdir(parents=True) write_json(destination / "manifest.json", manifest) + if source_commit: + write_json( + destination / "source-proof.json", + {"source_commit": source_commit, "source_tree_sha256": digest.hexdigest()}, + ) + for name in ("swebench-predictions.jsonl", "experiment.json"): + if (source / name).exists(): + shutil.copyfile(source / name, destination / name) for name in ("scores.json", "completion.json"): if (source / name).exists(): write_json(destination / name, json.loads((source / name).read_text())) @@ -84,6 +116,14 @@ def publish(source: Path, destination: Path) -> None: } ) write_jsonl(destination / "diagnoses.jsonl", diagnoses) + for path in sorted((source / "agent_runs").glob("*/patch-attempts.json")): + write_json( + destination / "attempts" / f"{path.parent.name}.json", json.loads(path.read_text()) + ) + for path in sorted((source / "agent_runs").glob("*/patch-check.json")): + write_json( + destination / "checks" / f"{path.parent.name}.json", json.loads(path.read_text()) + ) print(json.dumps(summary, indent=2)) @@ -91,5 +131,6 @@ def publish(source: Path, destination: Path) -> None: parser = argparse.ArgumentParser(description=__doc__) parser.add_argument("source", type=Path) parser.add_argument("destination", type=Path) + parser.add_argument("--source-commit") args = parser.parse_args() - publish(args.source, args.destination) + publish(args.source, args.destination, args.source_commit) diff --git a/tests/test_curation.py b/tests/test_curation.py new file mode 100644 index 0000000..4ce796a --- /dev/null +++ b/tests/test_curation.py @@ -0,0 +1,60 @@ +import hashlib +import importlib.util +import json +import sys + +import pytest + +from code_assistant.config import PROJECT_ROOT + + +def curator(monkeypatch): + monkeypatch.syspath_prepend(str(PROJECT_ROOT / "scripts")) + spec = importlib.util.spec_from_file_location( + "official_curator", PROJECT_ROOT / "scripts/curate_official.py" + ) + module = importlib.util.module_from_spec(spec) + sys.modules[spec.name] = module + spec.loader.exec_module(module) + return module.curate + + +def test_official_curation_binds_patch_report_and_workflow_identity(tmp_path, monkeypatch): + predictions = tmp_path / "predictions.jsonl" + patch = "candidate" + predictions.write_text(json.dumps({"instance_id": "demo__demo-1", "model_patch": patch}) + "\n") + shard = tmp_path / "artifacts/patch-shard-0" + case = shard / "demo__demo-1/logs" + case.mkdir(parents=True) + (shard / "manifest.json").write_text(json.dumps({"github_run_id": "123", "test_timeout": 600})) + (shard / "outcomes.jsonl").write_text( + json.dumps( + { + "instance_id": "demo__demo-1", + "status": "resolved", + "resolved": True, + "patch_sha256": hashlib.sha256(patch.encode()).hexdigest(), + } + ) + + "\n" + ) + report = case / "report.json" + report.write_text(json.dumps({"demo__demo-1": {"resolved": False}})) + function = curator(monkeypatch) + url = "https://github.com/YeDonS/agentic-code-search/actions/runs/123" + with pytest.raises(ValueError, match="grade disagree"): + function(predictions, tmp_path / "artifacts", tmp_path / "bad-grade", url) + report.write_text(json.dumps({"demo__demo-1": {"resolved": True}})) + (case / "test_output.txt").write_text( + ">>>>> Start Test Output\n1 passed\n=======\n>>>>> End Test Output\n" + ) + result = function(predictions, tmp_path / "artifacts", tmp_path / "public", url) + assert result["complete"] and result["patch_resolution_rate"] == 1 + assert ( + "[test summary] =======" + in (tmp_path / "public/demo__demo-1/test-output-excerpt.txt").read_text() + ) + with pytest.raises(ValueError, match="run ID"): + function( + predictions, tmp_path / "artifacts", tmp_path / "wrong-run", url.replace("123", "124") + ) From 9bc487c9ffb189e25c39940a02f4dcfd51075fec Mon Sep 17 00:00:00 2001 From: YeDonS <120633988+YeDonS@users.noreply.github.com> Date: Thu, 8 Oct 2026 17:55:04 -0400 Subject: [PATCH 4/6] fix: enforce source citations across new-file repair boundaries --- README.md | 3 +- README.zh-CN.md | 3 +- .../matplotlib__matplotlib-23314.json | 15 + .../matplotlib__matplotlib-24149.json | 15 + .../matplotlib__matplotlib-26011.json | 15 + .../attempts/mwaskom__seaborn-2848.json | 15 + .../single/attempts/pallets__flask-4045.json | 15 + .../single/attempts/pallets__flask-4992.json | 15 + .../single/attempts/psf__requests-2317.json | 15 + .../single/attempts/psf__requests-2674.json | 15 + .../single/attempts/pydata__xarray-4094.json | 15 + .../single/attempts/pydata__xarray-4248.json | 15 + .../attempts/pytest-dev__pytest-11143.json | 15 + .../attempts/pytest-dev__pytest-11148.json | 15 + .../attempts/pytest-dev__pytest-7490.json | 15 + .../scikit-learn__scikit-learn-13584.json | 15 + .../attempts/sphinx-doc__sphinx-8713.json | 15 + .../single/attempts/sympy__sympy-13437.json | 15 + .../single/attempts/sympy__sympy-13647.json | 15 + .../checks/matplotlib__matplotlib-23314.json | 13 + .../checks/matplotlib__matplotlib-24149.json | 13 + .../checks/matplotlib__matplotlib-26011.json | 13 + .../single/checks/mwaskom__seaborn-2848.json | 13 + .../single/checks/pallets__flask-4045.json | 13 + .../single/checks/pallets__flask-4992.json | 13 + .../single/checks/psf__requests-2317.json | 13 + .../single/checks/psf__requests-2674.json | 13 + .../single/checks/pydata__xarray-4094.json | 13 + .../single/checks/pydata__xarray-4248.json | 13 + .../checks/pytest-dev__pytest-11143.json | 13 + .../checks/pytest-dev__pytest-11148.json | 13 + .../checks/pytest-dev__pytest-7490.json | 13 + .../scikit-learn__scikit-learn-13584.json | 13 + .../checks/sphinx-doc__sphinx-8713.json | 13 + .../single/checks/sympy__sympy-13437.json | 13 + .../single/checks/sympy__sympy-13647.json | 13 + .../paired-20/single/completion.json | 5 + .../paired-20/single/diagnoses.jsonl | 20 + .../paired-20/single/experiment.json | 5 + .../paired-20/single/log-audit.json | 215 +++++ .../paired-20/single/manifest.json | 58 ++ .../paired-20/single/model-usage.json | 20 + .../paired-20/single/predictions.jsonl | 20 + .../paired-20/single/source-proof.json | 4 + .../single/swebench-predictions.jsonl | 20 + .../paired-20/single/trace-events.jsonl | 739 ++++++++++++++++++ scripts/analyze_controls.py | 93 +++ src/code_assistant/agents.py | 9 +- src/code_assistant/patches.py | 6 + src/code_assistant/workflow.py | 6 +- tests/test_patches.py | 6 + tests/test_workflow.py | 17 + 52 files changed, 1719 insertions(+), 6 deletions(-) create mode 100644 reports/experiments/paired-20/single/attempts/matplotlib__matplotlib-23314.json create mode 100644 reports/experiments/paired-20/single/attempts/matplotlib__matplotlib-24149.json create mode 100644 reports/experiments/paired-20/single/attempts/matplotlib__matplotlib-26011.json create mode 100644 reports/experiments/paired-20/single/attempts/mwaskom__seaborn-2848.json create mode 100644 reports/experiments/paired-20/single/attempts/pallets__flask-4045.json create mode 100644 reports/experiments/paired-20/single/attempts/pallets__flask-4992.json create mode 100644 reports/experiments/paired-20/single/attempts/psf__requests-2317.json create mode 100644 reports/experiments/paired-20/single/attempts/psf__requests-2674.json create mode 100644 reports/experiments/paired-20/single/attempts/pydata__xarray-4094.json create mode 100644 reports/experiments/paired-20/single/attempts/pydata__xarray-4248.json create mode 100644 reports/experiments/paired-20/single/attempts/pytest-dev__pytest-11143.json create mode 100644 reports/experiments/paired-20/single/attempts/pytest-dev__pytest-11148.json create mode 100644 reports/experiments/paired-20/single/attempts/pytest-dev__pytest-7490.json create mode 100644 reports/experiments/paired-20/single/attempts/scikit-learn__scikit-learn-13584.json create mode 100644 reports/experiments/paired-20/single/attempts/sphinx-doc__sphinx-8713.json create mode 100644 reports/experiments/paired-20/single/attempts/sympy__sympy-13437.json create mode 100644 reports/experiments/paired-20/single/attempts/sympy__sympy-13647.json create mode 100644 reports/experiments/paired-20/single/checks/matplotlib__matplotlib-23314.json create mode 100644 reports/experiments/paired-20/single/checks/matplotlib__matplotlib-24149.json create mode 100644 reports/experiments/paired-20/single/checks/matplotlib__matplotlib-26011.json create mode 100644 reports/experiments/paired-20/single/checks/mwaskom__seaborn-2848.json create mode 100644 reports/experiments/paired-20/single/checks/pallets__flask-4045.json create mode 100644 reports/experiments/paired-20/single/checks/pallets__flask-4992.json create mode 100644 reports/experiments/paired-20/single/checks/psf__requests-2317.json create mode 100644 reports/experiments/paired-20/single/checks/psf__requests-2674.json create mode 100644 reports/experiments/paired-20/single/checks/pydata__xarray-4094.json create mode 100644 reports/experiments/paired-20/single/checks/pydata__xarray-4248.json create mode 100644 reports/experiments/paired-20/single/checks/pytest-dev__pytest-11143.json create mode 100644 reports/experiments/paired-20/single/checks/pytest-dev__pytest-11148.json create mode 100644 reports/experiments/paired-20/single/checks/pytest-dev__pytest-7490.json create mode 100644 reports/experiments/paired-20/single/checks/scikit-learn__scikit-learn-13584.json create mode 100644 reports/experiments/paired-20/single/checks/sphinx-doc__sphinx-8713.json create mode 100644 reports/experiments/paired-20/single/checks/sympy__sympy-13437.json create mode 100644 reports/experiments/paired-20/single/checks/sympy__sympy-13647.json create mode 100644 reports/experiments/paired-20/single/completion.json create mode 100644 reports/experiments/paired-20/single/diagnoses.jsonl create mode 100644 reports/experiments/paired-20/single/experiment.json create mode 100644 reports/experiments/paired-20/single/log-audit.json create mode 100644 reports/experiments/paired-20/single/manifest.json create mode 100644 reports/experiments/paired-20/single/model-usage.json create mode 100644 reports/experiments/paired-20/single/predictions.jsonl create mode 100644 reports/experiments/paired-20/single/source-proof.json create mode 100644 reports/experiments/paired-20/single/swebench-predictions.jsonl create mode 100644 reports/experiments/paired-20/single/trace-events.jsonl create mode 100644 scripts/analyze_controls.py diff --git a/README.md b/README.md index a81f831..7b5dfbb 100644 --- a/README.md +++ b/README.md @@ -88,7 +88,8 @@ can trigger two format-repair attempts within the shared 18-model-call / 18-tool All attempts and original candidates are retained. New/deleted text files are supported; renames, binaries and symlinks are rejected. `ASSISTANT_WORKFLOW=single` uses one conversation. -Affected files must occur in registered source-read citations. This verifies provenance, not +Existing affected files must occur in registered source-read citations; declared new files +still require a genuine existing-source citation. This verifies provenance, not semantic correctness. Missing evidence or model abstention returns `insufficient_evidence`. Search passes, model turns, tool calls, reads, test duration, and output size are capped. [Architecture and limitations](docs/ARCHITECTURE.md). diff --git a/README.zh-CN.md b/README.zh-CN.md index eb75f93..7e8754d 100644 --- a/README.zh-CN.md +++ b/README.zh-CN.md @@ -84,7 +84,8 @@ flowchart TD 保留原始候选及每次尝试。支持文本文件新建/删除，拒绝重命名、二进制和符号链接。 设置 `ASSISTANT_WORKFLOW=single` 可使用单一对话流程。 -受影响文件必须出现在真实登记的源码读取引用中。这能验证出处，不能自动证明因果解释 +已存在的受影响文件必须有登记的源码读取引用；声明新建文件也须引用真实的已有源码。 +这能验证出处，不能自动证明因果解释 正确。证据不足或模型主动放弃时返回 `insufficient_evidence`。检索轮数、模型轮数、 工具次数、读取范围、测试时长及输出大小均有限制。[架构及限制](docs/ARCHITECTURE.md)。 diff --git a/reports/experiments/paired-20/single/attempts/matplotlib__matplotlib-23314.json b/reports/experiments/paired-20/single/attempts/matplotlib__matplotlib-23314.json new file mode 100644 index 0000000..fa15dab --- /dev/null +++ b/reports/experiments/paired-20/single/attempts/matplotlib__matplotlib-23314.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/lib/mpl_toolkits/mplot3d/axes3d.py\n+++ b/lib/mpl_toolkits/mplot3d/axes3d.py\n@@ -388,6 +388,9 @@\n @martist.allow_rasterization\n def draw(self, renderer):\n+ if not self.get_visible():\n+ return\n+\n self._unstale_viewLim()\n \n # draw the background patch\n", + "audit": { + "status": "applies", + "original_sha256": "cb96b641ae8e1e0bb454dad4f5841940bb99e18347736a2e797d048cc7337a4e", + "hunks_recounted": true, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "4dbcd3aad6a5f00f224f753b186b718e8e2c6f0e7d0906fd554cdd48563eca49" + } + } +] diff --git a/reports/experiments/paired-20/single/attempts/matplotlib__matplotlib-24149.json b/reports/experiments/paired-20/single/attempts/matplotlib__matplotlib-24149.json new file mode 100644 index 0000000..b25b47f --- /dev/null +++ b/reports/experiments/paired-20/single/attempts/matplotlib__matplotlib-24149.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/lib/matplotlib/axes/_axes.py\n+++ b/lib/matplotlib/axes/_axes.py\n@@ -2195,7 +2195,7 @@\n dx = [convert(x0 + ddx) - x for ddx in dx]\n if delist:\n dx = dx[0]\n- except (ValueError, TypeError, AttributeError):\n+ except (ValueError, TypeError, AttributeError, StopIteration):\n # if the above fails (for any reason) just fallback to what\n # we do by default and convert dx by itself.\n dx = convert(dx)\n", + "audit": { + "status": "applies", + "original_sha256": "b346c9299946bba418a998b40043bb6bb139488f006b54f34591a3852b6400ee", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "b346c9299946bba418a998b40043bb6bb139488f006b54f34591a3852b6400ee" + } + } +] diff --git a/reports/experiments/paired-20/single/attempts/matplotlib__matplotlib-26011.json b/reports/experiments/paired-20/single/attempts/matplotlib__matplotlib-26011.json new file mode 100644 index 0000000..abcbc66 --- /dev/null +++ b/reports/experiments/paired-20/single/attempts/matplotlib__matplotlib-26011.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/lib/matplotlib/axis.py\n+++ b/lib/matplotlib/axis.py\n@@ -1243,6 +1243,7 @@\n for other in self._get_shared_axes():\n if other is not self.axes:\n other._axis_map[name]._set_lim(\n v0, v1, emit=False, auto=auto)\n+ other.callbacks.process(f\"{name}lim_changed\", other)\n if other.figure != self.figure:\n other.figure.canvas.draw_idle()\n", + "audit": { + "status": "applies", + "original_sha256": "cc011577ad2bd6604ea01908627b5b4d3fa9aaf7e5b103f159e2d944d1147b9c", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "cc011577ad2bd6604ea01908627b5b4d3fa9aaf7e5b103f159e2d944d1147b9c" + } + } +] diff --git a/reports/experiments/paired-20/single/attempts/mwaskom__seaborn-2848.json b/reports/experiments/paired-20/single/attempts/mwaskom__seaborn-2848.json new file mode 100644 index 0000000..4223df2 --- /dev/null +++ b/reports/experiments/paired-20/single/attempts/mwaskom__seaborn-2848.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/seaborn/_oldcore.py\n+++ b/seaborn/_oldcore.py\n@@ -148,8 +148,12 @@\n try:\n # Use a value that's in the original data vector\n value = self.lookup_table[key]\n except KeyError:\n+ # Missing categorical levels have no interpolation mapping.\n+ if self.norm is None:\n+ return (0, 0, 0, 0)\n+\n # Use the colormap to interpolate between existing datapoints\n # (e.g. in the context of making a continuous legend)\n try:\n normed = self.norm(key)\n", + "audit": { + "status": "applies", + "original_sha256": "55465d87bc30c5fcd69f5d495770b3a5654288eb802203a166baf67267ef08a1", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "55465d87bc30c5fcd69f5d495770b3a5654288eb802203a166baf67267ef08a1" + } + } +] diff --git a/reports/experiments/paired-20/single/attempts/pallets__flask-4045.json b/reports/experiments/paired-20/single/attempts/pallets__flask-4045.json new file mode 100644 index 0000000..f6acb1f --- /dev/null +++ b/reports/experiments/paired-20/single/attempts/pallets__flask-4045.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/src/flask/blueprints.py\n+++ b/src/flask/blueprints.py\n@@ -188,6 +188,9 @@\n template_folder=template_folder,\n root_path=root_path,\n )\n+ if \".\" in name:\n+ raise ValueError(\"'name' may not contain a dot '.' character.\")\n+\n self.name = name\n self.url_prefix = url_prefix\n self.subdomain = subdomain\n", + "audit": { + "status": "applies", + "original_sha256": "cf8ce0e23fe269e390dc1e06309ee30fe3868ed8428c73f5c982104bbdd73165", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "cf8ce0e23fe269e390dc1e06309ee30fe3868ed8428c73f5c982104bbdd73165" + } + } +] diff --git a/reports/experiments/paired-20/single/attempts/pallets__flask-4992.json b/reports/experiments/paired-20/single/attempts/pallets__flask-4992.json new file mode 100644 index 0000000..81a8723 --- /dev/null +++ b/reports/experiments/paired-20/single/attempts/pallets__flask-4992.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/src/flask/config.py\n+++ b/src/flask/config.py\n@@ -233,6 +233,7 @@\n self,\n filename: str,\n load: t.Callable[[t.IO[t.Any]], t.Mapping],\n silent: bool = False,\n+ mode: str = \"r\",\n ) -> bool:\n \"\"\"Update the values in the config from a file that is loaded\n@@ -255,6 +256,8 @@\n :type load: ``Callable[[Reader], Mapping]`` where ``Reader``\n implements a ``read`` method.\n :param silent: Ignore the file if it doesn't exist.\n+ :param mode: The mode passed to :func:`open`. Defaults to\n+ ``\"r\"``. Use ``\"rb\"`` for loaders that require binary input.\n :return: ``True`` if the file was loaded successfully.\n \n .. versionadded:: 2.0\n@@ -263,7 +266,7 @@\n filename = os.path.join(self.root_path, filename)\n \n try:\n- with open(filename) as f:\n+ with open(filename, mode) as f:\n obj = load(f)\n except OSError as e:\n if silent and e.errno in (errno.ENOENT, errno.EISDIR):\n", + "audit": { + "status": "applies", + "original_sha256": "818d771abee109a85860354634bfacfd4bb8f3475883eeeafd278e53d6d84392", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "818d771abee109a85860354634bfacfd4bb8f3475883eeeafd278e53d6d84392" + } + } +] diff --git a/reports/experiments/paired-20/single/attempts/psf__requests-2317.json b/reports/experiments/paired-20/single/attempts/psf__requests-2317.json new file mode 100644 index 0000000..dc2e3c1 --- /dev/null +++ b/reports/experiments/paired-20/single/attempts/psf__requests-2317.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/requests/sessions.py\n+++ b/requests/sessions.py\n@@ -426,7 +426,7 @@\n \"\"\"\n \n- method = builtin_str(method)\n+ method = to_native_string(method)\n \n # Create the Request.\n req = Request(\n method = method.upper(),\n", + "audit": { + "status": "applies", + "original_sha256": "9bc65f87df1eff2c778f47eb214e1a21e4a03ace09bbb04429349ee98a2779e2", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "9bc65f87df1eff2c778f47eb214e1a21e4a03ace09bbb04429349ee98a2779e2" + } + } +] diff --git a/reports/experiments/paired-20/single/attempts/psf__requests-2674.json b/reports/experiments/paired-20/single/attempts/psf__requests-2674.json new file mode 100644 index 0000000..25ea5d7 --- /dev/null +++ b/reports/experiments/paired-20/single/attempts/psf__requests-2674.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/requests/adapters.py\n+++ b/requests/adapters.py\n@@ -27,9 +27,10 @@\n from .packages.urllib3.exceptions import ReadTimeoutError\n from .packages.urllib3.exceptions import SSLError as _SSLError\n from .packages.urllib3.exceptions import ResponseError\n+from .packages.urllib3.exceptions import TimeoutError as _TimeoutError\n from .cookies import extract_cookies_to_jar\n from .exceptions import (ConnectionError, ConnectTimeout, ReadTimeout, SSLError,\n- ProxyError, RetryError)\n+ ProxyError, RetryError, Timeout)\n from .auth import _basic_auth_str\n \n DEFAULT_POOLBLOCK = False\n@@ -429,6 +430,10 @@\n raise SSLError(e, request=request)\n elif isinstance(e, ReadTimeoutError):\n raise ReadTimeout(e, request=request)\n+ elif isinstance(e, ConnectTimeoutError):\n+ raise ConnectTimeout(e, request=request)\n+ elif isinstance(e, _TimeoutError):\n+ raise Timeout(e, request=request)\n else:\n raise\n \n", + "audit": { + "status": "applies", + "original_sha256": "f24d8ba4f9745226dbb430484f85ec307d80ecc5112a258add7ee38c6dc4d1e5", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "f24d8ba4f9745226dbb430484f85ec307d80ecc5112a258add7ee38c6dc4d1e5" + } + } +] diff --git a/reports/experiments/paired-20/single/attempts/pydata__xarray-4094.json b/reports/experiments/paired-20/single/attempts/pydata__xarray-4094.json new file mode 100644 index 0000000..ada2ac9 --- /dev/null +++ b/reports/experiments/paired-20/single/attempts/pydata__xarray-4094.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/xarray/core/dataarray.py\n+++ b/xarray/core/dataarray.py\n@@ -1965,7 +1965,7 @@\n # pull variables out of datarray\n data_dict = {}\n for k in variables:\n- data_dict[k] = self.sel({variable_dim: k}).squeeze(drop=True)\n+ data_dict[k] = self.sel({variable_dim: k}, drop=True).squeeze(drop=True)\n \n # unstacked dataset\n return Dataset(data_dict)\n", + "audit": { + "status": "applies", + "original_sha256": "ca0e8c03e723f6fce7b7936dc37921c7b0561d85087f0656400e9b3ec106fca7", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "ca0e8c03e723f6fce7b7936dc37921c7b0561d85087f0656400e9b3ec106fca7" + } + } +] diff --git a/reports/experiments/paired-20/single/attempts/pydata__xarray-4248.json b/reports/experiments/paired-20/single/attempts/pydata__xarray-4248.json new file mode 100644 index 0000000..fdec23f --- /dev/null +++ b/reports/experiments/paired-20/single/attempts/pydata__xarray-4248.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/xarray/core/formatting.py\n+++ b/xarray/core/formatting.py\n@@ -285,6 +285,10 @@\n else:\n dims_str = \"\"\n front_str = f\"{first_col}{dims_str}{var.dtype} \"\n+ units = var.attrs.get(\"units\")\n+ if units:\n+ units = str(units).replace(\"\\t\", \"\\\\t\").replace(\"\\n\", \"\\\\n\")\n+ front_str += f\"[{units}] \"\n \n values_width = max_width - len(front_str)\n values_str = inline_variable_array_repr(var, values_width)\n", + "audit": { + "status": "applies", + "original_sha256": "f04343beced33087afb37e6b0e9443d0e9b6752e7fe68ede02ee4756c4d91658", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "f04343beced33087afb37e6b0e9443d0e9b6752e7fe68ede02ee4756c4d91658" + } + } +] diff --git a/reports/experiments/paired-20/single/attempts/pytest-dev__pytest-11143.json b/reports/experiments/paired-20/single/attempts/pytest-dev__pytest-11143.json new file mode 100644 index 0000000..922fcb3 --- /dev/null +++ b/reports/experiments/paired-20/single/attempts/pytest-dev__pytest-11143.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/src/_pytest/assertion/rewrite.py\n+++ b/src/_pytest/assertion/rewrite.py\n@@ -675,6 +675,7 @@\n if (\n expect_docstring\n and isinstance(item, ast.Expr)\n and isinstance(item.value, ast.Constant)\n+ and isinstance(item.value.value, str)\n ):\n doc = item.value.value\n", + "audit": { + "status": "applies", + "original_sha256": "5673d57f052cacf34c5b7ef9530fb3dbbea978e5eca686fb92917daacfe02cf6", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "5673d57f052cacf34c5b7ef9530fb3dbbea978e5eca686fb92917daacfe02cf6" + } + } +] diff --git a/reports/experiments/paired-20/single/attempts/pytest-dev__pytest-11148.json b/reports/experiments/paired-20/single/attempts/pytest-dev__pytest-11148.json new file mode 100644 index 0000000..007ef2c --- /dev/null +++ b/reports/experiments/paired-20/single/attempts/pytest-dev__pytest-11148.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/src/_pytest/pathlib.py\n+++ b/src/_pytest/pathlib.py\n@@ -524,6 +524,9 @@\n if mode is ImportMode.importlib:\n module_name = module_name_from_path(path, root)\n \n+ if module_name in sys.modules:\n+ return sys.modules[module_name]\n+\n for meta_importer in sys.meta_path:\n spec = meta_importer.find_spec(module_name, [str(path.parent)])\n if spec is not None:\n--- a/testing/test_pathlib.py\n+++ b/testing/test_pathlib.py\n@@ -301,7 +301,7 @@\n- def test_importmode_twice_is_different_module(\n+ def test_importmode_twice_is_same_module(\n self, simple_module: Path, tmp_path: Path\n ) -> None:\n- \"\"\"`importlib` mode always returns a new module.\"\"\"\n+ \"\"\"`importlib` mode reuses an already imported module.\"\"\"\n module1 = import_path(simple_module, mode=\"importlib\", root=tmp_path)\n module2 = import_path(simple_module, mode=\"importlib\", root=tmp_path)\n- assert module1 is not module2\n+ assert module1 is module2\n", + "audit": { + "status": "invalid", + "original_sha256": "395ed4b50c0973ec2f410397621f0657327a271b69b7c8b1e23dd9e40c26f1d0", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: testing/test_pathlib.py:301\nerror: testing/test_pathlib.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "395ed4b50c0973ec2f410397621f0657327a271b69b7c8b1e23dd9e40c26f1d0" + } + } +] diff --git a/reports/experiments/paired-20/single/attempts/pytest-dev__pytest-7490.json b/reports/experiments/paired-20/single/attempts/pytest-dev__pytest-7490.json new file mode 100644 index 0000000..2cfa95a --- /dev/null +++ b/reports/experiments/paired-20/single/attempts/pytest-dev__pytest-7490.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/src/_pytest/skipping.py\n+++ b/src/_pytest/skipping.py\n@@ -255,6 +255,8 @@\n yield\n+ if xfailed is None:\n+ item._store[xfailed_key] = evaluate_xfail_marks(item)\n \n \n @hookimpl(hookwrapper=True)\n def pytest_runtest_makereport(item: Item, call: CallInfo[None]):\n outcome = yield\n", + "audit": { + "status": "applies", + "original_sha256": "c80a651108f4c287afc88fe6e199640b76976e87118f6fdadd8d5c2325c8f329", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "c80a651108f4c287afc88fe6e199640b76976e87118f6fdadd8d5c2325c8f329" + } + } +] diff --git a/reports/experiments/paired-20/single/attempts/scikit-learn__scikit-learn-13584.json b/reports/experiments/paired-20/single/attempts/scikit-learn__scikit-learn-13584.json new file mode 100644 index 0000000..43aff82 --- /dev/null +++ b/reports/experiments/paired-20/single/attempts/scikit-learn__scikit-learn-13584.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/sklearn/utils/_pprint.py\n+++ b/sklearn/utils/_pprint.py\n@@ -100,7 +100,7 @@\n init_params = signature(init_func).parameters\n init_params = {name: param.default for name, param in init_params.items()}\n for k, v in params.items():\n- if (v != init_params[k] and\n+ if (repr(v) != repr(init_params[k]) and\n not (is_scalar_nan(init_params[k]) and is_scalar_nan(v))):\n filtered_params[k] = v\n return filtered_params\n", + "audit": { + "status": "applies", + "original_sha256": "91f7c185465817d3902cbf60b04d4d254cbf9976fc2d020fa7ba453ae33677a2", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "91f7c185465817d3902cbf60b04d4d254cbf9976fc2d020fa7ba453ae33677a2" + } + } +] diff --git a/reports/experiments/paired-20/single/attempts/sphinx-doc__sphinx-8713.json b/reports/experiments/paired-20/single/attempts/sphinx-doc__sphinx-8713.json new file mode 100644 index 0000000..ca35a5d --- /dev/null +++ b/reports/experiments/paired-20/single/attempts/sphinx-doc__sphinx-8713.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/sphinx/ext/napoleon/docstring.py\n+++ b/sphinx/ext/napoleon/docstring.py\n@@ -684,4 +684,9 @@\n def _parse_other_parameters_section(self, section: str) -> List[str]:\n- return self._format_fields(_('Other Parameters'), self._consume_fields())\n+ if self._config.napoleon_use_param:\n+ fields = self._consume_fields(multiple=True)\n+ return self._format_docutils_params(fields)\n+ else:\n+ fields = self._consume_fields()\n+ return self._format_fields(_('Other Parameters'), fields)\n \n def _parse_parameters_section(self, section: str) -> List[str]:\n", + "audit": { + "status": "applies", + "original_sha256": "35ab9b24144697ef594da09bb6693bd27289984f681322fc4ebd12045f2be0b1", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "35ab9b24144697ef594da09bb6693bd27289984f681322fc4ebd12045f2be0b1" + } + } +] diff --git a/reports/experiments/paired-20/single/attempts/sympy__sympy-13437.json b/reports/experiments/paired-20/single/attempts/sympy__sympy-13437.json new file mode 100644 index 0000000..4b59d47 --- /dev/null +++ b/reports/experiments/paired-20/single/attempts/sympy__sympy-13437.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/sympy/functions/combinatorial/numbers.py\n+++ b/sympy/functions/combinatorial/numbers.py\n@@ -435,5 +435,7 @@\n @classmethod\n def eval(cls, n, k_sym=None, symbols=None):\n+ if n is S.Infinity and k_sym is None and symbols is None:\n+ return S.Infinity\n if n.is_Integer and n.is_nonnegative:\n if k_sym is None:\n return Integer(cls._bell(int(n)))\n--- a/sympy/functions/combinatorial/tests/test_comb_numbers.py\n+++ b/sympy/functions/combinatorial/tests/test_comb_numbers.py\n@@ -80,6 +80,10 @@\n def test_bell():\n assert [bell(n) for n in range(8)] == [1, 1, 2, 5, 15, 52, 203, 877]\n \n+ assert bell(oo) == oo\n+ n = Dummy('n')\n+ assert bell(n).limit(n, oo) == oo\n+\n assert bell(0, x) == 1\n assert bell(1, x) == x\n assert bell(2, x) == x**2 + x\n", + "audit": { + "status": "applies", + "original_sha256": "e9fd3b4037c385b508956838dc46c5ca8bb8fb4823b38572fd06b8dde467ab50", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "e9fd3b4037c385b508956838dc46c5ca8bb8fb4823b38572fd06b8dde467ab50" + } + } +] diff --git a/reports/experiments/paired-20/single/attempts/sympy__sympy-13647.json b/reports/experiments/paired-20/single/attempts/sympy__sympy-13647.json new file mode 100644 index 0000000..6e00907 --- /dev/null +++ b/reports/experiments/paired-20/single/attempts/sympy__sympy-13647.json @@ -0,0 +1,15 @@ +[ + { + "candidate": "--- a/sympy/matrices/common.py\n+++ b/sympy/matrices/common.py\n@@ -86,7 +86,7 @@\n return self[i, j]\n elif pos <= j < pos + other.cols:\n return other[i, j - pos]\n- return self[i, j - pos - other.cols]\n+ return self[i, j - other.cols]\n \n return self._new(self.rows, self.cols + other.cols,\n lambda i, j: entry(i, j))\n", + "audit": { + "status": "applies", + "original_sha256": "0c5ca584fe11861c46731e2153829205d76b55a38cc1bb1110b24fa9ec72b796", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "0c5ca584fe11861c46731e2153829205d76b55a38cc1bb1110b24fa9ec72b796" + } + } +] diff --git a/reports/experiments/paired-20/single/checks/matplotlib__matplotlib-23314.json b/reports/experiments/paired-20/single/checks/matplotlib__matplotlib-23314.json new file mode 100644 index 0000000..b108524 --- /dev/null +++ b/reports/experiments/paired-20/single/checks/matplotlib__matplotlib-23314.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "cb96b641ae8e1e0bb454dad4f5841940bb99e18347736a2e797d048cc7337a4e", + "hunks_recounted": true, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "4dbcd3aad6a5f00f224f753b186b718e8e2c6f0e7d0906fd554cdd48563eca49", + "initial_status": "applies", + "repair_attempts": 0, + "recovered": false +} diff --git a/reports/experiments/paired-20/single/checks/matplotlib__matplotlib-24149.json b/reports/experiments/paired-20/single/checks/matplotlib__matplotlib-24149.json new file mode 100644 index 0000000..461a935 --- /dev/null +++ b/reports/experiments/paired-20/single/checks/matplotlib__matplotlib-24149.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "b346c9299946bba418a998b40043bb6bb139488f006b54f34591a3852b6400ee", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "b346c9299946bba418a998b40043bb6bb139488f006b54f34591a3852b6400ee", + "initial_status": "applies", + "repair_attempts": 0, + "recovered": false +} diff --git a/reports/experiments/paired-20/single/checks/matplotlib__matplotlib-26011.json b/reports/experiments/paired-20/single/checks/matplotlib__matplotlib-26011.json new file mode 100644 index 0000000..c23962d --- /dev/null +++ b/reports/experiments/paired-20/single/checks/matplotlib__matplotlib-26011.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "cc011577ad2bd6604ea01908627b5b4d3fa9aaf7e5b103f159e2d944d1147b9c", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "cc011577ad2bd6604ea01908627b5b4d3fa9aaf7e5b103f159e2d944d1147b9c", + "initial_status": "applies", + "repair_attempts": 0, + "recovered": false +} diff --git a/reports/experiments/paired-20/single/checks/mwaskom__seaborn-2848.json b/reports/experiments/paired-20/single/checks/mwaskom__seaborn-2848.json new file mode 100644 index 0000000..5424847 --- /dev/null +++ b/reports/experiments/paired-20/single/checks/mwaskom__seaborn-2848.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "55465d87bc30c5fcd69f5d495770b3a5654288eb802203a166baf67267ef08a1", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "55465d87bc30c5fcd69f5d495770b3a5654288eb802203a166baf67267ef08a1", + "initial_status": "applies", + "repair_attempts": 0, + "recovered": false +} diff --git a/reports/experiments/paired-20/single/checks/pallets__flask-4045.json b/reports/experiments/paired-20/single/checks/pallets__flask-4045.json new file mode 100644 index 0000000..2424a66 --- /dev/null +++ b/reports/experiments/paired-20/single/checks/pallets__flask-4045.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "cf8ce0e23fe269e390dc1e06309ee30fe3868ed8428c73f5c982104bbdd73165", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "cf8ce0e23fe269e390dc1e06309ee30fe3868ed8428c73f5c982104bbdd73165", + "initial_status": "applies", + "repair_attempts": 0, + "recovered": false +} diff --git a/reports/experiments/paired-20/single/checks/pallets__flask-4992.json b/reports/experiments/paired-20/single/checks/pallets__flask-4992.json new file mode 100644 index 0000000..57b70dd --- /dev/null +++ b/reports/experiments/paired-20/single/checks/pallets__flask-4992.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "818d771abee109a85860354634bfacfd4bb8f3475883eeeafd278e53d6d84392", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "818d771abee109a85860354634bfacfd4bb8f3475883eeeafd278e53d6d84392", + "initial_status": "applies", + "repair_attempts": 0, + "recovered": false +} diff --git a/reports/experiments/paired-20/single/checks/psf__requests-2317.json b/reports/experiments/paired-20/single/checks/psf__requests-2317.json new file mode 100644 index 0000000..16625d1 --- /dev/null +++ b/reports/experiments/paired-20/single/checks/psf__requests-2317.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "9bc65f87df1eff2c778f47eb214e1a21e4a03ace09bbb04429349ee98a2779e2", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "9bc65f87df1eff2c778f47eb214e1a21e4a03ace09bbb04429349ee98a2779e2", + "initial_status": "applies", + "repair_attempts": 0, + "recovered": false +} diff --git a/reports/experiments/paired-20/single/checks/psf__requests-2674.json b/reports/experiments/paired-20/single/checks/psf__requests-2674.json new file mode 100644 index 0000000..aeca0e6 --- /dev/null +++ b/reports/experiments/paired-20/single/checks/psf__requests-2674.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "f24d8ba4f9745226dbb430484f85ec307d80ecc5112a258add7ee38c6dc4d1e5", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "f24d8ba4f9745226dbb430484f85ec307d80ecc5112a258add7ee38c6dc4d1e5", + "initial_status": "applies", + "repair_attempts": 0, + "recovered": false +} diff --git a/reports/experiments/paired-20/single/checks/pydata__xarray-4094.json b/reports/experiments/paired-20/single/checks/pydata__xarray-4094.json new file mode 100644 index 0000000..6541854 --- /dev/null +++ b/reports/experiments/paired-20/single/checks/pydata__xarray-4094.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "ca0e8c03e723f6fce7b7936dc37921c7b0561d85087f0656400e9b3ec106fca7", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "ca0e8c03e723f6fce7b7936dc37921c7b0561d85087f0656400e9b3ec106fca7", + "initial_status": "applies", + "repair_attempts": 0, + "recovered": false +} diff --git a/reports/experiments/paired-20/single/checks/pydata__xarray-4248.json b/reports/experiments/paired-20/single/checks/pydata__xarray-4248.json new file mode 100644 index 0000000..e719d53 --- /dev/null +++ b/reports/experiments/paired-20/single/checks/pydata__xarray-4248.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "f04343beced33087afb37e6b0e9443d0e9b6752e7fe68ede02ee4756c4d91658", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "f04343beced33087afb37e6b0e9443d0e9b6752e7fe68ede02ee4756c4d91658", + "initial_status": "applies", + "repair_attempts": 0, + "recovered": false +} diff --git a/reports/experiments/paired-20/single/checks/pytest-dev__pytest-11143.json b/reports/experiments/paired-20/single/checks/pytest-dev__pytest-11143.json new file mode 100644 index 0000000..59d5a09 --- /dev/null +++ b/reports/experiments/paired-20/single/checks/pytest-dev__pytest-11143.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "5673d57f052cacf34c5b7ef9530fb3dbbea978e5eca686fb92917daacfe02cf6", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "5673d57f052cacf34c5b7ef9530fb3dbbea978e5eca686fb92917daacfe02cf6", + "initial_status": "applies", + "repair_attempts": 0, + "recovered": false +} diff --git a/reports/experiments/paired-20/single/checks/pytest-dev__pytest-11148.json b/reports/experiments/paired-20/single/checks/pytest-dev__pytest-11148.json new file mode 100644 index 0000000..3c5125d --- /dev/null +++ b/reports/experiments/paired-20/single/checks/pytest-dev__pytest-11148.json @@ -0,0 +1,13 @@ +{ + "status": "invalid", + "original_sha256": "395ed4b50c0973ec2f410397621f0657327a271b69b7c8b1e23dd9e40c26f1d0", + "hunks_recounted": false, + "functional_tests_run": false, + "error": "error: patch failed: testing/test_pathlib.py:301\nerror: testing/test_pathlib.py: patch does not apply", + "created_files": [], + "deleted_files": [], + "submitted_sha256": "395ed4b50c0973ec2f410397621f0657327a271b69b7c8b1e23dd9e40c26f1d0", + "initial_status": "invalid", + "repair_attempts": 0, + "recovered": false +} diff --git a/reports/experiments/paired-20/single/checks/pytest-dev__pytest-7490.json b/reports/experiments/paired-20/single/checks/pytest-dev__pytest-7490.json new file mode 100644 index 0000000..54c883d --- /dev/null +++ b/reports/experiments/paired-20/single/checks/pytest-dev__pytest-7490.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "c80a651108f4c287afc88fe6e199640b76976e87118f6fdadd8d5c2325c8f329", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "c80a651108f4c287afc88fe6e199640b76976e87118f6fdadd8d5c2325c8f329", + "initial_status": "applies", + "repair_attempts": 0, + "recovered": false +} diff --git a/reports/experiments/paired-20/single/checks/scikit-learn__scikit-learn-13584.json b/reports/experiments/paired-20/single/checks/scikit-learn__scikit-learn-13584.json new file mode 100644 index 0000000..37d3e76 --- /dev/null +++ b/reports/experiments/paired-20/single/checks/scikit-learn__scikit-learn-13584.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "91f7c185465817d3902cbf60b04d4d254cbf9976fc2d020fa7ba453ae33677a2", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "91f7c185465817d3902cbf60b04d4d254cbf9976fc2d020fa7ba453ae33677a2", + "initial_status": "applies", + "repair_attempts": 0, + "recovered": false +} diff --git a/reports/experiments/paired-20/single/checks/sphinx-doc__sphinx-8713.json b/reports/experiments/paired-20/single/checks/sphinx-doc__sphinx-8713.json new file mode 100644 index 0000000..89e695b --- /dev/null +++ b/reports/experiments/paired-20/single/checks/sphinx-doc__sphinx-8713.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "35ab9b24144697ef594da09bb6693bd27289984f681322fc4ebd12045f2be0b1", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "35ab9b24144697ef594da09bb6693bd27289984f681322fc4ebd12045f2be0b1", + "initial_status": "applies", + "repair_attempts": 0, + "recovered": false +} diff --git a/reports/experiments/paired-20/single/checks/sympy__sympy-13437.json b/reports/experiments/paired-20/single/checks/sympy__sympy-13437.json new file mode 100644 index 0000000..955e88e --- /dev/null +++ b/reports/experiments/paired-20/single/checks/sympy__sympy-13437.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "e9fd3b4037c385b508956838dc46c5ca8bb8fb4823b38572fd06b8dde467ab50", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "e9fd3b4037c385b508956838dc46c5ca8bb8fb4823b38572fd06b8dde467ab50", + "initial_status": "applies", + "repair_attempts": 0, + "recovered": false +} diff --git a/reports/experiments/paired-20/single/checks/sympy__sympy-13647.json b/reports/experiments/paired-20/single/checks/sympy__sympy-13647.json new file mode 100644 index 0000000..35410f3 --- /dev/null +++ b/reports/experiments/paired-20/single/checks/sympy__sympy-13647.json @@ -0,0 +1,13 @@ +{ + "status": "applies", + "original_sha256": "0c5ca584fe11861c46731e2153829205d76b55a38cc1bb1110b24fa9ec72b796", + "hunks_recounted": false, + "functional_tests_run": false, + "error": null, + "created_files": [], + "deleted_files": [], + "submitted_sha256": "0c5ca584fe11861c46731e2153829205d76b55a38cc1bb1110b24fa9ec72b796", + "initial_status": "applies", + "repair_attempts": 0, + "recovered": false +} diff --git a/reports/experiments/paired-20/single/completion.json b/reports/experiments/paired-20/single/completion.json new file mode 100644 index 0000000..88ae326 --- /dev/null +++ b/reports/experiments/paired-20/single/completion.json @@ -0,0 +1,5 @@ +{ + "completed_at": "2026-10-08T21:54:22.904329+00:00", + "count": 20, + "predictions_sha256": "5dde19b4c2588ebf390c89b16f123b214875ae5a98637ab2c487730376089547" +} diff --git a/reports/experiments/paired-20/single/diagnoses.jsonl b/reports/experiments/paired-20/single/diagnoses.jsonl new file mode 100644 index 0000000..1ec7ce4 --- /dev/null +++ b/reports/experiments/paired-20/single/diagnoses.jsonl @@ -0,0 +1,20 @@ +{"instance_id": "matplotlib__matplotlib-23314", "diagnosis": {"conclusion": "identified", "root_cause": "Axes3D.draw() does not check the axes' visibility before drawing its background patch, 3D panes, and axes. It calls super().draw(renderer) only after those elements have already been rendered, so the superclass cannot prevent that drawing when set_visible(False) is used.", "affected_files": ["lib/mpl_toolkits/mplot3d/axes3d.py"], "evidence_ids": ["e0011"], "suggested_fix": "Return immediately from Axes3D.draw() when get_visible() is false, before any rendering or projection work. Add a regression test comparing a hidden 3D subplot against an empty subplot region.", "proposed_patch": "--- a/lib/mpl_toolkits/mplot3d/axes3d.py\n+++ b/lib/mpl_toolkits/mplot3d/axes3d.py\n@@ -388,5 +388,8 @@\n @martist.allow_rasterization\n def draw(self, renderer):\n+ if not self.get_visible():\n+ return\n+\n self._unstale_viewLim()\n \n # draw the background patch\n", "confidence": "high", "limitations": ["No test-execution tool was available; baseline tests and the reported reproduction were not run. No dependency/setup failure was observed.", "The proposed patch is UNVERIFIED and has not been applied.", "The diagnosis concerns the supplied source snapshot; the reported Matplotlib 3.4.2/Qt5Agg environment was not independently inspected."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "lib/mpl_toolkits/mplot3d/axes3d.py", "start_line": 411, "end_line": 421}, {"id": "e0002", "kind": "search", "path": "lib/mpl_toolkits/tests/test_mplot3d.py", "start_line": 116, "end_line": 126}, {"id": "e0003", "kind": "search", "path": "examples/mplot3d/rotate_axes3d_sgskip.py", "start_line": 18, "end_line": 28}, {"id": "e0004", "kind": "search", "path": "lib/matplotlib/projections/__init__.py", "start_line": 70, "end_line": 80}, {"id": "e0005", "kind": "search", "path": "examples/mplot3d/voxels.py", "start_line": 3, "end_line": 13}, {"id": "e0006", "kind": "search", "path": "lib/mpl_toolkits/axisartist/axis_artist.py", "start_line": 172, "end_line": 182}, {"id": "e0007", "kind": "search", "path": "lib/matplotlib/tests/test_skew.py", "start_line": 19, "end_line": 29}, {"id": "e0008", "kind": "search", "path": "examples/specialty_plots/skewt.py", "start_line": 25, "end_line": 35}, {"id": "e0009", "kind": "search", "path": "lib/mpl_toolkits/axes_grid1/parasite_axes.py", "start_line": 215, "end_line": 225}, {"id": "e0010", "kind": "search", "path": "lib/matplotlib/offsetbox.py", "start_line": 1472, "end_line": 1482}, {"id": "e0011", "kind": "source", "path": "lib/mpl_toolkits/mplot3d/axes3d.py", "start_line": 375, "end_line": 460}, {"id": "e0012", "kind": "search", "path": "lib/matplotlib/tests/test_skew.py", "start_line": 23, "end_line": 33}, {"id": "e0013", "kind": "search", "path": "lib/mpl_toolkits/axisartist/axis_artist.py", "start_line": 173, "end_line": 183}, {"id": "e0014", "kind": "search", "path": "examples/specialty_plots/skewt.py", "start_line": 27, "end_line": 37}, {"id": "e0015", "kind": "search", "path": "lib/mpl_toolkits/axes_grid1/mpl_axes.py", "start_line": 89, "end_line": 99}, {"id": "e0016", "kind": "search", "path": "examples/specialty_plots/skewt.py", "start_line": 33, "end_line": 43}, {"id": "e0017", "kind": "search", "path": "lib/matplotlib/tests/test_skew.py", "start_line": 23, "end_line": 33}, {"id": "e0018", "kind": "search", "path": "lib/matplotlib/axis.py", "start_line": 296, "end_line": 306}, {"id": "e0019", "kind": "search", "path": "lib/matplotlib/axes/_base.py", "start_line": 782, "end_line": 792}, {"id": "e0020", "kind": "search", "path": "lib/matplotlib/tests/test_skew.py", "start_line": 23, "end_line": 33}, {"id": "e0021", "kind": "search", "path": "examples/specialty_plots/skewt.py", "start_line": 27, "end_line": 37}, {"id": "e0022", "kind": "search", "path": "lib/mpl_toolkits/mplot3d/axis3d.py", "start_line": 485, "end_line": 495}, {"id": "e0023", "kind": "search", "path": "examples/misc/cursor_demo.py", "start_line": 38, "end_line": 48}, {"id": "e0024", "kind": "search", "path": "lib/mpl_toolkits/axisartist/axislines.py", "start_line": 453, "end_line": 463}, {"id": "e0025", "kind": "search", "path": "lib/mpl_toolkits/axes_grid1/parasite_axes.py", "start_line": 158, "end_line": 168}, {"id": "e0026", "kind": "search", "path": "examples/specialty_plots/skewt.py", "start_line": 38, "end_line": 48}, {"id": "e0027", "kind": "search", "path": "lib/matplotlib/tests/test_skew.py", "start_line": 28, "end_line": 38}, {"id": "e0028", "kind": "search", "path": "lib/matplotlib/tests/test_skew.py", "start_line": 29, "end_line": 39}, {"id": "e0029", "kind": "search", "path": "examples/specialty_plots/skewt.py", "start_line": 39, "end_line": 49}, {"id": "e0030", "kind": "search", "path": "lib/mpl_toolkits/axisartist/axis_artist.py", "start_line": 173, "end_line": 183}, {"id": "e0031", "kind": "search", "path": "lib/mpl_toolkits/axes_grid1/parasite_axes.py", "start_line": 19, "end_line": 29}, {"id": "e0032", "kind": "search", "path": "lib/matplotlib/offsetbox.py", "start_line": 315, "end_line": 325}, {"id": "e0033", "kind": "search", "path": "lib/mpl_toolkits/tests/test_axisartist_axis_artist.py", "start_line": 10, "end_line": 20}, {"id": "e0034", "kind": "search", "path": "lib/mpl_toolkits/axes_grid1/mpl_axes.py", "start_line": 89, "end_line": 99}, {"id": "e0035", "kind": "search", "path": "examples/misc/demo_agg_filter.py", "start_line": 191, "end_line": 201}, {"id": "e0036", "kind": "search", "path": "examples/specialty_plots/skewt.py", "start_line": 33, "end_line": 43}, {"id": "e0037", "kind": "search", "path": "lib/matplotlib/tests/test_skew.py", "start_line": 23, "end_line": 33}], "routes": [{"agent": "single_agent", "reason": "single_conversation_baseline"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "matplotlib__matplotlib-23563", "diagnosis": null, "evidence_provenance": [], "routes": [], "test_status": "not_run", "patch_verified": false} +{"instance_id": "matplotlib__matplotlib-24149", "diagnosis": {"conclusion": "identified", "root_cause": "Axes.bar converts width through _convert_dx, which selects the first finite x value. For all-NaN x data, _safe_first_finite exhausts its generator and raises StopIteration. Neither the local handlers nor the outer conversion fallback catches this exception, so it escapes from bar. NaN heights alone do not exhaust the x-position lookup.", "affected_files": ["lib/matplotlib/axes/_axes.py"], "evidence_ids": ["e0006", "e0007", "e0008"], "suggested_fix": "Catch StopIteration in _convert_dx's outer fallback so inputs without a finite reference position convert the width independently. Retain first-finite selection for mixed finite/NaN inputs. Add regression coverage for all-NaN positions, NaN heights, and mixed finite/NaN positions. The proposed patch is UNVERIFIED.", "proposed_patch": "--- a/lib/matplotlib/axes/_axes.py\n+++ b/lib/matplotlib/axes/_axes.py\n@@ -2195,7 +2195,7 @@\n dx = [convert(x0 + ddx) - x for ddx in dx]\n if delist:\n dx = dx[0]\n- except (ValueError, TypeError, AttributeError):\n+ except (ValueError, TypeError, AttributeError, StopIteration):\n # if the above fails (for any reason) just fallback to what\n # we do by default and convert dx by itself.\n dx = convert(dx)\n", "confidence": "high", "limitations": ["No test-execution tool is available; baseline tests and the reproduction were not run.", "The patch has not been applied or validated.", "The reported version regression was not independently verified against earlier releases."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "lib/matplotlib/units.py", "start_line": 197, "end_line": 207}, {"id": "e0002", "kind": "search", "path": "lib/matplotlib/axes/_axes.py", "start_line": 2179, "end_line": 2189}, {"id": "e0003", "kind": "search", "path": "lib/matplotlib/cbook/__init__.py", "start_line": 1703, "end_line": 1713}, {"id": "e0004", "kind": "search", "path": "lib/matplotlib/tests/test_cbook.py", "start_line": 602, "end_line": 612}, {"id": "e0005", "kind": "search", "path": "examples/lines_bars_and_markers/curve_error_band.py", "start_line": 40, "end_line": 50}, {"id": "e0006", "kind": "source", "path": "lib/matplotlib/axes/_axes.py", "start_line": 2140, "end_line": 2210}, {"id": "e0007", "kind": "source", "path": "lib/matplotlib/cbook/__init__.py", "start_line": 1708, "end_line": 1755}, {"id": "e0008", "kind": "source", "path": "lib/matplotlib/axes/_axes.py", "start_line": 2350, "end_line": 2395}], "routes": [{"agent": "single_agent", "reason": "single_conversation_baseline"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "matplotlib__matplotlib-26011", "diagnosis": {"conclusion": "identified", "root_cause": "Axes.set_xlim delegates to Axis._set_lim. That helper updates shared siblings with emit=False to prevent recursive propagation, but callback dispatch is also guarded by emit. Consequently, sibling limits change without their xlim_changed callbacks being notified.", "affected_files": ["lib/matplotlib/axis.py"], "evidence_ids": ["e0006", "e0017"], "suggested_fix": "Keep emit=False for sibling updates, then explicitly notify each sibling's observers inside the originating emit=True branch. Do not move callback dispatch outside the emit guard: that would break explicit emit=False behavior. Add regression coverage for shared-axis callbacks and suppressed notifications.", "proposed_patch": "--- a/lib/matplotlib/axis.py\n+++ b/lib/matplotlib/axis.py\n@@ -1243,6 +1243,7 @@\n for other in self._get_shared_axes():\n if other is not self.axes:\n other._axis_map[name]._set_lim(\n v0, v1, emit=False, auto=auto)\n+ other.callbacks.process(f\"{name}lim_changed\", other)\n if other.figure != self.figure:\n other.figure.canvas.draw_idle()\n", "confidence": "high", "limitations": ["No test-execution tool was supplied; baseline tests and runtime reproduction were not run. This is not a dependency/setup failure.", "The proposed patch is UNVERIFIED and has not been applied. The shared helper also handles y- and z-axis limits."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "lib/matplotlib/axes/_base.py", "start_line": 1229, "end_line": 1239}, {"id": "e0002", "kind": "search", "path": "lib/matplotlib/axis.py", "start_line": 1201, "end_line": 1211}, {"id": "e0003", "kind": "search", "path": "lib/mpl_toolkits/axes_grid1/parasite_axes.py", "start_line": 20, "end_line": 30}, {"id": "e0004", "kind": "search", "path": "lib/mpl_toolkits/mplot3d/axes3d.py", "start_line": 833, "end_line": 843}, {"id": "e0005", "kind": "search", "path": "galleries/examples/event_handling/viewlims.py", "start_line": 83, "end_line": 93}, {"id": "e0006", "kind": "source", "path": "lib/matplotlib/axis.py", "start_line": 1170, "end_line": 1289}, {"id": "e0007", "kind": "search", "path": "lib/matplotlib/axes/_base.py", "start_line": 3567, "end_line": 3577}, {"id": "e0008", "kind": "search", "path": "lib/matplotlib/widgets.py", "start_line": 291, "end_line": 301}, {"id": "e0009", "kind": "search", "path": "lib/matplotlib/axis.py", "start_line": 1109, "end_line": 1119}, {"id": "e0010", "kind": "search", "path": "lib/matplotlib/figure.py", "start_line": 451, "end_line": 461}, {"id": "e0011", "kind": "search", "path": "lib/matplotlib/backend_managers.py", "start_line": 75, "end_line": 85}, {"id": "e0012", "kind": "search", "path": "lib/mpl_toolkits/axes_grid1/parasite_axes.py", "start_line": 20, "end_line": 30}, {"id": "e0013", "kind": "search", "path": "lib/matplotlib/axes/_base.py", "start_line": 1274, "end_line": 1284}, {"id": "e0014", "kind": "search", "path": "lib/matplotlib/axis.py", "start_line": 1238, "end_line": 1248}, {"id": "e0015", "kind": "search", "path": "galleries/examples/event_handling/viewlims.py", "start_line": 83, "end_line": 93}, {"id": "e0016", "kind": "search", "path": "lib/matplotlib/backend_managers.py", "start_line": 50, "end_line": 60}, {"id": "e0017", "kind": "source", "path": "lib/matplotlib/axes/_base.py", "start_line": 3570, "end_line": 3675}], "routes": [{"agent": "single_agent", "reason": "single_conversation_baseline"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "mwaskom__seaborn-2848", "diagnosis": {"conclusion": "identified", "root_cause": "PairGrid passes all hue values to hue-aware plotting functions, even when hue_order selects a subset. Categorical HueMapping builds its lookup table from that subset and sets norm to None. Looking up an excluded species raises KeyError, then incorrectly enters numeric interpolation: self.norm(key) raises TypeError, and np.isnan(key) raises the reported error for a string. The missing categorical value should instead map to a transparent color.", "affected_files": ["seaborn/_oldcore.py"], "evidence_ids": ["e0011", "e0029", "e0030", "e0031", "e0033"], "suggested_fix": "Return transparent RGBA for an unknown hue when no numeric normalization exists, retaining interpolation for numeric mappings. Add regression coverage for subset hue_order in HueMapping and pairplot. The proposed patch is UNVERIFIED.", "proposed_patch": "--- a/seaborn/_oldcore.py\n+++ b/seaborn/_oldcore.py\n@@ -148,8 +148,12 @@\n try:\n # Use a value that's in the original data vector\n value = self.lookup_table[key]\n except KeyError:\n+ # Missing categorical levels have no interpolation mapping.\n+ if self.norm is None:\n+ return (0, 0, 0, 0)\n+\n # Use the colormap to interpolate between existing datapoints\n # (e.g. in the context of making a continuous legend)\n try:\n normed = self.norm(key)\n", "confidence": "high", "limitations": ["No test-execution tool is available; baseline tests and reproduction were not run. No dependency/setup failure was observed.", "The current snapshot contains the faulty implementation in seaborn/_oldcore.py, rather than the issue's reported seaborn/_core.py; the exact 0.11.1 checkout was not verified.", "The patch has not been applied or validated."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "seaborn/_oldcore.py", "start_line": 55, "end_line": 65}, {"id": "e0002", "kind": "search", "path": "tests/test_core.py", "start_line": 11, "end_line": 21}, {"id": "e0003", "kind": "search", "path": "seaborn/_docstrings.py", "start_line": 100, "end_line": 110}, {"id": "e0004", "kind": "search", "path": "tests/_core/test_properties.py", "start_line": 78, "end_line": 88}, {"id": "e0005", "kind": "search", "path": "seaborn/distributions.py", "start_line": 1120, "end_line": 1130}, {"id": "e0006", "kind": "search", "path": "tests/test_axisgrid.py", "start_line": 236, "end_line": 246}, {"id": "e0007", "kind": "search", "path": "seaborn/_docstrings.py", "start_line": 87, "end_line": 97}, {"id": "e0008", "kind": "search", "path": "seaborn/axisgrid.py", "start_line": 208, "end_line": 218}, {"id": "e0009", "kind": "search", "path": "seaborn/regression.py", "start_line": 559, "end_line": 569}, {"id": "e0010", "kind": "search", "path": "examples/scatterplot_matrix.py", "start_line": 8, "end_line": 11}, {"id": "e0011", "kind": "source", "path": "seaborn/_oldcore.py", "start_line": 68, "end_line": 187}, {"id": "e0012", "kind": "search", "path": "seaborn/axisgrid.py", "start_line": 208, "end_line": 218}, {"id": "e0013", "kind": "search", "path": "seaborn/_docstrings.py", "start_line": 87, "end_line": 97}, {"id": "e0014", "kind": "search", "path": "seaborn/relational.py", "start_line": 623, "end_line": 633}, {"id": "e0015", "kind": "search", "path": "tests/test_axisgrid.py", "start_line": 236, "end_line": 246}, {"id": "e0016", "kind": "search", "path": "seaborn/distributions.py", "start_line": 1383, "end_line": 1393}, {"id": "e0017", "kind": "search", "path": "doc/releases/v0.11.1.txt", "start_line": 10, "end_line": 20}, {"id": "e0018", "kind": "search", "path": "tests/test_axisgrid.py", "start_line": 1246, "end_line": 1256}, {"id": "e0019", "kind": "search", "path": "examples/scatterplot_matrix.py", "start_line": 8, "end_line": 11}, {"id": "e0020", "kind": "search", "path": "seaborn/axisgrid.py", "start_line": 1330, "end_line": 1340}, {"id": "e0021", "kind": "search", "path": "seaborn/_docstrings.py", "start_line": 95, "end_line": 105}, {"id": "e0022", "kind": "search", "path": "seaborn/distributions.py", "start_line": 58, "end_line": 68}, {"id": "e0023", "kind": "search", "path": "doc/releases/v0.11.1.txt", "start_line": 12, "end_line": 22}, {"id": "e0024", "kind": "search", "path": "tests/test_axisgrid.py", "start_line": 35, "end_line": 45}, {"id": "e0025", "kind": "search", "path": "doc/releases/v0.11.0.txt", "start_line": 2, "end_line": 12}, {"id": "e0026", "kind": "search", "path": "tests/test_relational.py", "start_line": 1492, "end_line": 1502}, {"id": "e0027", "kind": "search", "path": "seaborn/relational.py", "start_line": 576, "end_line": 586}, {"id": "e0028", "kind": "search", "path": "tests/test_core.py", "start_line": 71, "end_line": 81}, {"id": "e0029", "kind": "source", "path": "seaborn/_oldcore.py", "start_line": 181, "end_line": 225}, {"id": "e0030", "kind": "source", "path": "seaborn/axisgrid.py", "start_line": 1500, "end_line": 1619}, {"id": "e0031", "kind": "source", "path": "seaborn/relational.py", "start_line": 530, "end_line": 589}, {"id": "e0032", "kind": "source", "path": "tests/test_core.py", "start_line": 85, "end_line": 204}, {"id": "e0033", "kind": "source", "path": "seaborn/_oldcore.py", "start_line": 148, "end_line": 171}], "routes": [{"agent": "single_agent", "reason": "single_conversation_baseline"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "pallets__flask-4045", "diagnosis": {"conclusion": "identified", "root_cause": "Blueprint.__init__ assigns name without rejecting dots. Nested registration uses dots to delimit blueprint names, so a literal dotted name is indistinguishable from a nested namespace. Endpoint names already have dot validation, but blueprint names do not.", "affected_files": ["src/flask/blueprints.py"], "evidence_ids": ["e0006", "e0017"], "suggested_fix": "Reject blueprint names containing '.' with ValueError during construction. Add regression coverage for leading, trailing, and internal dots, while preserving valid names and nested registration. The proposed patch is UNVERIFIED.", "proposed_patch": "--- a/src/flask/blueprints.py\n+++ b/src/flask/blueprints.py\n@@ -188,6 +188,9 @@\n template_folder=template_folder,\n root_path=root_path,\n )\n+ if \".\" in name:\n+ raise ValueError(\"'name' may not contain a dot '.' character.\")\n+\n self.name = name\n self.url_prefix = url_prefix\n self.subdomain = subdomain\n", "confidence": "high", "limitations": ["No test execution tool was supplied; baseline tests and runtime reproduction were not run.", "The patch has not been applied or validated."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "src/flask/helpers.py", "start_line": 282, "end_line": 292}, {"id": "e0002", "kind": "search", "path": "src/flask/blueprints.py", "start_line": 98, "end_line": 108}, {"id": "e0003", "kind": "search", "path": "src/flask/scaffold.py", "start_line": 86, "end_line": 96}, {"id": "e0004", "kind": "search", "path": "tests/test_blueprints.py", "start_line": 8, "end_line": 18}, {"id": "e0005", "kind": "search", "path": "src/flask/app.py", "start_line": 107, "end_line": 117}, {"id": "e0006", "kind": "source", "path": "src/flask/blueprints.py", "start_line": 170, "end_line": 289}, {"id": "e0007", "kind": "search", "path": "src/flask/blueprints.py", "start_line": 98, "end_line": 108}, {"id": "e0008", "kind": "search", "path": "examples/tutorial/flaskr/__init__.py", "start_line": 38, "end_line": 48}, {"id": "e0009", "kind": "search", "path": "src/flask/scaffold.py", "start_line": 58, "end_line": 68}, {"id": "e0010", "kind": "search", "path": "tests/test_blueprints.py", "start_line": 327, "end_line": 337}, {"id": "e0011", "kind": "search", "path": "src/flask/helpers.py", "start_line": 282, "end_line": 292}, {"id": "e0012", "kind": "search", "path": "tests/test_config.py", "start_line": 52, "end_line": 62}, {"id": "e0013", "kind": "search", "path": "tests/test_cli.py", "start_line": 177, "end_line": 187}, {"id": "e0014", "kind": "search", "path": "tests/test_instance_config.py", "start_line": 7, "end_line": 17}, {"id": "e0015", "kind": "search", "path": "tests/test_blueprints.py", "start_line": 120, "end_line": 130}, {"id": "e0016", "kind": "search", "path": "tests/test_helpers.py", "start_line": 122, "end_line": 132}, {"id": "e0017", "kind": "source", "path": "src/flask/blueprints.py", "start_line": 290, "end_line": 409}, {"id": "e0018", "kind": "source", "path": "tests/test_blueprints.py", "start_line": 1, "end_line": 80}, {"id": "e0019", "kind": "search", "path": "src/flask/helpers.py", "start_line": 194, "end_line": 204}, {"id": "e0020", "kind": "search", "path": "tests/test_blueprints.py", "start_line": 7, "end_line": 17}, {"id": "e0021", "kind": "search", "path": "tests/test_async.py", "start_line": 3, "end_line": 13}, {"id": "e0022", "kind": "search", "path": "src/flask/blueprints.py", "start_line": 400, "end_line": 410}, {"id": "e0023", "kind": "search", "path": "tests/test_cli.py", "start_line": 613, "end_line": 623}], "routes": [{"agent": "single_agent", "reason": "single_conversation_baseline"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "pallets__flask-4992", "diagnosis": {"conclusion": "identified", "root_cause": "Config.from_file() always calls open(filename) without a mode, producing a text stream, and exposes no parameter to change that. Binary-only loaders such as tomllib.load therefore cannot be used directly. The existing test covers only json.load with the default text mode.", "affected_files": ["src/flask/config.py"], "evidence_ids": ["e0006", "e0007"], "suggested_fix": "Add a mode parameter defaulting to 'r' and pass it to open(), preserving existing callers. Use app.config.from_file('config.toml', tomllib.load, mode='rb'); 'b' alone is not a valid open() mode. Add regression coverage for binary loading and unchanged default text loading.", "proposed_patch": "--- a/src/flask/config.py\n+++ b/src/flask/config.py\n@@ -233,6 +233,7 @@\n self,\n filename: str,\n load: t.Callable[[t.IO[t.Any]], t.Mapping],\n silent: bool = False,\n+ mode: str = \"r\",\n ) -> bool:\n \"\"\"Update the values in the config from a file that is loaded\n@@ -255,6 +256,8 @@\n :type load: ``Callable[[Reader], Mapping]`` where ``Reader``\n implements a ``read`` method.\n :param silent: Ignore the file if it doesn't exist.\n+ :param mode: The mode passed to :func:`open`. Defaults to\n+ ``\"r\"``. Use ``\"rb\"`` for loaders that require binary input.\n :return: ``True`` if the file was loaded successfully.\n \n .. versionadded:: 2.0\n@@ -263,7 +266,7 @@\n filename = os.path.join(self.root_path, filename)\n \n try:\n- with open(filename) as f:\n+ with open(filename, mode) as f:\n obj = load(f)\n except OSError as e:\n if silent and e.errno in (errno.ENOENT, errno.EISDIR):\n", "confidence": "high", "limitations": ["No test-execution tool was supplied; baseline tests and the reported exception were not reproduced.", "The proposed patch is UNVERIFIED and has not been applied."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "tests/test_config.py", "start_line": 30, "end_line": 40}, {"id": "e0002", "kind": "search", "path": "src/flask/config.py", "start_line": 229, "end_line": 239}, {"id": "e0003", "kind": "search", "path": "examples/tutorial/tests/conftest.py", "start_line": 8, "end_line": 18}, {"id": "e0004", "kind": "search", "path": "src/flask/app.py", "start_line": 604, "end_line": 614}, {"id": "e0005", "kind": "search", "path": "tests/test_instance_config.py", "start_line": 5, "end_line": 15}, {"id": "e0006", "kind": "source", "path": "src/flask/config.py", "start_line": 233, "end_line": 305}, {"id": "e0007", "kind": "source", "path": "tests/test_config.py", "start_line": 1, "end_line": 42}], "routes": [{"agent": "single_agent", "reason": "single_conversation_baseline"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "psf__requests-2317", "diagnosis": {"conclusion": "identified", "root_cause": "Session.request converts method using builtin_str, which is Python 3's str. For b'GET', this produces the literal text \"b'GET'\" rather than decoding the bytes; uppercasing subsequently produces \"B'GET'\", not the HTTP method GET. Python 2's native str already represents byte strings, explaining the version difference. The existing to_native_string helper correctly decodes bytes on Python 3.", "affected_files": ["requests/sessions.py"], "evidence_ids": ["e0011", "e0012", "e0013", "e0014", "e0015"], "suggested_fix": "Replace builtin_str(method) with the already-imported to_native_string(method), preserving native strings and decoding byte methods as ASCII. Add regression coverage for byte and Unicode method names. The proposed patch is UNVERIFIED.", "proposed_patch": "--- a/requests/sessions.py\n+++ b/requests/sessions.py\n@@ -426,7 +426,7 @@\n \"\"\"\n \n- method = builtin_str(method)\n+ method = to_native_string(method)\n \n # Create the Request.\n req = Request(\n method = method.upper(),\n", "confidence": "high", "limitations": ["No test-execution tool was provided; baseline tests and reproduction were not run, and the patch was not applied or validated.", "The reported server response and neutronclient behavior were not independently verified; the diagnosis establishes the Requests method-conversion defect from source."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "requests/models.py", "start_line": 31, "end_line": 41}, {"id": "e0002", "kind": "search", "path": "requests/sessions.py", "start_line": 425, "end_line": 435}, {"id": "e0003", "kind": "search", "path": "requests/auth.py", "start_line": 14, "end_line": 24}, {"id": "e0004", "kind": "search", "path": "test_requests.py", "start_line": 16, "end_line": 26}, {"id": "e0005", "kind": "search", "path": "requests/packages/urllib3/connectionpool.py", "start_line": 68, "end_line": 78}, {"id": "e0006", "kind": "search", "path": "requests/auth.py", "start_line": 16, "end_line": 26}, {"id": "e0007", "kind": "search", "path": "requests/utils.py", "start_line": 652, "end_line": 662}, {"id": "e0008", "kind": "search", "path": "requests/sessions.py", "start_line": 18, "end_line": 28}, {"id": "e0009", "kind": "search", "path": "requests/models.py", "start_line": 28, "end_line": 38}, {"id": "e0010", "kind": "search", "path": "test_requests.py", "start_line": 902, "end_line": 912}, {"id": "e0011", "kind": "source", "path": "requests/sessions.py", "start_line": 12, "end_line": 40}, {"id": "e0012", "kind": "source", "path": "requests/sessions.py", "start_line": 420, "end_line": 454}, {"id": "e0013", "kind": "source", "path": "requests/utils.py", "start_line": 655, "end_line": 682}, {"id": "e0014", "kind": "source", "path": "requests/compat.py", "start_line": 1, "end_line": 115}, {"id": "e0015", "kind": "search", "path": "requests/models.py", "start_line": 325, "end_line": 335}, {"id": "e0016", "kind": "search", "path": "test_requests.py", "start_line": 517, "end_line": 527}, {"id": "e0017", "kind": "search", "path": "requests/sessions.py", "start_line": 335, "end_line": 345}], "routes": [{"agent": "single_agent", "reason": "single_conversation_baseline"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "psf__requests-2674", "diagnosis": {"conclusion": "identified", "root_cause": "HTTPAdapter.send catches urllib3 HTTPError but re-raises exceptions other than SSLError and ReadTimeoutError unchanged. Consequently, a directly propagated ConnectTimeoutError or base TimeoutError escapes the Requests exception boundary. urllib3 retry handling can re-raise the original error when retries are disabled. The reported DecodeError leak is not established in this snapshot: Response.iter_content already translates it into ContentDecodingError, and translates ReadTimeoutError into ConnectionError.", "affected_files": ["requests/adapters.py"], "evidence_ids": ["e0012", "e0020", "e0022", "e0034", "e0011"], "suggested_fix": "Translate directly propagated urllib3 connection timeouts into requests.exceptions.ConnectTimeout and remaining urllib3 timeout errors into requests.exceptions.Timeout. Preserve the existing ReadTimeout mapping. Add regression coverage for disabled-retry timeout propagation. The proposed patch is UNVERIFIED.", "proposed_patch": "--- a/requests/adapters.py\n+++ b/requests/adapters.py\n@@ -27,9 +27,10 @@\n from .packages.urllib3.exceptions import ReadTimeoutError\n from .packages.urllib3.exceptions import SSLError as _SSLError\n from .packages.urllib3.exceptions import ResponseError\n+from .packages.urllib3.exceptions import TimeoutError as _TimeoutError\n from .cookies import extract_cookies_to_jar\n from .exceptions import (ConnectionError, ConnectTimeout, ReadTimeout, SSLError,\n- ProxyError, RetryError)\n+ ProxyError, RetryError, Timeout)\n from .auth import _basic_auth_str\n \n DEFAULT_POOLBLOCK = False\n@@ -429,6 +430,10 @@\n raise SSLError(e, request=request)\n elif isinstance(e, ReadTimeoutError):\n raise ReadTimeout(e, request=request)\n+ elif isinstance(e, ConnectTimeoutError):\n+ raise ConnectTimeout(e, request=request)\n+ elif isinstance(e, _TimeoutError):\n+ raise Timeout(e, request=request)\n else:\n raise\n \n", "confidence": "medium", "limitations": ["No test execution tool was supplied; baseline tests were not run, and neither reproduction failure nor dependency/setup failure was observed.", "The original proxy timeout scenario has no traceback or reproduction, so its exact path is unconfirmed.", "The reported DecodeError leak through the normal Requests content API is not supported by the current source snapshot.", "The proposed patch has not been applied or validated."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "test_requests.py", "start_line": 763, "end_line": 773}, {"id": "e0002", "kind": "search", "path": "requests/adapters.py", "start_line": 1, "end_line": 11}, {"id": "e0003", "kind": "search", "path": "requests/sessions.py", "start_line": 108, "end_line": 118}, {"id": "e0004", "kind": "search", "path": "requests/models.py", "start_line": 639, "end_line": 649}, {"id": "e0005", "kind": "search", "path": "requests/packages/urllib3/response.py", "start_line": 8, "end_line": 18}, {"id": "e0006", "kind": "search", "path": "requests/exceptions.py", "start_line": 47, "end_line": 57}, {"id": "e0007", "kind": "search", "path": "requests/exceptions.py", "start_line": 47, "end_line": 57}, {"id": "e0008", "kind": "search", "path": "requests/packages/urllib3/exceptions.py", "start_line": 44, "end_line": 54}, {"id": "e0009", "kind": "search", "path": "requests/models.py", "start_line": 23, "end_line": 33}, {"id": "e0010", "kind": "search", "path": "requests/sessions.py", "start_line": 20, "end_line": 30}, {"id": "e0011", "kind": "source", "path": "requests/models.py", "start_line": 642, "end_line": 725}, {"id": "e0012", "kind": "source", "path": "requests/adapters.py", "start_line": 1, "end_line": 80}, {"id": "e0013", "kind": "search", "path": "requests/adapters.py", "start_line": 74, "end_line": 84}, {"id": "e0014", "kind": "search", "path": "test_requests.py", "start_line": 21, "end_line": 31}, {"id": "e0015", "kind": "search", "path": "requests/sessions.py", "start_line": 418, "end_line": 428}, {"id": "e0016", "kind": "search", "path": "requests/packages/urllib3/connectionpool.py", "start_line": 624, "end_line": 634}, {"id": "e0017", "kind": "search", "path": "requests/packages/urllib3/util/retry.py", "start_line": 3, "end_line": 13}, {"id": "e0018", "kind": "source", "path": "requests/exceptions.py", "start_line": 1, "end_line": 99}, {"id": "e0019", "kind": "source", "path": "requests/adapters.py", "start_line": 300, "end_line": 419}, {"id": "e0020", "kind": "source", "path": "requests/packages/urllib3/exceptions.py", "start_line": 1, "end_line": 120}, {"id": "e0021", "kind": "source", "path": "requests/packages/urllib3/response.py", "start_line": 180, "end_line": 299}, {"id": "e0022", "kind": "source", "path": "requests/adapters.py", "start_line": 410, "end_line": 435}, {"id": "e0023", "kind": "search", "path": "requests/adapters.py", "start_line": 414, "end_line": 424}, {"id": "e0024", "kind": "search", "path": "requests/packages/urllib3/connectionpool.py", "start_line": 297, "end_line": 307}, {"id": "e0025", "kind": "search", "path": "requests/sessions.py", "start_line": 89, "end_line": 99}, {"id": "e0026", "kind": "search", "path": "requests/exceptions.py", "start_line": 35, "end_line": 45}, {"id": "e0027", "kind": "search", "path": "requests/packages/urllib3/exceptions.py", "start_line": 38, "end_line": 48}, {"id": "e0028", "kind": "search", "path": "requests/packages/urllib3/util/timeout.py", "start_line": 186, "end_line": 196}, {"id": "e0029", "kind": "search", "path": "requests/packages/urllib3/util/connection.py", "start_line": 45, "end_line": 55}, {"id": "e0030", "kind": "search", "path": "requests/adapters.py", "start_line": 28, "end_line": 38}, {"id": "e0031", "kind": "search", "path": "requests/packages/urllib3/connectionpool.py", "start_line": 112, "end_line": 122}, {"id": "e0032", "kind": "search", "path": "requests/packages/urllib3/connection.py", "start_line": 134, "end_line": 144}, {"id": "e0033", "kind": "source", "path": "requests/packages/urllib3/connectionpool.py", "start_line": 530, "end_line": 615}, {"id": "e0034", "kind": "source", "path": "requests/packages/urllib3/util/retry.py", "start_line": 200, "end_line": 285}, {"id": "e0035", "kind": "source", "path": "requests/adapters.py", "start_line": 82, "end_line": 106}], "routes": [{"agent": "single_agent", "reason": "single_conversation_baseline"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "pydata__xarray-4094", "diagnosis": {"conclusion": "identified", "root_cause": "When all variable dimensions are sample dimensions, to_stacked_array creates a MultiIndex containing only the variable level. Selecting that level in to_unstacked_dataset consumes the entire index and leaves the selected stacked coordinate ('y') as a scalar, with different values for each variable. The subsequent squeeze(drop=True) only drops coordinates of dimensions it squeezes; it does not remove this already-scalar coordinate. Dataset(data_dict) therefore merges conflicting scalar 'y' coordinates and raises MergeError.", "affected_files": ["xarray/core/dataarray.py"], "evidence_ids": ["e0006", "e0007", "e0020", "e0024", "e0038", "e0039", "e0008"], "suggested_fix": "Pass drop=True during selection so the consumed stacked coordinate is removed immediately. Add a regression test roundtripping two variables whose only dimension is the sample dimension. The proposed patch is UNVERIFIED.", "proposed_patch": "--- a/xarray/core/dataarray.py\n+++ b/xarray/core/dataarray.py\n@@ -1965,7 +1965,7 @@\n # pull variables out of datarray\n data_dict = {}\n for k in variables:\n- data_dict[k] = self.sel({variable_dim: k}).squeeze(drop=True)\n+ data_dict[k] = self.sel({variable_dim: k}, drop=True).squeeze(drop=True)\n \n # unstacked dataset\n return Dataset(data_dict)\n", "confidence": "high", "limitations": ["No test-execution tools are available; reproduction and baseline tests were not run. This is not an observed dependency/setup failure.", "Existing roundtrip tests were inspected as source only. The proposed patch has not been applied or validated."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "xarray/core/dataarray.py", "start_line": 1898, "end_line": 1908}, {"id": "e0002", "kind": "search", "path": "xarray/tests/test_dataarray.py", "start_line": 2132, "end_line": 2142}, {"id": "e0003", "kind": "search", "path": "xarray/tests/test_dataset.py", "start_line": 3037, "end_line": 3047}, {"id": "e0004", "kind": "search", "path": "xarray/core/variable.py", "start_line": 11, "end_line": 21}, {"id": "e0005", "kind": "search", "path": "xarray/core/dataset.py", "start_line": 3407, "end_line": 3417}, {"id": "e0006", "kind": "source", "path": "xarray/core/dataarray.py", "start_line": 1901, "end_line": 2000}, {"id": "e0007", "kind": "source", "path": "xarray/core/dataset.py", "start_line": 3440, "end_line": 3515}, {"id": "e0008", "kind": "source", "path": "xarray/tests/test_dataset.py", "start_line": 2980, "end_line": 3055}, {"id": "e0009", "kind": "search", "path": "xarray/core/indexing.py", "start_line": 149, "end_line": 159}, {"id": "e0010", "kind": "search", "path": "xarray/core/dataarray.py", "start_line": 1725, "end_line": 1735}, {"id": "e0011", "kind": "search", "path": "xarray/core/dataset.py", "start_line": 139, "end_line": 149}, {"id": "e0012", "kind": "search", "path": "xarray/tests/test_dataarray.py", "start_line": 47, "end_line": 57}, {"id": "e0013", "kind": "search", "path": "xarray/tests/test_dataset.py", "start_line": 3198, "end_line": 3208}, {"id": "e0014", "kind": "search", "path": "xarray/tests/test_dataarray.py", "start_line": 908, "end_line": 918}, {"id": "e0015", "kind": "search", "path": "xarray/tests/test_dataset.py", "start_line": 1304, "end_line": 1314}, {"id": "e0016", "kind": "search", "path": "xarray/core/dataarray.py", "start_line": 2051, "end_line": 2061}, {"id": "e0017", "kind": "search", "path": "xarray/core/merge.py", "start_line": 140, "end_line": 150}, {"id": "e0018", "kind": "search", "path": "xarray/tests/test_concat.py", "start_line": 141, "end_line": 151}, {"id": "e0019", "kind": "search", "path": "xarray/tests/test_dataset.py", "start_line": 1147, "end_line": 1157}, {"id": "e0020", "kind": "source", "path": "xarray/core/indexing.py", "start_line": 115, "end_line": 215}, {"id": "e0021", "kind": "search", "path": "xarray/core/coordinates.py", "start_line": 367, "end_line": 377}, {"id": "e0022", "kind": "search", "path": "xarray/core/dataarray.py", "start_line": 203, "end_line": 213}, {"id": "e0023", "kind": "search", "path": "xarray/core/dataset.py", "start_line": 60, "end_line": 70}, {"id": "e0024", "kind": "source", "path": "xarray/core/merge.py", "start_line": 105, "end_line": 150}, {"id": "e0025", "kind": "search", "path": "xarray/tests/test_cftimeindex.py", "start_line": 434, "end_line": 444}, {"id": "e0026", "kind": "search", "path": "xarray/tests/test_interp.py", "start_line": 15, "end_line": 25}, {"id": "e0027", "kind": "search", "path": "xarray/tests/test_dataset.py", "start_line": 1275, "end_line": 1285}, {"id": "e0028", "kind": "search", "path": "xarray/tests/test_dataarray.py", "start_line": 895, "end_line": 905}, {"id": "e0029", "kind": "search", "path": "xarray/tests/test_computation.py", "start_line": 24, "end_line": 34}, {"id": "e0030", "kind": "search", "path": "xarray/core/common.py", "start_line": 299, "end_line": 309}, {"id": "e0031", "kind": "search", "path": "xarray/tests/test_conventions.py", "start_line": 29, "end_line": 39}, {"id": "e0032", "kind": "search", "path": "xarray/backends/rasterio_.py", "start_line": 23, "end_line": 33}, {"id": "e0033", "kind": "search", "path": "xarray/backends/pydap_.py", "start_line": 8, "end_line": 18}, {"id": "e0034", "kind": "search", "path": "xarray/tests/test_concat.py", "start_line": 18, "end_line": 28}, {"id": "e0035", "kind": "search", "path": "xarray/core/coordinates.py", "start_line": 393, "end_line": 403}, {"id": "e0036", "kind": "search", "path": "xarray/core/indexing.py", "start_line": 272, "end_line": 282}, {"id": "e0037", "kind": "search", "path": "xarray/core/dataset.py", "start_line": 2098, "end_line": 2108}, {"id": "e0038", "kind": "source", "path": "xarray/core/common.py", "start_line": 330, "end_line": 400}, {"id": "e0039", "kind": "source", "path": "xarray/core/dataset.py", "start_line": 1870, "end_line": 1985}], "routes": [{"agent": "single_agent", "reason": "single_conversation_baseline"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "pydata__xarray-4248", "diagnosis": {"conclusion": "identified", "root_cause": "The text Dataset representation routes ordinary coordinates and data variables through summarize_variable, which prints only the name, dimensions, dtype and values; it never reads variable units metadata. Dataset-level attributes are displayed separately and do not expose individual variable units. Units are already conventionally stored in attrs['units'], as demonstrated by the plotting label formatter.", "affected_files": ["xarray/core/formatting.py"], "evidence_ids": ["e0006", "e0013", "e0027", "e0028"], "suggested_fix": "Include nonempty attrs['units'] in the shared variable summary. The minimal proposed fix places units in brackets after the dtype, preserving existing name-column alignment, rather than implementing the example's expanded name column. Add regression coverage for coordinates, data variables, missing units and display-width handling.", "proposed_patch": "--- a/xarray/core/formatting.py\n+++ b/xarray/core/formatting.py\n@@ -285,6 +285,10 @@\n else:\n dims_str = \"\"\n front_str = f\"{first_col}{dims_str}{var.dtype} \"\n+ units = var.attrs.get(\"units\")\n+ if units:\n+ units = str(units).replace(\"\\t\", \"\\\\t\").replace(\"\\n\", \"\\\\n\")\n+ front_str += f\"[{units}] \"\n \n values_width = max_width - len(front_str)\n values_str = inline_variable_array_repr(var, values_width)\n", "confidence": "high", "limitations": ["No test-execution tool was available; baseline tests and reproduction were not run. No dependency/setup failure was observed.", "The proposed patch is UNVERIFIED and has not been applied.", "The patch addresses ordinary text summaries, not HTML representation or the separate MultiIndex header formatter.", "Very long unit strings and narrow display widths need regression testing; the patch does not infer units or retrieve them from encoding metadata."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "xarray/core/formatting_html.py", "start_line": 5, "end_line": 15}, {"id": "e0002", "kind": "search", "path": "xarray/core/formatting.py", "start_line": 271, "end_line": 281}, {"id": "e0003", "kind": "search", "path": "xarray/tests/test_formatting.py", "start_line": 374, "end_line": 384}, {"id": "e0004", "kind": "search", "path": "xarray/tests/test_formatting_html.py", "start_line": 53, "end_line": 63}, {"id": "e0005", "kind": "search", "path": "xarray/coding/times.py", "start_line": 67, "end_line": 77}, {"id": "e0006", "kind": "source", "path": "xarray/core/formatting.py", "start_line": 260, "end_line": 340}, {"id": "e0007", "kind": "search", "path": "xarray/core/formatting.py", "start_line": 362, "end_line": 372}, {"id": "e0008", "kind": "search", "path": "xarray/plot/facetgrid.py", "start_line": 319, "end_line": 329}, {"id": "e0009", "kind": "search", "path": "xarray/plot/plot.py", "start_line": 2, "end_line": 12}, {"id": "e0010", "kind": "search", "path": "xarray/plot/dataset_plot.py", "start_line": 76, "end_line": 86}, {"id": "e0011", "kind": "search", "path": "xarray/core/formatting_html.py", "start_line": 274, "end_line": 284}, {"id": "e0012", "kind": "source", "path": "xarray/tests/test_formatting.py", "start_line": 1, "end_line": 120}, {"id": "e0013", "kind": "source", "path": "xarray/core/formatting.py", "start_line": 341, "end_line": 400}, {"id": "e0014", "kind": "search", "path": "xarray/core/formatting.py", "start_line": 362, "end_line": 372}, {"id": "e0015", "kind": "search", "path": "xarray/plot/plot.py", "start_line": 329, "end_line": 339}, {"id": "e0016", "kind": "search", "path": "xarray/plot/dataset_plot.py", "start_line": 17, "end_line": 27}, {"id": "e0017", "kind": "search", "path": "xarray/tests/test_formatting.py", "start_line": 325, "end_line": 335}, {"id": "e0018", "kind": "search", "path": "xarray/tests/test_units.py", "start_line": 10, "end_line": 20}, {"id": "e0019", "kind": "search", "path": "xarray/tests/test_conventions.py", "start_line": 239, "end_line": 249}, {"id": "e0020", "kind": "search", "path": "xarray/core/formatting.py", "start_line": 495, "end_line": 505}, {"id": "e0021", "kind": "search", "path": "xarray/plot/facetgrid.py", "start_line": 42, "end_line": 52}, {"id": "e0022", "kind": "search", "path": "xarray/plot/dataset_plot.py", "start_line": 18, "end_line": 28}, {"id": "e0023", "kind": "search", "path": "xarray/core/formatting_html.py", "start_line": 67, "end_line": 77}, {"id": "e0024", "kind": "search", "path": "xarray/tests/test_formatting_html.py", "start_line": 96, "end_line": 106}, {"id": "e0025", "kind": "search", "path": "xarray/tests/test_plot.py", "start_line": 139, "end_line": 149}, {"id": "e0026", "kind": "search", "path": "xarray/plot/utils.py", "start_line": 439, "end_line": 449}, {"id": "e0027", "kind": "source", "path": "xarray/core/formatting.py", "start_line": 495, "end_line": 525}, {"id": "e0028", "kind": "source", "path": "xarray/plot/utils.py", "start_line": 442, "end_line": 475}, {"id": "e0029", "kind": "source", "path": "xarray/tests/test_formatting.py", "start_line": 380, "end_line": 423}], "routes": [{"agent": "single_agent", "reason": "single_conversation_baseline"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "pytest-dev__pytest-11143", "diagnosis": {"conclusion": "identified", "root_cause": "AssertionRewriter.run treats any leading ast.Constant expression as a module docstring, without checking that its value is a string. A leading integer therefore reaches is_rewrite_disabled, where checking 'PYTEST_DONT_REWRITE' membership raises TypeError during collection.", "affected_files": ["src/_pytest/assertion/rewrite.py"], "evidence_ids": ["e0016", "e0017"], "suggested_fix": "Restrict docstring detection to string-valued constants. Add regression coverage for leading numeric and other non-string constants alongside the existing import-placement tests. The proposed patch is UNVERIFIED.", "proposed_patch": "--- a/src/_pytest/assertion/rewrite.py\n+++ b/src/_pytest/assertion/rewrite.py\n@@ -675,6 +675,7 @@\n if (\n expect_docstring\n and isinstance(item, ast.Expr)\n and isinstance(item.value, ast.Constant)\n+ and isinstance(item.value.value, str)\n ):\n doc = item.value.value\n", "confidence": "high", "limitations": ["No test execution tool was available; baseline tests and reproduction were not run.", "The proposed patch has not been applied or validated."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "src/_pytest/assertion/rewrite.py", "start_line": 250, "end_line": 260}, {"id": "e0002", "kind": "search", "path": "src/_pytest/assertion/__init__.py", "start_line": 6, "end_line": 16}, {"id": "e0003", "kind": "search", "path": "src/_pytest/assertion/util.py", "start_line": 20, "end_line": 30}, {"id": "e0004", "kind": "search", "path": "src/_pytest/config/__init__.py", "start_line": 434, "end_line": 444}, {"id": "e0005", "kind": "search", "path": "testing/test_assertion.py", "start_line": 30, "end_line": 40}, {"id": "e0006", "kind": "search", "path": "src/_pytest/assertion/rewrite.py", "start_line": 250, "end_line": 260}, {"id": "e0007", "kind": "search", "path": "testing/test_assertrewrite.py", "start_line": 974, "end_line": 984}, {"id": "e0008", "kind": "search", "path": "src/_pytest/assertion/__init__.py", "start_line": 6, "end_line": 16}, {"id": "e0009", "kind": "search", "path": "src/_pytest/config/__init__.py", "start_line": 434, "end_line": 444}, {"id": "e0010", "kind": "search", "path": "src/pytest/__init__.py", "start_line": 3, "end_line": 13}, {"id": "e0011", "kind": "search", "path": "src/_pytest/assertion/rewrite.py", "start_line": 132, "end_line": 142}, {"id": "e0012", "kind": "search", "path": "testing/test_assertrewrite.py", "start_line": 70, "end_line": 80}, {"id": "e0013", "kind": "search", "path": "testing/python/show_fixtures_per_test.py", "start_line": 182, "end_line": 192}, {"id": "e0014", "kind": "search", "path": "src/_pytest/assertion/__init__.py", "start_line": 31, "end_line": 41}, {"id": "e0015", "kind": "search", "path": "testing/test_assertion.py", "start_line": 30, "end_line": 40}, {"id": "e0016", "kind": "source", "path": "src/_pytest/assertion/rewrite.py", "start_line": 660, "end_line": 779}, {"id": "e0017", "kind": "source", "path": "testing/test_assertrewrite.py", "start_line": 1, "end_line": 120}], "routes": [{"agent": "single_agent", "reason": "single_conversation_baseline"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "pytest-dev__pytest-11148", "diagnosis": {"conclusion": "identified", "root_cause": "The importlib branch of import_path unconditionally creates and executes a new module and overwrites sys.modules[module_name], even when that module is already loaded. Earlier imports retain the old module and its classes, while subsequent imports use the replacement, splitting class-level state. The existing test explicitly enforces this duplicate-module behavior. Doctest collection also calls this import path, providing a possible trigger for application modules.", "affected_files": ["src/_pytest/pathlib.py", "testing/test_pathlib.py"], "evidence_ids": ["e0006", "e0008", "e0025"], "suggested_fix": "Reuse an existing sys.modules entry before loading a module in importlib mode, and change the repeated-import test to require identity preservation. The proposed patch is UNVERIFIED.", "proposed_patch": "", "confidence": "medium", "limitations": ["No test execution tool was supplied; baseline tests and reproduction were not run. This is not a dependency/setup failure or a failed reproduction.", "The pmxbot source and configuration are unavailable, so the exact collection sequence causing its duplicate import is not confirmed.", "The patch has not been applied or validated.", "Candidate patch was withheld: applicability check status invalid."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "testing/test_pathlib.py", "start_line": 290, "end_line": 300}, {"id": "e0002", "kind": "search", "path": "src/_pytest/pathlib.py", "start_line": 626, "end_line": 636}, {"id": "e0003", "kind": "search", "path": "src/_pytest/config/__init__.py", "start_line": 54, "end_line": 64}, {"id": "e0004", "kind": "search", "path": "src/_pytest/monkeypatch.py", "start_line": 96, "end_line": 106}, {"id": "e0005", "kind": "search", "path": "src/_pytest/assertion/rewrite.py", "start_line": 2, "end_line": 12}, {"id": "e0006", "kind": "source", "path": "src/_pytest/pathlib.py", "start_line": 490, "end_line": 609}, {"id": "e0007", "kind": "source", "path": "src/_pytest/pathlib.py", "start_line": 610, "end_line": 695}, {"id": "e0008", "kind": "source", "path": "testing/test_pathlib.py", "start_line": 290, "end_line": 400}, {"id": "e0009", "kind": "search", "path": "src/_pytest/doctest.py", "start_line": 38, "end_line": 48}, {"id": "e0010", "kind": "search", "path": "testing/test_pathlib.py", "start_line": 16, "end_line": 26}, {"id": "e0011", "kind": "search", "path": "testing/test_pluginmanager.py", "start_line": 11, "end_line": 21}, {"id": "e0012", "kind": "search", "path": "src/_pytest/doctest.py", "start_line": 38, "end_line": 48}, {"id": "e0013", "kind": "search", "path": "src/_pytest/config/__init__.py", "start_line": 54, "end_line": 64}, {"id": "e0014", "kind": "search", "path": "testing/test_pathlib.py", "start_line": 16, "end_line": 26}, {"id": "e0015", "kind": "search", "path": "src/_pytest/python.py", "start_line": 71, "end_line": 81}, {"id": "e0016", "kind": "search", "path": "testing/test_pathlib.py", "start_line": 16, "end_line": 26}, {"id": "e0017", "kind": "search", "path": "src/_pytest/monkeypatch.py", "start_line": 96, "end_line": 106}, {"id": "e0018", "kind": "search", "path": "src/_pytest/doctest.py", "start_line": 417, "end_line": 427}, {"id": "e0019", "kind": "search", "path": "testing/test_doctest.py", "start_line": 45, "end_line": 55}, {"id": "e0020", "kind": "search", "path": "testing/acceptance_test.py", "start_line": 226, "end_line": 236}, {"id": "e0021", "kind": "search", "path": "testing/test_conftest.py", "start_line": 63, "end_line": 73}, {"id": "e0022", "kind": "search", "path": "testing/test_pluginmanager.py", "start_line": 22, "end_line": 32}, {"id": "e0023", "kind": "search", "path": "src/_pytest/config/__init__.py", "start_line": 562, "end_line": 572}, {"id": "e0024", "kind": "search", "path": "src/_pytest/main.py", "start_line": 483, "end_line": 493}, {"id": "e0025", "kind": "source", "path": "src/_pytest/doctest.py", "start_line": 465, "end_line": 555}], "routes": [{"agent": "single_agent", "reason": "single_conversation_baseline"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "pytest-dev__pytest-7490", "diagnosis": {"conclusion": "identified", "root_cause": "Xfail evaluation is cached before the test body runs. When request.node.add_marker adds an xfail inside the test, the cached value remains None: pytest_runtest_call does not refresh it after yield, and pytest_runtest_makereport only reads the cache. Consequently, the assertion failure is reported as failed rather than xfailed. Marker storage itself correctly records the new marker.", "affected_files": ["src/_pytest/skipping.py"], "evidence_ids": ["e0006", "e0016", "e0015"], "suggested_fix": "Refresh xfail evaluation after the test call when no active xfail was previously cached. Add regression coverage for markers added inside failing and passing tests, including strict, raises, and --runxfail behavior. The proposed patch is UNVERIFIED.", "proposed_patch": "--- a/src/_pytest/skipping.py\n+++ b/src/_pytest/skipping.py\n@@ -255,6 +255,8 @@\n yield\n+ if xfailed is None:\n+ item._store[xfailed_key] = evaluate_xfail_marks(item)\n \n \n @hookimpl(hookwrapper=True)\n def pytest_runtest_makereport(item: Item, call: CallInfo[None]):\n outcome = yield\n", "confidence": "high", "limitations": ["No test execution tool is available; baseline tests and the issue reproduction were not run.", "The existing test inspected adds markers during setup, not inside the test body.", "The diagnosis is based on the current source snapshot; historical version behavior was not independently verified."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "src/_pytest/skipping.py", "start_line": 258, "end_line": 268}, {"id": "e0002", "kind": "search", "path": "testing/test_skipping.py", "start_line": 3, "end_line": 13}, {"id": "e0003", "kind": "search", "path": "src/_pytest/runner.py", "start_line": 206, "end_line": 216}, {"id": "e0004", "kind": "search", "path": "src/_pytest/hookspec.py", "start_line": 401, "end_line": 411}, {"id": "e0005", "kind": "search", "path": "testing/test_runner.py", "start_line": 507, "end_line": 517}, {"id": "e0006", "kind": "source", "path": "src/_pytest/skipping.py", "start_line": 180, "end_line": 299}, {"id": "e0007", "kind": "search", "path": "testing/test_skipping.py", "start_line": 1171, "end_line": 1181}, {"id": "e0008", "kind": "search", "path": "testing/test_mark.py", "start_line": 237, "end_line": 247}, {"id": "e0009", "kind": "search", "path": "src/_pytest/unittest.py", "start_line": 211, "end_line": 221}, {"id": "e0010", "kind": "search", "path": "testing/test_unittest.py", "start_line": 481, "end_line": 491}, {"id": "e0011", "kind": "search", "path": "src/_pytest/junitxml.py", "start_line": 215, "end_line": 225}, {"id": "e0012", "kind": "search", "path": "src/_pytest/nodes.py", "start_line": 278, "end_line": 288}, {"id": "e0013", "kind": "search", "path": "testing/test_mark.py", "start_line": 1032, "end_line": 1042}, {"id": "e0014", "kind": "search", "path": "src/_pytest/python.py", "start_line": 239, "end_line": 249}, {"id": "e0015", "kind": "source", "path": "testing/test_skipping.py", "start_line": 1140, "end_line": 1205}, {"id": "e0016", "kind": "source", "path": "src/_pytest/nodes.py", "start_line": 260, "end_line": 310}], "routes": [{"agent": "single_agent", "reason": "single_conversation_baseline"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "scikit-learn__scikit-learn-13584", "diagnosis": {"conclusion": "identified", "root_cause": "With print_changed_only=True, the pretty-printer calls _changed_params, which evaluates v != init_params[k] in a boolean condition. LogisticRegressionCV stores Cs unchanged and defaults it to 10. For Cs=np.array([0.1, 1]), this comparison produces a multi-element boolean array; evaluating its truth value raises the reported ValueError.", "affected_files": ["sklearn/utils/_pprint.py"], "evidence_ids": ["e0006", "e0011", "e0013", "e0014", "e0007"], "suggested_fix": "Compare parameter representations instead of directly evaluating array-valued inequality, retaining the existing scalar-NaN handling. Add a regression test for LogisticRegressionCV(Cs=np.array([0.1, 1])) with print_changed_only=True. The proposed patch is UNVERIFIED.", "proposed_patch": "--- a/sklearn/utils/_pprint.py\n+++ b/sklearn/utils/_pprint.py\n@@ -100,7 +100,7 @@\n init_params = signature(init_func).parameters\n init_params = {name: param.default for name, param in init_params.items()}\n for k, v in params.items():\n- if (v != init_params[k] and\n+ if (repr(v) != repr(init_params[k]) and\n not (is_scalar_nan(init_params[k]) and is_scalar_nan(v))):\n filtered_params[k] = v\n return filtered_params\n", "confidence": "high", "limitations": ["No test-execution tool is available; baseline tests and the reported reproduction were not run. No dependency/setup failure was observed or assessed.", "The patch has not been applied or validated. Representation comparison depends on repr output and is not a general semantic equality check."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "sklearn/utils/_pprint.py", "start_line": 159, "end_line": 169}, {"id": "e0002", "kind": "search", "path": "sklearn/_config.py", "start_line": 6, "end_line": 16}, {"id": "e0003", "kind": "search", "path": "examples/plot_changed_only_pprint_parameter.py", "start_line": 3, "end_line": 13}, {"id": "e0004", "kind": "search", "path": "sklearn/tests/test_config.py", "start_line": 4, "end_line": 14}, {"id": "e0005", "kind": "search", "path": "sklearn/utils/tests/test_pprint.py", "start_line": 189, "end_line": 199}, {"id": "e0006", "kind": "source", "path": "sklearn/utils/_pprint.py", "start_line": 1, "end_line": 120}, {"id": "e0007", "kind": "source", "path": "sklearn/utils/tests/test_pprint.py", "start_line": 180, "end_line": 290}, {"id": "e0008", "kind": "search", "path": "sklearn/linear_model/tests/test_logistic.py", "start_line": 1516, "end_line": 1526}, {"id": "e0009", "kind": "search", "path": "sklearn/linear_model/logistic.py", "start_line": 1926, "end_line": 1936}, {"id": "e0010", "kind": "search", "path": "sklearn/tests/test_multiclass.py", "start_line": 26, "end_line": 36}, {"id": "e0011", "kind": "source", "path": "sklearn/utils/_pprint.py", "start_line": 350, "end_line": 435}, {"id": "e0012", "kind": "source", "path": "sklearn/utils/tests/test_pprint.py", "start_line": 1, "end_line": 65}, {"id": "e0013", "kind": "source", "path": "sklearn/linear_model/logistic.py", "start_line": 1926, "end_line": 1955}, {"id": "e0014", "kind": "source", "path": "sklearn/utils/_pprint.py", "start_line": 150, "end_line": 185}], "routes": [{"agent": "single_agent", "reason": "single_conversation_baseline"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "sphinx-doc__sphinx-8713", "diagnosis": {"conclusion": "identified", "root_cause": "_parse_other_parameters_section unconditionally uses grouped field formatting and never checks napoleon_use_param. In contrast, _parse_parameters_section checks that setting and emits individual :param: and :type: fields when enabled.", "affected_files": ["sphinx/ext/napoleon/docstring.py"], "evidence_ids": ["e0013", "e0014", "e0021"], "suggested_fix": "Honor napoleon_use_param in Other Parameters, using the same multiple-parameter consumption and docutils formatting as Parameters when enabled. Preserve existing grouped formatting when disabled. Add regression coverage for both settings and comma-separated parameter names. The proposed patch is UNVERIFIED.", "proposed_patch": "--- a/sphinx/ext/napoleon/docstring.py\n+++ b/sphinx/ext/napoleon/docstring.py\n@@ -684,4 +684,9 @@\n def _parse_other_parameters_section(self, section: str) -> List[str]:\n- return self._format_fields(_('Other Parameters'), self._consume_fields())\n+ if self._config.napoleon_use_param:\n+ fields = self._consume_fields(multiple=True)\n+ return self._format_docutils_params(fields)\n+ else:\n+ fields = self._consume_fields()\n+ return self._format_fields(_('Other Parameters'), fields)\n \n def _parse_parameters_section(self, section: str) -> List[str]:\n", "confidence": "high", "limitations": ["No test-execution tool was supplied; baseline tests and runtime reproduction were not run. No dependency/setup failure was observed.", "The patch has not been applied or validated.", "When enabled, this fix emits individual parameter fields without a separate Other Parameters heading."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "sphinx/ext/napoleon/docstring.py", "start_line": 172, "end_line": 182}, {"id": "e0002", "kind": "search", "path": "sphinx/ext/napoleon/__init__.py", "start_line": 212, "end_line": 222}, {"id": "e0003", "kind": "search", "path": "doc/usage/extensions/example_numpy.py", "start_line": 19, "end_line": 29}, {"id": "e0004", "kind": "search", "path": "tests/test_ext_napoleon_docstring.py", "start_line": 162, "end_line": 172}, {"id": "e0005", "kind": "search", "path": "sphinx/ext/autodoc/directive.py", "start_line": 21, "end_line": 31}, {"id": "e0006", "kind": "search", "path": "sphinx/ext/napoleon/docstring.py", "start_line": 681, "end_line": 691}, {"id": "e0007", "kind": "search", "path": "sphinx/ext/napoleon/__init__.py", "start_line": 212, "end_line": 222}, {"id": "e0008", "kind": "search", "path": "tests/test_ext_napoleon_docstring.py", "start_line": 397, "end_line": 407}, {"id": "e0009", "kind": "search", "path": "sphinx/ext/napoleon/__init__.py", "start_line": 38, "end_line": 48}, {"id": "e0010", "kind": "search", "path": "sphinx/ext/napoleon/docstring.py", "start_line": 90, "end_line": 100}, {"id": "e0011", "kind": "search", "path": "doc/usage/extensions/example_numpy.py", "start_line": 19, "end_line": 29}, {"id": "e0012", "kind": "search", "path": "sphinx/util/inspect.py", "start_line": 74, "end_line": 84}, {"id": "e0013", "kind": "source", "path": "sphinx/ext/napoleon/__init__.py", "start_line": 170, "end_line": 215}, {"id": "e0014", "kind": "source", "path": "sphinx/ext/napoleon/docstring.py", "start_line": 660, "end_line": 705}, {"id": "e0015", "kind": "search", "path": "sphinx/ext/napoleon/docstring.py", "start_line": 388, "end_line": 398}, {"id": "e0016", "kind": "search", "path": "tests/test_ext_napoleon_docstring.py", "start_line": 1151, "end_line": 1161}, {"id": "e0017", "kind": "search", "path": "doc/usage/extensions/example_numpy.py", "start_line": 52, "end_line": 62}, {"id": "e0018", "kind": "search", "path": "tests/test_ext_napoleon_docstring.py", "start_line": 2, "end_line": 12}, {"id": "e0019", "kind": "search", "path": "sphinx/ext/napoleon/__init__.py", "start_line": 12, "end_line": 22}, {"id": "e0020", "kind": "search", "path": "sphinx/ext/napoleon/docstring.py", "start_line": 1, "end_line": 9}, {"id": "e0021", "kind": "source", "path": "sphinx/ext/napoleon/docstring.py", "start_line": 391, "end_line": 420}, {"id": "e0022", "kind": "search", "path": "tests/test_ext_napoleon_docstring.py", "start_line": 20, "end_line": 30}], "routes": [{"agent": "single_agent", "reason": "single_conversation_baseline"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "sympy__sympy-13437", "diagnosis": {"conclusion": "identified", "root_cause": "bell.eval only evaluates nonnegative Integer arguments and has no positive-infinity case. Consequently, bell(oo) remains unevaluated when the limit machinery reconstructs the function with its limiting argument. The generic limit heuristic already reconstructs functions this way; the missing evaluation belongs in bell, not the limit engine.", "affected_files": ["sympy/functions/combinatorial/numbers.py", "sympy/functions/combinatorial/tests/test_comb_numbers.py"], "evidence_ids": ["e0006", "e0013", "e0014"], "suggested_fix": "Return S.Infinity for the single-argument Bell-number form at positive infinity. Leave Bell-polynomial forms unchanged. Add direct-evaluation and limit regression assertions. The proposed patch is UNVERIFIED.", "proposed_patch": "--- a/sympy/functions/combinatorial/numbers.py\n+++ b/sympy/functions/combinatorial/numbers.py\n@@ -435,5 +435,7 @@\n @classmethod\n def eval(cls, n, k_sym=None, symbols=None):\n+ if n is S.Infinity and k_sym is None and symbols is None:\n+ return S.Infinity\n if n.is_Integer and n.is_nonnegative:\n if k_sym is None:\n return Integer(cls._bell(int(n)))\n--- a/sympy/functions/combinatorial/tests/test_comb_numbers.py\n+++ b/sympy/functions/combinatorial/tests/test_comb_numbers.py\n@@ -80,6 +80,10 @@\n def test_bell():\n assert [bell(n) for n in range(8)] == [1, 1, 2, 5, 15, 52, 203, 877]\n \n+ assert bell(oo) == oo\n+ n = Dummy('n')\n+ assert bell(n).limit(n, oo) == oo\n+\n assert bell(0, x) == 1\n assert bell(1, x) == x\n assert bell(2, x) == x**2 + x\n", "confidence": "high", "limitations": ["No execution or test tools were supplied; baseline tests and the reported reproduction were not run.", "Diagnosis is based on source inspection. The patch has not been applied or validated."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "sympy/functions/combinatorial/numbers.py", "start_line": 319, "end_line": 329}, {"id": "e0002", "kind": "search", "path": "sympy/functions/combinatorial/tests/test_comb_numbers.py", "start_line": 4, "end_line": 14}, {"id": "e0003", "kind": "search", "path": "sympy/printing/tests/test_conventions.py", "start_line": 1, "end_line": 11}, {"id": "e0004", "kind": "search", "path": "sympy/utilities/tests/test_iterables.py", "start_line": 9, "end_line": 19}, {"id": "e0005", "kind": "search", "path": "sympy/utilities/iterables.py", "start_line": 44, "end_line": 54}, {"id": "e0006", "kind": "source", "path": "sympy/functions/combinatorial/numbers.py", "start_line": 390, "end_line": 509}, {"id": "e0007", "kind": "search", "path": "sympy/functions/combinatorial/tests/test_comb_numbers.py", "start_line": 77, "end_line": 87}, {"id": "e0008", "kind": "search", "path": "sympy/functions/combinatorial/numbers.py", "start_line": 385, "end_line": 395}, {"id": "e0009", "kind": "search", "path": "sympy/printing/tests/test_conventions.py", "start_line": 5, "end_line": 15}, {"id": "e0010", "kind": "search", "path": "sympy/series/limits.py", "start_line": 55, "end_line": 65}, {"id": "e0011", "kind": "search", "path": "sympy/series/gruntz.py", "start_line": 291, "end_line": 301}, {"id": "e0012", "kind": "search", "path": "sympy/functions/elementary/complexes.py", "start_line": 60, "end_line": 70}, {"id": "e0013", "kind": "source", "path": "sympy/functions/combinatorial/tests/test_comb_numbers.py", "start_line": 1, "end_line": 115}, {"id": "e0014", "kind": "source", "path": "sympy/series/limits.py", "start_line": 40, "end_line": 100}], "routes": [{"agent": "single_agent", "reason": "single_conversation_baseline"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "sympy__sympy-13647", "diagnosis": {"conclusion": "identified", "root_cause": "MatrixShaping._eval_col_insert maps columns after the inserted block to self[i, j - pos - other.cols]. It should subtract only other.cols: subtracting pos again incorrectly copies earlier original columns. For pos=3 and other.cols=2, output columns 5–7 copy original columns 0–2 instead of 3–5, explaining the misplaced identity block. Existing col_insert tests use zero matrices, masking this error.", "affected_files": ["sympy/matrices/common.py"], "evidence_ids": ["e0011", "e0012", "e0013"], "suggested_fix": "Subtract only the inserted block width when accessing trailing original columns. Add a regression test inserting multiple columns into a nonzero matrix at an interior position. The proposed patch is UNVERIFIED.", "proposed_patch": "--- a/sympy/matrices/common.py\n+++ b/sympy/matrices/common.py\n@@ -86,7 +86,7 @@\n return self[i, j]\n elif pos <= j < pos + other.cols:\n return other[i, j - pos]\n- return self[i, j - pos - other.cols]\n+ return self[i, j - other.cols]\n \n return self._new(self.rows, self.cols + other.cols,\n lambda i, j: entry(i, j))\n", "confidence": "high", "limitations": ["Only search and read tools are available; no baseline tests or runtime reproduction were executed.", "The patch has not been applied or validated.", "The historical introduction of the regression was not investigated."]}, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "sympy/matrices/common.py", "start_line": 78, "end_line": 88}, {"id": "e0002", "kind": "search", "path": "sympy/matrices/sparse.py", "start_line": 268, "end_line": 278}, {"id": "e0003", "kind": "search", "path": "sympy/matrices/tests/test_commonmatrix.py", "start_line": 194, "end_line": 204}, {"id": "e0004", "kind": "search", "path": "sympy/matrices/tests/test_matrices.py", "start_line": 2227, "end_line": 2237}, {"id": "e0005", "kind": "search", "path": "sympy/printing/tableform.py", "start_line": 32, "end_line": 42}, {"id": "e0006", "kind": "search", "path": "sympy/matrices/tests/test_commonmatrix.py", "start_line": 194, "end_line": 204}, {"id": "e0007", "kind": "search", "path": "sympy/matrices/tests/test_matrices.py", "start_line": 2227, "end_line": 2237}, {"id": "e0008", "kind": "search", "path": "sympy/matrices/common.py", "start_line": 78, "end_line": 88}, {"id": "e0009", "kind": "search", "path": "sympy/matrices/sparse.py", "start_line": 268, "end_line": 278}, {"id": "e0010", "kind": "search", "path": "sympy/printing/tableform.py", "start_line": 32, "end_line": 42}, {"id": "e0011", "kind": "source", "path": "sympy/matrices/common.py", "start_line": 65, "end_line": 105}, {"id": "e0012", "kind": "source", "path": "sympy/matrices/tests/test_matrices.py", "start_line": 2215, "end_line": 2250}, {"id": "e0013", "kind": "source", "path": "sympy/matrices/tests/test_commonmatrix.py", "start_line": 180, "end_line": 210}, {"id": "e0014", "kind": "search", "path": "sympy/matrices/common.py", "start_line": 179, "end_line": 189}, {"id": "e0015", "kind": "search", "path": "sympy/matrices/sparse.py", "start_line": 268, "end_line": 278}, {"id": "e0016", "kind": "search", "path": "sympy/matrices/normalforms.py", "start_line": 28, "end_line": 38}], "routes": [{"agent": "single_agent", "reason": "single_conversation_baseline"}], "test_status": "not_run", "patch_verified": false} +{"instance_id": "sympy__sympy-13895", "diagnosis": null, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "sympy/functions/elementary/exponential.py", "start_line": 105, "end_line": 115}, {"id": "e0002", "kind": "search", "path": "sympy/core/power.py", "start_line": 604, "end_line": 614}, {"id": "e0003", "kind": "search", "path": "sympy/core/numbers.py", "start_line": 1210, "end_line": 1220}, {"id": "e0004", "kind": "search", "path": "sympy/simplify/powsimp.py", "start_line": 599, "end_line": 609}, {"id": "e0005", "kind": "search", "path": "sympy/core/mul.py", "start_line": 620, "end_line": 630}, {"id": "e0006", "kind": "search", "path": "sympy/simplify/tests/test_powsimp.py", "start_line": 217, "end_line": 227}, {"id": "e0007", "kind": "search", "path": "sympy/integrals/tests/test_meijerint.py", "start_line": 387, "end_line": 397}, {"id": "e0008", "kind": "search", "path": "sympy/simplify/simplify.py", "start_line": 27, "end_line": 37}, {"id": "e0009", "kind": "search", "path": "sympy/solvers/tests/test_diophantine.py", "start_line": 1, "end_line": 8}, {"id": "e0010", "kind": "search", "path": "sympy/simplify/radsimp.py", "start_line": 867, "end_line": 877}, {"id": "e0011", "kind": "source", "path": "sympy/core/numbers.py", "start_line": 1450, "end_line": 1569}, {"id": "e0012", "kind": "source", "path": "sympy/core/mul.py", "start_line": 623, "end_line": 735}, {"id": "e0013", "kind": "source", "path": "sympy/simplify/simplify.py", "start_line": 540, "end_line": 659}, {"id": "e0014", "kind": "search", "path": "sympy/core/numbers.py", "start_line": 1210, "end_line": 1220}, {"id": "e0015", "kind": "search", "path": "sympy/functions/special/tensor_functions.py", "start_line": 173, "end_line": 183}, {"id": "e0016", "kind": "search", "path": "sympy/printing/pretty/pretty.py", "start_line": 1481, "end_line": 1491}, {"id": "e0017", "kind": "search", "path": "sympy/functions/elementary/exponential.py", "start_line": 101, "end_line": 111}, {"id": "e0018", "kind": "search", "path": "sympy/core/power.py", "start_line": 224, "end_line": 234}, {"id": "e0019", "kind": "source", "path": "sympy/core/numbers.py", "start_line": 1660, "end_line": 1779}, {"id": "e0020", "kind": "search", "path": "sympy/core/numbers.py", "start_line": 1210, "end_line": 1220}, {"id": "e0021", "kind": "search", "path": "sympy/functions/special/tensor_functions.py", "start_line": 173, "end_line": 183}, {"id": "e0022", "kind": "search", "path": "sympy/printing/pretty/pretty.py", "start_line": 1523, "end_line": 1533}, {"id": "e0023", "kind": "search", "path": "sympy/physics/quantum/pauli.py", "start_line": 94, "end_line": 104}, {"id": "e0024", "kind": "search", "path": "sympy/physics/quantum/operator.py", "start_line": 211, "end_line": 221}, {"id": "e0025", "kind": "search", "path": "sympy/core/numbers.py", "start_line": 2213, "end_line": 2223}, {"id": "e0026", "kind": "search", "path": "sympy/functions/special/tensor_functions.py", "start_line": 173, "end_line": 183}, {"id": "e0027", "kind": "search", "path": "sympy/printing/pretty/pretty.py", "start_line": 1321, "end_line": 1331}, {"id": "e0028", "kind": "search", "path": "sympy/functions/elementary/exponential.py", "start_line": 101, "end_line": 111}, {"id": "e0029", "kind": "search", "path": "sympy/core/power.py", "start_line": 255, "end_line": 265}, {"id": "e0030", "kind": "search", "path": "sympy/core/numbers.py", "start_line": 1210, "end_line": 1220}, {"id": "e0031", "kind": "search", "path": "sympy/functions/special/tensor_functions.py", "start_line": 173, "end_line": 183}, {"id": "e0032", "kind": "search", "path": "sympy/ntheory/tests/test_factor_.py", "start_line": 8, "end_line": 18}, {"id": "e0033", "kind": "search", "path": "sympy/functions/elementary/exponential.py", "start_line": 101, "end_line": 111}, {"id": "e0034", "kind": "search", "path": "sympy/ntheory/factor_.py", "start_line": 262, "end_line": 272}, {"id": "e0035", "kind": "source", "path": "sympy/core/numbers.py", "start_line": 2190, "end_line": 2309}, {"id": "e0036", "kind": "source", "path": "sympy/core/power.py", "start_line": 120, "end_line": 239}, {"id": "e0037", "kind": "source", "path": "sympy/core/numbers.py", "start_line": 3010, "end_line": 3129}, {"id": "e0038", "kind": "search", "path": "sympy/core/power.py", "start_line": 169, "end_line": 179}, {"id": "e0039", "kind": "search", "path": "sympy/functions/elementary/exponential.py", "start_line": 4, "end_line": 14}, {"id": "e0040", "kind": "search", "path": "sympy/core/numbers.py", "start_line": 510, "end_line": 520}, {"id": "e0041", "kind": "search", "path": "sympy/simplify/powsimp.py", "start_line": 5, "end_line": 15}, {"id": "e0042", "kind": "search", "path": "sympy/assumptions/sathandlers.py", "start_line": 3, "end_line": 13}, {"id": "e0043", "kind": "search", "path": "sympy/assumptions/tests/test_sathandlers.py", "start_line": 99, "end_line": 108}, {"id": "e0044", "kind": "search", "path": "sympy/assumptions/sathandlers.py", "start_line": 132, "end_line": 142}, {"id": "e0045", "kind": "search", "path": "sympy/functions/elementary/hyperbolic.py", "start_line": 433, "end_line": 443}, {"id": "e0046", "kind": "search", "path": "sympy/simplify/simplify.py", "start_line": 8, "end_line": 18}, {"id": "e0047", "kind": "search", "path": "sympy/core/tests/test_numbers.py", "start_line": 286, "end_line": 296}, {"id": "e0048", "kind": "search", "path": "sympy/core/mul.py", "start_line": 629, "end_line": 639}, {"id": "e0049", "kind": "search", "path": "sympy/core/power.py", "start_line": 24, "end_line": 34}, {"id": "e0050", "kind": "search", "path": "sympy/solvers/diophantine.py", "start_line": 7, "end_line": 17}, {"id": "e0051", "kind": "source", "path": "sympy/core/tests/test_numbers.py", "start_line": 400, "end_line": 519}, {"id": "e0052", "kind": "search", "path": "sympy/core/numbers.py", "start_line": 1210, "end_line": 1220}, {"id": "e0053", "kind": "search", "path": "sympy/functions/special/tensor_functions.py", "start_line": 173, "end_line": 183}, {"id": "e0054", "kind": "search", "path": "sympy/printing/pretty/pretty.py", "start_line": 1572, "end_line": 1582}, {"id": "e0055", "kind": "search", "path": "sympy/functions/elementary/exponential.py", "start_line": 101, "end_line": 111}, {"id": "e0056", "kind": "search", "path": "sympy/core/power.py", "start_line": 224, "end_line": 234}], "routes": [], "test_status": "not_run", "patch_verified": false} +{"instance_id": "sympy__sympy-18087", "diagnosis": null, "evidence_provenance": [{"id": "e0001", "kind": "search", "path": "sympy/simplify/fu.py", "start_line": 15, "end_line": 25}, {"id": "e0002", "kind": "search", "path": "sympy/simplify/trigsimp.py", "start_line": 79, "end_line": 89}, {"id": "e0003", "kind": "search", "path": "sympy/simplify/tests/test_fu.py", "start_line": 1, "end_line": 9}, {"id": "e0004", "kind": "search", "path": "sympy/algebras/quaternion.py", "start_line": 5, "end_line": 15}, {"id": "e0005", "kind": "search", "path": "sympy/simplify/tests/test_trigsimp.py", "start_line": 1, "end_line": 9}, {"id": "e0006", "kind": "search", "path": "sympy/simplify/fu.py", "start_line": 467, "end_line": 477}, {"id": "e0007", "kind": "search", "path": "sympy/simplify/tests/test_fu.py", "start_line": 3, "end_line": 13}, {"id": "e0008", "kind": "search", "path": "sympy/simplify/trigsimp.py", "start_line": 1114, "end_line": 1124}, {"id": "e0009", "kind": "search", "path": "sympy/integrals/rubi/constraints.py", "start_line": 136, "end_line": 146}, {"id": "e0010", "kind": "search", "path": "sympy/core/tests/test_args.py", "start_line": 17, "end_line": 27}, {"id": "e0011", "kind": "search", "path": "sympy/simplify/trigsimp.py", "start_line": 22, "end_line": 32}, {"id": "e0012", "kind": "search", "path": "sympy/algebras/quaternion.py", "start_line": 386, "end_line": 396}, {"id": "e0013", "kind": "search", "path": "sympy/simplify/tests/test_trigsimp.py", "start_line": 153, "end_line": 163}, {"id": "e0014", "kind": "search", "path": "sympy/algebras/tests/test_quaternion.py", "start_line": 1, "end_line": 9}, {"id": "e0015", "kind": "search", "path": "sympy/vector/tests/test_vector.py", "start_line": 1, "end_line": 9}, {"id": "e0016", "kind": "source", "path": "sympy/simplify/fu.py", "start_line": 470, "end_line": 570}, {"id": "e0017", "kind": "source", "path": "sympy/simplify/trigsimp.py", "start_line": 1060, "end_line": 1179}, {"id": "e0018", "kind": "source", "path": "sympy/simplify/trigsimp.py", "start_line": 1170, "end_line": 1193}, {"id": "e0019", "kind": "search", "path": "sympy/simplify/tests/test_powsimp.py", "start_line": 1, "end_line": 10}, {"id": "e0020", "kind": "search", "path": "sympy/simplify/powsimp.py", "start_line": 486, "end_line": 496}, {"id": "e0021", "kind": "search", "path": "sympy/simplify/__init__.py", "start_line": 22, "end_line": 32}, {"id": "e0022", "kind": "search", "path": "sympy/physics/mechanics/tests/test_kane2.py", "start_line": 1, "end_line": 9}, {"id": "e0023", "kind": "search", "path": "sympy/simplify/simplify.py", "start_line": 11, "end_line": 21}, {"id": "e0024", "kind": "search", "path": "sympy/simplify/tests/test_fu.py", "start_line": 5, "end_line": 15}, {"id": "e0025", "kind": "search", "path": "sympy/simplify/fu.py", "start_line": 823, "end_line": 833}, {"id": "e0026", "kind": "search", "path": "sympy/simplify/trigsimp.py", "start_line": 360, "end_line": 370}, {"id": "e0027", "kind": "search", "path": "sympy/functions/elementary/tests/test_complexes.py", "start_line": 1, "end_line": 11}, {"id": "e0028", "kind": "search", "path": "sympy/assumptions/tests/test_refine.py", "start_line": 1, "end_line": 8}, {"id": "e0029", "kind": "search", "path": "sympy/simplify/trigsimp.py", "start_line": 22, "end_line": 32}, {"id": "e0030", "kind": "search", "path": "sympy/simplify/tests/test_trigsimp.py", "start_line": 153, "end_line": 163}, {"id": "e0031", "kind": "search", "path": "sympy/solvers/ode.py", "start_line": 58, "end_line": 68}, {"id": "e0032", "kind": "search", "path": "sympy/core/expr.py", "start_line": 3526, "end_line": 3536}, {"id": "e0033", "kind": "search", "path": "sympy/physics/mechanics/tests/test_kane2.py", "start_line": 1, "end_line": 10}, {"id": "e0034", "kind": "source", "path": "sympy/simplify/fu.py", "start_line": 800, "end_line": 919}, {"id": "e0035", "kind": "search", "path": "sympy/simplify/tests/test_fu.py", "start_line": 4, "end_line": 14}, {"id": "e0036", "kind": "search", "path": "sympy/simplify/fu.py", "start_line": 1834, "end_line": 1844}, {"id": "e0037", "kind": "source", "path": "sympy/simplify/fu.py", "start_line": 1837, "end_line": 1956}, {"id": "e0038", "kind": "source", "path": "sympy/simplify/fu.py", "start_line": 1950, "end_line": 2055}, {"id": "e0039", "kind": "search", "path": "sympy/polys/numberfields.py", "start_line": 108, "end_line": 118}, {"id": "e0040", "kind": "search", "path": "sympy/core/exprtools.py", "start_line": 177, "end_line": 187}, {"id": "e0041", "kind": "search", "path": "sympy/simplify/radsimp.py", "start_line": 227, "end_line": 237}, {"id": "e0042", "kind": "search", "path": "sympy/ntheory/factor_.py", "start_line": 295, "end_line": 305}, {"id": "e0043", "kind": "search", "path": "sympy/polys/numberfields.py", "start_line": 7, "end_line": 17}, {"id": "e0044", "kind": "source", "path": "sympy/core/exprtools.py", "start_line": 280, "end_line": 399}], "routes": [{"agent": "single_agent", "reason": "single_conversation_baseline"}], "test_status": "not_run", "patch_verified": false} diff --git a/reports/experiments/paired-20/single/experiment.json b/reports/experiments/paired-20/single/experiment.json new file mode 100644 index 0000000..4d6ace4 --- /dev/null +++ b/reports/experiments/paired-20/single/experiment.json @@ -0,0 +1,5 @@ +{ + "arm": "single", + "plan_sha256": "9f047887afdced364afab1ea606e13d530f018074919748f0564529f892afc92", + "predictions_sha256": "4c9476b20c5e176b517d554c09512a6018cb79a27952bab2ad6bdbce7d02704c" +} diff --git a/reports/experiments/paired-20/single/log-audit.json b/reports/experiments/paired-20/single/log-audit.json new file mode 100644 index 0000000..2058609 --- /dev/null +++ b/reports/experiments/paired-20/single/log-audit.json @@ -0,0 +1,215 @@ +{ + "trace_files": 40, + "event_counts": { + "run_start": 40, + "index_ready": 20, + "route": 20, + "evidence_selection": 37, + "model_response": 100, + "tool_start": 175, + "search_result": 92, + "tool_end": 175, + "patch_check": 17, + "run_end": 40, + "run_error": 2, + "insufficient_evidence": 1, + "snapshot_ready": 20 + }, + "route_reasons": { + "single_conversation_baseline": 20 + }, + "failure_patterns": { + "empty_search": 0, + "tool_error": 0, + "environment_error": 0, + "test_timeout": 0, + "index_truncated": 0, + "invalid_synthesis": 0, + "agent_step_limit": 0, + "run_error": 2, + "model_budget_exhausted": 0, + "tool_budget_exhausted": 0, + "patch_repair_invalid_response": 0, + "model_error": 0, + "patch_repair_error": 0 + }, + "tool_duration_ms_raw": [ + 21, + 11, + 2, + 11, + 4, + 29, + 5, + 18, + 5, + 39, + 2, + 1, + 1, + 38, + 1, + 42, + 18, + 1, + 24, + 14, + 1, + 26, + 5, + 19, + 7, + 10, + 1, + 1, + 1, + 1, + 1, + 20, + 1, + 13, + 7, + 1, + 0, + 10, + 9, + 1, + 1, + 15, + 11, + 1, + 1, + 0, + 0, + 11, + 18, + 6, + 1, + 1, + 16, + 0, + 1, + 0, + 0, + 1, + 10, + 4, + 0, + 1, + 1, + 61, + 2, + 1, + 1, + 60, + 27, + 12, + 1, + 35, + 0, + 42, + 7, + 23, + 1, + 2, + 7, + 1, + 6, + 0, + 1, + 9, + 17, + 10, + 2, + 11, + 1, + 1, + 1, + 19, + 20, + 13, + 1, + 1, + 9, + 1, + 0, + 0, + 8, + 7, + 6, + 13, + 11, + 1, + 13, + 1, + 14, + 14, + 1, + 2, + 8, + 1, + 1, + 21, + 0, + 0, + 1, + 1, + 16, + 9, + 14, + 0, + 1, + 14, + 11, + 1, + 6, + 17, + 1, + 11, + 8, + 1, + 1, + 25, + 17, + 1, + 1, + 1, + 12, + 29, + 12, + 2, + 1, + 1, + 27, + 1, + 23, + 28, + 17, + 2, + 1, + 2, + 26, + 4, + 17, + 1, + 28, + 19, + 49, + 7, + 1, + 1, + 1, + 15, + 10, + 28, + 1, + 10, + 1, + 1, + 15, + 14, + 1 + ], + "unpaired_tools": 0, + "unfinished_runs": 0 +} diff --git a/reports/experiments/paired-20/single/manifest.json b/reports/experiments/paired-20/single/manifest.json new file mode 100644 index 0000000..2d3259d --- /dev/null +++ b/reports/experiments/paired-20/single/manifest.json @@ -0,0 +1,58 @@ +{ + "mode": "model", + "count": 20, + "task_ids": [ + "sympy__sympy-18087", + "matplotlib__matplotlib-26011", + "pytest-dev__pytest-11148", + "mwaskom__seaborn-2848", + "pytest-dev__pytest-11143", + "pydata__xarray-4248", + "scikit-learn__scikit-learn-13584", + "sympy__sympy-13647", + "sympy__sympy-13437", + "pydata__xarray-4094", + "pallets__flask-4045", + "psf__requests-2317", + "matplotlib__matplotlib-23314", + "matplotlib__matplotlib-24149", + "sphinx-doc__sphinx-8713", + "matplotlib__matplotlib-23563", + "sympy__sympy-13895", + "pallets__flask-4992", + "pytest-dev__pytest-7490", + "psf__requests-2674" + ], + "tasks_sha256": "2313ebb8aa71e90299f3e56d87fbc3979919413131225ff8069228e6884fdfa2", + "model": "codex-cli:gpt-6.1-sol", + "seed": 2026, + "created_at": "2026-10-08T21:47:40.938156+00:00", + "test_executor": "disabled", + "max_tool_calls": 18, + "max_search_passes": 1, + "max_agent_steps": 10, + "max_model_calls": 10, + "workflow": "single", + "evidence_policy": "source_priority", + "evidence_limit": 24, + "patch_repair_attempts": 0, + "model_timeout": 120, + "codex_reasoning_effort": "medium", + "codex_transport": "https", + "workers": 4, + "environment": { + "python": "3.12.13", + "platform": "macOS-15.4.1-arm64-arm-64bit", + "source_tree_sha256": "b317607238726d740bec058b5f6fa0f2eecac6181a43278d9e95b27ba7cfb02a", + "packages": { + "langchain": "1.4.3", + "langgraph": "1.2.14", + "langchain-openai": "1.7.0", + "langchain-anthropic": "1.7.5", + "fastapi": "0.143.0", + "numpy": "2.5.3", + "rank-bm25": "0.2.2" + } + }, + "codex_cli_version": "codex-cli 0.162.0-alpha.2" +} diff --git a/reports/experiments/paired-20/single/model-usage.json b/reports/experiments/paired-20/single/model-usage.json new file mode 100644 index 0000000..33b503c --- /dev/null +++ b/reports/experiments/paired-20/single/model-usage.json @@ -0,0 +1,20 @@ +{ + "tasks": 20, + "model_calls": 102, + "model_call_scope": "complete run counters", + "successful_model_responses": 100, + "failed_model_calls": 2, + "failed_runs": 2, + "token_scope": "provider-reported usage from completed responses; failed calls may have unknown usage", + "input_tokens": 1119272, + "output_tokens": 18638, + "cached_input_tokens": 230912, + "builtin_tool_calls": 0, + "transport_reconnects": 0, + "applicable_patches": 16, + "withheld_patches": 1, + "patch_check_attempts": 17, + "repair_attempts": 0, + "recovered_patches": 0, + "model_duration_ms": 1393036 +} diff --git a/reports/experiments/paired-20/single/predictions.jsonl b/reports/experiments/paired-20/single/predictions.jsonl new file mode 100644 index 0000000..dd9cbee --- /dev/null +++ b/reports/experiments/paired-20/single/predictions.jsonl @@ -0,0 +1,20 @@ +{"instance_id": "sympy__sympy-18087", "mode": "model", "status": "insufficient_evidence", "predicted_files": [], "root_cause": null, "model_patch": "", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "matplotlib__matplotlib-26011", "mode": "model", "status": "diagnosed", "predicted_files": ["lib/matplotlib/axis.py"], "root_cause": "Axes.set_xlim delegates to Axis._set_lim. That helper updates shared siblings with emit=False to prevent recursive propagation, but callback dispatch is also guarded by emit. Consequently, sibling limits change without their xlim_changed callbacks being notified.", "model_patch": "--- a/lib/matplotlib/axis.py\n+++ b/lib/matplotlib/axis.py\n@@ -1243,6 +1243,7 @@\n for other in self._get_shared_axes():\n if other is not self.axes:\n other._axis_map[name]._set_lim(\n v0, v1, emit=False, auto=auto)\n+ other.callbacks.process(f\"{name}lim_changed\", other)\n if other.figure != self.figure:\n other.figure.canvas.draw_idle()\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "pytest-dev__pytest-11148", "mode": "model", "status": "diagnosed", "predicted_files": ["src/_pytest/pathlib.py", "testing/test_pathlib.py"], "root_cause": "The importlib branch of import_path unconditionally creates and executes a new module and overwrites sys.modules[module_name], even when that module is already loaded. Earlier imports retain the old module and its classes, while subsequent imports use the replacement, splitting class-level state. The existing test explicitly enforces this duplicate-module behavior. Doctest collection also calls this import path, providing a possible trigger for application modules.", "model_patch": "", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "mwaskom__seaborn-2848", "mode": "model", "status": "diagnosed", "predicted_files": ["seaborn/_oldcore.py"], "root_cause": "PairGrid passes all hue values to hue-aware plotting functions, even when hue_order selects a subset. Categorical HueMapping builds its lookup table from that subset and sets norm to None. Looking up an excluded species raises KeyError, then incorrectly enters numeric interpolation: self.norm(key) raises TypeError, and np.isnan(key) raises the reported error for a string. The missing categorical value should instead map to a transparent color.", "model_patch": "--- a/seaborn/_oldcore.py\n+++ b/seaborn/_oldcore.py\n@@ -148,8 +148,12 @@\n try:\n # Use a value that's in the original data vector\n value = self.lookup_table[key]\n except KeyError:\n+ # Missing categorical levels have no interpolation mapping.\n+ if self.norm is None:\n+ return (0, 0, 0, 0)\n+\n # Use the colormap to interpolate between existing datapoints\n # (e.g. in the context of making a continuous legend)\n try:\n normed = self.norm(key)\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "pytest-dev__pytest-11143", "mode": "model", "status": "diagnosed", "predicted_files": ["src/_pytest/assertion/rewrite.py"], "root_cause": "AssertionRewriter.run treats any leading ast.Constant expression as a module docstring, without checking that its value is a string. A leading integer therefore reaches is_rewrite_disabled, where checking 'PYTEST_DONT_REWRITE' membership raises TypeError during collection.", "model_patch": "--- a/src/_pytest/assertion/rewrite.py\n+++ b/src/_pytest/assertion/rewrite.py\n@@ -675,6 +675,7 @@\n if (\n expect_docstring\n and isinstance(item, ast.Expr)\n and isinstance(item.value, ast.Constant)\n+ and isinstance(item.value.value, str)\n ):\n doc = item.value.value\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "pydata__xarray-4248", "mode": "model", "status": "diagnosed", "predicted_files": ["xarray/core/formatting.py"], "root_cause": "The text Dataset representation routes ordinary coordinates and data variables through summarize_variable, which prints only the name, dimensions, dtype and values; it never reads variable units metadata. Dataset-level attributes are displayed separately and do not expose individual variable units. Units are already conventionally stored in attrs['units'], as demonstrated by the plotting label formatter.", "model_patch": "--- a/xarray/core/formatting.py\n+++ b/xarray/core/formatting.py\n@@ -285,6 +285,10 @@\n else:\n dims_str = \"\"\n front_str = f\"{first_col}{dims_str}{var.dtype} \"\n+ units = var.attrs.get(\"units\")\n+ if units:\n+ units = str(units).replace(\"\\t\", \"\\\\t\").replace(\"\\n\", \"\\\\n\")\n+ front_str += f\"[{units}] \"\n \n values_width = max_width - len(front_str)\n values_str = inline_variable_array_repr(var, values_width)\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "scikit-learn__scikit-learn-13584", "mode": "model", "status": "diagnosed", "predicted_files": ["sklearn/utils/_pprint.py"], "root_cause": "With print_changed_only=True, the pretty-printer calls _changed_params, which evaluates v != init_params[k] in a boolean condition. LogisticRegressionCV stores Cs unchanged and defaults it to 10. For Cs=np.array([0.1, 1]), this comparison produces a multi-element boolean array; evaluating its truth value raises the reported ValueError.", "model_patch": "--- a/sklearn/utils/_pprint.py\n+++ b/sklearn/utils/_pprint.py\n@@ -100,7 +100,7 @@\n init_params = signature(init_func).parameters\n init_params = {name: param.default for name, param in init_params.items()}\n for k, v in params.items():\n- if (v != init_params[k] and\n+ if (repr(v) != repr(init_params[k]) and\n not (is_scalar_nan(init_params[k]) and is_scalar_nan(v))):\n filtered_params[k] = v\n return filtered_params\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "sympy__sympy-13647", "mode": "model", "status": "diagnosed", "predicted_files": ["sympy/matrices/common.py"], "root_cause": "MatrixShaping._eval_col_insert maps columns after the inserted block to self[i, j - pos - other.cols]. It should subtract only other.cols: subtracting pos again incorrectly copies earlier original columns. For pos=3 and other.cols=2, output columns 5–7 copy original columns 0–2 instead of 3–5, explaining the misplaced identity block. Existing col_insert tests use zero matrices, masking this error.", "model_patch": "--- a/sympy/matrices/common.py\n+++ b/sympy/matrices/common.py\n@@ -86,7 +86,7 @@\n return self[i, j]\n elif pos <= j < pos + other.cols:\n return other[i, j - pos]\n- return self[i, j - pos - other.cols]\n+ return self[i, j - other.cols]\n \n return self._new(self.rows, self.cols + other.cols,\n lambda i, j: entry(i, j))\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "sympy__sympy-13437", "mode": "model", "status": "diagnosed", "predicted_files": ["sympy/functions/combinatorial/numbers.py", "sympy/functions/combinatorial/tests/test_comb_numbers.py"], "root_cause": "bell.eval only evaluates nonnegative Integer arguments and has no positive-infinity case. Consequently, bell(oo) remains unevaluated when the limit machinery reconstructs the function with its limiting argument. The generic limit heuristic already reconstructs functions this way; the missing evaluation belongs in bell, not the limit engine.", "model_patch": "--- a/sympy/functions/combinatorial/numbers.py\n+++ b/sympy/functions/combinatorial/numbers.py\n@@ -435,5 +435,7 @@\n @classmethod\n def eval(cls, n, k_sym=None, symbols=None):\n+ if n is S.Infinity and k_sym is None and symbols is None:\n+ return S.Infinity\n if n.is_Integer and n.is_nonnegative:\n if k_sym is None:\n return Integer(cls._bell(int(n)))\n--- a/sympy/functions/combinatorial/tests/test_comb_numbers.py\n+++ b/sympy/functions/combinatorial/tests/test_comb_numbers.py\n@@ -80,6 +80,10 @@\n def test_bell():\n assert [bell(n) for n in range(8)] == [1, 1, 2, 5, 15, 52, 203, 877]\n \n+ assert bell(oo) == oo\n+ n = Dummy('n')\n+ assert bell(n).limit(n, oo) == oo\n+\n assert bell(0, x) == 1\n assert bell(1, x) == x\n assert bell(2, x) == x**2 + x\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "pydata__xarray-4094", "mode": "model", "status": "diagnosed", "predicted_files": ["xarray/core/dataarray.py"], "root_cause": "When all variable dimensions are sample dimensions, to_stacked_array creates a MultiIndex containing only the variable level. Selecting that level in to_unstacked_dataset consumes the entire index and leaves the selected stacked coordinate ('y') as a scalar, with different values for each variable. The subsequent squeeze(drop=True) only drops coordinates of dimensions it squeezes; it does not remove this already-scalar coordinate. Dataset(data_dict) therefore merges conflicting scalar 'y' coordinates and raises MergeError.", "model_patch": "--- a/xarray/core/dataarray.py\n+++ b/xarray/core/dataarray.py\n@@ -1965,7 +1965,7 @@\n # pull variables out of datarray\n data_dict = {}\n for k in variables:\n- data_dict[k] = self.sel({variable_dim: k}).squeeze(drop=True)\n+ data_dict[k] = self.sel({variable_dim: k}, drop=True).squeeze(drop=True)\n \n # unstacked dataset\n return Dataset(data_dict)\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "pallets__flask-4045", "mode": "model", "status": "diagnosed", "predicted_files": ["src/flask/blueprints.py"], "root_cause": "Blueprint.__init__ assigns name without rejecting dots. Nested registration uses dots to delimit blueprint names, so a literal dotted name is indistinguishable from a nested namespace. Endpoint names already have dot validation, but blueprint names do not.", "model_patch": "--- a/src/flask/blueprints.py\n+++ b/src/flask/blueprints.py\n@@ -188,6 +188,9 @@\n template_folder=template_folder,\n root_path=root_path,\n )\n+ if \".\" in name:\n+ raise ValueError(\"'name' may not contain a dot '.' character.\")\n+\n self.name = name\n self.url_prefix = url_prefix\n self.subdomain = subdomain\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "psf__requests-2317", "mode": "model", "status": "diagnosed", "predicted_files": ["requests/sessions.py"], "root_cause": "Session.request converts method using builtin_str, which is Python 3's str. For b'GET', this produces the literal text \"b'GET'\" rather than decoding the bytes; uppercasing subsequently produces \"B'GET'\", not the HTTP method GET. Python 2's native str already represents byte strings, explaining the version difference. The existing to_native_string helper correctly decodes bytes on Python 3.", "model_patch": "--- a/requests/sessions.py\n+++ b/requests/sessions.py\n@@ -426,7 +426,7 @@\n \"\"\"\n \n- method = builtin_str(method)\n+ method = to_native_string(method)\n \n # Create the Request.\n req = Request(\n method = method.upper(),\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "matplotlib__matplotlib-23314", "mode": "model", "status": "diagnosed", "predicted_files": ["lib/mpl_toolkits/mplot3d/axes3d.py"], "root_cause": "Axes3D.draw() does not check the axes' visibility before drawing its background patch, 3D panes, and axes. It calls super().draw(renderer) only after those elements have already been rendered, so the superclass cannot prevent that drawing when set_visible(False) is used.", "model_patch": "--- a/lib/mpl_toolkits/mplot3d/axes3d.py\n+++ b/lib/mpl_toolkits/mplot3d/axes3d.py\n@@ -388,5 +388,8 @@\n @martist.allow_rasterization\n def draw(self, renderer):\n+ if not self.get_visible():\n+ return\n+\n self._unstale_viewLim()\n \n # draw the background patch\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "matplotlib__matplotlib-24149", "mode": "model", "status": "diagnosed", "predicted_files": ["lib/matplotlib/axes/_axes.py"], "root_cause": "Axes.bar converts width through _convert_dx, which selects the first finite x value. For all-NaN x data, _safe_first_finite exhausts its generator and raises StopIteration. Neither the local handlers nor the outer conversion fallback catches this exception, so it escapes from bar. NaN heights alone do not exhaust the x-position lookup.", "model_patch": "--- a/lib/matplotlib/axes/_axes.py\n+++ b/lib/matplotlib/axes/_axes.py\n@@ -2195,7 +2195,7 @@\n dx = [convert(x0 + ddx) - x for ddx in dx]\n if delist:\n dx = dx[0]\n- except (ValueError, TypeError, AttributeError):\n+ except (ValueError, TypeError, AttributeError, StopIteration):\n # if the above fails (for any reason) just fallback to what\n # we do by default and convert dx by itself.\n dx = convert(dx)\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "sphinx-doc__sphinx-8713", "mode": "model", "status": "diagnosed", "predicted_files": ["sphinx/ext/napoleon/docstring.py"], "root_cause": "_parse_other_parameters_section unconditionally uses grouped field formatting and never checks napoleon_use_param. In contrast, _parse_parameters_section checks that setting and emits individual :param: and :type: fields when enabled.", "model_patch": "--- a/sphinx/ext/napoleon/docstring.py\n+++ b/sphinx/ext/napoleon/docstring.py\n@@ -684,4 +684,9 @@\n def _parse_other_parameters_section(self, section: str) -> List[str]:\n- return self._format_fields(_('Other Parameters'), self._consume_fields())\n+ if self._config.napoleon_use_param:\n+ fields = self._consume_fields(multiple=True)\n+ return self._format_docutils_params(fields)\n+ else:\n+ fields = self._consume_fields()\n+ return self._format_fields(_('Other Parameters'), fields)\n \n def _parse_parameters_section(self, section: str) -> List[str]:\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "matplotlib__matplotlib-23563", "mode": "model", "status": "failed", "predicted_files": [], "root_cause": null, "model_patch": "", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "sympy__sympy-13895", "mode": "model", "status": "failed", "predicted_files": [], "root_cause": null, "model_patch": "", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "pallets__flask-4992", "mode": "model", "status": "diagnosed", "predicted_files": ["src/flask/config.py"], "root_cause": "Config.from_file() always calls open(filename) without a mode, producing a text stream, and exposes no parameter to change that. Binary-only loaders such as tomllib.load therefore cannot be used directly. The existing test covers only json.load with the default text mode.", "model_patch": "--- a/src/flask/config.py\n+++ b/src/flask/config.py\n@@ -233,6 +233,7 @@\n self,\n filename: str,\n load: t.Callable[[t.IO[t.Any]], t.Mapping],\n silent: bool = False,\n+ mode: str = \"r\",\n ) -> bool:\n \"\"\"Update the values in the config from a file that is loaded\n@@ -255,6 +256,8 @@\n :type load: ``Callable[[Reader], Mapping]`` where ``Reader``\n implements a ``read`` method.\n :param silent: Ignore the file if it doesn't exist.\n+ :param mode: The mode passed to :func:`open`. Defaults to\n+ ``\"r\"``. Use ``\"rb\"`` for loaders that require binary input.\n :return: ``True`` if the file was loaded successfully.\n \n .. versionadded:: 2.0\n@@ -263,7 +266,7 @@\n filename = os.path.join(self.root_path, filename)\n \n try:\n- with open(filename) as f:\n+ with open(filename, mode) as f:\n obj = load(f)\n except OSError as e:\n if silent and e.errno in (errno.ENOENT, errno.EISDIR):\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "pytest-dev__pytest-7490", "mode": "model", "status": "diagnosed", "predicted_files": ["src/_pytest/skipping.py"], "root_cause": "Xfail evaluation is cached before the test body runs. When request.node.add_marker adds an xfail inside the test, the cached value remains None: pytest_runtest_call does not refresh it after yield, and pytest_runtest_makereport only reads the cache. Consequently, the assertion failure is reported as failed rather than xfailed. Marker storage itself correctly records the new marker.", "model_patch": "--- a/src/_pytest/skipping.py\n+++ b/src/_pytest/skipping.py\n@@ -255,6 +255,8 @@\n yield\n+ if xfailed is None:\n+ item._store[xfailed_key] = evaluate_xfail_marks(item)\n \n \n @hookimpl(hookwrapper=True)\n def pytest_runtest_makereport(item: Item, call: CallInfo[None]):\n outcome = yield\n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} +{"instance_id": "psf__requests-2674", "mode": "model", "status": "diagnosed", "predicted_files": ["requests/adapters.py"], "root_cause": "HTTPAdapter.send catches urllib3 HTTPError but re-raises exceptions other than SSLError and ReadTimeoutError unchanged. Consequently, a directly propagated ConnectTimeoutError or base TimeoutError escapes the Requests exception boundary. urllib3 retry handling can re-raise the original error when retries are disabled. The reported DecodeError leak is not established in this snapshot: Response.iter_content already translates it into ContentDecodingError, and translates ReadTimeoutError into ConnectionError.", "model_patch": "--- a/requests/adapters.py\n+++ b/requests/adapters.py\n@@ -27,9 +27,10 @@\n from .packages.urllib3.exceptions import ReadTimeoutError\n from .packages.urllib3.exceptions import SSLError as _SSLError\n from .packages.urllib3.exceptions import ResponseError\n+from .packages.urllib3.exceptions import TimeoutError as _TimeoutError\n from .cookies import extract_cookies_to_jar\n from .exceptions import (ConnectionError, ConnectTimeout, ReadTimeout, SSLError,\n- ProxyError, RetryError)\n+ ProxyError, RetryError, Timeout)\n from .auth import _basic_auth_str\n \n DEFAULT_POOLBLOCK = False\n@@ -429,6 +430,10 @@\n raise SSLError(e, request=request)\n elif isinstance(e, ReadTimeoutError):\n raise ReadTimeout(e, request=request)\n+ elif isinstance(e, ConnectTimeoutError):\n+ raise ConnectTimeout(e, request=request)\n+ elif isinstance(e, _TimeoutError):\n+ raise Timeout(e, request=request)\n else:\n raise\n \n", "root_cause_correct": null, "resolved": null, "test_status": "not_run"} diff --git a/reports/experiments/paired-20/single/source-proof.json b/reports/experiments/paired-20/single/source-proof.json new file mode 100644 index 0000000..cd6cbcf --- /dev/null +++ b/reports/experiments/paired-20/single/source-proof.json @@ -0,0 +1,4 @@ +{ + "source_commit": "6b61f9a4ac9ac5b5420caf1eba7d3d503f33c9fb", + "source_tree_sha256": "b317607238726d740bec058b5f6fa0f2eecac6181a43278d9e95b27ba7cfb02a" +} diff --git a/reports/experiments/paired-20/single/swebench-predictions.jsonl b/reports/experiments/paired-20/single/swebench-predictions.jsonl new file mode 100644 index 0000000..6115411 --- /dev/null +++ b/reports/experiments/paired-20/single/swebench-predictions.jsonl @@ -0,0 +1,20 @@ +{"instance_id": "sympy__sympy-18087", "model_name_or_path": "agentic-controls-single", "model_patch": ""} +{"instance_id": "matplotlib__matplotlib-26011", "model_name_or_path": "agentic-controls-single", "model_patch": "--- a/lib/matplotlib/axis.py\n+++ b/lib/matplotlib/axis.py\n@@ -1243,6 +1243,7 @@\n for other in self._get_shared_axes():\n if other is not self.axes:\n other._axis_map[name]._set_lim(\n v0, v1, emit=False, auto=auto)\n+ other.callbacks.process(f\"{name}lim_changed\", other)\n if other.figure != self.figure:\n other.figure.canvas.draw_idle()\n"} +{"instance_id": "pytest-dev__pytest-11148", "model_name_or_path": "agentic-controls-single", "model_patch": ""} +{"instance_id": "mwaskom__seaborn-2848", "model_name_or_path": "agentic-controls-single", "model_patch": "--- a/seaborn/_oldcore.py\n+++ b/seaborn/_oldcore.py\n@@ -148,8 +148,12 @@\n try:\n # Use a value that's in the original data vector\n value = self.lookup_table[key]\n except KeyError:\n+ # Missing categorical levels have no interpolation mapping.\n+ if self.norm is None:\n+ return (0, 0, 0, 0)\n+\n # Use the colormap to interpolate between existing datapoints\n # (e.g. in the context of making a continuous legend)\n try:\n normed = self.norm(key)\n"} +{"instance_id": "pytest-dev__pytest-11143", "model_name_or_path": "agentic-controls-single", "model_patch": "--- a/src/_pytest/assertion/rewrite.py\n+++ b/src/_pytest/assertion/rewrite.py\n@@ -675,6 +675,7 @@\n if (\n expect_docstring\n and isinstance(item, ast.Expr)\n and isinstance(item.value, ast.Constant)\n+ and isinstance(item.value.value, str)\n ):\n doc = item.value.value\n"} +{"instance_id": "pydata__xarray-4248", "model_name_or_path": "agentic-controls-single", "model_patch": "--- a/xarray/core/formatting.py\n+++ b/xarray/core/formatting.py\n@@ -285,6 +285,10 @@\n else:\n dims_str = \"\"\n front_str = f\"{first_col}{dims_str}{var.dtype} \"\n+ units = var.attrs.get(\"units\")\n+ if units:\n+ units = str(units).replace(\"\\t\", \"\\\\t\").replace(\"\\n\", \"\\\\n\")\n+ front_str += f\"[{units}] \"\n \n values_width = max_width - len(front_str)\n values_str = inline_variable_array_repr(var, values_width)\n"} +{"instance_id": "scikit-learn__scikit-learn-13584", "model_name_or_path": "agentic-controls-single", "model_patch": "--- a/sklearn/utils/_pprint.py\n+++ b/sklearn/utils/_pprint.py\n@@ -100,7 +100,7 @@\n init_params = signature(init_func).parameters\n init_params = {name: param.default for name, param in init_params.items()}\n for k, v in params.items():\n- if (v != init_params[k] and\n+ if (repr(v) != repr(init_params[k]) and\n not (is_scalar_nan(init_params[k]) and is_scalar_nan(v))):\n filtered_params[k] = v\n return filtered_params\n"} +{"instance_id": "sympy__sympy-13647", "model_name_or_path": "agentic-controls-single", "model_patch": "--- a/sympy/matrices/common.py\n+++ b/sympy/matrices/common.py\n@@ -86,7 +86,7 @@\n return self[i, j]\n elif pos <= j < pos + other.cols:\n return other[i, j - pos]\n- return self[i, j - pos - other.cols]\n+ return self[i, j - other.cols]\n \n return self._new(self.rows, self.cols + other.cols,\n lambda i, j: entry(i, j))\n"} +{"instance_id": "sympy__sympy-13437", "model_name_or_path": "agentic-controls-single", "model_patch": "--- a/sympy/functions/combinatorial/numbers.py\n+++ b/sympy/functions/combinatorial/numbers.py\n@@ -435,5 +435,7 @@\n @classmethod\n def eval(cls, n, k_sym=None, symbols=None):\n+ if n is S.Infinity and k_sym is None and symbols is None:\n+ return S.Infinity\n if n.is_Integer and n.is_nonnegative:\n if k_sym is None:\n return Integer(cls._bell(int(n)))\n--- a/sympy/functions/combinatorial/tests/test_comb_numbers.py\n+++ b/sympy/functions/combinatorial/tests/test_comb_numbers.py\n@@ -80,6 +80,10 @@\n def test_bell():\n assert [bell(n) for n in range(8)] == [1, 1, 2, 5, 15, 52, 203, 877]\n \n+ assert bell(oo) == oo\n+ n = Dummy('n')\n+ assert bell(n).limit(n, oo) == oo\n+\n assert bell(0, x) == 1\n assert bell(1, x) == x\n assert bell(2, x) == x**2 + x\n"} +{"instance_id": "pydata__xarray-4094", "model_name_or_path": "agentic-controls-single", "model_patch": "--- a/xarray/core/dataarray.py\n+++ b/xarray/core/dataarray.py\n@@ -1965,7 +1965,7 @@\n # pull variables out of datarray\n data_dict = {}\n for k in variables:\n- data_dict[k] = self.sel({variable_dim: k}).squeeze(drop=True)\n+ data_dict[k] = self.sel({variable_dim: k}, drop=True).squeeze(drop=True)\n \n # unstacked dataset\n return Dataset(data_dict)\n"} +{"instance_id": "pallets__flask-4045", "model_name_or_path": "agentic-controls-single", "model_patch": "--- a/src/flask/blueprints.py\n+++ b/src/flask/blueprints.py\n@@ -188,6 +188,9 @@\n template_folder=template_folder,\n root_path=root_path,\n )\n+ if \".\" in name:\n+ raise ValueError(\"'name' may not contain a dot '.' character.\")\n+\n self.name = name\n self.url_prefix = url_prefix\n self.subdomain = subdomain\n"} +{"instance_id": "psf__requests-2317", "model_name_or_path": "agentic-controls-single", "model_patch": "--- a/requests/sessions.py\n+++ b/requests/sessions.py\n@@ -426,7 +426,7 @@\n \"\"\"\n \n- method = builtin_str(method)\n+ method = to_native_string(method)\n \n # Create the Request.\n req = Request(\n method = method.upper(),\n"} +{"instance_id": "matplotlib__matplotlib-23314", "model_name_or_path": "agentic-controls-single", "model_patch": "--- a/lib/mpl_toolkits/mplot3d/axes3d.py\n+++ b/lib/mpl_toolkits/mplot3d/axes3d.py\n@@ -388,5 +388,8 @@\n @martist.allow_rasterization\n def draw(self, renderer):\n+ if not self.get_visible():\n+ return\n+\n self._unstale_viewLim()\n \n # draw the background patch\n"} +{"instance_id": "matplotlib__matplotlib-24149", "model_name_or_path": "agentic-controls-single", "model_patch": "--- a/lib/matplotlib/axes/_axes.py\n+++ b/lib/matplotlib/axes/_axes.py\n@@ -2195,7 +2195,7 @@\n dx = [convert(x0 + ddx) - x for ddx in dx]\n if delist:\n dx = dx[0]\n- except (ValueError, TypeError, AttributeError):\n+ except (ValueError, TypeError, AttributeError, StopIteration):\n # if the above fails (for any reason) just fallback to what\n # we do by default and convert dx by itself.\n dx = convert(dx)\n"} +{"instance_id": "sphinx-doc__sphinx-8713", "model_name_or_path": "agentic-controls-single", "model_patch": "--- a/sphinx/ext/napoleon/docstring.py\n+++ b/sphinx/ext/napoleon/docstring.py\n@@ -684,4 +684,9 @@\n def _parse_other_parameters_section(self, section: str) -> List[str]:\n- return self._format_fields(_('Other Parameters'), self._consume_fields())\n+ if self._config.napoleon_use_param:\n+ fields = self._consume_fields(multiple=True)\n+ return self._format_docutils_params(fields)\n+ else:\n+ fields = self._consume_fields()\n+ return self._format_fields(_('Other Parameters'), fields)\n \n def _parse_parameters_section(self, section: str) -> List[str]:\n"} +{"instance_id": "matplotlib__matplotlib-23563", "model_name_or_path": "agentic-controls-single", "model_patch": ""} +{"instance_id": "sympy__sympy-13895", "model_name_or_path": "agentic-controls-single", "model_patch": ""} +{"instance_id": "pallets__flask-4992", "model_name_or_path": "agentic-controls-single", "model_patch": "--- a/src/flask/config.py\n+++ b/src/flask/config.py\n@@ -233,6 +233,7 @@\n self,\n filename: str,\n load: t.Callable[[t.IO[t.Any]], t.Mapping],\n silent: bool = False,\n+ mode: str = \"r\",\n ) -> bool:\n \"\"\"Update the values in the config from a file that is loaded\n@@ -255,6 +256,8 @@\n :type load: ``Callable[[Reader], Mapping]`` where ``Reader``\n implements a ``read`` method.\n :param silent: Ignore the file if it doesn't exist.\n+ :param mode: The mode passed to :func:`open`. Defaults to\n+ ``\"r\"``. Use ``\"rb\"`` for loaders that require binary input.\n :return: ``True`` if the file was loaded successfully.\n \n .. versionadded:: 2.0\n@@ -263,7 +266,7 @@\n filename = os.path.join(self.root_path, filename)\n \n try:\n- with open(filename) as f:\n+ with open(filename, mode) as f:\n obj = load(f)\n except OSError as e:\n if silent and e.errno in (errno.ENOENT, errno.EISDIR):\n"} +{"instance_id": "pytest-dev__pytest-7490", "model_name_or_path": "agentic-controls-single", "model_patch": "--- a/src/_pytest/skipping.py\n+++ b/src/_pytest/skipping.py\n@@ -255,6 +255,8 @@\n yield\n+ if xfailed is None:\n+ item._store[xfailed_key] = evaluate_xfail_marks(item)\n \n \n @hookimpl(hookwrapper=True)\n def pytest_runtest_makereport(item: Item, call: CallInfo[None]):\n outcome = yield\n"} +{"instance_id": "psf__requests-2674", "model_name_or_path": "agentic-controls-single", "model_patch": "--- a/requests/adapters.py\n+++ b/requests/adapters.py\n@@ -27,9 +27,10 @@\n from .packages.urllib3.exceptions import ReadTimeoutError\n from .packages.urllib3.exceptions import SSLError as _SSLError\n from .packages.urllib3.exceptions import ResponseError\n+from .packages.urllib3.exceptions import TimeoutError as _TimeoutError\n from .cookies import extract_cookies_to_jar\n from .exceptions import (ConnectionError, ConnectTimeout, ReadTimeout, SSLError,\n- ProxyError, RetryError)\n+ ProxyError, RetryError, Timeout)\n from .auth import _basic_auth_str\n \n DEFAULT_POOLBLOCK = False\n@@ -429,6 +430,10 @@\n raise SSLError(e, request=request)\n elif isinstance(e, ReadTimeoutError):\n raise ReadTimeout(e, request=request)\n+ elif isinstance(e, ConnectTimeoutError):\n+ raise ConnectTimeout(e, request=request)\n+ elif isinstance(e, _TimeoutError):\n+ raise Timeout(e, request=request)\n else:\n raise\n \n"} diff --git a/reports/experiments/paired-20/single/trace-events.jsonl b/reports/experiments/paired-20/single/trace-events.jsonl new file mode 100644 index 0000000..56982a7 --- /dev/null +++ b/reports/experiments/paired-20/single/trace-events.jsonl @@ -0,0 +1,739 @@ +{"timestamp": "2026-10-08T21:51:10.741946+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "single"} +{"timestamp": "2026-10-08T21:51:11.216908+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "index_ready", "files": 1170, "truncated": false} +{"timestamp": "2026-10-08T21:51:11.218501+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "route", "agent": "single_agent", "reason": "single_conversation_baseline"} +{"timestamp": "2026-10-08T21:51:11.218619+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "evidence_selection", "recipient": "single_agent", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:51:21.537385+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "model_response", "agent": "single_agent", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 10316, "input_tokens": 5340, "output_tokens": 67, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:51:21.539472+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:51:21.560200+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:51:21.560418+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 21, "evidence_count": 5} +{"timestamp": "2026-10-08T21:51:21.560900+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_start", "tool": "search_repository", "tool_call": 2} +{"timestamp": "2026-10-08T21:51:21.572005+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:51:21.572215+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 2, "duration_ms": 11, "evidence_count": 10} +{"timestamp": "2026-10-08T21:51:30.883487+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "model_response", "agent": "single_agent", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9311, "input_tokens": 7550, "output_tokens": 109, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:51:30.885318+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:51:30.886842+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 2, "evidence_count": 11} +{"timestamp": "2026-10-08T21:51:30.887769+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_start", "tool": "search_repository", "tool_call": 4} +{"timestamp": "2026-10-08T21:51:30.898727+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:51:30.898928+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 4, "duration_ms": 11, "evidence_count": 14} +{"timestamp": "2026-10-08T21:51:30.899422+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_start", "tool": "search_repository", "tool_call": 5} +{"timestamp": "2026-10-08T21:51:30.903596+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:51:30.903711+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 5, "duration_ms": 4, "evidence_count": 17} +{"timestamp": "2026-10-08T21:51:40.722491+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "model_response", "agent": "single_agent", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9819, "input_tokens": 10110, "output_tokens": 89, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:51:40.724300+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_start", "tool": "search_repository", "tool_call": 6} +{"timestamp": "2026-10-08T21:51:40.753227+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:51:40.753448+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 6, "duration_ms": 29, "evidence_count": 22} +{"timestamp": "2026-10-08T21:51:40.753882+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_start", "tool": "search_repository", "tool_call": 7} +{"timestamp": "2026-10-08T21:51:40.759261+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:51:40.759367+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 7, "duration_ms": 5, "evidence_count": 27} +{"timestamp": "2026-10-08T21:51:51.729677+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "model_response", "agent": "single_agent", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 10970, "input_tokens": 12330, "output_tokens": 146, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:51:51.731128+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_start", "tool": "search_repository", "tool_call": 8} +{"timestamp": "2026-10-08T21:51:51.749245+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:51:51.749570+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 8, "duration_ms": 18, "evidence_count": 32} +{"timestamp": "2026-10-08T21:51:51.750127+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_start", "tool": "search_repository", "tool_call": 9} +{"timestamp": "2026-10-08T21:51:51.755142+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:51:51.755269+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 9, "duration_ms": 5, "evidence_count": 37} +{"timestamp": "2026-10-08T21:52:12.788144+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "model_response", "agent": "single_agent", "step": 4, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 21033, "input_tokens": 14400, "output_tokens": 433, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:52:12.789360+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "evidence_selection", "recipient": "single_agent", "policy": "source_priority", "available": 37, "selected_ids": ["e0007", "e0008", "e0009", "e0010", "e0011", "e0018", "e0019", "e0021", "e0022", "e0023", "e0024", "e0025", "e0026", "e0027", "e0028", "e0029", "e0030", "e0031", "e0032", "e0033", "e0034", "e0035", "e0036", "e0037"], "available_source": 1, "selected_source": 1} +{"timestamp": "2026-10-08T21:52:12.820068+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "cb96b641ae8e1e0bb454dad4f5841940bb99e18347736a2e797d048cc7337a4e", "hunks_recounted": true, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "4dbcd3aad6a5f00f224f753b186b718e8e2c6f0e7d0906fd554cdd48563eca49"} +{"timestamp": "2026-10-08T21:52:12.821680+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "run_end", "status": "diagnosed", "tool_calls": 9, "model_calls": 5, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:51:58.879786+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "single"} +{"timestamp": "2026-10-08T21:51:59.371671+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "index_ready", "files": 1166, "truncated": false} +{"timestamp": "2026-10-08T21:51:59.373295+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "route", "agent": "single_agent", "reason": "single_conversation_baseline"} +{"timestamp": "2026-10-08T21:51:59.373419+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "evidence_selection", "recipient": "single_agent", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:52:04.254485+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "run_error", "error_type": "CodexModelError", "message": "CLI exited with status 1; check codex login status and model access"} +{"timestamp": "2026-10-08T21:52:04.255026+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "run_end", "status": "failed", "tool_calls": 0, "model_calls": 1, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:51:14.503296+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "single"} +{"timestamp": "2026-10-08T21:51:14.980238+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "index_ready", "files": 1168, "truncated": false} +{"timestamp": "2026-10-08T21:51:14.981714+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "route", "agent": "single_agent", "reason": "single_conversation_baseline"} +{"timestamp": "2026-10-08T21:51:14.981819+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "evidence_selection", "recipient": "single_agent", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:51:24.113744+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "model_response", "agent": "single_agent", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9129, "input_tokens": 6102, "output_tokens": 42, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:51:24.116429+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:51:24.155063+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:51:24.155261+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 39, "evidence_count": 5} +{"timestamp": "2026-10-08T21:51:33.391623+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "model_response", "agent": "single_agent", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9236, "input_tokens": 7227, "output_tokens": 118, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:51:33.393636+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:51:33.395536+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 2, "evidence_count": 6} +{"timestamp": "2026-10-08T21:51:33.396074+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:51:33.396824+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 1, "evidence_count": 7} +{"timestamp": "2026-10-08T21:51:33.397243+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:51:33.398467+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 1, "evidence_count": 8} +{"timestamp": "2026-10-08T21:51:57.911085+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "model_response", "agent": "single_agent", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 24512, "input_tokens": 9598, "output_tokens": 717, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:51:57.912235+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "evidence_selection", "recipient": "single_agent", "policy": "source_priority", "available": 8, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008"], "available_source": 3, "selected_source": 3} +{"timestamp": "2026-10-08T21:51:57.946333+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "b346c9299946bba418a998b40043bb6bb139488f006b54f34591a3852b6400ee", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "b346c9299946bba418a998b40043bb6bb139488f006b54f34591a3852b6400ee"} +{"timestamp": "2026-10-08T21:51:57.947902+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "run_end", "status": "diagnosed", "tool_calls": 4, "model_calls": 3, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:47:43.402478+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "single"} +{"timestamp": "2026-10-08T21:47:43.913586+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "index_ready", "files": 1172, "truncated": false} +{"timestamp": "2026-10-08T21:47:43.915347+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "route", "agent": "single_agent", "reason": "single_conversation_baseline"} +{"timestamp": "2026-10-08T21:47:43.915473+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "evidence_selection", "recipient": "single_agent", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:47:53.429940+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "model_response", "agent": "single_agent", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9512, "input_tokens": 5381, "output_tokens": 45, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:47:53.431770+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:47:53.469186+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:47:53.469768+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 38, "evidence_count": 5} +{"timestamp": "2026-10-08T21:48:02.729721+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "model_response", "agent": "single_agent", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9260, "input_tokens": 6534, "output_tokens": 95, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:48:02.731038+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:48:02.732076+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 1, "evidence_count": 6} +{"timestamp": "2026-10-08T21:48:02.732591+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_start", "tool": "search_repository", "tool_call": 3} +{"timestamp": "2026-10-08T21:48:02.774785+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:48:02.774985+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 3, "duration_ms": 42, "evidence_count": 11} +{"timestamp": "2026-10-08T21:48:02.775364+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_start", "tool": "search_repository", "tool_call": 4} +{"timestamp": "2026-10-08T21:48:02.792839+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:48:02.792951+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 4, "duration_ms": 18, "evidence_count": 16} +{"timestamp": "2026-10-08T21:48:12.845301+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "model_response", "agent": "single_agent", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 10052, "input_tokens": 10251, "output_tokens": 97, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:48:12.846190+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_start", "tool": "read_file", "tool_call": 5} +{"timestamp": "2026-10-08T21:48:12.847337+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 5, "duration_ms": 1, "evidence_count": 17} +{"timestamp": "2026-10-08T21:48:30.530936+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "model_response", "agent": "single_agent", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 17683, "input_tokens": 11653, "output_tokens": 506, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:48:30.532383+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "evidence_selection", "recipient": "single_agent", "policy": "source_priority", "available": 17, "selected_ids": ["e0001", "e0002", "e0004", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017"], "available_source": 2, "selected_source": 2} +{"timestamp": "2026-10-08T21:48:30.561974+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "cc011577ad2bd6604ea01908627b5b4d3fa9aaf7e5b103f159e2d944d1147b9c", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "cc011577ad2bd6604ea01908627b5b4d3fa9aaf7e5b103f159e2d944d1147b9c"} +{"timestamp": "2026-10-08T21:48:30.563661+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "run_end", "status": "diagnosed", "tool_calls": 5, "model_calls": 4, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:47:41.154788+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "single"} +{"timestamp": "2026-10-08T21:47:41.282500+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "index_ready", "files": 172, "truncated": false} +{"timestamp": "2026-10-08T21:47:41.288186+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "route", "agent": "single_agent", "reason": "single_conversation_baseline"} +{"timestamp": "2026-10-08T21:47:41.288443+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "evidence_selection", "recipient": "single_agent", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:47:51.064017+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "model_response", "agent": "single_agent", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9759, "input_tokens": 5191, "output_tokens": 63, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:47:51.066847+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:47:51.090724+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:47:51.090928+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 24, "evidence_count": 5} +{"timestamp": "2026-10-08T21:47:51.091408+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_start", "tool": "search_repository", "tool_call": 2} +{"timestamp": "2026-10-08T21:47:51.105284+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:47:51.105394+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 2, "duration_ms": 14, "evidence_count": 10} +{"timestamp": "2026-10-08T21:48:00.131402+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "model_response", "agent": "single_agent", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9026, "input_tokens": 7349, "output_tokens": 91, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:48:00.133125+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:48:00.134435+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 1, "evidence_count": 11} +{"timestamp": "2026-10-08T21:48:00.135103+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_start", "tool": "search_repository", "tool_call": 4} +{"timestamp": "2026-10-08T21:48:00.161147+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:48:00.161321+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 4, "duration_ms": 26, "evidence_count": 16} +{"timestamp": "2026-10-08T21:48:00.161712+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_start", "tool": "search_repository", "tool_call": 5} +{"timestamp": "2026-10-08T21:48:00.166704+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:48:00.166904+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 5, "duration_ms": 5, "evidence_count": 19} +{"timestamp": "2026-10-08T21:48:10.423369+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "model_response", "agent": "single_agent", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 10256, "input_tokens": 10396, "output_tokens": 138, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 4} +{"timestamp": "2026-10-08T21:48:10.424745+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_start", "tool": "search_repository", "tool_call": 6} +{"timestamp": "2026-10-08T21:48:10.443473+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:48:10.443682+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 6, "duration_ms": 19, "evidence_count": 22} +{"timestamp": "2026-10-08T21:48:10.444148+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_start", "tool": "search_repository", "tool_call": 7} +{"timestamp": "2026-10-08T21:48:10.450995+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:48:10.451176+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 7, "duration_ms": 7, "evidence_count": 25} +{"timestamp": "2026-10-08T21:48:10.451591+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_start", "tool": "search_repository", "tool_call": 8} +{"timestamp": "2026-10-08T21:48:10.461773+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:48:10.461922+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 8, "duration_ms": 10, "evidence_count": 28} +{"timestamp": "2026-10-08T21:48:10.462314+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_start", "tool": "read_file", "tool_call": 9} +{"timestamp": "2026-10-08T21:48:10.462851+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 9, "duration_ms": 1, "evidence_count": 29} +{"timestamp": "2026-10-08T21:48:25.539214+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "model_response", "agent": "single_agent", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 15076, "input_tokens": 13234, "output_tokens": 123, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:48:25.540807+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_start", "tool": "read_file", "tool_call": 10} +{"timestamp": "2026-10-08T21:48:25.542190+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 10, "duration_ms": 1, "evidence_count": 30} +{"timestamp": "2026-10-08T21:48:25.543365+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_start", "tool": "read_file", "tool_call": 11} +{"timestamp": "2026-10-08T21:48:25.544410+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 11, "duration_ms": 1, "evidence_count": 31} +{"timestamp": "2026-10-08T21:48:25.544920+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_start", "tool": "read_file", "tool_call": 12} +{"timestamp": "2026-10-08T21:48:25.545611+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 12, "duration_ms": 1, "evidence_count": 32} +{"timestamp": "2026-10-08T21:48:44.616316+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "model_response", "agent": "single_agent", "step": 4, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 19070, "input_tokens": 17077, "output_tokens": 251, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:48:44.617294+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_start", "tool": "read_file", "tool_call": 13} +{"timestamp": "2026-10-08T21:48:44.618093+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 13, "duration_ms": 1, "evidence_count": 33} +{"timestamp": "2026-10-08T21:49:06.110402+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "model_response", "agent": "single_agent", "step": 5, "model_call": 6, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 21492, "input_tokens": 17631, "output_tokens": 579, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:49:06.111570+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "evidence_selection", "recipient": "single_agent", "policy": "source_priority", "available": 33, "selected_ids": ["e0009", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024", "e0025", "e0026", "e0027", "e0028", "e0029", "e0030", "e0031", "e0032", "e0033"], "available_source": 6, "selected_source": 6} +{"timestamp": "2026-10-08T21:49:06.138029+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "55465d87bc30c5fcd69f5d495770b3a5654288eb802203a166baf67267ef08a1", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "55465d87bc30c5fcd69f5d495770b3a5654288eb802203a166baf67267ef08a1"} +{"timestamp": "2026-10-08T21:49:06.139837+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "run_end", "status": "diagnosed", "tool_calls": 13, "model_calls": 6, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:50:16.359147+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "single"} +{"timestamp": "2026-10-08T21:50:16.386000+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "index_ready", "files": 86, "truncated": false} +{"timestamp": "2026-10-08T21:50:16.387457+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "route", "agent": "single_agent", "reason": "single_conversation_baseline"} +{"timestamp": "2026-10-08T21:50:16.387571+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "evidence_selection", "recipient": "single_agent", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:50:24.520238+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "model_response", "agent": "single_agent", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8121, "input_tokens": 4966, "output_tokens": 41, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:50:24.523699+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:50:24.543413+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:50:24.543597+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 20, "evidence_count": 5} +{"timestamp": "2026-10-08T21:50:34.717670+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "model_response", "agent": "single_agent", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 10174, "input_tokens": 6045, "output_tokens": 108, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:50:34.719919+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:50:34.720998+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 1, "evidence_count": 6} +{"timestamp": "2026-10-08T21:50:34.721665+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_start", "tool": "search_repository", "tool_call": 3} +{"timestamp": "2026-10-08T21:50:34.734766+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:50:34.734929+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 3, "duration_ms": 13, "evidence_count": 11} +{"timestamp": "2026-10-08T21:50:34.735401+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_start", "tool": "search_repository", "tool_call": 4} +{"timestamp": "2026-10-08T21:50:34.741835+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:50:34.741954+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 4, "duration_ms": 7, "evidence_count": 16} +{"timestamp": "2026-10-08T21:50:45.846343+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "model_response", "agent": "single_agent", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 11104, "input_tokens": 9467, "output_tokens": 126, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:50:45.847496+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_start", "tool": "read_file", "tool_call": 5} +{"timestamp": "2026-10-08T21:50:45.848218+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 5, "duration_ms": 1, "evidence_count": 17} +{"timestamp": "2026-10-08T21:50:45.848675+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_start", "tool": "read_file", "tool_call": 6} +{"timestamp": "2026-10-08T21:50:45.849133+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 6, "duration_ms": 0, "evidence_count": 18} +{"timestamp": "2026-10-08T21:50:45.849480+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_start", "tool": "search_repository", "tool_call": 7} +{"timestamp": "2026-10-08T21:50:45.858973+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:50:45.859101+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 7, "duration_ms": 10, "evidence_count": 23} +{"timestamp": "2026-10-08T21:51:09.950688+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "model_response", "agent": "single_agent", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 24091, "input_tokens": 12800, "output_tokens": 581, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:51:09.951797+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "evidence_selection", "recipient": "single_agent", "policy": "source_priority", "available": 23, "selected_ids": ["e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023"], "available_source": 3, "selected_source": 3} +{"timestamp": "2026-10-08T21:51:09.983055+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "cf8ce0e23fe269e390dc1e06309ee30fe3868ed8428c73f5c982104bbdd73165", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "cf8ce0e23fe269e390dc1e06309ee30fe3868ed8428c73f5c982104bbdd73165"} +{"timestamp": "2026-10-08T21:51:09.984507+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "run_end", "status": "diagnosed", "tool_calls": 7, "model_calls": 4, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:52:04.594016+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "single"} +{"timestamp": "2026-10-08T21:52:04.630400+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "index_ready", "files": 99, "truncated": false} +{"timestamp": "2026-10-08T21:52:04.632100+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "route", "agent": "single_agent", "reason": "single_conversation_baseline"} +{"timestamp": "2026-10-08T21:52:04.632232+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "evidence_selection", "recipient": "single_agent", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:52:13.432108+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "model_response", "agent": "single_agent", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8797, "input_tokens": 5292, "output_tokens": 40, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:52:13.433049+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:52:13.441533+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:52:13.441629+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 9, "evidence_count": 5} +{"timestamp": "2026-10-08T21:52:23.823755+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "model_response", "agent": "single_agent", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 10382, "input_tokens": 6368, "output_tokens": 71, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:52:23.825365+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:52:23.826329+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 1, "evidence_count": 6} +{"timestamp": "2026-10-08T21:52:23.826969+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:52:23.827650+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 1, "evidence_count": 7} +{"timestamp": "2026-10-08T21:52:46.478795+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "model_response", "agent": "single_agent", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 22659, "input_tokens": 7922, "output_tokens": 750, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:52:46.479762+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "evidence_selection", "recipient": "single_agent", "policy": "source_priority", "available": 7, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007"], "available_source": 2, "selected_source": 2} +{"timestamp": "2026-10-08T21:52:46.513715+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "818d771abee109a85860354634bfacfd4bb8f3475883eeeafd278e53d6d84392", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "818d771abee109a85860354634bfacfd4bb8f3475883eeeafd278e53d6d84392"} +{"timestamp": "2026-10-08T21:52:46.515233+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "run_end", "status": "diagnosed", "tool_calls": 3, "model_calls": 3, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:50:32.302471+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "single"} +{"timestamp": "2026-10-08T21:50:32.328684+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "index_ready", "files": 85, "truncated": false} +{"timestamp": "2026-10-08T21:50:32.330330+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "route", "agent": "single_agent", "reason": "single_conversation_baseline"} +{"timestamp": "2026-10-08T21:50:32.330491+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "evidence_selection", "recipient": "single_agent", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:50:41.897393+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "model_response", "agent": "single_agent", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9563, "input_tokens": 5156, "output_tokens": 61, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:50:41.899002+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:50:41.914179+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:50:41.914310+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 15, "evidence_count": 5} +{"timestamp": "2026-10-08T21:50:41.914692+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_start", "tool": "search_repository", "tool_call": 2} +{"timestamp": "2026-10-08T21:50:41.925634+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:50:41.925789+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 2, "duration_ms": 11, "evidence_count": 10} +{"timestamp": "2026-10-08T21:50:52.435120+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "model_response", "agent": "single_agent", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 10509, "input_tokens": 7158, "output_tokens": 140, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 5} +{"timestamp": "2026-10-08T21:50:52.436355+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:50:52.437062+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 1, "evidence_count": 11} +{"timestamp": "2026-10-08T21:50:52.437523+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:50:52.438151+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 1, "evidence_count": 12} +{"timestamp": "2026-10-08T21:50:52.438628+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_start", "tool": "read_file", "tool_call": 5} +{"timestamp": "2026-10-08T21:50:52.439123+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 5, "duration_ms": 0, "evidence_count": 13} +{"timestamp": "2026-10-08T21:50:52.439555+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_start", "tool": "read_file", "tool_call": 6} +{"timestamp": "2026-10-08T21:50:52.440017+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 6, "duration_ms": 0, "evidence_count": 14} +{"timestamp": "2026-10-08T21:50:52.440414+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_start", "tool": "search_repository", "tool_call": 7} +{"timestamp": "2026-10-08T21:50:52.451378+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:50:52.451620+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 7, "duration_ms": 11, "evidence_count": 17} +{"timestamp": "2026-10-08T21:51:13.702783+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "model_response", "agent": "single_agent", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 21251, "input_tokens": 10397, "output_tokens": 508, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:51:13.703744+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "evidence_selection", "recipient": "single_agent", "policy": "source_priority", "available": 17, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017"], "available_source": 4, "selected_source": 4} +{"timestamp": "2026-10-08T21:51:13.736387+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "9bc65f87df1eff2c778f47eb214e1a21e4a03ace09bbb04429349ee98a2779e2", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "9bc65f87df1eff2c778f47eb214e1a21e4a03ace09bbb04429349ee98a2779e2"} +{"timestamp": "2026-10-08T21:51:13.737847+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "run_end", "status": "diagnosed", "tool_calls": 7, "model_calls": 3, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:52:35.818879+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "single"} +{"timestamp": "2026-10-08T21:52:35.847551+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "index_ready", "files": 85, "truncated": false} +{"timestamp": "2026-10-08T21:52:35.849058+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "route", "agent": "single_agent", "reason": "single_conversation_baseline"} +{"timestamp": "2026-10-08T21:52:35.849160+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "evidence_selection", "recipient": "single_agent", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:52:44.123569+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "model_response", "agent": "single_agent", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8274, "input_tokens": 5035, "output_tokens": 65, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:52:44.125816+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:52:44.143992+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "search_result", "hit_count": 6, "empty": false} +{"timestamp": "2026-10-08T21:52:44.144236+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 18, "evidence_count": 6} +{"timestamp": "2026-10-08T21:52:44.144781+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_start", "tool": "search_repository", "tool_call": 2} +{"timestamp": "2026-10-08T21:52:44.150413+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "search_result", "hit_count": 4, "empty": false} +{"timestamp": "2026-10-08T21:52:44.150529+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 2, "duration_ms": 6, "evidence_count": 10} +{"timestamp": "2026-10-08T21:52:53.520912+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "model_response", "agent": "single_agent", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9386, "input_tokens": 6994, "output_tokens": 126, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 4} +{"timestamp": "2026-10-08T21:52:53.522598+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:52:53.523550+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 1, "evidence_count": 11} +{"timestamp": "2026-10-08T21:52:53.524046+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:52:53.524577+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 1, "evidence_count": 12} +{"timestamp": "2026-10-08T21:52:53.525030+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_start", "tool": "search_repository", "tool_call": 5} +{"timestamp": "2026-10-08T21:52:53.540670+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:52:53.540903+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 5, "duration_ms": 16, "evidence_count": 17} +{"timestamp": "2026-10-08T21:52:53.541426+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_start", "tool": "read_file", "tool_call": 6} +{"timestamp": "2026-10-08T21:52:53.541843+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 6, "duration_ms": 0, "evidence_count": 18} +{"timestamp": "2026-10-08T21:53:05.514593+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "model_response", "agent": "single_agent", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 11983, "input_tokens": 10949, "output_tokens": 122, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:53:05.515846+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_start", "tool": "read_file", "tool_call": 7} +{"timestamp": "2026-10-08T21:53:05.516564+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 7, "duration_ms": 1, "evidence_count": 19} +{"timestamp": "2026-10-08T21:53:05.516988+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_start", "tool": "read_file", "tool_call": 8} +{"timestamp": "2026-10-08T21:53:05.517409+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 8, "duration_ms": 0, "evidence_count": 20} +{"timestamp": "2026-10-08T21:53:05.517732+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_start", "tool": "read_file", "tool_call": 9} +{"timestamp": "2026-10-08T21:53:05.518175+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 9, "duration_ms": 0, "evidence_count": 21} +{"timestamp": "2026-10-08T21:53:15.532897+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "model_response", "agent": "single_agent", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 10019, "input_tokens": 14899, "output_tokens": 84, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:53:15.534357+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_start", "tool": "read_file", "tool_call": 10} +{"timestamp": "2026-10-08T21:53:15.535252+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 10, "duration_ms": 1, "evidence_count": 22} +{"timestamp": "2026-10-08T21:53:15.535761+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_start", "tool": "search_repository", "tool_call": 11} +{"timestamp": "2026-10-08T21:53:15.545536+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:53:15.545789+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 11, "duration_ms": 10, "evidence_count": 27} +{"timestamp": "2026-10-08T21:53:29.791134+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "model_response", "agent": "single_agent", "step": 4, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 14248, "input_tokens": 16289, "output_tokens": 136, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:53:29.791721+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_start", "tool": "search_repository", "tool_call": 12} +{"timestamp": "2026-10-08T21:53:29.795996+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:53:29.796113+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 12, "duration_ms": 4, "evidence_count": 32} +{"timestamp": "2026-10-08T21:53:29.796432+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_start", "tool": "read_file", "tool_call": 13} +{"timestamp": "2026-10-08T21:53:29.796802+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 13, "duration_ms": 0, "evidence_count": 33} +{"timestamp": "2026-10-08T21:53:55.650292+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "model_response", "agent": "single_agent", "step": 5, "model_call": 6, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 25855, "input_tokens": 18432, "output_tokens": 161, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:53:55.651963+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_start", "tool": "read_file", "tool_call": 14} +{"timestamp": "2026-10-08T21:53:55.652981+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 14, "duration_ms": 1, "evidence_count": 34} +{"timestamp": "2026-10-08T21:53:55.653518+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_start", "tool": "read_file", "tool_call": 15} +{"timestamp": "2026-10-08T21:53:55.654104+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 15, "duration_ms": 1, "evidence_count": 35} +{"timestamp": "2026-10-08T21:54:22.853332+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "model_response", "agent": "single_agent", "step": 6, "model_call": 7, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 27199, "input_tokens": 19976, "output_tokens": 765, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:54:22.855840+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "evidence_selection", "recipient": "single_agent", "policy": "source_priority", "available": 35, "selected_ids": ["e0011", "e0012", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024", "e0025", "e0026", "e0027", "e0028", "e0029", "e0030", "e0031", "e0032", "e0033", "e0034", "e0035"], "available_source": 10, "selected_source": 10} +{"timestamp": "2026-10-08T21:54:22.890439+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "f24d8ba4f9745226dbb430484f85ec307d80ecc5112a258add7ee38c6dc4d1e5", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "f24d8ba4f9745226dbb430484f85ec307d80ecc5112a258add7ee38c6dc4d1e5"} +{"timestamp": "2026-10-08T21:54:22.892114+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "run_end", "status": "diagnosed", "tool_calls": 15, "model_calls": 7, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:50:02.204187+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "single"} +{"timestamp": "2026-10-08T21:50:02.319188+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "index_ready", "files": 164, "truncated": false} +{"timestamp": "2026-10-08T21:50:02.322472+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "route", "agent": "single_agent", "reason": "single_conversation_baseline"} +{"timestamp": "2026-10-08T21:50:02.322613+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "evidence_selection", "recipient": "single_agent", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:50:09.962689+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "model_response", "agent": "single_agent", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 7637, "input_tokens": 5729, "output_tokens": 39, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:50:09.964592+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:50:10.025234+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:50:10.025466+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 61, "evidence_count": 5} +{"timestamp": "2026-10-08T21:50:23.820074+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "model_response", "agent": "single_agent", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 13794, "input_tokens": 6874, "output_tokens": 108, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:50:23.821862+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:50:23.823458+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 2, "evidence_count": 6} +{"timestamp": "2026-10-08T21:50:23.823991+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:50:23.825271+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 1, "evidence_count": 7} +{"timestamp": "2026-10-08T21:50:23.825639+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:50:23.826763+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 1, "evidence_count": 8} +{"timestamp": "2026-10-08T21:50:35.814878+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "model_response", "agent": "single_agent", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 11988, "input_tokens": 10333, "output_tokens": 101, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:50:35.817284+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_start", "tool": "search_repository", "tool_call": 5} +{"timestamp": "2026-10-08T21:50:35.877375+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:50:35.877578+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 5, "duration_ms": 60, "evidence_count": 13} +{"timestamp": "2026-10-08T21:50:35.878170+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_start", "tool": "search_repository", "tool_call": 6} +{"timestamp": "2026-10-08T21:50:35.905457+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:50:35.905552+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 6, "duration_ms": 27, "evidence_count": 16} +{"timestamp": "2026-10-08T21:50:35.905815+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_start", "tool": "search_repository", "tool_call": 7} +{"timestamp": "2026-10-08T21:50:35.918135+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:50:35.918215+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 7, "duration_ms": 12, "evidence_count": 19} +{"timestamp": "2026-10-08T21:50:45.506762+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "model_response", "agent": "single_agent", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9588, "input_tokens": 13059, "output_tokens": 119, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:50:45.508543+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_start", "tool": "read_file", "tool_call": 8} +{"timestamp": "2026-10-08T21:50:45.509824+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 8, "duration_ms": 1, "evidence_count": 20} +{"timestamp": "2026-10-08T21:50:45.510568+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_start", "tool": "search_repository", "tool_call": 9} +{"timestamp": "2026-10-08T21:50:45.544909+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:50:45.545138+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 9, "duration_ms": 35, "evidence_count": 23} +{"timestamp": "2026-10-08T21:50:45.545582+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_start", "tool": "read_file", "tool_call": 10} +{"timestamp": "2026-10-08T21:50:45.546013+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 10, "duration_ms": 0, "evidence_count": 24} +{"timestamp": "2026-10-08T21:50:55.151250+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "model_response", "agent": "single_agent", "step": 4, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9605, "input_tokens": 15619, "output_tokens": 74, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:50:55.153098+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_start", "tool": "search_repository", "tool_call": 11} +{"timestamp": "2026-10-08T21:50:55.194633+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:50:55.194848+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 11, "duration_ms": 42, "evidence_count": 29} +{"timestamp": "2026-10-08T21:50:55.195261+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_start", "tool": "search_repository", "tool_call": 12} +{"timestamp": "2026-10-08T21:50:55.201889+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:50:55.201986+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 12, "duration_ms": 7, "evidence_count": 34} +{"timestamp": "2026-10-08T21:51:06.504753+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "model_response", "agent": "single_agent", "step": 5, "model_call": 6, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 11303, "input_tokens": 17783, "output_tokens": 149, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:51:06.505678+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_start", "tool": "search_repository", "tool_call": 13} +{"timestamp": "2026-10-08T21:51:06.528707+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:51:06.528837+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 13, "duration_ms": 23, "evidence_count": 37} +{"timestamp": "2026-10-08T21:51:06.529185+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_start", "tool": "read_file", "tool_call": 14} +{"timestamp": "2026-10-08T21:51:06.529691+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 14, "duration_ms": 1, "evidence_count": 38} +{"timestamp": "2026-10-08T21:51:16.498233+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "model_response", "agent": "single_agent", "step": 6, "model_call": 7, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9968, "input_tokens": 19388, "output_tokens": 79, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:51:16.500833+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_start", "tool": "read_file", "tool_call": 15} +{"timestamp": "2026-10-08T21:51:16.503071+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 15, "duration_ms": 2, "evidence_count": 39} +{"timestamp": "2026-10-08T21:51:35.915704+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "model_response", "agent": "single_agent", "step": 7, "model_call": 8, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 19412, "input_tokens": 21002, "output_tokens": 496, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:51:35.916596+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "evidence_selection", "recipient": "single_agent", "policy": "source_priority", "available": 39, "selected_ids": ["e0006", "e0007", "e0008", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024", "e0025", "e0026", "e0027", "e0028", "e0029", "e0030", "e0031", "e0032", "e0033", "e0034", "e0035", "e0036", "e0037", "e0038", "e0039"], "available_source": 7, "selected_source": 7} +{"timestamp": "2026-10-08T21:51:35.947369+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "ca0e8c03e723f6fce7b7936dc37921c7b0561d85087f0656400e9b3ec106fca7", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "ca0e8c03e723f6fce7b7936dc37921c7b0561d85087f0656400e9b3ec106fca7"} +{"timestamp": "2026-10-08T21:51:35.948857+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "run_end", "status": "diagnosed", "tool_calls": 15, "model_calls": 8, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:49:06.211683+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "single"} +{"timestamp": "2026-10-08T21:49:06.329831+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "index_ready", "files": 166, "truncated": false} +{"timestamp": "2026-10-08T21:49:06.333324+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "route", "agent": "single_agent", "reason": "single_conversation_baseline"} +{"timestamp": "2026-10-08T21:49:06.333511+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "evidence_selection", "recipient": "single_agent", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:49:14.379203+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "model_response", "agent": "single_agent", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8038, "input_tokens": 5248, "output_tokens": 43, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:49:14.380360+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:49:14.387572+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:49:14.387747+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 7, "evidence_count": 5} +{"timestamp": "2026-10-08T21:49:24.862678+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "model_response", "agent": "single_agent", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 10475, "input_tokens": 6461, "output_tokens": 102, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:49:24.863460+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:49:24.863966+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 1, "evidence_count": 6} +{"timestamp": "2026-10-08T21:49:24.864248+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_start", "tool": "search_repository", "tool_call": 3} +{"timestamp": "2026-10-08T21:49:24.870532+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:49:24.870635+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 3, "duration_ms": 6, "evidence_count": 11} +{"timestamp": "2026-10-08T21:49:24.870961+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:49:24.871321+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 0, "evidence_count": 12} +{"timestamp": "2026-10-08T21:49:34.718306+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "model_response", "agent": "single_agent", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9847, "input_tokens": 10315, "output_tokens": 109, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:49:34.720163+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_start", "tool": "read_file", "tool_call": 5} +{"timestamp": "2026-10-08T21:49:34.721175+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 5, "duration_ms": 1, "evidence_count": 13} +{"timestamp": "2026-10-08T21:49:34.721730+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_start", "tool": "search_repository", "tool_call": 6} +{"timestamp": "2026-10-08T21:49:34.730744+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:49:34.730983+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 6, "duration_ms": 9, "evidence_count": 16} +{"timestamp": "2026-10-08T21:49:34.731519+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_start", "tool": "search_repository", "tool_call": 7} +{"timestamp": "2026-10-08T21:49:34.748082+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:49:34.748247+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 7, "duration_ms": 17, "evidence_count": 19} +{"timestamp": "2026-10-08T21:49:44.708126+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "model_response", "agent": "single_agent", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9960, "input_tokens": 12497, "output_tokens": 98, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:49:44.710198+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_start", "tool": "search_repository", "tool_call": 8} +{"timestamp": "2026-10-08T21:49:44.719564+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:49:44.719935+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 8, "duration_ms": 10, "evidence_count": 22} +{"timestamp": "2026-10-08T21:49:44.720510+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_start", "tool": "search_repository", "tool_call": 9} +{"timestamp": "2026-10-08T21:49:44.722624+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "search_result", "hit_count": 2, "empty": false} +{"timestamp": "2026-10-08T21:49:44.722758+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 9, "duration_ms": 2, "evidence_count": 24} +{"timestamp": "2026-10-08T21:49:44.723148+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_start", "tool": "search_repository", "tool_call": 10} +{"timestamp": "2026-10-08T21:49:44.733676+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "search_result", "hit_count": 2, "empty": false} +{"timestamp": "2026-10-08T21:49:44.733840+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 10, "duration_ms": 11, "evidence_count": 26} +{"timestamp": "2026-10-08T21:49:54.136958+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "model_response", "agent": "single_agent", "step": 4, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9403, "input_tokens": 14313, "output_tokens": 120, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:49:54.138690+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_start", "tool": "read_file", "tool_call": 11} +{"timestamp": "2026-10-08T21:49:54.139728+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 11, "duration_ms": 1, "evidence_count": 27} +{"timestamp": "2026-10-08T21:49:54.140264+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_start", "tool": "read_file", "tool_call": 12} +{"timestamp": "2026-10-08T21:49:54.140836+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 12, "duration_ms": 1, "evidence_count": 28} +{"timestamp": "2026-10-08T21:49:54.141269+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_start", "tool": "read_file", "tool_call": 13} +{"timestamp": "2026-10-08T21:49:54.141799+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 13, "duration_ms": 1, "evidence_count": 29} +{"timestamp": "2026-10-08T21:50:16.261576+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "model_response", "agent": "single_agent", "step": 5, "model_call": 6, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 22119, "input_tokens": 16038, "output_tokens": 696, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:50:16.262528+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "evidence_selection", "recipient": "single_agent", "policy": "source_priority", "available": 29, "selected_ids": ["e0005", "e0006", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024", "e0025", "e0026", "e0027", "e0028", "e0029"], "available_source": 6, "selected_source": 6} +{"timestamp": "2026-10-08T21:50:16.293041+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "f04343beced33087afb37e6b0e9443d0e9b6752e7fe68ede02ee4756c4d91658", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "f04343beced33087afb37e6b0e9443d0e9b6752e7fe68ede02ee4756c4d91658"} +{"timestamp": "2026-10-08T21:50:16.294637+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "run_end", "status": "diagnosed", "tool_calls": 13, "model_calls": 6, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:48:30.911540+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "single"} +{"timestamp": "2026-10-08T21:48:31.036273+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "index_ready", "files": 256, "truncated": false} +{"timestamp": "2026-10-08T21:48:31.039186+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "route", "agent": "single_agent", "reason": "single_conversation_baseline"} +{"timestamp": "2026-10-08T21:48:31.039319+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "evidence_selection", "recipient": "single_agent", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:48:40.435675+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "model_response", "agent": "single_agent", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9393, "input_tokens": 6897, "output_tokens": 44, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:48:40.437215+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:48:40.455983+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:48:40.456135+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 19, "evidence_count": 5} +{"timestamp": "2026-10-08T21:48:49.546919+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "model_response", "agent": "single_agent", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9091, "input_tokens": 8103, "output_tokens": 73, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:48:49.548517+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "tool_start", "tool": "search_repository", "tool_call": 2} +{"timestamp": "2026-10-08T21:48:49.568091+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:48:49.568277+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 2, "duration_ms": 20, "evidence_count": 10} +{"timestamp": "2026-10-08T21:48:49.568718+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "tool_start", "tool": "search_repository", "tool_call": 3} +{"timestamp": "2026-10-08T21:48:49.581604+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:48:49.581776+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 3, "duration_ms": 13, "evidence_count": 15} +{"timestamp": "2026-10-08T21:48:58.008396+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "model_response", "agent": "single_agent", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8426, "input_tokens": 10312, "output_tokens": 75, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:48:58.009934+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:48:58.011031+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 1, "evidence_count": 16} +{"timestamp": "2026-10-08T21:48:58.011637+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "tool_start", "tool": "read_file", "tool_call": 5} +{"timestamp": "2026-10-08T21:48:58.012463+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 5, "duration_ms": 1, "evidence_count": 17} +{"timestamp": "2026-10-08T21:49:15.202307+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "model_response", "agent": "single_agent", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 17190, "input_tokens": 13287, "output_tokens": 430, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:49:15.203208+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "evidence_selection", "recipient": "single_agent", "policy": "source_priority", "available": 17, "selected_ids": ["e0003", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017"], "available_source": 2, "selected_source": 2} +{"timestamp": "2026-10-08T21:49:15.234055+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "5673d57f052cacf34c5b7ef9530fb3dbbea978e5eca686fb92917daacfe02cf6", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "5673d57f052cacf34c5b7ef9530fb3dbbea978e5eca686fb92917daacfe02cf6"} +{"timestamp": "2026-10-08T21:49:15.235503+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "run_end", "status": "diagnosed", "tool_calls": 5, "model_calls": 4, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:47:41.459421+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "single"} +{"timestamp": "2026-10-08T21:47:41.629183+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "index_ready", "files": 256, "truncated": false} +{"timestamp": "2026-10-08T21:47:41.631103+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "route", "agent": "single_agent", "reason": "single_conversation_baseline"} +{"timestamp": "2026-10-08T21:47:41.631321+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "evidence_selection", "recipient": "single_agent", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:47:53.918950+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "model_response", "agent": "single_agent", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 12285, "input_tokens": 5843, "output_tokens": 40, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:47:53.919643+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:47:53.928566+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:47:53.928663+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 9, "evidence_count": 5} +{"timestamp": "2026-10-08T21:48:04.345667+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "model_response", "agent": "single_agent", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 10417, "input_tokens": 7009, "output_tokens": 101, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:48:04.346549+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:48:04.347136+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 1, "evidence_count": 6} +{"timestamp": "2026-10-08T21:48:04.347503+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:48:04.347912+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 0, "evidence_count": 7} +{"timestamp": "2026-10-08T21:48:04.348207+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:48:04.348583+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 0, "evidence_count": 8} +{"timestamp": "2026-10-08T21:48:15.842133+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "model_response", "agent": "single_agent", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 11493, "input_tokens": 11328, "output_tokens": 115, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:48:15.843704+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_start", "tool": "search_repository", "tool_call": 5} +{"timestamp": "2026-10-08T21:48:15.851440+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:48:15.851679+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 5, "duration_ms": 8, "evidence_count": 11} +{"timestamp": "2026-10-08T21:48:25.664991+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "model_response", "agent": "single_agent", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9813, "input_tokens": 12046, "output_tokens": 91, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:48:25.665791+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_start", "tool": "search_repository", "tool_call": 6} +{"timestamp": "2026-10-08T21:48:25.672260+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:48:25.672362+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 6, "duration_ms": 7, "evidence_count": 14} +{"timestamp": "2026-10-08T21:48:25.672608+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_start", "tool": "search_repository", "tool_call": 7} +{"timestamp": "2026-10-08T21:48:25.678354+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:48:25.678524+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 7, "duration_ms": 6, "evidence_count": 17} +{"timestamp": "2026-10-08T21:48:35.324754+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "model_response", "agent": "single_agent", "step": 4, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9646, "input_tokens": 13465, "output_tokens": 108, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:48:35.326089+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_start", "tool": "search_repository", "tool_call": 8} +{"timestamp": "2026-10-08T21:48:35.338652+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:48:35.338810+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 8, "duration_ms": 13, "evidence_count": 20} +{"timestamp": "2026-10-08T21:48:35.339220+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_start", "tool": "search_repository", "tool_call": 9} +{"timestamp": "2026-10-08T21:48:35.350552+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "search_result", "hit_count": 4, "empty": false} +{"timestamp": "2026-10-08T21:48:35.350660+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 9, "duration_ms": 11, "evidence_count": 24} +{"timestamp": "2026-10-08T21:48:43.766331+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "model_response", "agent": "single_agent", "step": 5, "model_call": 6, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8415, "input_tokens": 15065, "output_tokens": 47, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:48:43.767957+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_start", "tool": "read_file", "tool_call": 10} +{"timestamp": "2026-10-08T21:48:43.768739+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 10, "duration_ms": 1, "evidence_count": 25} +{"timestamp": "2026-10-08T21:49:13.435081+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "model_response", "agent": "single_agent", "step": 6, "model_call": 7, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 29666, "input_tokens": 16308, "output_tokens": 903, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:49:13.436996+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "evidence_selection", "recipient": "single_agent", "policy": "source_priority", "available": 25, "selected_ids": ["e0001", "e0002", "e0005", "e0006", "e0007", "e0008", "e0011", "e0012", "e0013", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022", "e0023", "e0024", "e0025"], "available_source": 4, "selected_source": 4} +{"timestamp": "2026-10-08T21:49:13.465648+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "patch_check", "attempt": 0, "status": "invalid", "original_sha256": "395ed4b50c0973ec2f410397621f0657327a271b69b7c8b1e23dd9e40c26f1d0", "hunks_recounted": false, "functional_tests_run": false, "error": "error: patch failed: testing/test_pathlib.py:301\nerror: testing/test_pathlib.py: patch does not apply", "created_files": [], "deleted_files": [], "submitted_sha256": "395ed4b50c0973ec2f410397621f0657327a271b69b7c8b1e23dd9e40c26f1d0"} +{"timestamp": "2026-10-08T21:49:13.467148+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "run_end", "status": "diagnosed", "tool_calls": 10, "model_calls": 7, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:52:13.094372+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "single"} +{"timestamp": "2026-10-08T21:52:13.189250+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "index_ready", "files": 220, "truncated": false} +{"timestamp": "2026-10-08T21:52:13.191721+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "route", "agent": "single_agent", "reason": "single_conversation_baseline"} +{"timestamp": "2026-10-08T21:52:13.191878+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "evidence_selection", "recipient": "single_agent", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:52:26.134198+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "model_response", "agent": "single_agent", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 12939, "input_tokens": 10190, "output_tokens": 51, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:52:26.135857+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:52:26.149107+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:52:26.149285+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 13, "evidence_count": 5} +{"timestamp": "2026-10-08T21:52:34.018549+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "model_response", "agent": "single_agent", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 7869, "input_tokens": 11358, "output_tokens": 71, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:52:34.020090+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:52:34.020925+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 1, "evidence_count": 6} +{"timestamp": "2026-10-08T21:52:34.022691+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_start", "tool": "search_repository", "tool_call": 3} +{"timestamp": "2026-10-08T21:52:34.036805+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:52:34.037018+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 3, "duration_ms": 14, "evidence_count": 11} +{"timestamp": "2026-10-08T21:52:48.642178+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "model_response", "agent": "single_agent", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 14617, "input_tokens": 13905, "output_tokens": 98, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:52:48.643566+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_start", "tool": "search_repository", "tool_call": 4} +{"timestamp": "2026-10-08T21:52:48.656870+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:52:48.657113+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 4, "duration_ms": 14, "evidence_count": 14} +{"timestamp": "2026-10-08T21:52:48.657611+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_start", "tool": "read_file", "tool_call": 5} +{"timestamp": "2026-10-08T21:52:48.658172+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 5, "duration_ms": 1, "evidence_count": 15} +{"timestamp": "2026-10-08T21:53:04.960413+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "model_response", "agent": "single_agent", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 16319, "input_tokens": 15495, "output_tokens": 152, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:53:04.962303+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_start", "tool": "read_file", "tool_call": 6} +{"timestamp": "2026-10-08T21:53:04.964352+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 6, "duration_ms": 2, "evidence_count": 16} +{"timestamp": "2026-10-08T21:53:27.721289+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "model_response", "agent": "single_agent", "step": 4, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 22764, "input_tokens": 16332, "output_tokens": 600, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:53:27.721748+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "evidence_selection", "recipient": "single_agent", "policy": "source_priority", "available": 16, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016"], "available_source": 3, "selected_source": 3} +{"timestamp": "2026-10-08T21:53:27.739298+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "c80a651108f4c287afc88fe6e199640b76976e87118f6fdadd8d5c2325c8f329", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "c80a651108f4c287afc88fe6e199640b76976e87118f6fdadd8d5c2325c8f329"} +{"timestamp": "2026-10-08T21:53:27.740700+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "run_end", "status": "diagnosed", "tool_calls": 6, "model_calls": 5, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:49:13.704029+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "single"} +{"timestamp": "2026-10-08T21:49:14.076492+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "index_ready", "files": 815, "truncated": false} +{"timestamp": "2026-10-08T21:49:14.077980+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "route", "agent": "single_agent", "reason": "single_conversation_baseline"} +{"timestamp": "2026-10-08T21:49:14.078087+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "evidence_selection", "recipient": "single_agent", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:49:22.980655+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "model_response", "agent": "single_agent", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8899, "input_tokens": 5040, "output_tokens": 40, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:49:22.982577+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:49:22.990684+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:49:22.990948+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 8, "evidence_count": 5} +{"timestamp": "2026-10-08T21:49:31.355819+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "model_response", "agent": "single_agent", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8365, "input_tokens": 6164, "output_tokens": 77, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:49:31.358302+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:49:31.359741+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 1, "evidence_count": 6} +{"timestamp": "2026-10-08T21:49:31.360493+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:49:31.361272+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 1, "evidence_count": 7} +{"timestamp": "2026-10-08T21:49:45.476539+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "model_response", "agent": "single_agent", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 14115, "input_tokens": 9537, "output_tokens": 133, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:49:45.477756+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_start", "tool": "search_repository", "tool_call": 4} +{"timestamp": "2026-10-08T21:49:45.498406+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:49:45.498589+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 4, "duration_ms": 21, "evidence_count": 10} +{"timestamp": "2026-10-08T21:49:45.499037+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_start", "tool": "read_file", "tool_call": 5} +{"timestamp": "2026-10-08T21:49:45.499520+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 5, "duration_ms": 0, "evidence_count": 11} +{"timestamp": "2026-10-08T21:49:45.499856+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_start", "tool": "read_file", "tool_call": 6} +{"timestamp": "2026-10-08T21:49:45.500242+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 6, "duration_ms": 0, "evidence_count": 12} +{"timestamp": "2026-10-08T21:51:43.008321+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "model_response", "agent": "single_agent", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 117507, "input_tokens": 12262, "output_tokens": 113, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:51:43.009850+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_start", "tool": "read_file", "tool_call": 7} +{"timestamp": "2026-10-08T21:51:43.011071+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 7, "duration_ms": 1, "evidence_count": 13} +{"timestamp": "2026-10-08T21:51:43.011784+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_start", "tool": "read_file", "tool_call": 8} +{"timestamp": "2026-10-08T21:51:43.012552+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 8, "duration_ms": 1, "evidence_count": 14} +{"timestamp": "2026-10-08T21:52:04.352396+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "model_response", "agent": "single_agent", "step": 4, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 21339, "input_tokens": 13480, "output_tokens": 511, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:52:04.352803+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "evidence_selection", "recipient": "single_agent", "policy": "source_priority", "available": 14, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014"], "available_source": 6, "selected_source": 6} +{"timestamp": "2026-10-08T21:52:04.370577+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "91f7c185465817d3902cbf60b04d4d254cbf9976fc2d020fa7ba453ae33677a2", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "91f7c185465817d3902cbf60b04d4d254cbf9976fc2d020fa7ba453ae33677a2"} +{"timestamp": "2026-10-08T21:52:04.371858+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "run_end", "status": "diagnosed", "tool_calls": 8, "model_calls": 5, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:51:36.241965+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "single"} +{"timestamp": "2026-10-08T21:51:36.531253+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "index_ready", "files": 684, "truncated": false} +{"timestamp": "2026-10-08T21:51:36.532571+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "route", "agent": "single_agent", "reason": "single_conversation_baseline"} +{"timestamp": "2026-10-08T21:51:36.532666+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "evidence_selection", "recipient": "single_agent", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:51:45.234868+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "model_response", "agent": "single_agent", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8699, "input_tokens": 5519, "output_tokens": 43, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:51:45.236483+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:51:45.252453+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:51:45.252657+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 16, "evidence_count": 5} +{"timestamp": "2026-10-08T21:51:57.102259+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "model_response", "agent": "single_agent", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 11849, "input_tokens": 6608, "output_tokens": 98, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:51:57.103738+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_start", "tool": "search_repository", "tool_call": 2} +{"timestamp": "2026-10-08T21:51:57.112556+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "search_result", "hit_count": 2, "empty": false} +{"timestamp": "2026-10-08T21:51:57.112707+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 2, "duration_ms": 9, "evidence_count": 7} +{"timestamp": "2026-10-08T21:51:57.113125+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_start", "tool": "search_repository", "tool_call": 3} +{"timestamp": "2026-10-08T21:51:57.127026+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:51:57.127133+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 3, "duration_ms": 14, "evidence_count": 12} +{"timestamp": "2026-10-08T21:51:57.127448+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:51:57.127860+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 0, "evidence_count": 13} +{"timestamp": "2026-10-08T21:52:09.480586+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "model_response", "agent": "single_agent", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 12353, "input_tokens": 8739, "output_tokens": 115, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:52:09.481951+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_start", "tool": "read_file", "tool_call": 5} +{"timestamp": "2026-10-08T21:52:09.482937+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 5, "duration_ms": 1, "evidence_count": 14} +{"timestamp": "2026-10-08T21:52:09.483522+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_start", "tool": "search_repository", "tool_call": 6} +{"timestamp": "2026-10-08T21:52:09.497825+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:52:09.498017+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 6, "duration_ms": 14, "evidence_count": 17} +{"timestamp": "2026-10-08T21:52:09.498489+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_start", "tool": "search_repository", "tool_call": 7} +{"timestamp": "2026-10-08T21:52:09.508930+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:52:09.509046+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 7, "duration_ms": 11, "evidence_count": 20} +{"timestamp": "2026-10-08T21:52:20.017954+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "model_response", "agent": "single_agent", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 10509, "input_tokens": 10773, "output_tokens": 122, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:52:20.019219+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_start", "tool": "read_file", "tool_call": 8} +{"timestamp": "2026-10-08T21:52:20.019976+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 8, "duration_ms": 1, "evidence_count": 21} +{"timestamp": "2026-10-08T21:52:20.020385+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_start", "tool": "search_repository", "tool_call": 9} +{"timestamp": "2026-10-08T21:52:20.026526+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "search_result", "hit_count": 1, "empty": false} +{"timestamp": "2026-10-08T21:52:20.026663+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 9, "duration_ms": 6, "evidence_count": 22} +{"timestamp": "2026-10-08T21:52:35.682817+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "model_response", "agent": "single_agent", "step": 4, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 15656, "input_tokens": 11772, "output_tokens": 494, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:52:35.683426+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "evidence_selection", "recipient": "single_agent", "policy": "source_priority", "available": 22, "selected_ids": ["e0001", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016", "e0017", "e0018", "e0019", "e0020", "e0021", "e0022"], "available_source": 3, "selected_source": 3} +{"timestamp": "2026-10-08T21:52:35.704454+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "35ab9b24144697ef594da09bb6693bd27289984f681322fc4ebd12045f2be0b1", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "35ab9b24144697ef594da09bb6693bd27289984f681322fc4ebd12045f2be0b1"} +{"timestamp": "2026-10-08T21:52:35.705743+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "run_end", "status": "diagnosed", "tool_calls": 9, "model_calls": 5, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:49:27.085741+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "single"} +{"timestamp": "2026-10-08T21:49:27.775868+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "index_ready", "files": 1178, "truncated": false} +{"timestamp": "2026-10-08T21:49:27.777421+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "route", "agent": "single_agent", "reason": "single_conversation_baseline"} +{"timestamp": "2026-10-08T21:49:27.777541+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "evidence_selection", "recipient": "single_agent", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:49:36.335315+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "model_response", "agent": "single_agent", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8555, "input_tokens": 5084, "output_tokens": 37, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:49:36.336729+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:49:36.353415+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:49:36.353598+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 17, "evidence_count": 5} +{"timestamp": "2026-10-08T21:49:46.313244+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "model_response", "agent": "single_agent", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9959, "input_tokens": 6362, "output_tokens": 89, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 3} +{"timestamp": "2026-10-08T21:49:46.314772+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_start", "tool": "read_file", "tool_call": 2} +{"timestamp": "2026-10-08T21:49:46.315877+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 2, "duration_ms": 1, "evidence_count": 6} +{"timestamp": "2026-10-08T21:49:46.316790+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_start", "tool": "search_repository", "tool_call": 3} +{"timestamp": "2026-10-08T21:49:46.327193+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:49:46.327436+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 3, "duration_ms": 11, "evidence_count": 9} +{"timestamp": "2026-10-08T21:49:46.327893+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_start", "tool": "search_repository", "tool_call": 4} +{"timestamp": "2026-10-08T21:49:46.336027+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:49:46.336199+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 4, "duration_ms": 8, "evidence_count": 12} +{"timestamp": "2026-10-08T21:49:57.370094+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "model_response", "agent": "single_agent", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 11034, "input_tokens": 9451, "output_tokens": 80, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:49:57.371631+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_start", "tool": "read_file", "tool_call": 5} +{"timestamp": "2026-10-08T21:49:57.372526+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 5, "duration_ms": 1, "evidence_count": 13} +{"timestamp": "2026-10-08T21:49:57.373055+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_start", "tool": "read_file", "tool_call": 6} +{"timestamp": "2026-10-08T21:49:57.373583+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 6, "duration_ms": 1, "evidence_count": 14} +{"timestamp": "2026-10-08T21:50:32.141959+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "model_response", "agent": "single_agent", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 34768, "input_tokens": 12259, "output_tokens": 765, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:50:32.143309+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "evidence_selection", "recipient": "single_agent", "policy": "source_priority", "available": 14, "selected_ids": ["e0001", "e0002", "e0003", "e0004", "e0005", "e0006", "e0007", "e0008", "e0009", "e0010", "e0011", "e0012", "e0013", "e0014"], "available_source": 3, "selected_source": 3} +{"timestamp": "2026-10-08T21:50:32.178334+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "e9fd3b4037c385b508956838dc46c5ca8bb8fb4823b38572fd06b8dde467ab50", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "e9fd3b4037c385b508956838dc46c5ca8bb8fb4823b38572fd06b8dde467ab50"} +{"timestamp": "2026-10-08T21:50:32.180087+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "run_end", "status": "diagnosed", "tool_calls": 6, "model_calls": 4, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:49:15.524964+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "single"} +{"timestamp": "2026-10-08T21:49:16.213685+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "index_ready", "files": 1187, "truncated": false} +{"timestamp": "2026-10-08T21:49:16.215137+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "route", "agent": "single_agent", "reason": "single_conversation_baseline"} +{"timestamp": "2026-10-08T21:49:16.215245+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "evidence_selection", "recipient": "single_agent", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:49:24.695639+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "model_response", "agent": "single_agent", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8477, "input_tokens": 5754, "output_tokens": 59, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:49:24.697338+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:49:24.722079+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:49:24.722231+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 25, "evidence_count": 5} +{"timestamp": "2026-10-08T21:49:24.722604+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "tool_start", "tool": "search_repository", "tool_call": 2} +{"timestamp": "2026-10-08T21:49:24.739722+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:49:24.739918+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 2, "duration_ms": 17, "evidence_count": 10} +{"timestamp": "2026-10-08T21:49:39.632320+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "model_response", "agent": "single_agent", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 14892, "input_tokens": 7781, "output_tokens": 129, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 4} +{"timestamp": "2026-10-08T21:49:39.633813+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:49:39.634815+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 1, "evidence_count": 11} +{"timestamp": "2026-10-08T21:49:39.635324+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:49:39.636112+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 1, "evidence_count": 12} +{"timestamp": "2026-10-08T21:49:39.636527+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "tool_start", "tool": "read_file", "tool_call": 5} +{"timestamp": "2026-10-08T21:49:39.637116+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 5, "duration_ms": 1, "evidence_count": 13} +{"timestamp": "2026-10-08T21:49:39.637561+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "tool_start", "tool": "search_repository", "tool_call": 6} +{"timestamp": "2026-10-08T21:49:39.649445+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:49:39.649589+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 6, "duration_ms": 12, "evidence_count": 16} +{"timestamp": "2026-10-08T21:50:02.028381+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "model_response", "agent": "single_agent", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 22379, "input_tokens": 10329, "output_tokens": 727, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:50:02.029336+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "evidence_selection", "recipient": "single_agent", "policy": "source_priority", "available": 16, "selected_ids": ["e0006", "e0007", "e0008", "e0010", "e0011", "e0012", "e0013", "e0014", "e0015", "e0016"], "available_source": 3, "selected_source": 3} +{"timestamp": "2026-10-08T21:50:02.057983+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "patch_check", "attempt": 0, "status": "applies", "original_sha256": "0c5ca584fe11861c46731e2153829205d76b55a38cc1bb1110b24fa9ec72b796", "hunks_recounted": false, "functional_tests_run": false, "error": null, "created_files": [], "deleted_files": [], "submitted_sha256": "0c5ca584fe11861c46731e2153829205d76b55a38cc1bb1110b24fa9ec72b796"} +{"timestamp": "2026-10-08T21:50:02.059600+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "run_end", "status": "diagnosed", "tool_calls": 6, "model_calls": 3, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:52:04.826285+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "single"} +{"timestamp": "2026-10-08T21:52:05.532943+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "index_ready", "files": 1189, "truncated": false} +{"timestamp": "2026-10-08T21:52:05.534625+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "route", "agent": "single_agent", "reason": "single_conversation_baseline"} +{"timestamp": "2026-10-08T21:52:05.534741+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "evidence_selection", "recipient": "single_agent", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:52:13.846859+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "model_response", "agent": "single_agent", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8309, "input_tokens": 5208, "output_tokens": 66, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:52:13.848366+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:52:13.877148+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:52:13.877322+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 29, "evidence_count": 5} +{"timestamp": "2026-10-08T21:52:13.877736+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "search_repository", "tool_call": 2} +{"timestamp": "2026-10-08T21:52:13.889315+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:52:13.889425+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 2, "duration_ms": 12, "evidence_count": 10} +{"timestamp": "2026-10-08T21:52:25.702538+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "model_response", "agent": "single_agent", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 11813, "input_tokens": 7428, "output_tokens": 132, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 4} +{"timestamp": "2026-10-08T21:52:25.704330+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "read_file", "tool_call": 3} +{"timestamp": "2026-10-08T21:52:25.705841+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 3, "duration_ms": 2, "evidence_count": 11} +{"timestamp": "2026-10-08T21:52:25.706726+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:52:25.707544+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 1, "evidence_count": 12} +{"timestamp": "2026-10-08T21:52:25.708018+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "read_file", "tool_call": 5} +{"timestamp": "2026-10-08T21:52:25.708654+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 5, "duration_ms": 1, "evidence_count": 13} +{"timestamp": "2026-10-08T21:52:25.709155+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "search_repository", "tool_call": 6} +{"timestamp": "2026-10-08T21:52:25.735708+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:52:25.735945+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 6, "duration_ms": 27, "evidence_count": 18} +{"timestamp": "2026-10-08T21:52:35.409127+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "model_response", "agent": "single_agent", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9673, "input_tokens": 12360, "output_tokens": 91, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:52:35.410520+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "read_file", "tool_call": 7} +{"timestamp": "2026-10-08T21:52:35.411728+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 7, "duration_ms": 1, "evidence_count": 19} +{"timestamp": "2026-10-08T21:52:35.412240+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "search_repository", "tool_call": 8} +{"timestamp": "2026-10-08T21:52:35.435392+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:52:35.435573+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 8, "duration_ms": 23, "evidence_count": 24} +{"timestamp": "2026-10-08T21:52:45.412562+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "model_response", "agent": "single_agent", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9983, "input_tokens": 14984, "output_tokens": 80, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:52:45.414259+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "search_repository", "tool_call": 9} +{"timestamp": "2026-10-08T21:52:45.442228+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:52:45.442389+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 9, "duration_ms": 28, "evidence_count": 29} +{"timestamp": "2026-10-08T21:52:45.442728+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "search_repository", "tool_call": 10} +{"timestamp": "2026-10-08T21:52:45.459345+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:52:45.459462+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 10, "duration_ms": 17, "evidence_count": 34} +{"timestamp": "2026-10-08T21:52:54.803064+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "model_response", "agent": "single_agent", "step": 4, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9358, "input_tokens": 17239, "output_tokens": 76, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:52:54.805790+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "read_file", "tool_call": 11} +{"timestamp": "2026-10-08T21:52:54.807766+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 11, "duration_ms": 2, "evidence_count": 35} +{"timestamp": "2026-10-08T21:52:54.808526+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "read_file", "tool_call": 12} +{"timestamp": "2026-10-08T21:52:54.809436+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 12, "duration_ms": 1, "evidence_count": 36} +{"timestamp": "2026-10-08T21:53:08.309009+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "model_response", "agent": "single_agent", "step": 5, "model_call": 6, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 13510, "input_tokens": 20552, "output_tokens": 231, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:53:08.312287+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "read_file", "tool_call": 13} +{"timestamp": "2026-10-08T21:53:08.314263+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 13, "duration_ms": 2, "evidence_count": 37} +{"timestamp": "2026-10-08T21:53:08.315428+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "search_repository", "tool_call": 14} +{"timestamp": "2026-10-08T21:53:08.341614+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:53:08.341820+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 14, "duration_ms": 26, "evidence_count": 42} +{"timestamp": "2026-10-08T21:53:26.376202+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "model_response", "agent": "single_agent", "step": 6, "model_call": 7, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 18039, "input_tokens": 22855, "output_tokens": 225, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:53:26.376795+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "search_repository", "tool_call": 15} +{"timestamp": "2026-10-08T21:53:26.380885+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:53:26.380993+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 15, "duration_ms": 4, "evidence_count": 45} +{"timestamp": "2026-10-08T21:53:26.381254+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "search_repository", "tool_call": 16} +{"timestamp": "2026-10-08T21:53:26.397673+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:53:26.397809+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 16, "duration_ms": 17, "evidence_count": 50} +{"timestamp": "2026-10-08T21:53:43.236007+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "model_response", "agent": "single_agent", "step": 7, "model_call": 8, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 16840, "input_tokens": 24766, "output_tokens": 172, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:53:43.237937+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "read_file", "tool_call": 17} +{"timestamp": "2026-10-08T21:53:43.239162+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 17, "duration_ms": 1, "evidence_count": 51} +{"timestamp": "2026-10-08T21:53:43.239875+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_start", "tool": "search_repository", "tool_call": 18} +{"timestamp": "2026-10-08T21:53:43.267953+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:53:43.268144+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 18, "duration_ms": 28, "evidence_count": 56} +{"timestamp": "2026-10-08T21:53:49.007946+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "run_error", "error_type": "CodexModelError", "message": "CLI exited with status 1; check codex login status and model access"} +{"timestamp": "2026-10-08T21:53:49.008332+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "run_end", "status": "failed", "tool_calls": 18, "model_calls": 9, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:47:41.983032+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "run_start", "mode": "model", "test_executor": "disabled", "workflow": "single"} +{"timestamp": "2026-10-08T21:47:42.970693+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "index_ready", "files": 1360, "truncated": false} +{"timestamp": "2026-10-08T21:47:42.972288+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "route", "agent": "single_agent", "reason": "single_conversation_baseline"} +{"timestamp": "2026-10-08T21:47:42.972406+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "evidence_selection", "recipient": "single_agent", "policy": "source_priority", "available": 0, "selected_ids": [], "available_source": 0, "selected_source": 0} +{"timestamp": "2026-10-08T21:47:50.442600+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "model_response", "agent": "single_agent", "step": 0, "model_call": 1, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 7467, "input_tokens": 5000, "output_tokens": 43, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:47:50.444043+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "search_repository", "tool_call": 1} +{"timestamp": "2026-10-08T21:47:50.462709+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:47:50.462860+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 1, "duration_ms": 19, "evidence_count": 5} +{"timestamp": "2026-10-08T21:48:01.450848+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "model_response", "agent": "single_agent", "step": 1, "model_call": 2, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 10988, "input_tokens": 6212, "output_tokens": 70, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:48:01.452556+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "search_repository", "tool_call": 2} +{"timestamp": "2026-10-08T21:48:01.501090+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:48:01.501227+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 2, "duration_ms": 49, "evidence_count": 10} +{"timestamp": "2026-10-08T21:48:01.501545+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "search_repository", "tool_call": 3} +{"timestamp": "2026-10-08T21:48:01.508553+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:48:01.508630+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 3, "duration_ms": 7, "evidence_count": 15} +{"timestamp": "2026-10-08T21:48:10.996538+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "model_response", "agent": "single_agent", "step": 2, "model_call": 3, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 9488, "input_tokens": 8376, "output_tokens": 81, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:48:10.997869+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "read_file", "tool_call": 4} +{"timestamp": "2026-10-08T21:48:10.998829+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 4, "duration_ms": 1, "evidence_count": 16} +{"timestamp": "2026-10-08T21:48:10.999278+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "read_file", "tool_call": 5} +{"timestamp": "2026-10-08T21:48:10.999854+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 5, "duration_ms": 1, "evidence_count": 17} +{"timestamp": "2026-10-08T21:48:19.477545+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "model_response", "agent": "single_agent", "step": 3, "model_call": 4, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8477, "input_tokens": 11307, "output_tokens": 93, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:48:19.478800+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "read_file", "tool_call": 6} +{"timestamp": "2026-10-08T21:48:19.479738+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 6, "duration_ms": 1, "evidence_count": 18} +{"timestamp": "2026-10-08T21:48:19.480253+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "search_repository", "tool_call": 7} +{"timestamp": "2026-10-08T21:48:19.494900+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:48:19.495096+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 7, "duration_ms": 15, "evidence_count": 23} +{"timestamp": "2026-10-08T21:48:30.778171+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "model_response", "agent": "single_agent", "step": 4, "model_call": 5, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 11283, "input_tokens": 12902, "output_tokens": 82, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:48:30.778795+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "search_repository", "tool_call": 8} +{"timestamp": "2026-10-08T21:48:30.789027+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:48:30.789247+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 8, "duration_ms": 10, "evidence_count": 28} +{"timestamp": "2026-10-08T21:48:30.789746+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "search_repository", "tool_call": 9} +{"timestamp": "2026-10-08T21:48:30.817973+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "search_result", "hit_count": 5, "empty": false} +{"timestamp": "2026-10-08T21:48:30.818182+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 9, "duration_ms": 28, "evidence_count": 33} +{"timestamp": "2026-10-08T21:48:41.048212+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "model_response", "agent": "single_agent", "step": 5, "model_call": 6, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 10230, "input_tokens": 15231, "output_tokens": 67, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:48:41.049551+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "read_file", "tool_call": 10} +{"timestamp": "2026-10-08T21:48:41.050542+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 10, "duration_ms": 1, "evidence_count": 34} +{"timestamp": "2026-10-08T21:48:41.051010+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "search_repository", "tool_call": 11} +{"timestamp": "2026-10-08T21:48:41.061121+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "search_result", "hit_count": 2, "empty": false} +{"timestamp": "2026-10-08T21:48:41.061252+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 11, "duration_ms": 10, "evidence_count": 36} +{"timestamp": "2026-10-08T21:48:49.677260+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "model_response", "agent": "single_agent", "step": 6, "model_call": 7, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8616, "input_tokens": 17272, "output_tokens": 50, "cached_input_tokens": 2816, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 1} +{"timestamp": "2026-10-08T21:48:49.677981+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "read_file", "tool_call": 12} +{"timestamp": "2026-10-08T21:48:49.678518+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 12, "duration_ms": 1, "evidence_count": 37} +{"timestamp": "2026-10-08T21:48:58.603731+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "model_response", "agent": "single_agent", "step": 7, "model_call": 8, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8925, "input_tokens": 19159, "output_tokens": 72, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:48:58.605041+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "read_file", "tool_call": 13} +{"timestamp": "2026-10-08T21:48:58.606306+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 13, "duration_ms": 1, "evidence_count": 38} +{"timestamp": "2026-10-08T21:48:58.607076+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "search_repository", "tool_call": 14} +{"timestamp": "2026-10-08T21:48:58.621886+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "search_result", "hit_count": 3, "empty": false} +{"timestamp": "2026-10-08T21:48:58.622087+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 14, "duration_ms": 15, "evidence_count": 41} +{"timestamp": "2026-10-08T21:49:07.277632+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "model_response", "agent": "single_agent", "step": 8, "model_call": 9, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 8655, "input_tokens": 21259, "output_tokens": 88, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 2} +{"timestamp": "2026-10-08T21:49:07.279021+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "search_repository", "tool_call": 15} +{"timestamp": "2026-10-08T21:49:07.293061+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "search_result", "hit_count": 2, "empty": false} +{"timestamp": "2026-10-08T21:49:07.293470+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "search_repository", "outcome": "ok", "tool_call": 15, "duration_ms": 14, "evidence_count": 43} +{"timestamp": "2026-10-08T21:49:07.294259+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_start", "tool": "read_file", "tool_call": 16} +{"timestamp": "2026-10-08T21:49:07.295126+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "tool_end", "tool": "read_file", "outcome": "ok", "tool_call": 16, "duration_ms": 1, "evidence_count": 44} +{"timestamp": "2026-10-08T21:49:26.715925+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "model_response", "agent": "single_agent", "step": 9, "model_call": 10, "model": "codex-cli:gpt-6.1-sol", "duration_ms": 19420, "input_tokens": 23147, "output_tokens": 361, "cached_input_tokens": 0, "provider": "codex-cli", "builtin_tool_calls": 0, "transport_reconnects": 0, "tool_call_count": 0} +{"timestamp": "2026-10-08T21:49:26.717018+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "insufficient_evidence", "reason": "model_abstained"} +{"timestamp": "2026-10-08T21:49:26.718294+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "run_end", "status": "insufficient_evidence", "tool_calls": 16, "model_calls": 10, "test_status": "not_run", "patch_verified": false} +{"timestamp": "2026-10-08T21:51:10.001615+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "run_start", "mode": "model", "base_commit": "97fc1154992f64cfb2f86321155a7404efeb2d8a"} +{"timestamp": "2026-10-08T21:51:10.023957+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "snapshot_ready", "archive_sha256": "479ede93a4a76d387a70efaa74d91622b383c840b622f081fcbad83a927e8306"} +{"timestamp": "2026-10-08T21:52:12.843153+00:00", "run_id": "matplotlib__matplotlib-23314", "issue_id": "matplotlib__matplotlib-23314", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:51:58.135314+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "run_start", "mode": "model", "base_commit": "149a0398b391cfc4eddb5e659f50b3c66f32ea65"} +{"timestamp": "2026-10-08T21:51:58.156878+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "snapshot_ready", "archive_sha256": "06c2c1eef5a22dcd815b2bb37bfaf1570185e3225922ededfd06d7453ccf9014"} +{"timestamp": "2026-10-08T21:52:04.256221+00:00", "run_id": "matplotlib__matplotlib-23563", "issue_id": "matplotlib__matplotlib-23563", "event": "run_end", "status": "failed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:51:13.747953+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "run_start", "mode": "model", "base_commit": "af39f1edffcd828f05cfdd04f2e59506bb4a27bc"} +{"timestamp": "2026-10-08T21:51:13.769815+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "snapshot_ready", "archive_sha256": "5cb9ae938a585d308118f225ee387a7a94235078a3894fb773d48aecafefaa56"} +{"timestamp": "2026-10-08T21:51:57.968523+00:00", "run_id": "matplotlib__matplotlib-24149", "issue_id": "matplotlib__matplotlib-24149", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:47:40.949148+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "run_start", "mode": "model", "base_commit": "00afcc0c6d4d2e4390338127f05b8f4fdb4e7087"} +{"timestamp": "2026-10-08T21:47:40.971882+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "snapshot_ready", "archive_sha256": "e51ae32a854225e7d12054193c616a3ed196b711caf2924704da5296a2aae957"} +{"timestamp": "2026-10-08T21:48:30.583545+00:00", "run_id": "matplotlib__matplotlib-26011", "issue_id": "matplotlib__matplotlib-26011", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:47:40.949377+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "run_start", "mode": "model", "base_commit": "94621cef29f80282436d73e8d2c0aa76dab81273"} +{"timestamp": "2026-10-08T21:47:40.951321+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "snapshot_ready", "archive_sha256": "608bf5c3223fa386a253b46ef3f1c548a4d3342ddc8f09b5bf697fdac66060d6"} +{"timestamp": "2026-10-08T21:49:06.144475+00:00", "run_id": "mwaskom__seaborn-2848", "issue_id": "mwaskom__seaborn-2848", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:50:16.314259+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "run_start", "mode": "model", "base_commit": "d8c37f43724cd9fb0870f77877b7c4c7e38a19e0"} +{"timestamp": "2026-10-08T21:50:16.315331+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "snapshot_ready", "archive_sha256": "844fa3af247aa5004e4691f56ced6cbb1a26c6e6484385d1026ce970f28f273e"} +{"timestamp": "2026-10-08T21:51:09.987031+00:00", "run_id": "pallets__flask-4045", "issue_id": "pallets__flask-4045", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:52:04.511002+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "run_start", "mode": "model", "base_commit": "4c288bc97ea371817199908d0d9b12de9dae327e"} +{"timestamp": "2026-10-08T21:52:04.511674+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "snapshot_ready", "archive_sha256": "3643d985acd981e2787a937fe773d8912c95988a28e8ee79832f4c5530e29896"} +{"timestamp": "2026-10-08T21:52:46.517569+00:00", "run_id": "pallets__flask-4992", "issue_id": "pallets__flask-4992", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:50:32.271156+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "run_start", "mode": "model", "base_commit": "091991be0da19de9108dbe5e3752917fea3d7fdc"} +{"timestamp": "2026-10-08T21:50:32.272372+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "snapshot_ready", "archive_sha256": "3163967c6ee3ea0ab1c0d1e780bb7002a68825f5b85ef36e1d3698ca117f4853"} +{"timestamp": "2026-10-08T21:51:13.740276+00:00", "run_id": "psf__requests-2317", "issue_id": "psf__requests-2317", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:52:35.792923+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "run_start", "mode": "model", "base_commit": "0be38a0c37c59c4b66ce908731da15b401655113"} +{"timestamp": "2026-10-08T21:52:35.793506+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "snapshot_ready", "archive_sha256": "f91bf0c1463f0e1349c0c2aa8c0d547412694d0bd87870e774a582410cb9e7fc"} +{"timestamp": "2026-10-08T21:54:22.895730+00:00", "run_id": "psf__requests-2674", "issue_id": "psf__requests-2674", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:50:02.152427+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "run_start", "mode": "model", "base_commit": "a64cf2d5476e7bbda099b34c40b7be1880dbd39a"} +{"timestamp": "2026-10-08T21:50:02.154829+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "snapshot_ready", "archive_sha256": "f0eca4a8a8908f9cd6f3a5c47f6bf0453560a0ad51858c7a6e2d1b76221b7ddb"} +{"timestamp": "2026-10-08T21:51:35.956315+00:00", "run_id": "pydata__xarray-4094", "issue_id": "pydata__xarray-4094", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:49:06.159130+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "run_start", "mode": "model", "base_commit": "98dc1f4ea18738492e074e9e51ddfed5cd30ab94"} +{"timestamp": "2026-10-08T21:49:06.161195+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "snapshot_ready", "archive_sha256": "bdfd73e29f73294cc250ef57acfd8051410118189d6d699d613e3e4df5132291"} +{"timestamp": "2026-10-08T21:50:16.300518+00:00", "run_id": "pydata__xarray-4248", "issue_id": "pydata__xarray-4248", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:48:30.758102+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "run_start", "mode": "model", "base_commit": "6995257cf470d2143ad1683824962de4071c0eb7"} +{"timestamp": "2026-10-08T21:48:30.759704+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "snapshot_ready", "archive_sha256": "ef5724765f1ee443c9882a9309ea4f097c6c0a82ab8aeafdb187d1d6cd9fdd5e"} +{"timestamp": "2026-10-08T21:49:15.242163+00:00", "run_id": "pytest-dev__pytest-11143", "issue_id": "pytest-dev__pytest-11143", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:47:40.948981+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "run_start", "mode": "model", "base_commit": "2f7415cfbc4b6ca62f9013f1abd27136f46b9653"} +{"timestamp": "2026-10-08T21:47:40.951038+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "snapshot_ready", "archive_sha256": "2d330522612e789b64668c6a8d20f9925e95aca7d12cdd70ec7d7f4d8eb1e661"} +{"timestamp": "2026-10-08T21:49:13.472565+00:00", "run_id": "pytest-dev__pytest-11148", "issue_id": "pytest-dev__pytest-11148", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:52:13.012899+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "run_start", "mode": "model", "base_commit": "7f7a36478abe7dd1fa993b115d22606aa0e35e88"} +{"timestamp": "2026-10-08T21:52:13.013654+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "snapshot_ready", "archive_sha256": "5b1a6508e8e3cfbf99abb6b33acd04f8a7b23fa0da6adc2cf590994d4ddae2cc"} +{"timestamp": "2026-10-08T21:53:27.745886+00:00", "run_id": "pytest-dev__pytest-7490", "issue_id": "pytest-dev__pytest-7490", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:49:13.503485+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "run_start", "mode": "model", "base_commit": "0e3c1879b06d839171b7d0a607d71bbb19a966a9"} +{"timestamp": "2026-10-08T21:49:13.507911+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "snapshot_ready", "archive_sha256": "0480a581a0904b51ef4bcfb01a569b26a9a3b6b73968123580c2f9179646a05c"} +{"timestamp": "2026-10-08T21:52:04.386283+00:00", "run_id": "scikit-learn__scikit-learn-13584", "issue_id": "scikit-learn__scikit-learn-13584", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:51:35.970099+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "run_start", "mode": "model", "base_commit": "3ed7590ed411bd93b26098faab4f23619cdb2267"} +{"timestamp": "2026-10-08T21:51:35.974204+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "snapshot_ready", "archive_sha256": "a411b2bae6f2c0a331c7f47ba8b519365ecf49d8d1580d46466edc8d3cb36550"} +{"timestamp": "2026-10-08T21:52:35.716918+00:00", "run_id": "sphinx-doc__sphinx-8713", "issue_id": "sphinx-doc__sphinx-8713", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:49:26.836748+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "run_start", "mode": "model", "base_commit": "674afc619d7f5c519b6a5393a8b0532a131e57e0"} +{"timestamp": "2026-10-08T21:49:26.841008+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "snapshot_ready", "archive_sha256": "2e512209bff7d4314d8393e1051ef2709429c072ca5713806b80db398eadd956"} +{"timestamp": "2026-10-08T21:50:32.205925+00:00", "run_id": "sympy__sympy-13437", "issue_id": "sympy__sympy-13437", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:49:15.271281+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "run_start", "mode": "model", "base_commit": "67e3c956083d0128a621f65ee86a7dacd4f9f19f"} +{"timestamp": "2026-10-08T21:49:15.275164+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "snapshot_ready", "archive_sha256": "d5aecff0f57e7bc2817fcb6ad1d3cfbc2c5b12f772089866b4bb0f00e868901e"} +{"timestamp": "2026-10-08T21:50:02.086539+00:00", "run_id": "sympy__sympy-13647", "issue_id": "sympy__sympy-13647", "event": "run_end", "status": "diagnosed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:52:04.455038+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "run_start", "mode": "model", "base_commit": "4da0b64558e9551a11a99bccc63557ba34f50c58"} +{"timestamp": "2026-10-08T21:52:04.459004+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "snapshot_ready", "archive_sha256": "62b6151f69019de89dd9cedf60526189f3842364dd4261900f3d3cc12eac858f"} +{"timestamp": "2026-10-08T21:53:49.010913+00:00", "run_id": "sympy__sympy-13895", "issue_id": "sympy__sympy-13895", "event": "run_end", "status": "failed", "mode": "model", "patch_verified": false} +{"timestamp": "2026-10-08T21:47:40.949083+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "run_start", "mode": "model", "base_commit": "9da013ad0ddc3cd96fe505f2e47c63e372040916"} +{"timestamp": "2026-10-08T21:47:40.956795+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "snapshot_ready", "archive_sha256": "013941682c06c4f9f1b61aab68f003b038e4b82645823a89ed7c2feb55f03764"} +{"timestamp": "2026-10-08T21:49:26.760372+00:00", "run_id": "sympy__sympy-18087", "issue_id": "sympy__sympy-18087", "event": "run_end", "status": "insufficient_evidence", "mode": "model", "patch_verified": false} diff --git a/scripts/analyze_controls.py b/scripts/analyze_controls.py new file mode 100644 index 0000000..a89451e --- /dev/null +++ b/scripts/analyze_controls.py @@ -0,0 +1,93 @@ +"""Describe paired controls, actual budgets and the source-retention mechanism.""" + +import argparse +import json +from collections import Counter +from pathlib import Path + +from code_assistant.benchmark import read_jsonl +from code_assistant.experiments import ARMS, summarize_comparisons +from code_assistant.telemetry import write_json + + +def analyze(directory: Path): + result = summarize_comparisons(directory) + result["arms"] = {} + for arm in ARMS: + path = directory / arm + manifest = json.loads((path / "manifest.json").read_text()) + predictions = read_jsonl(path / "predictions.jsonl") + events = read_jsonl(path / "trace-events.jsonl") + provenance = { + row["instance_id"]: row["evidence_provenance"] + for row in read_jsonl(path / "diagnoses.jsonl") + } + ends = {e["issue_id"]: e for e in events if e["event"] == "run_end" and "model_calls" in e} + for identifier in manifest["task_ids"]: + if ( + ends[identifier]["model_calls"] > manifest["max_model_calls"] + or ends[identifier]["tool_calls"] > manifest["max_tool_calls"] + ): + raise ValueError("observed call ceiling violation") + first = {} + for e in events: + if e["event"] == "evidence_selection" and e.get("recipient") == "synthesis": + first.setdefault(e["issue_id"], e) + mechanism = [] + for identifier, selection in first.items(): + records = provenance[identifier][: selection["available"]] + sources = [e for e in records if e["kind"] == "source"] + + def fingerprint(e): + return e["path"], e["start_line"], e["end_line"] + + available = {fingerprint(e) for e in sources} + retained = {fingerprint(e) for e in sources if e["id"] in selection["selected_ids"]} + mechanism.append( + { + "instance_id": identifier, + "available_records": selection["available"], + "available_unique_source_reads": len(available), + "retained_unique_source_reads": len(retained), + "dropped_unique_source_reads": sorted(available - retained), + } + ) + official = json.loads((path / "official-evaluation/results.json").read_text()) + result["arms"][arm] = { + "N": len(predictions), + "status_counts": dict(Counter(p["status"] for p in predictions)), + "applicable_patches": sum(bool(p["model_patch"]) for p in predictions), + "official_resolved": len(official["resolved_ids"]), + "official_status_counts": dict(Counter(p["status"] for p in official["per_issue"])), + "usage": json.loads((path / "model-usage.json").read_text()), + "call_ceilings_verified": True, + "source_handoff_mechanism": { + "scope": "first synthesis handoff; unique immutable path/line-range observations; continuous single-agent history has no handoff", + "handoffs": len(mechanism), + "overflow_cases": sum( + e["available_records"] > manifest["evidence_limit"] for e in mechanism + ), + "unique_source_drop_cases": sum( + bool(e["dropped_unique_source_reads"]) for e in mechanism + ), + "per_issue": mechanism, + }, + } + result["limits"] = [ + "20-task exploratory subset with one stochastic run per arm; no superiority claim.", + "Equal call/tool ceilings do not imply equal actual tokens or cost.", + "Provider errors and timeouts remain in the denominator; they confound small differences.", + "Arms ran sequentially; other repair inference overlapped part of the first two arms, so raw latency is not a controlled speed comparison.", + "Source-retention counts demonstrate the mechanism, not causality for functional outcomes.", + ] + return result + + +if __name__ == "__main__": + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("directory", type=Path) + parser.add_argument("destination", type=Path) + args = parser.parse_args() + summary = analyze(args.directory) + write_json(args.destination, summary) + print(json.dumps(summary["comparisons"], indent=2)) diff --git a/src/code_assistant/agents.py b/src/code_assistant/agents.py index 1459737..3130492 100644 --- a/src/code_assistant/agents.py +++ b/src/code_assistant/agents.py @@ -37,10 +37,13 @@ root_cause (string), affected_files (array of relative paths), evidence_ids (array of IDs), suggested_fix (string), proposed_patch (unified diff string or empty string), confidence (low|medium|high), limitations (array of strings). -Every affected file must occur in source evidence and at least one cited ID must be a source -read. If the evidence does not establish a cause, say so, use low confidence, and no patch. +Every existing affected file must occur in source evidence and at least one cited ID must +be a source read. A new file may be declared in affected_files with a /dev/null old header; +cite real existing source explaining why it is needed. If evidence does not establish a +cause, say so, use low confidence, and no patch. When the cause is established, propose a minimal fix as a valid unified diff with --- a/path, -+++ b/path and @@ hunk headers. Copy original context exactly from read_file observations, ++++ b/path and @@ hunk headers (use /dev/null for the absent side of additions/deletions). +Copy original context exactly from read_file observations, omit displayed line-number prefixes, and list every edited file in affected_files. Describe baseline tests honestly. A suggested patch is UNVERIFIED, even when baseline tests pass. """, diff --git a/src/code_assistant/patches.py b/src/code_assistant/patches.py index 555cfa1..d7ee8d2 100644 --- a/src/code_assistant/patches.py +++ b/src/code_assistant/patches.py @@ -50,6 +50,8 @@ def patch_paths(patch: str) -> list[tuple[str | None, str | None]]: re.M, ): raise ValueError("renames, copies and special file modes are not supported") + if re.search(r"^index .* (?:120000|160000)$", patch, re.M): + raise ValueError("symlink and gitlink index modes are not supported") lines = patch.splitlines() pairs = [] for i, line in enumerate(lines): @@ -109,6 +111,10 @@ def check_patch(root: Path, patch: str, allowed_files: set[str]) -> tuple[str, d or not (root / path).resolve().is_relative_to(root.resolve()) or any( (root / Path(*Path(path).parts[:i])).is_symlink() + or ( + (root / Path(*Path(path).parts[:i])).exists() + and not (root / Path(*Path(path).parts[:i])).is_dir() + ) for i in range(1, len(Path(path).parts)) ) for path in paths diff --git a/src/code_assistant/workflow.py b/src/code_assistant/workflow.py index 1ab5657..7ee2145 100644 --- a/src/code_assistant/workflow.py +++ b/src/code_assistant/workflow.py @@ -52,7 +52,11 @@ def validate_diagnosis(diagnosis: Diagnosis, tools: RepositoryTools) -> bool: sources = [cited[i] for i in diagnosis.evidence_ids if cited[i].kind == "source"] source_paths = {e.path for e in sources} try: - creations = {new for old, new in patch_paths(diagnosis.proposed_patch) if old is None} + creations = { + new + for old, new in patch_paths(diagnosis.proposed_patch) + if old is None and not (tools.root / new).exists() + } except ValueError: creations = set() return bool( diff --git a/tests/test_patches.py b/tests/test_patches.py index 5bf9412..52834be 100644 --- a/tests/test_patches.py +++ b/tests/test_patches.py @@ -73,3 +73,9 @@ def test_disagreeing_git_headers_and_symlink_modes_are_rejected(tmp_path): assert not check_patch(tmp_path, patch, {"new.py", "escape.py"})[0] patch = "diff --git a/new.py b/new.py\nnew file mode 120000\n--- /dev/null\n+++ b/new.py\n@@ -0,0 +1 @@\n+/tmp/secret\n" assert not check_patch(tmp_path, patch, {"new.py"})[0] + + +def test_new_file_parent_must_be_directory_if_it_exists(tmp_path): + (tmp_path / "parent.py").write_text("value = 1\n") + patch = "--- /dev/null\n+++ b/parent.py/child.py\n@@ -0,0 +1 @@\n+value = 2\n" + assert not check_patch(tmp_path, patch, {"parent.py/child.py"})[0] diff --git a/tests/test_workflow.py b/tests/test_workflow.py index 020a4d7..37ed91c 100644 --- a/tests/test_workflow.py +++ b/tests/test_workflow.py @@ -91,6 +91,23 @@ def test_search_snippet_alone_is_not_source_read(tools): assert not validate_diagnosis(diagnosis, tools) +def test_new_file_header_cannot_bypass_read_citation_for_existing_file(tools): + source = tools.read("billing.py") + diagnosis = Diagnosis( + conclusion="identified", + root_cause="Need a helper.", + affected_files=["helper.py"], + evidence_ids=[source["id"]], + suggested_fix="Create a helper.", + confidence="medium", + limitations=[], + proposed_patch="--- /dev/null\n+++ b/helper.py\n@@ -0,0 +1 @@\n+value = 1\n", + ) + assert validate_diagnosis(diagnosis, tools) + (tools.root / "helper.py").write_text("existing = 1\n") + assert not validate_diagnosis(diagnosis, tools) + + def test_provider_failure_is_reported_without_secrets(source_repo, tmp_path, monkeypatch): monkeypatch.setenv("ANTHROPIC_API_KEY", "private-value-test-123") monkeypatch.setattr( From a18c02c384d0958640c7ebc0d4fd2281b76044e8 Mon Sep 17 00:00:00 2001 From: YeDonS <120633988+YeDonS@users.noreply.github.com> Date: Thu, 8 Oct 2026 18:17:26 -0400 Subject: [PATCH 5/6] report: publish controlled outcomes and 11/17 official repair resolutions --- .env.example | 2 +- README.md | 12 +- README.zh-CN.md | 11 +- docs/EXPERIMENTS.md | 39 + docs/FAILURE_ANALYSIS.md | 7 + docs/handoff/LATEST.md | 150 +- reports/README.md | 4 +- .../historical-context-replay.json | 1212 +++++++++++++++++ reports/experiments/paired-20/README.md | 45 + reports/experiments/paired-20/comparison.json | 511 +++++++ .../official-evaluation/manifest.json | 251 ++++ .../harness-summary.json | 33 + .../matplotlib__matplotlib-23314/outcome.json | 14 + .../raw-log-manifest.json | 55 + .../matplotlib__matplotlib-23314/report.json | 892 ++++++++++++ .../test-output-excerpt.txt | 160 +++ .../matplotlib__matplotlib-23563/outcome.json | 6 + .../harness-summary.json | 33 + .../matplotlib__matplotlib-24149/outcome.json | 14 + .../raw-log-manifest.json | 55 + .../matplotlib__matplotlib-24149/report.json | 797 +++++++++++ .../test-output-excerpt.txt | 160 +++ .../harness-summary.json | 33 + .../matplotlib__matplotlib-26011/outcome.json | 14 + .../raw-log-manifest.json | 55 + .../matplotlib__matplotlib-26011/report.json | 847 ++++++++++++ .../test-output-excerpt.txt | 160 +++ .../harness-summary.json | 33 + .../mwaskom__seaborn-2848/outcome.json | 14 + .../raw-log-manifest.json | 55 + .../mwaskom__seaborn-2848/report.json | 80 ++ .../test-output-excerpt.txt | 160 +++ .../pallets__flask-4045/harness-summary.json | 33 + .../pallets__flask-4045/outcome.json | 14 + .../pallets__flask-4045/raw-log-manifest.json | 55 + .../pallets__flask-4045/report.json | 82 ++ .../test-output-excerpt.txt | 160 +++ .../pallets__flask-4992/outcome.json | 6 + .../psf__requests-2317/harness-summary.json | 35 + .../psf__requests-2317/outcome.json | 14 + .../psf__requests-2317/raw-log-manifest.json | 51 + .../test-output-excerpt.txt | 10 + .../psf__requests-2674/outcome.json | 6 + .../pydata__xarray-4094/harness-summary.json | 33 + .../pydata__xarray-4094/outcome.json | 14 + .../pydata__xarray-4094/raw-log-manifest.json | 55 + .../pydata__xarray-4094/report.json | 892 ++++++++++++ .../test-output-excerpt.txt | 160 +++ .../pydata__xarray-4248/harness-summary.json | 33 + .../pydata__xarray-4248/outcome.json | 14 + .../pydata__xarray-4248/raw-log-manifest.json | 55 + .../pydata__xarray-4248/report.json | 48 + .../test-output-excerpt.txt | 113 ++ .../harness-summary.json | 33 + .../pytest-dev__pytest-11143/outcome.json | 14 + .../raw-log-manifest.json | 55 + .../pytest-dev__pytest-11143/report.json | 144 ++ .../test-output-excerpt.txt | 160 +++ .../pytest-dev__pytest-11148/outcome.json | 6 + .../harness-summary.json | 33 + .../pytest-dev__pytest-7490/outcome.json | 14 + .../raw-log-manifest.json | 55 + .../pytest-dev__pytest-7490/report.json | 109 ++ .../test-output-excerpt.txt | 160 +++ .../official-evaluation/results.json | 317 +++++ .../harness-summary.json | 33 + .../outcome.json | 14 + .../raw-log-manifest.json | 55 + .../report.json | 38 + .../test-output-excerpt.txt | 30 + .../harness-summary.json | 33 + .../sphinx-doc__sphinx-8713/outcome.json | 14 + .../raw-log-manifest.json | 55 + .../sphinx-doc__sphinx-8713/report.json | 75 + .../test-output-excerpt.txt | 160 +++ .../sympy__sympy-13437/harness-summary.json | 33 + .../sympy__sympy-13437/outcome.json | 14 + .../sympy__sympy-13437/raw-log-manifest.json | 55 + .../sympy__sympy-13437/report.json | 45 + .../test-output-excerpt.txt | 59 + .../sympy__sympy-13647/harness-summary.json | 33 + .../sympy__sympy-13647/outcome.json | 14 + .../sympy__sympy-13647/raw-log-manifest.json | 55 + .../sympy__sympy-13647/report.json | 106 ++ .../test-output-excerpt.txt | 160 +++ .../sympy__sympy-13895/harness-summary.json | 33 + .../sympy__sympy-13895/outcome.json | 14 + .../sympy__sympy-13895/raw-log-manifest.json | 55 + .../sympy__sympy-13895/report.json | 115 ++ .../test-output-excerpt.txt | 160 +++ .../sympy__sympy-18087/outcome.json | 6 + .../official-evaluation/manifest.json | 251 ++++ .../harness-summary.json | 33 + .../matplotlib__matplotlib-23314/outcome.json | 14 + .../raw-log-manifest.json | 55 + .../matplotlib__matplotlib-23314/report.json | 892 ++++++++++++ .../test-output-excerpt.txt | 160 +++ .../harness-summary.json | 33 + .../matplotlib__matplotlib-23563/outcome.json | 14 + .../raw-log-manifest.json | 55 + .../matplotlib__matplotlib-23563/report.json | 166 +++ .../test-output-excerpt.txt | 160 +++ .../harness-summary.json | 33 + .../matplotlib__matplotlib-24149/outcome.json | 14 + .../raw-log-manifest.json | 55 + .../matplotlib__matplotlib-24149/report.json | 797 +++++++++++ .../test-output-excerpt.txt | 160 +++ .../harness-summary.json | 33 + .../matplotlib__matplotlib-26011/outcome.json | 14 + .../raw-log-manifest.json | 55 + .../matplotlib__matplotlib-26011/report.json | 847 ++++++++++++ .../test-output-excerpt.txt | 160 +++ .../harness-summary.json | 33 + .../mwaskom__seaborn-2848/outcome.json | 14 + .../raw-log-manifest.json | 55 + .../mwaskom__seaborn-2848/report.json | 80 ++ .../test-output-excerpt.txt | 160 +++ .../pallets__flask-4045/harness-summary.json | 33 + .../pallets__flask-4045/outcome.json | 14 + .../pallets__flask-4045/raw-log-manifest.json | 55 + .../pallets__flask-4045/report.json | 82 ++ .../test-output-excerpt.txt | 160 +++ .../pallets__flask-4992/harness-summary.json | 33 + .../pallets__flask-4992/outcome.json | 14 + .../pallets__flask-4992/raw-log-manifest.json | 55 + .../pallets__flask-4992/report.json | 49 + .../test-output-excerpt.txt | 34 + .../psf__requests-2317/outcome.json | 6 + .../psf__requests-2674/outcome.json | 6 + .../pydata__xarray-4094/harness-summary.json | 33 + .../pydata__xarray-4094/outcome.json | 14 + .../pydata__xarray-4094/raw-log-manifest.json | 55 + .../pydata__xarray-4094/report.json | 892 ++++++++++++ .../test-output-excerpt.txt | 160 +++ .../pydata__xarray-4248/outcome.json | 6 + .../harness-summary.json | 33 + .../pytest-dev__pytest-11143/outcome.json | 14 + .../raw-log-manifest.json | 55 + .../pytest-dev__pytest-11143/report.json | 144 ++ .../test-output-excerpt.txt | 160 +++ .../pytest-dev__pytest-11148/outcome.json | 6 + .../harness-summary.json | 33 + .../pytest-dev__pytest-7490/outcome.json | 14 + .../raw-log-manifest.json | 55 + .../pytest-dev__pytest-7490/report.json | 109 ++ .../test-output-excerpt.txt | 160 +++ .../official-evaluation/results.json | 317 +++++ .../harness-summary.json | 33 + .../outcome.json | 14 + .../raw-log-manifest.json | 55 + .../report.json | 38 + .../test-output-excerpt.txt | 31 + .../harness-summary.json | 33 + .../sphinx-doc__sphinx-8713/outcome.json | 14 + .../raw-log-manifest.json | 55 + .../sphinx-doc__sphinx-8713/report.json | 75 + .../test-output-excerpt.txt | 160 +++ .../sympy__sympy-13437/harness-summary.json | 33 + .../sympy__sympy-13437/outcome.json | 14 + .../sympy__sympy-13437/raw-log-manifest.json | 55 + .../sympy__sympy-13437/report.json | 45 + .../test-output-excerpt.txt | 59 + .../sympy__sympy-13647/harness-summary.json | 33 + .../sympy__sympy-13647/outcome.json | 14 + .../sympy__sympy-13647/raw-log-manifest.json | 55 + .../sympy__sympy-13647/report.json | 106 ++ .../test-output-excerpt.txt | 160 +++ .../sympy__sympy-13895/harness-summary.json | 33 + .../sympy__sympy-13895/outcome.json | 14 + .../sympy__sympy-13895/raw-log-manifest.json | 55 + .../sympy__sympy-13895/report.json | 115 ++ .../test-output-excerpt.txt | 160 +++ .../sympy__sympy-18087/outcome.json | 6 + .../single/official-evaluation/manifest.json | 251 ++++ .../harness-summary.json | 33 + .../matplotlib__matplotlib-23314/outcome.json | 14 + .../raw-log-manifest.json | 55 + .../matplotlib__matplotlib-23314/report.json | 892 ++++++++++++ .../test-output-excerpt.txt | 160 +++ .../matplotlib__matplotlib-23563/outcome.json | 6 + .../harness-summary.json | 33 + .../matplotlib__matplotlib-24149/outcome.json | 14 + .../raw-log-manifest.json | 55 + .../matplotlib__matplotlib-24149/report.json | 797 +++++++++++ .../test-output-excerpt.txt | 160 +++ .../harness-summary.json | 33 + .../matplotlib__matplotlib-26011/outcome.json | 14 + .../raw-log-manifest.json | 55 + .../matplotlib__matplotlib-26011/report.json | 847 ++++++++++++ .../test-output-excerpt.txt | 160 +++ .../harness-summary.json | 33 + .../mwaskom__seaborn-2848/outcome.json | 14 + .../raw-log-manifest.json | 55 + .../mwaskom__seaborn-2848/report.json | 80 ++ .../test-output-excerpt.txt | 160 +++ .../pallets__flask-4045/harness-summary.json | 33 + .../pallets__flask-4045/outcome.json | 14 + .../pallets__flask-4045/raw-log-manifest.json | 55 + .../pallets__flask-4045/report.json | 82 ++ .../test-output-excerpt.txt | 160 +++ .../pallets__flask-4992/harness-summary.json | 33 + .../pallets__flask-4992/outcome.json | 14 + .../pallets__flask-4992/raw-log-manifest.json | 55 + .../pallets__flask-4992/report.json | 48 + .../test-output-excerpt.txt | 47 + .../psf__requests-2317/harness-summary.json | 35 + .../psf__requests-2317/outcome.json | 14 + .../psf__requests-2317/raw-log-manifest.json | 51 + .../test-output-excerpt.txt | 10 + .../psf__requests-2674/harness-summary.json | 33 + .../psf__requests-2674/outcome.json | 14 + .../psf__requests-2674/raw-log-manifest.json | 55 + .../psf__requests-2674/report.json | 183 +++ .../test-output-excerpt.txt | 160 +++ .../pydata__xarray-4094/harness-summary.json | 33 + .../pydata__xarray-4094/outcome.json | 14 + .../pydata__xarray-4094/raw-log-manifest.json | 55 + .../pydata__xarray-4094/report.json | 892 ++++++++++++ .../test-output-excerpt.txt | 160 +++ .../pydata__xarray-4248/harness-summary.json | 33 + .../pydata__xarray-4248/outcome.json | 14 + .../pydata__xarray-4248/raw-log-manifest.json | 55 + .../pydata__xarray-4248/report.json | 48 + .../test-output-excerpt.txt | 113 ++ .../harness-summary.json | 33 + .../pytest-dev__pytest-11143/outcome.json | 14 + .../raw-log-manifest.json | 55 + .../pytest-dev__pytest-11143/report.json | 144 ++ .../test-output-excerpt.txt | 160 +++ .../pytest-dev__pytest-11148/outcome.json | 6 + .../harness-summary.json | 33 + .../pytest-dev__pytest-7490/outcome.json | 14 + .../raw-log-manifest.json | 55 + .../pytest-dev__pytest-7490/report.json | 109 ++ .../test-output-excerpt.txt | 160 +++ .../single/official-evaluation/results.json | 326 +++++ .../harness-summary.json | 33 + .../outcome.json | 14 + .../raw-log-manifest.json | 55 + .../report.json | 38 + .../test-output-excerpt.txt | 30 + .../harness-summary.json | 33 + .../sphinx-doc__sphinx-8713/outcome.json | 14 + .../raw-log-manifest.json | 55 + .../sphinx-doc__sphinx-8713/report.json | 75 + .../test-output-excerpt.txt | 160 +++ .../sympy__sympy-13437/harness-summary.json | 33 + .../sympy__sympy-13437/outcome.json | 14 + .../sympy__sympy-13437/raw-log-manifest.json | 55 + .../sympy__sympy-13437/report.json | 45 + .../test-output-excerpt.txt | 59 + .../sympy__sympy-13647/harness-summary.json | 33 + .../sympy__sympy-13647/outcome.json | 14 + .../sympy__sympy-13647/raw-log-manifest.json | 55 + .../sympy__sympy-13647/report.json | 106 ++ .../test-output-excerpt.txt | 160 +++ .../sympy__sympy-13895/outcome.json | 6 + .../sympy__sympy-18087/outcome.json | 6 + reports/experiments/repair-17-v2/README.md | 34 + .../django__django-10914/harness-summary.json | 33 + .../django__django-10914/outcome.json | 14 + .../raw-log-manifest.json | 55 + .../django__django-10914/report.json | 128 ++ .../test-output-excerpt.txt | 137 ++ .../django__django-12983/harness-summary.json | 33 + .../django__django-12983/outcome.json | 14 + .../raw-log-manifest.json | 55 + .../django__django-12983/report.json | 45 + .../test-output-excerpt.txt | 29 + .../django__django-13447/harness-summary.json | 33 + .../django__django-13447/outcome.json | 14 + .../raw-log-manifest.json | 55 + .../django__django-13447/report.json | 35 + .../test-output-excerpt.txt | 160 +++ .../django__django-13757/harness-summary.json | 33 + .../django__django-13757/outcome.json | 14 + .../raw-log-manifest.json | 55 + .../django__django-13757/report.json | 106 ++ .../test-output-excerpt.txt | 160 +++ .../official-evaluation/manifest.json | 215 +++ .../harness-summary.json | 33 + .../matplotlib__matplotlib-18869/outcome.json | 14 + .../raw-log-manifest.json | 55 + .../matplotlib__matplotlib-18869/report.json | 36 + .../test-output-excerpt.txt | 160 +++ .../harness-summary.json | 33 + .../matplotlib__matplotlib-23563/outcome.json | 14 + .../raw-log-manifest.json | 55 + .../matplotlib__matplotlib-23563/report.json | 166 +++ .../test-output-excerpt.txt | 160 +++ .../harness-summary.json | 33 + .../matplotlib__matplotlib-24149/outcome.json | 14 + .../raw-log-manifest.json | 55 + .../matplotlib__matplotlib-24149/report.json | 797 +++++++++++ .../test-output-excerpt.txt | 160 +++ .../harness-summary.json | 33 + .../matplotlib__matplotlib-26020/outcome.json | 14 + .../raw-log-manifest.json | 55 + .../matplotlib__matplotlib-26020/report.json | 78 ++ .../test-output-excerpt.txt | 66 + .../pallets__flask-4992/harness-summary.json | 33 + .../pallets__flask-4992/outcome.json | 14 + .../pallets__flask-4992/raw-log-manifest.json | 55 + .../pallets__flask-4992/report.json | 48 + .../test-output-excerpt.txt | 48 + .../pallets__flask-5063/harness-summary.json | 33 + .../pallets__flask-5063/outcome.json | 14 + .../pallets__flask-5063/raw-log-manifest.json | 55 + .../pallets__flask-5063/report.json | 86 ++ .../test-output-excerpt.txt | 95 ++ .../harness-summary.json | 33 + .../pylint-dev__pylint-6506/outcome.json | 14 + .../raw-log-manifest.json | 55 + .../pylint-dev__pylint-6506/report.json | 37 + .../test-output-excerpt.txt | 61 + .../harness-summary.json | 33 + .../pylint-dev__pylint-7993/outcome.json | 14 + .../raw-log-manifest.json | 55 + .../pylint-dev__pylint-7993/report.json | 40 + .../test-output-excerpt.txt | 28 + .../official-evaluation/results.json | 310 +++++ .../harness-summary.json | 33 + .../outcome.json | 14 + .../raw-log-manifest.json | 55 + .../report.json | 244 ++++ .../test-output-excerpt.txt | 160 +++ .../harness-summary.json | 33 + .../outcome.json | 14 + .../raw-log-manifest.json | 55 + .../report.json | 44 + .../test-output-excerpt.txt | 30 + .../harness-summary.json | 33 + .../sphinx-doc__sphinx-7975/outcome.json | 14 + .../raw-log-manifest.json | 55 + .../sphinx-doc__sphinx-7975/report.json | 37 + .../test-output-excerpt.txt | 160 +++ .../harness-summary.json | 33 + .../sphinx-doc__sphinx-8273/outcome.json | 14 + .../raw-log-manifest.json | 55 + .../sphinx-doc__sphinx-8273/report.json | 33 + .../test-output-excerpt.txt | 160 +++ .../sympy__sympy-20154/harness-summary.json | 33 + .../sympy__sympy-20154/outcome.json | 14 + .../sympy__sympy-20154/raw-log-manifest.json | 55 + .../sympy__sympy-20154/report.json | 71 + .../test-output-excerpt.txt | 62 + reports/experiments/validation.json | 23 + scripts/analyze_controls.py | 6 + scripts/curate_official.py | 2 +- scripts/replay_context.py | 71 + src/code_assistant/workflow.py | 5 + tests/test_patch_repair.py | 11 + 352 files changed, 33804 insertions(+), 80 deletions(-) create mode 100644 reports/experiments/historical-context-replay.json create mode 100644 reports/experiments/paired-20/README.md create mode 100644 reports/experiments/paired-20/comparison.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/manifest.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-23314/harness-summary.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-23314/outcome.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-23314/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-23314/report.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-23314/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-23563/outcome.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-24149/harness-summary.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-24149/outcome.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-24149/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-24149/report.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-24149/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-26011/harness-summary.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-26011/outcome.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-26011/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-26011/report.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-26011/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/mwaskom__seaborn-2848/harness-summary.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/mwaskom__seaborn-2848/outcome.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/mwaskom__seaborn-2848/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/mwaskom__seaborn-2848/report.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/mwaskom__seaborn-2848/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/pallets__flask-4045/harness-summary.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/pallets__flask-4045/outcome.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/pallets__flask-4045/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/pallets__flask-4045/report.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/pallets__flask-4045/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/pallets__flask-4992/outcome.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/psf__requests-2317/harness-summary.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/psf__requests-2317/outcome.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/psf__requests-2317/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/psf__requests-2317/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/psf__requests-2674/outcome.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4094/harness-summary.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4094/outcome.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4094/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4094/report.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4094/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4248/harness-summary.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4248/outcome.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4248/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4248/report.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4248/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-11143/harness-summary.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-11143/outcome.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-11143/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-11143/report.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-11143/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-11148/outcome.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-7490/harness-summary.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-7490/outcome.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-7490/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-7490/report.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-7490/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/results.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/scikit-learn__scikit-learn-13584/harness-summary.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/scikit-learn__scikit-learn-13584/outcome.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/scikit-learn__scikit-learn-13584/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/scikit-learn__scikit-learn-13584/report.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/scikit-learn__scikit-learn-13584/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/sphinx-doc__sphinx-8713/harness-summary.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/sphinx-doc__sphinx-8713/outcome.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/sphinx-doc__sphinx-8713/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/sphinx-doc__sphinx-8713/report.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/sphinx-doc__sphinx-8713/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13437/harness-summary.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13437/outcome.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13437/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13437/report.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13437/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13647/harness-summary.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13647/outcome.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13647/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13647/report.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13647/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13895/harness-summary.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13895/outcome.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13895/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13895/report.json create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13895/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-18087/outcome.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/manifest.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23314/harness-summary.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23314/outcome.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23314/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23314/report.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23314/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23563/harness-summary.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23563/outcome.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23563/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23563/report.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23563/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-24149/harness-summary.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-24149/outcome.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-24149/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-24149/report.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-24149/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-26011/harness-summary.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-26011/outcome.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-26011/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-26011/report.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-26011/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/mwaskom__seaborn-2848/harness-summary.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/mwaskom__seaborn-2848/outcome.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/mwaskom__seaborn-2848/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/mwaskom__seaborn-2848/report.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/mwaskom__seaborn-2848/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4045/harness-summary.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4045/outcome.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4045/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4045/report.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4045/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4992/harness-summary.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4992/outcome.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4992/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4992/report.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4992/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/psf__requests-2317/outcome.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/psf__requests-2674/outcome.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/pydata__xarray-4094/harness-summary.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/pydata__xarray-4094/outcome.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/pydata__xarray-4094/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/pydata__xarray-4094/report.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/pydata__xarray-4094/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/pydata__xarray-4248/outcome.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-11143/harness-summary.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-11143/outcome.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-11143/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-11143/report.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-11143/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-11148/outcome.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-7490/harness-summary.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-7490/outcome.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-7490/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-7490/report.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-7490/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/results.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/scikit-learn__scikit-learn-13584/harness-summary.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/scikit-learn__scikit-learn-13584/outcome.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/scikit-learn__scikit-learn-13584/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/scikit-learn__scikit-learn-13584/report.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/scikit-learn__scikit-learn-13584/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/sphinx-doc__sphinx-8713/harness-summary.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/sphinx-doc__sphinx-8713/outcome.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/sphinx-doc__sphinx-8713/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/sphinx-doc__sphinx-8713/report.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/sphinx-doc__sphinx-8713/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13437/harness-summary.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13437/outcome.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13437/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13437/report.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13437/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13647/harness-summary.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13647/outcome.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13647/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13647/report.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13647/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13895/harness-summary.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13895/outcome.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13895/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13895/report.json create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13895/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-18087/outcome.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/manifest.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-23314/harness-summary.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-23314/outcome.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-23314/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-23314/report.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-23314/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-23563/outcome.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-24149/harness-summary.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-24149/outcome.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-24149/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-24149/report.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-24149/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-26011/harness-summary.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-26011/outcome.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-26011/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-26011/report.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-26011/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/single/official-evaluation/mwaskom__seaborn-2848/harness-summary.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/mwaskom__seaborn-2848/outcome.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/mwaskom__seaborn-2848/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/mwaskom__seaborn-2848/report.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/mwaskom__seaborn-2848/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/single/official-evaluation/pallets__flask-4045/harness-summary.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/pallets__flask-4045/outcome.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/pallets__flask-4045/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/pallets__flask-4045/report.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/pallets__flask-4045/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/single/official-evaluation/pallets__flask-4992/harness-summary.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/pallets__flask-4992/outcome.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/pallets__flask-4992/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/pallets__flask-4992/report.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/pallets__flask-4992/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/single/official-evaluation/psf__requests-2317/harness-summary.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/psf__requests-2317/outcome.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/psf__requests-2317/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/psf__requests-2317/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/single/official-evaluation/psf__requests-2674/harness-summary.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/psf__requests-2674/outcome.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/psf__requests-2674/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/psf__requests-2674/report.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/psf__requests-2674/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4094/harness-summary.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4094/outcome.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4094/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4094/report.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4094/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4248/harness-summary.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4248/outcome.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4248/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4248/report.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4248/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-11143/harness-summary.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-11143/outcome.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-11143/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-11143/report.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-11143/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-11148/outcome.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-7490/harness-summary.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-7490/outcome.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-7490/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-7490/report.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-7490/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/single/official-evaluation/results.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/scikit-learn__scikit-learn-13584/harness-summary.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/scikit-learn__scikit-learn-13584/outcome.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/scikit-learn__scikit-learn-13584/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/scikit-learn__scikit-learn-13584/report.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/scikit-learn__scikit-learn-13584/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/single/official-evaluation/sphinx-doc__sphinx-8713/harness-summary.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/sphinx-doc__sphinx-8713/outcome.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/sphinx-doc__sphinx-8713/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/sphinx-doc__sphinx-8713/report.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/sphinx-doc__sphinx-8713/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13437/harness-summary.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13437/outcome.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13437/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13437/report.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13437/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13647/harness-summary.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13647/outcome.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13647/raw-log-manifest.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13647/report.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13647/test-output-excerpt.txt create mode 100644 reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13895/outcome.json create mode 100644 reports/experiments/paired-20/single/official-evaluation/sympy__sympy-18087/outcome.json create mode 100644 reports/experiments/repair-17-v2/README.md create mode 100644 reports/experiments/repair-17-v2/official-evaluation/django__django-10914/harness-summary.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/django__django-10914/outcome.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/django__django-10914/raw-log-manifest.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/django__django-10914/report.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/django__django-10914/test-output-excerpt.txt create mode 100644 reports/experiments/repair-17-v2/official-evaluation/django__django-12983/harness-summary.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/django__django-12983/outcome.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/django__django-12983/raw-log-manifest.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/django__django-12983/report.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/django__django-12983/test-output-excerpt.txt create mode 100644 reports/experiments/repair-17-v2/official-evaluation/django__django-13447/harness-summary.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/django__django-13447/outcome.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/django__django-13447/raw-log-manifest.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/django__django-13447/report.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/django__django-13447/test-output-excerpt.txt create mode 100644 reports/experiments/repair-17-v2/official-evaluation/django__django-13757/harness-summary.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/django__django-13757/outcome.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/django__django-13757/raw-log-manifest.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/django__django-13757/report.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/django__django-13757/test-output-excerpt.txt create mode 100644 reports/experiments/repair-17-v2/official-evaluation/manifest.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-18869/harness-summary.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-18869/outcome.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-18869/raw-log-manifest.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-18869/report.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-18869/test-output-excerpt.txt create mode 100644 reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-23563/harness-summary.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-23563/outcome.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-23563/raw-log-manifest.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-23563/report.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-23563/test-output-excerpt.txt create mode 100644 reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-24149/harness-summary.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-24149/outcome.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-24149/raw-log-manifest.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-24149/report.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-24149/test-output-excerpt.txt create mode 100644 reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-26020/harness-summary.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-26020/outcome.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-26020/raw-log-manifest.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-26020/report.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-26020/test-output-excerpt.txt create mode 100644 reports/experiments/repair-17-v2/official-evaluation/pallets__flask-4992/harness-summary.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/pallets__flask-4992/outcome.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/pallets__flask-4992/raw-log-manifest.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/pallets__flask-4992/report.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/pallets__flask-4992/test-output-excerpt.txt create mode 100644 reports/experiments/repair-17-v2/official-evaluation/pallets__flask-5063/harness-summary.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/pallets__flask-5063/outcome.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/pallets__flask-5063/raw-log-manifest.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/pallets__flask-5063/report.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/pallets__flask-5063/test-output-excerpt.txt create mode 100644 reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-6506/harness-summary.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-6506/outcome.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-6506/raw-log-manifest.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-6506/report.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-6506/test-output-excerpt.txt create mode 100644 reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-7993/harness-summary.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-7993/outcome.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-7993/raw-log-manifest.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-7993/report.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-7993/test-output-excerpt.txt create mode 100644 reports/experiments/repair-17-v2/official-evaluation/results.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-14092/harness-summary.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-14092/outcome.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-14092/raw-log-manifest.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-14092/report.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-14092/test-output-excerpt.txt create mode 100644 reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-25747/harness-summary.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-25747/outcome.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-25747/raw-log-manifest.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-25747/report.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-25747/test-output-excerpt.txt create mode 100644 reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-7975/harness-summary.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-7975/outcome.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-7975/raw-log-manifest.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-7975/report.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-7975/test-output-excerpt.txt create mode 100644 reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-8273/harness-summary.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-8273/outcome.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-8273/raw-log-manifest.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-8273/report.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-8273/test-output-excerpt.txt create mode 100644 reports/experiments/repair-17-v2/official-evaluation/sympy__sympy-20154/harness-summary.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/sympy__sympy-20154/outcome.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/sympy__sympy-20154/raw-log-manifest.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/sympy__sympy-20154/report.json create mode 100644 reports/experiments/repair-17-v2/official-evaluation/sympy__sympy-20154/test-output-excerpt.txt create mode 100644 reports/experiments/validation.json create mode 100644 scripts/replay_context.py diff --git a/.env.example b/.env.example index da09185..fb2946d 100644 --- a/.env.example +++ b/.env.example @@ -24,4 +24,4 @@ ASSISTANT_PATCH_REPAIR_ATTEMPTS=2 ASSISTANT_MAX_MODEL_CALLS=18 ASSISTANT_MAX_AGENT_STEPS=7 ASSISTANT_MAX_TOOL_CALLS=18 -# ASSISTANT_WORKFLOW=single # one conversation; matched experiment commands freeze budgets +# ASSISTANT_WORKFLOW=single # use ASSISTANT_PATCH_REPAIR_ATTEMPTS=0 for a pure baseline diff --git a/README.md b/README.md index 7b5dfbb..1cd1d6b 100644 --- a/README.md +++ b/README.md @@ -25,8 +25,13 @@ fixture checks plumbing and cannot establish real-world multi-agent benefit. | Retrieval baseline on all 100 pre-fix snapshots | **100 completed; Hit@1 40%; Hit@5 71%; MRR@5 0.5202** | | Real LLM run on all 100 issues | **90 cited diagnoses, 10 abstentions; file Hit@1 87%, Hit@5 88%** | | Generated-patch resolution | **48/100 resolved** in official SWE-bench tests; 23 failed, 27 empty, 2 timed out | -| Patch repair and evidence handoff | Bounded apply-error feedback, synthesis source reads, source-priority context; separate experiments | -| Matched single-agent / evidence-window experiments | Same model and call/tool ceilings; see [experiment protocol and results](docs/EXPERIMENTS.md) | +| Selected post-hoc patch repair | **17/17 applicable; 11/17 officially resolved** after bounded correction; separate from original 48/100 | +| Matched 20-task controls | **Single 11/20; both routed windows 10/20** with equal model/tool call ceilings; [protocol and results](docs/EXPERIMENTS.md) | + +The single arm used fewer calls and reported tokens; this pilot does not show a routed +advantage. The two window policies each resolved the same 10/20 tasks. Source +priority retains more source but has not demonstrated higher resolution. Repair results +use additional inference on previously invalid candidates and are not a new pass@1 score. Baseline numbers measure **file localization against maintainer patches**, not bug-fix accuracy. The real run uses `gpt-6.1-sol` through a locally authenticated Codex CLI, with a frozen @@ -86,7 +91,8 @@ The default handoff retains up to 24 distinct observations, prioritizing source tests/logs over search snippets. The full citation ledger is preserved. Applicability errors can trigger two format-repair attempts within the shared 18-model-call / 18-tool-call ceilings. All attempts and original candidates are retained. New/deleted text files are supported; -renames, binaries and symlinks are rejected. `ASSISTANT_WORKFLOW=single` uses one conversation. +renames, binaries and symlinks are rejected. `ASSISTANT_WORKFLOW=single` uses one investigation +conversation; set `ASSISTANT_PATCH_REPAIR_ATTEMPTS=0` for a pure single-conversation control. Existing affected files must occur in registered source-read citations; declared new files still require a genuine existing-source citation. This verifies provenance, not diff --git a/README.zh-CN.md b/README.zh-CN.md index 7e8754d..bb4cf4e 100644 --- a/README.zh-CN.md +++ b/README.zh-CN.md @@ -23,8 +23,12 @@ | 100 个修复前快照的检索基线 | **全部完成；Hit@1 40%，Hit@5 71%，MRR@5 0.5202** | | 100 条真实模型运行 | **90 条带证据诊断，10 条证据不足；文件 Hit@1 87%，Hit@5 88%** | | 生成补丁的官方测试 | **48/100 解决**；23 条未通过、27 条空补丁、2 条超时，全部计入分母 | -| 补丁纠错与证据传递 | 已加入应用报错反馈、综合阶段读源码、源码优先窗口；改进单独评测 | -| 单 agent 与证据窗口配对实验 | 同模型、相同调用预算上限；见[实验协议与结果](docs/EXPERIMENTS.md) | +| 原无效补丁的事后补救 | **17/17 可应用、11/17 官方解决**；有限纠错，独立于原始 48/100 | +| 20 题配对对照 | **单 agent 11/20，两种两步流程均 10/20**；同模型、相同调用上限，[协议与结果](docs/EXPERIMENTS.md) | + +单 agent 本次实际调用和报告 token 更少，小样本未支持路由流程的优势。两种证据窗口 +均解决同一组 10/20 题。源码优先确实减少源码丢失，但尚未 +观察到修复率提升。17 题补救使用了额外推理预算，不是新的首次成功率。 文件定位指标衡量“候选文件是否命中维护者补丁修改的文件”，与修复成功率分别计算。 完整模型运行通过本地 Codex CLI 登录调用 `gpt-6.1-sol`，配置和源码指纹已冻结。 @@ -82,7 +86,8 @@ flowchart TD 默认窗口保留最多 24 条不同观察，优先源码读取，其次测试/日志，最后搜索片段；完整 证据账本不丢弃。应用检查失败后最多纠错两次，共享每题 18 次模型、18 次工具调用上限， 保留原始候选及每次尝试。支持文本文件新建/删除，拒绝重命名、二进制和符号链接。 -设置 `ASSISTANT_WORKFLOW=single` 可使用单一对话流程。 +设置 `ASSISTANT_WORKFLOW=single` 可使用单一调查对话；纯单对话对照还需设置 +`ASSISTANT_PATCH_REPAIR_ATTEMPTS=0`，禁用后续独立纠错。 已存在的受影响文件必须有登记的源码读取引用；声明新建文件也须引用真实的已有源码。 这能验证出处，不能自动证明因果解释 diff --git a/docs/EXPERIMENTS.md b/docs/EXPERIMENTS.md index 794a805..551dd3a 100644 --- a/docs/EXPERIMENTS.md +++ b/docs/EXPERIMENTS.md @@ -6,6 +6,14 @@ establish a benefit from multiple agents. The following studies keep independent ## Paired architecture and evidence-window pilot +Observed results are summarized in [the paired evidence directory](../reports/experiments/paired-20/). +Both routed window policies resolved **the same 10/20 tasks**. The recent window lost unique +source observations on two tasks; source priority lost none. This demonstrates source +retention, **not a measured resolution improvement**. The single-conversation arm resolves +**11/20**, with 102 model invocations and 1,119,272 reported input tokens versus 121 and +1,299,138 for routed source-priority. The pilot does not support a routed advantage; provider +failures and one stochastic run per case also limit interpretation. + Before inference, `code-assistant experiment plan` freezes 20 tasks from the original 100, ranked by SHA256(`controls:20261008:instance_id`). Selection does not read original success, abstention, judge or patch labels. This is an exploratory subset, not a leaderboard result. @@ -30,6 +38,11 @@ lengths are a remaining cost confounder; results must not be described as token- The three arms run in declared order with one stochastic attempt each, without choosing the best rerun. Provider drift and sampling variation remain possible. +For independent reproduction, create a fresh plan on your own machine with the same seed +and count. The published plan is a frozen record of its original environment; resumption +correctly rejects a different platform/source/package configuration. Recreating the plan +preserves the selected IDs, while documenting your own environment and accessible model. + The primary measure is official FAIL_TO_PASS/PASS_TO_PASS resolution divided by all 20 tasks. Abstentions, invalid patches, errors and timeouts stay in the denominator. Secondary measures are applicability, abstentions, actual costs and source evidence retained at synthesis. @@ -53,6 +66,12 @@ evidence records, versus 0 among 61 other tasks. Difficulty, search frequency an are confounders. The mechanism check counts actually retained source reads; a favorable correlation or a unit test alone is not evidence of better functional resolution. +An additional deterministic [replay of all 100 original handoffs](../reports/experiments/historical-context-replay.json) +found partial source loss in 13 cases, including 9 abstentions, but **no case lost all source +reads**. Source priority retains all distinct source observations on those exact ledgers. +This is an offline selection replay, without new diagnoses or functional grades; it does +not establish why the original model abstained. + ## Post-hoc format repair of 17 withheld candidates This study selects **all** original candidates marked invalid by the applicability checker, @@ -77,6 +96,19 @@ between these runs cannot be attributed solely to exception handling, and their patches are never pooled into one score. The paired three-arm study continues to use its original frozen `6b61f9a` implementation for every arm. +| Repair run | Applicable | Official resolved | Other outcomes | +|---|---:|---:|---| +| [Development v1](../reports/experiments/repair-17-v1/) | 14/17 | 9/17 | 5 unresolved; 3 empty after provider errors | +| [Full follow-up v2](../reports/experiments/repair-17-v2/) | 17/17 | **11/17** | 6 unresolved; no missing outcomes | + +The follow-up uses 40 model invocations, 519,468 reported input tokens and 22,898 output +tokens. Applicable patches are not assumed correct: six still fail official regressions. +The v2 functional result is separate from both v1 and the original 48/100. + +The real traces contain 36 `read_file` calls during v2 repair and five during synthesis +in the source-priority paired arm. Source verification was exercised by the model, rather +than merely exposed in a tool schema. + ```bash uv run python scripts/repair_withheld.py reports/model-100 runs/repair-17 \ --model provider:model-id --workers 4 @@ -97,3 +129,10 @@ uses the same pinned harness and 600-second test budget as the original evaluati 17 题补救实验使用全部原无效补丁，给模型应用错误和修复前源码，最多重试两次，不反馈 标准答案或官方测试结果。它是额外预算的事后补救，单独报告可应用率和官方解决率，不能 加回原始 48/100 冒充原本的一次成功率。人工根因抽检仍未完成；自动评审只作审计。 + +实测：补救第二轮 17/17 可应用、11/17 通过官方回归，6 条仍未解决。两种窗口的 20 题 +实验均解决同一组 10 题，未观察到修复率提升。原 100 条窗口回放中，13 条丢掉部分源码， +其中 9 条放弃诊断，但没有任何一条丢掉全部源码；不能据此认定截断导致放弃。 + +单 agent 官方结果为 11/20，实际调用和报告 token 更少；小样本不支持“多 agent 更好” +的结论。对照已经运行，也如实保留了对路由架构不利的结果。 diff --git a/docs/FAILURE_ANALYSIS.md b/docs/FAILURE_ANALYSIS.md index 68d0347..815a391 100644 --- a/docs/FAILURE_ANALYSIS.md +++ b/docs/FAILURE_ANALYSIS.md @@ -72,6 +72,13 @@ association. Source-priority selection and a matched recent-window control are i to investigate it, without claiming this correlation proves causation. [Separate protocol and results](EXPERIMENTS.md). +Completed follow-up: all 17 originally invalid candidates became applicable and **11/17 +resolved officially**; six remain functional failures. The original 48/100 is unchanged. +The two matched window arms each resolved the same 10/20 tasks. Replaying all original +ledgers found 13 partial source-loss cases (nine abstentions), but none lost every source +read. These observations do not justify claiming a causal or functional gain from the +window policy. [Replay](../reports/experiments/historical-context-replay.json). + The default role ceiling is now seven calls with a final-answer turn and a shared global ceiling. The paired experiments freeze their own equal budgets and report actual costs. Longer test timeouts are another separate protocol change; preserve the 600-second results diff --git a/docs/handoff/LATEST.md b/docs/handoff/LATEST.md index 0a8c5a9..145b1a7 100644 --- a/docs/handoff/LATEST.md +++ b/docs/handoff/LATEST.md @@ -1,71 +1,79 @@ -# Handoff - -## Objective and status - -Completed real LLM diagnosis and official patch evaluation for the existing 100 historical -tasks, improved the implementation, and published English/Chinese evidence. - -## Scope - -- Only the separate `agentic-code-search` repository was changed. Core implementation - merged in PR #1; final results/documentation use `feat/model-benchmark-results`. -- Added a local-login Codex LangChain adapter, tool isolation, safe model diagnostics, - patch applicability checks, parallel/resumable inference, automated causal review, - official harness scripts, frozen-batch export, and Linux evaluation workflow. -- Preserved the original task selection, gold isolation, retrieval baseline, and synthetic - demo. The adjacent `xhs-vault-main` project and private data were outside scope. -- Credentials remain with the CLI. Authentication files, API keys, prompts, hidden - reasoning, full source snapshots, and private repositories are excluded from publication. - -## Frozen inference and measured results - -- Inference source commit: `3dc26ac14fe7573bb84ef851262645353842ef58`. -- Source SHA-256: `d4e5b6d72a4d66ac37e10f45ae0c900d24a439de2ee2ff1d5c6ca68fd5f1ddf1`. -- Model: `codex-cli:gpt-6.1-sol`, reasoning medium, HTTPS, 6 workers, - CLI `0.162.0-alpha.2`, five model turns per role, 18 tools per issue. -- 100 complete: 90 cited diagnoses, 10 abstentions. Hit@1 87%, Hit@5 88%, MRR@5 0.875. -- 541 model responses, 844 paired tools; 5,379,967 reported input tokens, - 124,958 output tokens, 939,008 cached input tokens. Zero built-in CLI tool calls, - transport reconnects, run crashes, unpaired tools, or unfinished traces. -- 26 role step-limit events, 7 recoverable tool errors, 17 withheld patches; 73 submitted - nonempty patches. Full inference wall time: 1,358.683187 seconds on the recorded host. -- Automated causal review: 87 correct, 1 partial, 2 incorrect, 10 unscorable. - Human root-cause accuracy remains null; same-model judgment is explicitly labeled. -- Official `swebench==5.0.2`: **48/100 resolved**, 23 unresolved, 27 empty patches, - 2 test timeouts at 600 seconds, no missing outcomes or image-pull failures. -- Four frozen 25-task batches, workflow runs `37823468905`, `37823608201`, - `37824041242`, `37824921353`. Exact patch hashes match the full predictions; - actual image digests, official reports, excerpts and raw-log hashes are published. -- Separate pilot: 3/3 official resolutions, workflow `37822223997`. Excluded from full score. -- Two post-hoc maintainer-patch sanity controls resolved with the same recorded image - digests, workflow `37827800765`. Incidental fixture/import errors still occurred but - did not block required regressions. Original model failures and 48/100 remain unchanged. - -## Validation and review - -- 75 local tests passed on Python 3.12; Ruff lint/format passed for src/tests/scripts. -- Real model CLI integration performed search/test/search/synthesis; baseline 1 failed, - 2 passed, then independent application to a temporary copy produced 3 passed. -- Real FastAPI/model integration: health 200, missing bearer token 401, authenticated - diagnosis 200, all three roles executed. Loopback HTTP clients bypass inherited proxies. -- CI validates Python 3.11/3.12/3.13 and both Docker images; see published CI evidence. -- Reviewed tool protocol, built-in activity rejection, actor-root isolation, safe provider - errors, process timeouts, patch-path confinement, unchanged source snapshots, strict - resumption, full-denominator aggregation, and absence of credentials in CI. -- Review was self-review with a fresh validation pass; no independent human review or - orchestration ablation is claimed. - -## Evidence and remaining limits - -`reports/model-100/` holds predictions, causes/citation provenance, source proof, usage, -events, failure analysis, automated review, and official evaluation. Local complete logs -and source caches remain ignored under `runs/` and `.cache/`. GitHub raw evaluation -artifacts have 30-day retention; durable reports/excerpts/hashes are committed. - -Residual limits: public-benchmark training contamination, model alias drift, same-model -review bias, 17 invalid candidates, 10 abstentions, and 2 unexplained test timeouts. -Any larger-budget, patch-correction, timeout, or single-agent comparison must use a new -manifest/output directory; do not rewrite the original predictions or score. - -GitHub Git HTTPS transport was unavailable during publication. Git Data API publication -preserved and verified exact local commit/tree identities without force-pushing. +# Implementation and evaluation handoff + +## Current work + +[PR #4](https://github.com/YeDonS/agentic-code-search/pull/4) repairs patch generation, +adds controlled evaluation, and corrects the historical architecture/metric descriptions. +Changes are scoped to this repository. Original frozen predictions/results are unchanged. + +Implemented: synthesis source reads; source-priority handoff context; at most two patch +corrections using applicability errors; preserved candidates/attempts and safe provider +error records; global model/tool call ceilings; a continuous-conversation control; regular +text-file creation/deletion with citation/path checks; CLI tests; reproducible experiment, +curation and context-replay commands. Correction failures preserve the existing diagnosis. + +## Frozen evidence + +| Study | Inference source | Outcome | +|---|---|---| +| Original 100 | `3dc26ac14fe7573bb84ef851262645353842ef58` | 48/100 official resolutions; all routes search → synthesis | +| Paired 20, three arms | `6b61f9a4ac9ac5b5420caf1eba7d3d503f33c9fb` | Single 11/20; routed recent/source both 10/20 | +| Repair development v1 | `6b61f9a4ac9ac5b5420caf1eba7d3d503f33c9fb` | 14/17 applicable, 9/17 resolved; 3 provider errors | +| Repair follow-up v2 | `0c39f8a24d04ac8b690ed6db83b1714a7edb7b65` | 17/17 applicable, 11/17 resolved; 6 functional failures | + +Every study has its own manifest, source fingerprint/proof, predictions, events and official +outcomes. No best-of-runs pooling, task replacement or denominator exclusions occurred. +The paired plan predates inference, selects tasks without reading outcomes, disables repair +and tests in all arms, and shares ten model/eighteen tool call ceilings. Actual token use +differs; the single arm used fewer observed calls/reported tokens. No routed advantage is +established by this small exploratory study. Paired sources remained frozen while default +code received later error-handling/new-file boundary fixes. + +The repair study is selected and uses extra inference after the original run. Its 11 successes +are not added to 48/100 as a new pass@1 result. No gold fix or official-test feedback was +provided to repair actors. Original diagnoses retain their historical limitations in the +frozen artifacts; the accompanying README identifies that scope. Current code clears stale +generated checker notices when rechecking a diagnosis. + +All 94 new official outcomes (60 paired + two independent sets of 17 repairs) are complete, +hash-bound, and include durable reports/excerpts/image digests/raw-log hashes. Workflows: +`37848455841`, `37849298422`, `37850192309`, `37848457575`, `37849300774`. + +## Context and judge findings + +The original 100-ledger replay finds 39 windows exceeding 24 records, 13 partial source-loss +cases (nine abstentions), and no case losing all source. Source priority preserves distinct +source reads. In the live paired pilot, it eliminates source loss but does not increase +resolution: both routed arms solve exactly the same ten cases. + +Automatic causal judgments remain archived audit data and are removed from headline claims. +Forty explanations labeled correct did not resolve, while requests-2674's original patch +resolved despite an incorrect explanation label. This is a cross-metric disagreement; +functional success does not prove every causal sentence. Human causal accuracy is unmeasured. + +## Validation and reproduction + +107 offline tests pass; source coverage is 84.9%, CLI coverage 72.2% (previously zero). +Ruff lint/format and wheel build pass. CI covers Python 3.11/3.12/3.13 and both Docker images. +Real traces exercise five synthesis source reads and 36 repair source reads. Applicability +checks never execute repository code; official functional testing follows freezing. + +Use [experiment commands](../EXPERIMENTS.md), [published evidence](../../reports/README.md), +and [validation](../../reports/experiments/validation.json). New machines create a fresh +plan with the same selection seed/count; resumption rejects source/environment changes. +Do not overwrite original runs. GitHub artifacts retain raw logs for 30 days; curated +evidence is durable. Ignored `runs/` and `.cache/` hold local source/full run artifacts. + +Provider APIs are the independent service/inference path; no live native-provider key was +available, so actual provider-API inference remains unverified. The optional CLI adapter +depends on account access/version and online model behavior. No credentials were copied +into CI or images. Frozen patch replay is independent of CLI/model access. + +Remaining limits: no inference-time official-container test specialist; no complete +100-task/token-cost-matched architecture comparison; no human causal adjudication; public +training contamination and repository-subset distribution bias; unexplained provider errors +and the original two 600-second test timeouts. Local pytest is explicitly trusted execution +without an OS sandbox; disabled execution and the Docker runner remain available. + +Review is a source/trace/hash self-review, not an independent human review. Publication uses +the Git Data API with exact local tree/commit verification; no force push or history rewrite. diff --git a/reports/README.md b/reports/README.md index 640f6db..4267208 100644 --- a/reports/README.md +++ b/reports/README.md @@ -6,7 +6,9 @@ Model inference reused a local Codex login; authentication files and API secrets | Evidence | Meaning | |---|---| -| [Controlled studies](../docs/EXPERIMENTS.md) and [predeclared plan](experiments/paired-20/plan.json) | Separate same-model call/tool-budget controls and post-hoc invalid-patch repair; original 48/100 immutable | +| [Paired 20-task controls](experiments/paired-20/README.md) and [predeclared plan](experiments/paired-20/plan.json) | Single 11/20; both routed windows 10/20; no measured routed advantage | +| [17-candidate repair follow-up](experiments/repair-17-v2/README.md) | All 17 applicable, 11 officially resolved; selected extra-budget study, separate from original 48/100 | +| [Historical context replay](experiments/historical-context-replay.json) | 13 partial source-loss cases, none lost all source; deterministic mechanism check, no new functional grades | | [Model manifest](model-100/manifest.json) | Fixed 100 tasks, model/reasoning/transport, budgets, environment, CLI version | | [Source proof](model-100/source-proof.json) | Inference source digest matches the recorded Git commit | | [Predictions](model-100/predictions.jsonl) | All 100 diagnoses/abstentions and submitted patches | diff --git a/reports/experiments/historical-context-replay.json b/reports/experiments/historical-context-replay.json new file mode 100644 index 0000000..b0e2553 --- /dev/null +++ b/reports/experiments/historical-context-replay.json @@ -0,0 +1,1212 @@ +{ + "kind": "deterministic_context_selection_replay_no_llm", + "input_sha256": "06e836f5d27e4f07bce1c423fbbf2b75b65604e6ac9d940c03621e9046cc343c", + "N": 100, + "scope": "final original ledger equals original synthesis handoff; source-only immutable kind/path/range provenance reconstructs deduplication", + "overflow_cases": 39, + "recent_dropped_source_cases": 13, + "priority_dropped_source_cases": 0, + "recent_lost_all_source_cases": 0, + "abstentions_with_partial_source_loss": 9, + "limitations": "Selection mechanism only: no regenerated diagnoses or functional tests. Partial loss may matter, but no original abstention lost all source; difficulty/search behavior confound the overflow association.", + "per_issue": [ + { + "instance_id": "astropy__astropy-12907", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 5, + "recent_retained_unique_source_reads": 5, + "priority_retained_unique_source_reads": 5, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "astropy__astropy-14182", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 5, + "recent_retained_unique_source_reads": 5, + "priority_retained_unique_source_reads": 5, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "astropy__astropy-14365", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 5, + "recent_retained_unique_source_reads": 5, + "priority_retained_unique_source_reads": 5, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "astropy__astropy-14995", + "overflow": true, + "abstained": false, + "available_unique_source_reads": 4, + "recent_retained_unique_source_reads": 4, + "priority_retained_unique_source_reads": 4, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "astropy__astropy-6938", + "overflow": true, + "abstained": true, + "available_unique_source_reads": 4, + "recent_retained_unique_source_reads": 3, + "priority_retained_unique_source_reads": 4, + "recent_dropped": [ + [ + "astropy/io/fits/fitsrec.py", + 1155, + 1274 + ] + ], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "astropy__astropy-7746", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 3, + "recent_retained_unique_source_reads": 3, + "priority_retained_unique_source_reads": 3, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "django__django-10914", + "overflow": true, + "abstained": false, + "available_unique_source_reads": 7, + "recent_retained_unique_source_reads": 7, + "priority_retained_unique_source_reads": 7, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "django__django-11001", + "overflow": true, + "abstained": false, + "available_unique_source_reads": 6, + "recent_retained_unique_source_reads": 6, + "priority_retained_unique_source_reads": 6, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "django__django-11742", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 3, + "recent_retained_unique_source_reads": 3, + "priority_retained_unique_source_reads": 3, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "django__django-12184", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 4, + "recent_retained_unique_source_reads": 4, + "priority_retained_unique_source_reads": 4, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "django__django-12497", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 3, + "recent_retained_unique_source_reads": 3, + "priority_retained_unique_source_reads": 3, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "django__django-12983", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 4, + "recent_retained_unique_source_reads": 4, + "priority_retained_unique_source_reads": 4, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "django__django-13401", + "overflow": true, + "abstained": false, + "available_unique_source_reads": 5, + "recent_retained_unique_source_reads": 4, + "priority_retained_unique_source_reads": 5, + "recent_dropped": [ + [ + "django/db/models/fields/__init__.py", + 170, + 280 + ] + ], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "django__django-13447", + "overflow": true, + "abstained": false, + "available_unique_source_reads": 3, + "recent_retained_unique_source_reads": 3, + "priority_retained_unique_source_reads": 3, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "django__django-13448", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 5, + "recent_retained_unique_source_reads": 5, + "priority_retained_unique_source_reads": 5, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "django__django-13757", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 7, + "recent_retained_unique_source_reads": 7, + "priority_retained_unique_source_reads": 7, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "django__django-14997", + "overflow": true, + "abstained": false, + "available_unique_source_reads": 5, + "recent_retained_unique_source_reads": 5, + "priority_retained_unique_source_reads": 5, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "django__django-16255", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 4, + "recent_retained_unique_source_reads": 4, + "priority_retained_unique_source_reads": 4, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "matplotlib__matplotlib-18869", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 3, + "recent_retained_unique_source_reads": 3, + "priority_retained_unique_source_reads": 3, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "matplotlib__matplotlib-23314", + "overflow": true, + "abstained": true, + "available_unique_source_reads": 2, + "recent_retained_unique_source_reads": 1, + "priority_retained_unique_source_reads": 2, + "recent_dropped": [ + [ + "lib/mpl_toolkits/mplot3d/axes3d.py", + 370, + 460 + ] + ], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "matplotlib__matplotlib-23563", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 4, + "recent_retained_unique_source_reads": 4, + "priority_retained_unique_source_reads": 4, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "matplotlib__matplotlib-23964", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 4, + "recent_retained_unique_source_reads": 4, + "priority_retained_unique_source_reads": 4, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "matplotlib__matplotlib-24149", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 4, + "recent_retained_unique_source_reads": 4, + "priority_retained_unique_source_reads": 4, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "matplotlib__matplotlib-24265", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 3, + "recent_retained_unique_source_reads": 3, + "priority_retained_unique_source_reads": 3, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "matplotlib__matplotlib-24334", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 4, + "recent_retained_unique_source_reads": 4, + "priority_retained_unique_source_reads": 4, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "matplotlib__matplotlib-25079", + "overflow": true, + "abstained": false, + "available_unique_source_reads": 9, + "recent_retained_unique_source_reads": 9, + "priority_retained_unique_source_reads": 9, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "matplotlib__matplotlib-25332", + "overflow": true, + "abstained": false, + "available_unique_source_reads": 5, + "recent_retained_unique_source_reads": 5, + "priority_retained_unique_source_reads": 5, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "matplotlib__matplotlib-25498", + "overflow": true, + "abstained": false, + "available_unique_source_reads": 7, + "recent_retained_unique_source_reads": 7, + "priority_retained_unique_source_reads": 7, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "matplotlib__matplotlib-26011", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 3, + "recent_retained_unique_source_reads": 3, + "priority_retained_unique_source_reads": 3, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "matplotlib__matplotlib-26020", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 7, + "recent_retained_unique_source_reads": 7, + "priority_retained_unique_source_reads": 7, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "mwaskom__seaborn-2848", + "overflow": true, + "abstained": false, + "available_unique_source_reads": 6, + "recent_retained_unique_source_reads": 6, + "priority_retained_unique_source_reads": 6, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "mwaskom__seaborn-3010", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 3, + "recent_retained_unique_source_reads": 3, + "priority_retained_unique_source_reads": 3, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "mwaskom__seaborn-3190", + "overflow": true, + "abstained": false, + "available_unique_source_reads": 7, + "recent_retained_unique_source_reads": 7, + "priority_retained_unique_source_reads": 7, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "mwaskom__seaborn-3407", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 5, + "recent_retained_unique_source_reads": 5, + "priority_retained_unique_source_reads": 5, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "pallets__flask-4045", + "overflow": true, + "abstained": false, + "available_unique_source_reads": 4, + "recent_retained_unique_source_reads": 4, + "priority_retained_unique_source_reads": 4, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "pallets__flask-4992", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 2, + "recent_retained_unique_source_reads": 2, + "priority_retained_unique_source_reads": 2, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "pallets__flask-5063", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 3, + "recent_retained_unique_source_reads": 3, + "priority_retained_unique_source_reads": 3, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "psf__requests-1963", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 3, + "recent_retained_unique_source_reads": 3, + "priority_retained_unique_source_reads": 3, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "psf__requests-2148", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 5, + "recent_retained_unique_source_reads": 5, + "priority_retained_unique_source_reads": 5, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "psf__requests-2317", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 6, + "recent_retained_unique_source_reads": 6, + "priority_retained_unique_source_reads": 6, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "psf__requests-2674", + "overflow": true, + "abstained": false, + "available_unique_source_reads": 6, + "recent_retained_unique_source_reads": 4, + "priority_retained_unique_source_reads": 6, + "recent_dropped": [ + [ + "requests/adapters.py", + 1, + 80 + ], + [ + "requests/models.py", + 640, + 750 + ] + ], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "psf__requests-3362", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 5, + "recent_retained_unique_source_reads": 5, + "priority_retained_unique_source_reads": 5, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "psf__requests-863", + "overflow": true, + "abstained": false, + "available_unique_source_reads": 6, + "recent_retained_unique_source_reads": 6, + "priority_retained_unique_source_reads": 6, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "pydata__xarray-3364", + "overflow": true, + "abstained": false, + "available_unique_source_reads": 6, + "recent_retained_unique_source_reads": 6, + "priority_retained_unique_source_reads": 6, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "pydata__xarray-4094", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 6, + "recent_retained_unique_source_reads": 6, + "priority_retained_unique_source_reads": 6, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "pydata__xarray-4248", + "overflow": true, + "abstained": true, + "available_unique_source_reads": 5, + "recent_retained_unique_source_reads": 4, + "priority_retained_unique_source_reads": 5, + "recent_dropped": [ + [ + "xarray/core/formatting.py", + 250, + 365 + ] + ], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "pydata__xarray-4493", + "overflow": true, + "abstained": false, + "available_unique_source_reads": 6, + "recent_retained_unique_source_reads": 6, + "priority_retained_unique_source_reads": 6, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "pydata__xarray-5131", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 2, + "recent_retained_unique_source_reads": 2, + "priority_retained_unique_source_reads": 2, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "pylint-dev__pylint-5859", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 2, + "recent_retained_unique_source_reads": 2, + "priority_retained_unique_source_reads": 2, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "pylint-dev__pylint-6506", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 5, + "recent_retained_unique_source_reads": 5, + "priority_retained_unique_source_reads": 5, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "pylint-dev__pylint-7080", + "overflow": true, + "abstained": true, + "available_unique_source_reads": 4, + "recent_retained_unique_source_reads": 2, + "priority_retained_unique_source_reads": 4, + "recent_dropped": [ + [ + "pylint/lint/expand_modules.py", + 40, + 155 + ], + [ + "pylint/lint/pylinter.py", + 585, + 700 + ] + ], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "pylint-dev__pylint-7114", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 7, + "recent_retained_unique_source_reads": 7, + "priority_retained_unique_source_reads": 7, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "pylint-dev__pylint-7228", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 6, + "recent_retained_unique_source_reads": 6, + "priority_retained_unique_source_reads": 6, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "pylint-dev__pylint-7993", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 2, + "recent_retained_unique_source_reads": 2, + "priority_retained_unique_source_reads": 2, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "pytest-dev__pytest-11143", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 3, + "recent_retained_unique_source_reads": 3, + "priority_retained_unique_source_reads": 3, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "pytest-dev__pytest-11148", + "overflow": true, + "abstained": true, + "available_unique_source_reads": 3, + "recent_retained_unique_source_reads": 2, + "priority_retained_unique_source_reads": 3, + "recent_dropped": [ + [ + "src/_pytest/pathlib.py", + 470, + 580 + ] + ], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "pytest-dev__pytest-5103", + "overflow": true, + "abstained": true, + "available_unique_source_reads": 3, + "recent_retained_unique_source_reads": 2, + "priority_retained_unique_source_reads": 3, + "recent_dropped": [ + [ + "src/_pytest/assertion/rewrite.py", + 920, + 1038 + ] + ], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "pytest-dev__pytest-5227", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 4, + "recent_retained_unique_source_reads": 4, + "priority_retained_unique_source_reads": 4, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "pytest-dev__pytest-5413", + "overflow": true, + "abstained": false, + "available_unique_source_reads": 3, + "recent_retained_unique_source_reads": 3, + "priority_retained_unique_source_reads": 3, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "pytest-dev__pytest-5495", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 5, + "recent_retained_unique_source_reads": 5, + "priority_retained_unique_source_reads": 5, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "pytest-dev__pytest-5692", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 5, + "recent_retained_unique_source_reads": 5, + "priority_retained_unique_source_reads": 5, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "pytest-dev__pytest-7168", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 2, + "recent_retained_unique_source_reads": 2, + "priority_retained_unique_source_reads": 2, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "pytest-dev__pytest-7373", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 3, + "recent_retained_unique_source_reads": 3, + "priority_retained_unique_source_reads": 3, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "pytest-dev__pytest-7490", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 3, + "recent_retained_unique_source_reads": 3, + "priority_retained_unique_source_reads": 3, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "pytest-dev__pytest-8365", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 4, + "recent_retained_unique_source_reads": 4, + "priority_retained_unique_source_reads": 4, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "pytest-dev__pytest-8906", + "overflow": true, + "abstained": true, + "available_unique_source_reads": 3, + "recent_retained_unique_source_reads": 1, + "priority_retained_unique_source_reads": 3, + "recent_dropped": [ + [ + "src/_pytest/outcomes.py", + 35, + 151 + ], + [ + "testing/test_skipping.py", + 1300, + 1390 + ] + ], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "scikit-learn__scikit-learn-11040", + "overflow": true, + "abstained": false, + "available_unique_source_reads": 6, + "recent_retained_unique_source_reads": 6, + "priority_retained_unique_source_reads": 6, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "scikit-learn__scikit-learn-13142", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 3, + "recent_retained_unique_source_reads": 3, + "priority_retained_unique_source_reads": 3, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "scikit-learn__scikit-learn-13497", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 4, + "recent_retained_unique_source_reads": 4, + "priority_retained_unique_source_reads": 4, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "scikit-learn__scikit-learn-13584", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 4, + "recent_retained_unique_source_reads": 4, + "priority_retained_unique_source_reads": 4, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "scikit-learn__scikit-learn-14087", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 5, + "recent_retained_unique_source_reads": 5, + "priority_retained_unique_source_reads": 5, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "scikit-learn__scikit-learn-14092", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 5, + "recent_retained_unique_source_reads": 5, + "priority_retained_unique_source_reads": 5, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "scikit-learn__scikit-learn-14894", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 2, + "recent_retained_unique_source_reads": 2, + "priority_retained_unique_source_reads": 2, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "scikit-learn__scikit-learn-14983", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 7, + "recent_retained_unique_source_reads": 7, + "priority_retained_unique_source_reads": 7, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "scikit-learn__scikit-learn-15512", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 4, + "recent_retained_unique_source_reads": 4, + "priority_retained_unique_source_reads": 4, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "scikit-learn__scikit-learn-25500", + "overflow": true, + "abstained": false, + "available_unique_source_reads": 6, + "recent_retained_unique_source_reads": 6, + "priority_retained_unique_source_reads": 6, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "scikit-learn__scikit-learn-25638", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 3, + "recent_retained_unique_source_reads": 3, + "priority_retained_unique_source_reads": 3, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "scikit-learn__scikit-learn-25747", + "overflow": true, + "abstained": false, + "available_unique_source_reads": 5, + "recent_retained_unique_source_reads": 5, + "priority_retained_unique_source_reads": 5, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "sphinx-doc__sphinx-7686", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 2, + "recent_retained_unique_source_reads": 2, + "priority_retained_unique_source_reads": 2, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "sphinx-doc__sphinx-7738", + "overflow": true, + "abstained": false, + "available_unique_source_reads": 4, + "recent_retained_unique_source_reads": 4, + "priority_retained_unique_source_reads": 4, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "sphinx-doc__sphinx-7975", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 2, + "recent_retained_unique_source_reads": 2, + "priority_retained_unique_source_reads": 2, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "sphinx-doc__sphinx-8273", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 3, + "recent_retained_unique_source_reads": 3, + "priority_retained_unique_source_reads": 3, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "sphinx-doc__sphinx-8282", + "overflow": true, + "abstained": false, + "available_unique_source_reads": 4, + "recent_retained_unique_source_reads": 3, + "priority_retained_unique_source_reads": 4, + "recent_dropped": [ + [ + "sphinx/ext/autodoc/__init__.py", + 1200, + 1319 + ] + ], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "sphinx-doc__sphinx-8435", + "overflow": true, + "abstained": false, + "available_unique_source_reads": 4, + "recent_retained_unique_source_reads": 4, + "priority_retained_unique_source_reads": 4, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "sphinx-doc__sphinx-8506", + "overflow": true, + "abstained": false, + "available_unique_source_reads": 5, + "recent_retained_unique_source_reads": 4, + "priority_retained_unique_source_reads": 5, + "recent_dropped": [ + [ + "sphinx/domains/std.py", + 120, + 239 + ] + ], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "sphinx-doc__sphinx-8595", + "overflow": true, + "abstained": false, + "available_unique_source_reads": 4, + "recent_retained_unique_source_reads": 4, + "priority_retained_unique_source_reads": 4, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "sphinx-doc__sphinx-8713", + "overflow": true, + "abstained": false, + "available_unique_source_reads": 2, + "recent_retained_unique_source_reads": 2, + "priority_retained_unique_source_reads": 2, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "sphinx-doc__sphinx-8721", + "overflow": true, + "abstained": false, + "available_unique_source_reads": 5, + "recent_retained_unique_source_reads": 5, + "priority_retained_unique_source_reads": 5, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "sphinx-doc__sphinx-8801", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 4, + "recent_retained_unique_source_reads": 4, + "priority_retained_unique_source_reads": 4, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "sympy__sympy-11870", + "overflow": true, + "abstained": false, + "available_unique_source_reads": 5, + "recent_retained_unique_source_reads": 5, + "priority_retained_unique_source_reads": 5, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "sympy__sympy-12419", + "overflow": true, + "abstained": false, + "available_unique_source_reads": 5, + "recent_retained_unique_source_reads": 5, + "priority_retained_unique_source_reads": 5, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "sympy__sympy-13437", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 3, + "recent_retained_unique_source_reads": 3, + "priority_retained_unique_source_reads": 3, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "sympy__sympy-13480", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 3, + "recent_retained_unique_source_reads": 3, + "priority_retained_unique_source_reads": 3, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "sympy__sympy-13647", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 3, + "recent_retained_unique_source_reads": 3, + "priority_retained_unique_source_reads": 3, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "sympy__sympy-13895", + "overflow": true, + "abstained": true, + "available_unique_source_reads": 3, + "recent_retained_unique_source_reads": 1, + "priority_retained_unique_source_reads": 3, + "recent_dropped": [ + [ + "sympy/core/mul.py", + 623, + 710 + ], + [ + "sympy/core/numbers.py", + 1650, + 1769 + ] + ], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "sympy__sympy-14308", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 5, + "recent_retained_unique_source_reads": 5, + "priority_retained_unique_source_reads": 5, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "sympy__sympy-18087", + "overflow": true, + "abstained": true, + "available_unique_source_reads": 4, + "recent_retained_unique_source_reads": 4, + "priority_retained_unique_source_reads": 4, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "sympy__sympy-19487", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 3, + "recent_retained_unique_source_reads": 3, + "priority_retained_unique_source_reads": 3, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "sympy__sympy-20154", + "overflow": false, + "abstained": false, + "available_unique_source_reads": 3, + "recent_retained_unique_source_reads": 3, + "priority_retained_unique_source_reads": 3, + "recent_dropped": [], + "priority_dropped": [], + "recent_lost_all_source": false + }, + { + "instance_id": "sympy__sympy-20590", + "overflow": true, + "abstained": true, + "available_unique_source_reads": 4, + "recent_retained_unique_source_reads": 3, + "priority_retained_unique_source_reads": 4, + "recent_dropped": [ + [ + "sympy/core/symbol.py", + 180, + 285 + ] + ], + "priority_dropped": [], + "recent_lost_all_source": false + } + ] +} diff --git a/reports/experiments/paired-20/README.md b/reports/experiments/paired-20/README.md new file mode 100644 index 0000000..cb4f245 --- /dev/null +++ b/reports/experiments/paired-20/README.md @@ -0,0 +1,45 @@ +# Paired 20-task controls + +**Single conversation: 11/20 resolved. Routed recent: 10/20. Routed source-priority: 10/20.** +This exploratory pilot provides no evidence that the routed architecture improves resolution. +All arms retain every failure, abstention and timeout in the denominator. + +| Arm | Official resolved | Applicable patches | Model invocations | Reported input / output tokens | +|---|---:|---:|---:|---:| +| [Routed recent](routed_recent/) | 10/20 | 15/20 | 118 | 1,261,205 / 24,485 | +| [Routed source-priority](routed_source/) | 10/20 | 15/20 | 121 | 1,299,138 / 26,966 | +| [Single conversation](single/) | **11/20** | 16/20 | 102 | 1,119,272 / 18,638 | + +The two routed arms resolve exactly the same ten cases. The single arm additionally resolves +`psf__requests-2674`. One stochastic run on twenty public tasks cannot establish superiority; +different provider failures also confound small differences (recent: one, source-priority: +zero, single: two). Reported tokens cover completed responses; failed-call usage is unknown. +The single arm uses fewer observed calls and reported tokens in this run, without a claim +about general speed or monetary cost. + +[The plan](plan.json) and [selected actor inputs](tasks.jsonl) were frozen before inference. +Selection used SHA256(`controls:20261008:instance_id`) over the original 100-task frame, +without filtering by original outcomes or judge labels. Every arm uses source commit +`6b61f9a4ac9ac5b5420caf1eba7d3d503f33c9fb`, model `codex-cli:gpt-6.1-sol`, medium reasoning, +HTTPS, CLI `0.162.0-alpha.2`, and four workers. Every task has the same ceilings of ten model +and eighteen tool calls. Repairs and test-agent execution are disabled in all three arms. +Equal ceilings do not mean equal consumed tokens or exactly matched compute cost. + +The [comparison](comparison.json) rejects configuration differences beyond the intended +architecture/window factor, verifies actual call ceilings, joins official grades by patch +hash, and includes per-issue source retention and errors. The recent handoff loses three +unique source observations across two tasks; source priority loses none. The functional +grade remains 10/20 for both, so retention is a demonstrated mechanism without a demonstrated +resolution gain. Another [100-ledger replay](../historical-context-replay.json) provides the +original-window audit without rerunning a model. + +Official workflows: [recent](https://github.com/YeDonS/agentic-code-search/actions/runs/37848455841), +[source-priority](https://github.com/YeDonS/agentic-code-search/actions/runs/37849298422), +[single](https://github.com/YeDonS/agentic-code-search/actions/runs/37850192309). +Reports, image digests, test excerpts and raw-log hashes are retained under each arm's +`official-evaluation/`. The original 48/100 and separate 17-candidate repair study are unchanged. + +中文：同模型、相同调用预算上限的 20 题试验中，单 agent 为 11/20，两种两步流程均为 +10/20。单 agent 本次实际调用和报告 token 更少；样本小、有提供商调用失败且未按实际 +token 成本严格匹配，不能据此宣称普遍优势。源码优先减少了源码丢失，但未提高这批题的 +官方修复率。测试 agent 未参与，故不能用这些结果证明三 agent 架构的收益。 diff --git a/reports/experiments/paired-20/comparison.json b/reports/experiments/paired-20/comparison.json new file mode 100644 index 0000000..4e06c57 --- /dev/null +++ b/reports/experiments/paired-20/comparison.json @@ -0,0 +1,511 @@ +{ + "kind": "exploratory_paired_results", + "comparisons": { + "architecture": { + "left": "routed_source", + "right": "single", + "N": 20, + "left_resolved": 10, + "right_resolved": 11, + "both_resolved": 10, + "left_only": [], + "right_only": [ + "psf__requests-2674" + ], + "neither_resolved": [ + "matplotlib__matplotlib-23563", + "pallets__flask-4045", + "pallets__flask-4992", + "psf__requests-2317", + "pydata__xarray-4248", + "pytest-dev__pytest-11148", + "sympy__sympy-13437", + "sympy__sympy-13895", + "sympy__sympy-18087" + ], + "resolution_rate_difference": -0.05, + "interpretation": "Descriptive paired pilot; no claim of causal superiority or population significance." + }, + "evidence_window": { + "left": "routed_source", + "right": "routed_recent", + "N": 20, + "left_resolved": 10, + "right_resolved": 10, + "both_resolved": 10, + "left_only": [], + "right_only": [], + "neither_resolved": [ + "matplotlib__matplotlib-23563", + "pallets__flask-4045", + "pallets__flask-4992", + "psf__requests-2317", + "psf__requests-2674", + "pydata__xarray-4248", + "pytest-dev__pytest-11148", + "sympy__sympy-13437", + "sympy__sympy-13895", + "sympy__sympy-18087" + ], + "resolution_rate_difference": 0.0, + "interpretation": "Descriptive paired pilot; no claim of causal superiority or population significance." + } + }, + "arms": { + "routed_recent": { + "N": 20, + "status_counts": { + "insufficient_evidence": 1, + "diagnosed": 18, + "failed": 1 + }, + "applicable_patches": 15, + "official_resolved": 10, + "official_status_counts": { + "resolved": 10, + "empty_patch": 5, + "unresolved": 4, + "evaluation_error": 1 + }, + "usage": { + "tasks": 20, + "model_calls": 118, + "successful_model_responses": 117, + "failed_model_calls": 1, + "failed_runs": 1, + "token_scope": "provider-reported usage from completed responses; failed calls may have unknown usage", + "input_tokens": 1261205, + "output_tokens": 24485, + "cached_input_tokens": 140800, + "builtin_tool_calls": 0, + "transport_reconnects": 0, + "applicable_patches": 15, + "withheld_patches": 3, + "patch_check_attempts": 18, + "repair_attempts": 0, + "recovered_patches": 0, + "model_duration_ms": 1466253, + "model_call_scope": "complete run counters" + }, + "call_ceilings_verified": true, + "model_ceiling_ids": [ + "sympy__sympy-18087" + ], + "tool_ceiling_ids": [ + "sympy__sympy-18087" + ], + "source_handoff_mechanism": { + "scope": "first synthesis handoff; unique immutable path/line-range observations; continuous single-agent history has no handoff", + "handoffs": 20, + "overflow_cases": 8, + "unique_source_drop_cases": 2, + "per_issue": [ + { + "instance_id": "matplotlib__matplotlib-23314", + "available_records": 28, + "available_unique_source_reads": 3, + "retained_unique_source_reads": 3, + "dropped_unique_source_reads": [] + }, + { + "instance_id": "matplotlib__matplotlib-23563", + "available_records": 26, + "available_unique_source_reads": 3, + "retained_unique_source_reads": 3, + "dropped_unique_source_reads": [] + }, + { + "instance_id": "matplotlib__matplotlib-24149", + "available_records": 14, + "available_unique_source_reads": 4, + "retained_unique_source_reads": 4, + "dropped_unique_source_reads": [] + }, + { + "instance_id": "matplotlib__matplotlib-26011", + "available_records": 24, + "available_unique_source_reads": 4, + "retained_unique_source_reads": 4, + "dropped_unique_source_reads": [] + }, + { + "instance_id": "mwaskom__seaborn-2848", + "available_records": 20, + "available_unique_source_reads": 4, + "retained_unique_source_reads": 4, + "dropped_unique_source_reads": [] + }, + { + "instance_id": "pallets__flask-4045", + "available_records": 24, + "available_unique_source_reads": 4, + "retained_unique_source_reads": 4, + "dropped_unique_source_reads": [] + }, + { + "instance_id": "pallets__flask-4992", + "available_records": 7, + "available_unique_source_reads": 2, + "retained_unique_source_reads": 2, + "dropped_unique_source_reads": [] + }, + { + "instance_id": "psf__requests-2317", + "available_records": 23, + "available_unique_source_reads": 5, + "retained_unique_source_reads": 5, + "dropped_unique_source_reads": [] + }, + { + "instance_id": "psf__requests-2674", + "available_records": 27, + "available_unique_source_reads": 7, + "retained_unique_source_reads": 7, + "dropped_unique_source_reads": [] + }, + { + "instance_id": "pydata__xarray-4094", + "available_records": 8, + "available_unique_source_reads": 3, + "retained_unique_source_reads": 3, + "dropped_unique_source_reads": [] + }, + { + "instance_id": "pydata__xarray-4248", + "available_records": 30, + "available_unique_source_reads": 5, + "retained_unique_source_reads": 4, + "dropped_unique_source_reads": [ + [ + "xarray/core/formatting.py", + 260, + 379 + ] + ] + }, + { + "instance_id": "pytest-dev__pytest-11143", + "available_records": 16, + "available_unique_source_reads": 3, + "retained_unique_source_reads": 3, + "dropped_unique_source_reads": [] + }, + { + "instance_id": "pytest-dev__pytest-11148", + "available_records": 26, + "available_unique_source_reads": 3, + "retained_unique_source_reads": 3, + "dropped_unique_source_reads": [] + }, + { + "instance_id": "pytest-dev__pytest-7490", + "available_records": 22, + "available_unique_source_reads": 4, + "retained_unique_source_reads": 4, + "dropped_unique_source_reads": [] + }, + { + "instance_id": "scikit-learn__scikit-learn-13584", + "available_records": 19, + "available_unique_source_reads": 5, + "retained_unique_source_reads": 5, + "dropped_unique_source_reads": [] + }, + { + "instance_id": "sphinx-doc__sphinx-8713", + "available_records": 31, + "available_unique_source_reads": 3, + "retained_unique_source_reads": 3, + "dropped_unique_source_reads": [] + }, + { + "instance_id": "sympy__sympy-13437", + "available_records": 17, + "available_unique_source_reads": 4, + "retained_unique_source_reads": 4, + "dropped_unique_source_reads": [] + }, + { + "instance_id": "sympy__sympy-13647", + "available_records": 13, + "available_unique_source_reads": 3, + "retained_unique_source_reads": 3, + "dropped_unique_source_reads": [] + }, + { + "instance_id": "sympy__sympy-13895", + "available_records": 40, + "available_unique_source_reads": 7, + "retained_unique_source_reads": 5, + "dropped_unique_source_reads": [ + [ + "sympy/core/numbers.py", + 1850, + 1969 + ], + [ + "sympy/simplify/simplify.py", + 540, + 659 + ] + ] + }, + { + "instance_id": "sympy__sympy-18087", + "available_records": 38, + "available_unique_source_reads": 6, + "retained_unique_source_reads": 6, + "dropped_unique_source_reads": [] + } + ] + } + }, + "routed_source": { + "N": 20, + "status_counts": { + "insufficient_evidence": 1, + "diagnosed": 19 + }, + "applicable_patches": 15, + "official_resolved": 10, + "official_status_counts": { + "resolved": 10, + "unresolved": 5, + "empty_patch": 5 + }, + "usage": { + "tasks": 20, + "model_calls": 121, + "model_call_scope": "complete run counters", + "successful_model_responses": 121, + "failed_model_calls": 0, + "failed_runs": 0, + "token_scope": "provider-reported usage from completed responses; failed calls may have unknown usage", + "input_tokens": 1299138, + "output_tokens": 26966, + "cached_input_tokens": 216832, + "builtin_tool_calls": 0, + "transport_reconnects": 0, + "applicable_patches": 15, + "withheld_patches": 4, + "patch_check_attempts": 19, + "repair_attempts": 0, + "recovered_patches": 0, + "model_duration_ms": 1561282 + }, + "call_ceilings_verified": true, + "model_ceiling_ids": [ + "sympy__sympy-18087" + ], + "tool_ceiling_ids": [ + "sympy__sympy-13895", + "sympy__sympy-18087" + ], + "source_handoff_mechanism": { + "scope": "first synthesis handoff; unique immutable path/line-range observations; continuous single-agent history has no handoff", + "handoffs": 20, + "overflow_cases": 10, + "unique_source_drop_cases": 0, + "per_issue": [ + { + "instance_id": "matplotlib__matplotlib-23314", + "available_records": 26, + "available_unique_source_reads": 2, + "retained_unique_source_reads": 2, + "dropped_unique_source_reads": [] + }, + { + "instance_id": "matplotlib__matplotlib-23563", + "available_records": 25, + "available_unique_source_reads": 3, + "retained_unique_source_reads": 3, + "dropped_unique_source_reads": [] + }, + { + "instance_id": "matplotlib__matplotlib-24149", + "available_records": 14, + "available_unique_source_reads": 4, + "retained_unique_source_reads": 4, + "dropped_unique_source_reads": [] + }, + { + "instance_id": "matplotlib__matplotlib-26011", + "available_records": 22, + "available_unique_source_reads": 4, + "retained_unique_source_reads": 4, + "dropped_unique_source_reads": [] + }, + { + "instance_id": "mwaskom__seaborn-2848", + "available_records": 32, + "available_unique_source_reads": 6, + "retained_unique_source_reads": 6, + "dropped_unique_source_reads": [] + }, + { + "instance_id": "pallets__flask-4045", + "available_records": 29, + "available_unique_source_reads": 4, + "retained_unique_source_reads": 4, + "dropped_unique_source_reads": [] + }, + { + "instance_id": "pallets__flask-4992", + "available_records": 7, + "available_unique_source_reads": 2, + "retained_unique_source_reads": 2, + "dropped_unique_source_reads": [] + }, + { + "instance_id": "psf__requests-2317", + "available_records": 31, + "available_unique_source_reads": 6, + "retained_unique_source_reads": 6, + "dropped_unique_source_reads": [] + }, + { + "instance_id": "psf__requests-2674", + "available_records": 23, + "available_unique_source_reads": 4, + "retained_unique_source_reads": 4, + "dropped_unique_source_reads": [] + }, + { + "instance_id": "pydata__xarray-4094", + "available_records": 14, + "available_unique_source_reads": 4, + "retained_unique_source_reads": 4, + "dropped_unique_source_reads": [] + }, + { + "instance_id": "pydata__xarray-4248", + "available_records": 28, + "available_unique_source_reads": 6, + "retained_unique_source_reads": 6, + "dropped_unique_source_reads": [] + }, + { + "instance_id": "pytest-dev__pytest-11143", + "available_records": 17, + "available_unique_source_reads": 2, + "retained_unique_source_reads": 2, + "dropped_unique_source_reads": [] + }, + { + "instance_id": "pytest-dev__pytest-11148", + "available_records": 32, + "available_unique_source_reads": 4, + "retained_unique_source_reads": 4, + "dropped_unique_source_reads": [] + }, + { + "instance_id": "pytest-dev__pytest-7490", + "available_records": 16, + "available_unique_source_reads": 3, + "retained_unique_source_reads": 3, + "dropped_unique_source_reads": [] + }, + { + "instance_id": "scikit-learn__scikit-learn-13584", + "available_records": 14, + "available_unique_source_reads": 3, + "retained_unique_source_reads": 3, + "dropped_unique_source_reads": [] + }, + { + "instance_id": "sphinx-doc__sphinx-8713", + "available_records": 28, + "available_unique_source_reads": 2, + "retained_unique_source_reads": 2, + "dropped_unique_source_reads": [] + }, + { + "instance_id": "sympy__sympy-13437", + "available_records": 17, + "available_unique_source_reads": 3, + "retained_unique_source_reads": 3, + "dropped_unique_source_reads": [] + }, + { + "instance_id": "sympy__sympy-13647", + "available_records": 11, + "available_unique_source_reads": 3, + "retained_unique_source_reads": 3, + "dropped_unique_source_reads": [] + }, + { + "instance_id": "sympy__sympy-13895", + "available_records": 57, + "available_unique_source_reads": 7, + "retained_unique_source_reads": 7, + "dropped_unique_source_reads": [] + }, + { + "instance_id": "sympy__sympy-18087", + "available_records": 50, + "available_unique_source_reads": 5, + "retained_unique_source_reads": 5, + "dropped_unique_source_reads": [] + } + ] + } + }, + "single": { + "N": 20, + "status_counts": { + "insufficient_evidence": 1, + "diagnosed": 17, + "failed": 2 + }, + "applicable_patches": 16, + "official_resolved": 11, + "official_status_counts": { + "resolved": 11, + "empty_patch": 4, + "unresolved": 4, + "evaluation_error": 1 + }, + "usage": { + "tasks": 20, + "model_calls": 102, + "model_call_scope": "complete run counters", + "successful_model_responses": 100, + "failed_model_calls": 2, + "failed_runs": 2, + "token_scope": "provider-reported usage from completed responses; failed calls may have unknown usage", + "input_tokens": 1119272, + "output_tokens": 18638, + "cached_input_tokens": 230912, + "builtin_tool_calls": 0, + "transport_reconnects": 0, + "applicable_patches": 16, + "withheld_patches": 1, + "patch_check_attempts": 17, + "repair_attempts": 0, + "recovered_patches": 0, + "model_duration_ms": 1393036 + }, + "call_ceilings_verified": true, + "model_ceiling_ids": [ + "sympy__sympy-18087" + ], + "tool_ceiling_ids": [ + "sympy__sympy-13895" + ], + "source_handoff_mechanism": { + "scope": "first synthesis handoff; unique immutable path/line-range observations; continuous single-agent history has no handoff", + "handoffs": 0, + "overflow_cases": 0, + "unique_source_drop_cases": 0, + "per_issue": [] + } + } + }, + "limits": [ + "20-task exploratory subset with one stochastic run per arm; no superiority claim.", + "Equal call/tool ceilings do not imply equal actual tokens or cost.", + "Provider errors and timeouts remain in the denominator; they confound small differences.", + "Arms ran sequentially; other repair inference overlapped part of the first two arms, so raw latency is not a controlled speed comparison.", + "Source-retention counts demonstrate the mechanism, not causality for functional outcomes." + ] +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/manifest.json b/reports/experiments/paired-20/routed_recent/official-evaluation/manifest.json new file mode 100644 index 0000000..bb20356 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/manifest.json @@ -0,0 +1,251 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37848455841", + "harness_version": "5.0.2", + "test_timeout_seconds": 600, + "predictions_sha256": "536db104b3ad1c327d26401306f5b3277b11244df55ca60164c5da86c6dab33e", + "results_sha256": "af9c93c3ef32e399222471cdabea3733fb2614750157ce9591b7aabb86fa6335", + "shards": [ + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "536db104b3ad1c327d26401306f5b3277b11244df55ca60164c5da86c6dab33e", + "shard": 0, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37848455841", + "github_run_attempt": "1", + "github_sha": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "536db104b3ad1c327d26401306f5b3277b11244df55ca60164c5da86c6dab33e", + "shard": 1, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37848455841", + "github_run_attempt": "1", + "github_sha": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "536db104b3ad1c327d26401306f5b3277b11244df55ca60164c5da86c6dab33e", + "shard": 10, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37848455841", + "github_run_attempt": "1", + "github_sha": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "536db104b3ad1c327d26401306f5b3277b11244df55ca60164c5da86c6dab33e", + "shard": 11, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37848455841", + "github_run_attempt": "1", + "github_sha": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "536db104b3ad1c327d26401306f5b3277b11244df55ca60164c5da86c6dab33e", + "shard": 12, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37848455841", + "github_run_attempt": "1", + "github_sha": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "536db104b3ad1c327d26401306f5b3277b11244df55ca60164c5da86c6dab33e", + "shard": 13, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37848455841", + "github_run_attempt": "1", + "github_sha": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "536db104b3ad1c327d26401306f5b3277b11244df55ca60164c5da86c6dab33e", + "shard": 14, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37848455841", + "github_run_attempt": "1", + "github_sha": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "536db104b3ad1c327d26401306f5b3277b11244df55ca60164c5da86c6dab33e", + "shard": 15, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37848455841", + "github_run_attempt": "1", + "github_sha": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "536db104b3ad1c327d26401306f5b3277b11244df55ca60164c5da86c6dab33e", + "shard": 16, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37848455841", + "github_run_attempt": "1", + "github_sha": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "536db104b3ad1c327d26401306f5b3277b11244df55ca60164c5da86c6dab33e", + "shard": 17, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37848455841", + "github_run_attempt": "1", + "github_sha": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "536db104b3ad1c327d26401306f5b3277b11244df55ca60164c5da86c6dab33e", + "shard": 18, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37848455841", + "github_run_attempt": "1", + "github_sha": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "536db104b3ad1c327d26401306f5b3277b11244df55ca60164c5da86c6dab33e", + "shard": 19, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37848455841", + "github_run_attempt": "1", + "github_sha": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "536db104b3ad1c327d26401306f5b3277b11244df55ca60164c5da86c6dab33e", + "shard": 2, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37848455841", + "github_run_attempt": "1", + "github_sha": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "536db104b3ad1c327d26401306f5b3277b11244df55ca60164c5da86c6dab33e", + "shard": 3, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37848455841", + "github_run_attempt": "1", + "github_sha": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "536db104b3ad1c327d26401306f5b3277b11244df55ca60164c5da86c6dab33e", + "shard": 4, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37848455841", + "github_run_attempt": "1", + "github_sha": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "536db104b3ad1c327d26401306f5b3277b11244df55ca60164c5da86c6dab33e", + "shard": 5, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37848455841", + "github_run_attempt": "1", + "github_sha": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "536db104b3ad1c327d26401306f5b3277b11244df55ca60164c5da86c6dab33e", + "shard": 6, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37848455841", + "github_run_attempt": "1", + "github_sha": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "536db104b3ad1c327d26401306f5b3277b11244df55ca60164c5da86c6dab33e", + "shard": 7, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37848455841", + "github_run_attempt": "1", + "github_sha": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "536db104b3ad1c327d26401306f5b3277b11244df55ca60164c5da86c6dab33e", + "shard": 8, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37848455841", + "github_run_attempt": "1", + "github_sha": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "536db104b3ad1c327d26401306f5b3277b11244df55ca60164c5da86c6dab33e", + "shard": 9, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37848455841", + "github_run_attempt": "1", + "github_sha": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + } + ], + "patches_changed_after_freeze": false, + "raw_artifacts": "GitHub Actions patch-shard-* artifacts (30-day retention); reports/excerpts/log hashes retained here" +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-23314/harness-summary.json b/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-23314/harness-summary.json new file mode 100644 index 0000000..2b0087b --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-23314/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "matplotlib__matplotlib-23314" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "matplotlib__matplotlib-23314" + ], + "resolved_ids": [ + "matplotlib__matplotlib-23314" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-23314:latest" + ] +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-23314/outcome.json b/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-23314/outcome.json new file mode 100644 index 0000000..8805361 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-23314/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "matplotlib__matplotlib-23314", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-23314:latest", + "patch_sha256": "ef011c21536580dad4ac4bbd54c594c3cdb0b61738e25b2e7e639a2af83196e5", + "image_id": "sha256:1ea0831da6b53be2b42003be160e01dcdd6791c3faec14ce3424c6f50bb6abdd", + "image_digests": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-23314@sha256:f88a00b6cfc878eb62965e836134dd9425b0188bfa2b8154d439bda001ed604c" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-23314/raw-log-manifest.json b/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-23314/raw-log-manifest.json new file mode 100644 index 0000000..f0245ad --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-23314/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37848455841", + "artifact_name": "patch-shard-12", + "files": { + "harness.log": { + "sha256": "b2f6e4fd531a918ff756b63eb1f6fc20a53ad2f82db36a14711f847a0bacc258", + "bytes": 857 + }, + "image-pull.log": { + "sha256": "f693998a4f963df712d952367a0fd237d403ba20bd9549295bd65cd39f8e00e6", + "bytes": 1731 + }, + "logs/run_evaluation/patch-37848455841-12-12/agentic-controls-routed_recent/matplotlib__matplotlib-23314/eval.sh": { + "sha256": "d239e7be5087c83acde4f68d11ae3d4862ff0da86190f67af2378549cb76063a", + "bytes": 2153 + }, + "logs/run_evaluation/patch-37848455841-12-12/agentic-controls-routed_recent/matplotlib__matplotlib-23314/patch.diff": { + "sha256": "ef011c21536580dad4ac4bbd54c594c3cdb0b61738e25b2e7e639a2af83196e5", + "bytes": 332 + }, + "logs/run_evaluation/patch-37848455841-12-12/agentic-controls-routed_recent/matplotlib__matplotlib-23314/report.json": { + "sha256": "ab873a52373d8b1537d5595192f61bf5575d863884679b98677b75bc13ca2485", + "bytes": 77582 + }, + "logs/run_evaluation/patch-37848455841-12-12/agentic-controls-routed_recent/matplotlib__matplotlib-23314/run_instance.log": { + "sha256": "34f0b9d8110ca8a34158e69dcf31b29b089b4388164a94b6320e92c0d0150a7b", + "bytes": 62950 + }, + "logs/run_evaluation/patch-37848455841-12-12/agentic-controls-routed_recent/matplotlib__matplotlib-23314/test_output.txt": { + "sha256": "a05bc21235c43b8b40f8003d651939717f78136a0c4bc6f88e1348f86fe7541d", + "bytes": 1540425 + }, + "logs/run_evaluation/patch-37848455841-12-12/run.json": { + "sha256": "31e3547574f4361a25dad2775d3b7d98e1eb34684cfc668df65085a480e810f2", + "bytes": 223 + }, + "predictions.jsonl": { + "sha256": "423c721a8d9367d8f23b4dbeed8d84ef56f1c8c592026cd8590d5f2f20046c31", + "bytes": 467 + }, + "summary/agentic-controls-routed_recent.patch-37848455841-12-12.json": { + "sha256": "02a2935c28333618cbd38089bacd5999bbe91ad24a3a204c4d9e01fafb4f5838", + "bytes": 870 + } + }, + "excerpt": { + "raw_sha256": "a05bc21235c43b8b40f8003d651939717f78136a0c4bc6f88e1348f86fe7541d", + "raw_lines": 27883, + "start_line": 27720, + "stop_line": 27879, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-23314/report.json b/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-23314/report.json new file mode 100644 index 0000000..0259929 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-23314/report.json @@ -0,0 +1,892 @@ +{ + "matplotlib__matplotlib-23314": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invisible_axes[png]" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "lib/matplotlib/tests/test_axes.py::test_invisible_axes[png]", + "lib/matplotlib/tests/test_axes.py::test_get_labels", + "lib/matplotlib/tests/test_axes.py::test_label_loc_vertical[png]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_vertical[pdf]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_horizontal[png]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_horizontal[pdf]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_rc[png]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_rc[pdf]", + "lib/matplotlib/tests/test_axes.py::test_label_shift", + "lib/matplotlib/tests/test_axes.py::test_acorr[png]", + "lib/matplotlib/tests/test_axes.py::test_spy[png]", + "lib/matplotlib/tests/test_axes.py::test_spy_invalid_kwargs", + "lib/matplotlib/tests/test_axes.py::test_matshow[png]", + "lib/matplotlib/tests/test_axes.py::test_formatter_ticker[png]", + "lib/matplotlib/tests/test_axes.py::test_formatter_ticker[pdf]", + "lib/matplotlib/tests/test_axes.py::test_funcformatter_auto_formatter", + "lib/matplotlib/tests/test_axes.py::test_strmethodformatter_auto_formatter", + "lib/matplotlib/tests/test_axes.py::test_twin_axis_locators_formatters[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_axis_locators_formatters[pdf]", + "lib/matplotlib/tests/test_axes.py::test_twinx_cla", + "lib/matplotlib/tests/test_axes.py::test_twin_logscale[png-x]", + "lib/matplotlib/tests/test_axes.py::test_twin_logscale[png-y]", + "lib/matplotlib/tests/test_axes.py::test_twinx_axis_scales[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_inherit_autoscale_setting", + "lib/matplotlib/tests/test_axes.py::test_inverted_cla", + "lib/matplotlib/tests/test_axes.py::test_cla_not_redefined", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on_rcParams_both[png]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tiny_range[png]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tiny_range[pdf]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tight", + "lib/matplotlib/tests/test_axes.py::test_autoscale_log_shared", + "lib/matplotlib/tests/test_axes.py::test_use_sticky_edges", + "lib/matplotlib/tests/test_axes.py::test_sticky_shared_axes[png]", + "lib/matplotlib/tests/test_axes.py::test_basic_annotate[png]", + "lib/matplotlib/tests/test_axes.py::test_basic_annotate[pdf]", + "lib/matplotlib/tests/test_axes.py::test_arrow_simple[png]", + "lib/matplotlib/tests/test_axes.py::test_arrow_empty", + "lib/matplotlib/tests/test_axes.py::test_arrow_in_view", + "lib/matplotlib/tests/test_axes.py::test_annotate_default_arrow", + "lib/matplotlib/tests/test_axes.py::test_annotate_signature", + "lib/matplotlib/tests/test_axes.py::test_fill_units[png]", + "lib/matplotlib/tests/test_axes.py::test_plot_format_kwarg_redundant", + "lib/matplotlib/tests/test_axes.py::test_errorbar_dashes[png]", + "lib/matplotlib/tests/test_axes.py::test_single_point[png]", + "lib/matplotlib/tests/test_axes.py::test_single_point[pdf]", + "lib/matplotlib/tests/test_axes.py::test_single_date[png]", + "lib/matplotlib/tests/test_axes.py::test_shaped_data[png]", + "lib/matplotlib/tests/test_axes.py::test_structured_data", + "lib/matplotlib/tests/test_axes.py::test_aitoff_proj[png]", + "lib/matplotlib/tests/test_axes.py::test_axvspan_epoch[png]", + "lib/matplotlib/tests/test_axes.py::test_axvspan_epoch[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axhspan_epoch[png]", + "lib/matplotlib/tests/test_axes.py::test_axhspan_epoch[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_extent[png]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_empty[png]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_pickable", + "lib/matplotlib/tests/test_axes.py::test_hexbin_log[png]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_log_clim", + "lib/matplotlib/tests/test_axes.py::test_inverted_limits", + "lib/matplotlib/tests/test_axes.py::test_nonfinite_limits[png]", + "lib/matplotlib/tests/test_axes.py::test_nonfinite_limits[pdf]", + "lib/matplotlib/tests/test_axes.py::test_limits_empty_data[png-scatter]", + "lib/matplotlib/tests/test_axes.py::test_limits_empty_data[png-plot]", + "lib/matplotlib/tests/test_axes.py::test_limits_empty_data[png-fill_between]", + "lib/matplotlib/tests/test_axes.py::test_imshow[png]", + "lib/matplotlib/tests/test_axes.py::test_imshow[pdf]", + "lib/matplotlib/tests/test_axes.py::test_imshow_clip[png]", + "lib/matplotlib/tests/test_axes.py::test_imshow_clip[pdf]", + "lib/matplotlib/tests/test_axes.py::test_imshow_norm_vminvmax", + "lib/matplotlib/tests/test_axes.py::test_polycollection_joinstyle[png]", + "lib/matplotlib/tests/test_axes.py::test_polycollection_joinstyle[pdf]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_input[2d_x_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_input[2d_y1_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_input[2d_y2_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_betweenx_input[2d_y_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_betweenx_input[2d_x1_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_betweenx_input[2d_x2_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate[png]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate[pdf]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_decreasing[png]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_decreasing[pdf]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_nan[png]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_nan[pdf]", + "lib/matplotlib/tests/test_axes.py::test_symlog[pdf]", + "lib/matplotlib/tests/test_axes.py::test_symlog2[pdf]", + "lib/matplotlib/tests/test_axes.py::test_pcolorargs_5205", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh[pdf]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_alpha[pdf]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_datetime_axis[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolor_datetime_axis[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolorargs", + "lib/matplotlib/tests/test_axes.py::test_pcolornearest[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolornearestunits[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolorflaterror", + "lib/matplotlib/tests/test_axes.py::test_pcolorauto[png-False]", + "lib/matplotlib/tests/test_axes.py::test_pcolorauto[png-True]", + "lib/matplotlib/tests/test_axes.py::test_canonical[png]", + "lib/matplotlib/tests/test_axes.py::test_canonical[pdf]", + "lib/matplotlib/tests/test_axes.py::test_arc_angles[png]", + "lib/matplotlib/tests/test_axes.py::test_arc_ellipse[png]", + "lib/matplotlib/tests/test_axes.py::test_arc_ellipse[pdf]", + "lib/matplotlib/tests/test_axes.py::test_marker_as_markerstyle", + "lib/matplotlib/tests/test_axes.py::test_markevery[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_line[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_line[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_zoomed[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_zoomed[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_log_scales[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_log_scales[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_polar[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_polar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_nans[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_nans[pdf]", + "lib/matplotlib/tests/test_axes.py::test_marker_edges[png]", + "lib/matplotlib/tests/test_axes.py::test_marker_edges[pdf]", + "lib/matplotlib/tests/test_axes.py::test_bar_tick_label_single[png]", + "lib/matplotlib/tests/test_axes.py::test_nan_bar_values", + "lib/matplotlib/tests/test_axes.py::test_bar_ticklabel_fail", + "lib/matplotlib/tests/test_axes.py::test_bar_tick_label_multiple[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_tick_label_multiple_old_alignment[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_decimal_center[png]", + "lib/matplotlib/tests/test_axes.py::test_barh_decimal_center[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_decimal_width[png]", + "lib/matplotlib/tests/test_axes.py::test_barh_decimal_height[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_color_none_alpha", + "lib/matplotlib/tests/test_axes.py::test_bar_edgecolor_none_alpha", + "lib/matplotlib/tests/test_axes.py::test_barh_tick_label[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_timedelta", + "lib/matplotlib/tests/test_axes.py::test_boxplot_dates_pandas", + "lib/matplotlib/tests/test_axes.py::test_boxplot_capwidths", + "lib/matplotlib/tests/test_axes.py::test_pcolor_regression", + "lib/matplotlib/tests/test_axes.py::test_bar_pandas", + "lib/matplotlib/tests/test_axes.py::test_bar_pandas_indexed", + "lib/matplotlib/tests/test_axes.py::test_bar_hatches[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_hatches[pdf]", + "lib/matplotlib/tests/test_axes.py::test_pandas_minimal_plot", + "lib/matplotlib/tests/test_axes.py::test_hist_log[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_log[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_log_2[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_log_barstacked", + "lib/matplotlib/tests/test_axes.py::test_hist_bar_empty[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_float16", + "lib/matplotlib/tests/test_axes.py::test_hist_step_empty[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_step_filled[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_density[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_unequal_bins_density", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets_bins[date2num]", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets_bins[datetime.datetime]", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets_bins[np.datetime64]", + "lib/matplotlib/tests/test_axes.py::test_hist_with_empty_input[data0-1]", + "lib/matplotlib/tests/test_axes.py::test_hist_with_empty_input[data1-1]", + "lib/matplotlib/tests/test_axes.py::test_hist_with_empty_input[data2-2]", + "lib/matplotlib/tests/test_axes.py::test_hist_zorder[bar-1]", + "lib/matplotlib/tests/test_axes.py::test_hist_zorder[step-2]", + "lib/matplotlib/tests/test_axes.py::test_hist_zorder[stepfilled-1]", + "lib/matplotlib/tests/test_axes.py::test_stairs[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_fill[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_update[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_baseline_0[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_empty", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_nan", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_mismatch", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_update", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_update2", + "lib/matplotlib/tests/test_axes.py::test_stairs_options[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_datetime[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_edge_handling[png]", + "lib/matplotlib/tests/test_axes.py::test_contour_hatching[png]", + "lib/matplotlib/tests/test_axes.py::test_contour_hatching[pdf]", + "lib/matplotlib/tests/test_axes.py::test_contour_colorbar[png]", + "lib/matplotlib/tests/test_axes.py::test_contour_colorbar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist2d[png]", + "lib/matplotlib/tests/test_axes.py::test_hist2d[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist2d_transpose[png]", + "lib/matplotlib/tests/test_axes.py::test_hist2d_transpose[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist2d_density", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_plot[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_plot[pdf]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_marker[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_2D[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_decimal[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_unfilled", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_unfillable", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_size_arg_size", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_edgecolor_RGB", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_invalid_color[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_no_invalid_color[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_norm_vminvmax", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_single_point[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_different_shapes[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[0.5-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case1-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[red-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[none-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[None-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case5-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[jaune-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case7-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case8-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case9-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case10-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case11-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case12-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case13-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case14-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case15-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case16-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case17-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case18-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case19-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case20-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case21-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case22-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case23-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case24-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case25-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case26-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case27-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case28-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case29-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_single_color_c[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_linewidths", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params0-expected_result0]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params1-expected_result1]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params2-expected_result2]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params3-expected_result3]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params4-expected_result4]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs0-None]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs1-None]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs2-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs3-expected_edgecolors3]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs4-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs5-face]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs6-none]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs7-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs8-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs9-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs10-g]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_error", + "lib/matplotlib/tests/test_axes.py::test_as_mpl_axes_api", + "lib/matplotlib/tests/test_axes.py::test_pyplot_axes", + "lib/matplotlib/tests/test_axes.py::test_log_scales", + "lib/matplotlib/tests/test_axes.py::test_log_scales_no_data", + "lib/matplotlib/tests/test_axes.py::test_log_scales_invalid", + "lib/matplotlib/tests/test_axes.py::test_stackplot[png]", + "lib/matplotlib/tests/test_axes.py::test_stackplot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_stackplot_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_stackplot_baseline[pdf]", + "lib/matplotlib/tests/test_axes.py::test_bxp_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_rangewhis[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_percentilewhis[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_with_xlabels[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_horizontal[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_with_ylabels[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_patchartist[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custompatchartist[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customoutlier[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_showcustommean[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custombox[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custommedian[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customcap[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customwhisker[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_shownotches[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_nocaps[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_nobox[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_no_flier_stats[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_showmean[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_showmeanasline[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_scalarwidth[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customwidths[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custompositions[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_bad_widths", + "lib/matplotlib/tests/test_axes.py::test_bxp_bad_positions", + "lib/matplotlib/tests/test_axes.py::test_bxp_custom_capwidths[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custom_capwidth[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_bad_capwidths", + "lib/matplotlib/tests/test_axes.py::test_boxplot[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_custom_capwidths[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_sym2[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_sym[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_autorange_whiskers[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_rc_parameters[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_rc_parameters[pdf]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_with_CIarray[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_no_weird_whisker[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_bad_medians", + "lib/matplotlib/tests/test_axes.py::test_boxplot_bad_ci", + "lib/matplotlib/tests/test_axes.py::test_boxplot_zorder", + "lib/matplotlib/tests/test_axes.py::test_boxplot_marker_behavior", + "lib/matplotlib/tests/test_axes.py::test_boxplot_mod_artist_after_plotting[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showmeans[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showextrema[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showmedians[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showall[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_custompoints_10[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_custompoints_200[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showmedians[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showmeans[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showextrema[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showall[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_custompoints_10[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_custompoints_200[png]", + "lib/matplotlib/tests/test_axes.py::test_violinplot_bad_positions", + "lib/matplotlib/tests/test_axes.py::test_violinplot_bad_widths", + "lib/matplotlib/tests/test_axes.py::test_violinplot_bad_quantiles", + "lib/matplotlib/tests/test_axes.py::test_violinplot_outofrange_quantiles", + "lib/matplotlib/tests/test_axes.py::test_violinplot_single_list_quantiles[png]", + "lib/matplotlib/tests/test_axes.py::test_violinplot_pandas_series[png]", + "lib/matplotlib/tests/test_axes.py::test_manage_xticks", + "lib/matplotlib/tests/test_axes.py::test_boxplot_not_single", + "lib/matplotlib/tests/test_axes.py::test_tick_space_size_0", + "lib/matplotlib/tests/test_axes.py::test_errorbar[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_colorcycle", + "lib/matplotlib/tests/test_axes.py::test_errorbar_cycle_ecolor[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_cycle_ecolor[pdf]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_shape", + "lib/matplotlib/tests/test_axes.py::test_errorbar_limits[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_limits[pdf]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_nonefmt", + "lib/matplotlib/tests/test_axes.py::test_errorbar_line_specific_kwargs", + "lib/matplotlib/tests/test_axes.py::test_errorbar_with_prop_cycle[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_every_invalid", + "lib/matplotlib/tests/test_axes.py::test_xerr_yerr_not_negative", + "lib/matplotlib/tests/test_axes.py::test_errorbar_every[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_every[pdf]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_linewidth_type[elinewidth0]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_linewidth_type[elinewidth1]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_linewidth_type[1]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_offset[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_offset[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_step[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_step_horiz[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_weighted[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_weighted[pdf]", + "lib/matplotlib/tests/test_axes.py::test_stem[png-w/", + "lib/matplotlib/tests/test_axes.py::test_stem[png-w/o", + "lib/matplotlib/tests/test_axes.py::test_stem_args", + "lib/matplotlib/tests/test_axes.py::test_stem_dates", + "lib/matplotlib/tests/test_axes.py::test_stem_orientation[png-w/", + "lib/matplotlib/tests/test_axes.py::test_stem_orientation[png-w/o", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_alpha[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_density[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_density[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_step_bottom[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stepfilled_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_step_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stepfilled_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_step_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_bar[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_bar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_barstacked_bottom_unchanged", + "lib/matplotlib/tests/test_axes.py::test_hist_emptydata", + "lib/matplotlib/tests/test_axes.py::test_hist_labels", + "lib/matplotlib/tests/test_axes.py::test_transparent_markers[png]", + "lib/matplotlib/tests/test_axes.py::test_transparent_markers[pdf]", + "lib/matplotlib/tests/test_axes.py::test_rgba_markers[png]", + "lib/matplotlib/tests/test_axes.py::test_rgba_markers[pdf]", + "lib/matplotlib/tests/test_axes.py::test_mollweide_grid[png]", + "lib/matplotlib/tests/test_axes.py::test_mollweide_grid[pdf]", + "lib/matplotlib/tests/test_axes.py::test_mollweide_forward_inverse_closure", + "lib/matplotlib/tests/test_axes.py::test_mollweide_inverse_forward_closure", + "lib/matplotlib/tests/test_axes.py::test_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_alpha[pdf]", + "lib/matplotlib/tests/test_axes.py::test_eventplot[png]", + "lib/matplotlib/tests/test_axes.py::test_eventplot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_defaults[png]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_colors[colors0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_colors[colors1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_colors[colors2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_problem_kwargs[png]", + "lib/matplotlib/tests/test_axes.py::test_empty_eventplot", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[None-data0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[None-data1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[None-data2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[vertical-data0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[vertical-data1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[vertical-data2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[horizontal-data0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[horizontal-data1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[horizontal-data2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_units_list[png]", + "lib/matplotlib/tests/test_axes.py::test_marker_styles[png]", + "lib/matplotlib/tests/test_axes.py::test_markers_fillstyle_rcparams[png]", + "lib/matplotlib/tests/test_axes.py::test_vertex_markers[png]", + "lib/matplotlib/tests/test_axes.py::test_eb_line_zorder[png]", + "lib/matplotlib/tests/test_axes.py::test_eb_line_zorder[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_loglog[png]", + "lib/matplotlib/tests/test_axes.py::test_axline_loglog[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline[png]", + "lib/matplotlib/tests/test_axes.py::test_axline[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes[png]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes_panzoom[png]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes_panzoom[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_args", + "lib/matplotlib/tests/test_axes.py::test_vlines[png]", + "lib/matplotlib/tests/test_axes.py::test_vlines_default", + "lib/matplotlib/tests/test_axes.py::test_hlines[png]", + "lib/matplotlib/tests/test_axes.py::test_hlines_default", + "lib/matplotlib/tests/test_axes.py::test_lines_with_colors[png-data0]", + "lib/matplotlib/tests/test_axes.py::test_lines_with_colors[png-data1]", + "lib/matplotlib/tests/test_axes.py::test_step_linestyle[png]", + "lib/matplotlib/tests/test_axes.py::test_step_linestyle[pdf]", + "lib/matplotlib/tests/test_axes.py::test_mixed_collection[png]", + "lib/matplotlib/tests/test_axes.py::test_mixed_collection[pdf]", + "lib/matplotlib/tests/test_axes.py::test_subplot_key_hash", + "lib/matplotlib/tests/test_axes.py::test_specgram[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_magnitude[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_angle[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_fs_none", + "lib/matplotlib/tests/test_axes.py::test_specgram_origin_rcparam[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_origin_kwarg", + "lib/matplotlib/tests/test_axes.py::test_psd_csd[png]", + "lib/matplotlib/tests/test_axes.py::test_spectrum[png]", + "lib/matplotlib/tests/test_axes.py::test_psd_csd_edge_cases", + "lib/matplotlib/tests/test_axes.py::test_twin_remove[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_spines[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_spines_on_top[png]", + "lib/matplotlib/tests/test_axes.py::test_rcparam_grid_minor[both-True-True]", + "lib/matplotlib/tests/test_axes.py::test_rcparam_grid_minor[major-True-False]", + "lib/matplotlib/tests/test_axes.py::test_rcparam_grid_minor[minor-False-True]", + "lib/matplotlib/tests/test_axes.py::test_grid", + "lib/matplotlib/tests/test_axes.py::test_reset_grid", + "lib/matplotlib/tests/test_axes.py::test_reset_ticks[png]", + "lib/matplotlib/tests/test_axes.py::test_vline_limit", + "lib/matplotlib/tests/test_axes.py::test_axline_minmax[axvline-axhline-args0]", + "lib/matplotlib/tests/test_axes.py::test_axline_minmax[axvspan-axhspan-args1]", + "lib/matplotlib/tests/test_axes.py::test_empty_shared_subplots", + "lib/matplotlib/tests/test_axes.py::test_shared_with_aspect_1", + "lib/matplotlib/tests/test_axes.py::test_shared_with_aspect_2", + "lib/matplotlib/tests/test_axes.py::test_shared_with_aspect_3", + "lib/matplotlib/tests/test_axes.py::test_shared_aspect_error", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[TypeError-args0-kwargs0-axis\\\\(\\\\)", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[ValueError-args1-kwargs1-Unrecognized", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[TypeError-args2-kwargs2-the", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[TypeError-args3-kwargs3-axis\\\\(\\\\)", + "lib/matplotlib/tests/test_axes.py::test_axis_method_errors", + "lib/matplotlib/tests/test_axes.py::test_twin_with_aspect[x]", + "lib/matplotlib/tests/test_axes.py::test_twin_with_aspect[y]", + "lib/matplotlib/tests/test_axes.py::test_relim_visible_only", + "lib/matplotlib/tests/test_axes.py::test_text_labelsize", + "lib/matplotlib/tests/test_axes.py::test_pie_default[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_linewidth_0[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_center_radius[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_linewidth_2[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_ccw_true[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_frame_grid[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_rotatelabels_true[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_nolabel_but_legend[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_textprops", + "lib/matplotlib/tests/test_axes.py::test_pie_get_negative_values", + "lib/matplotlib/tests/test_axes.py::test_normalize_kwarg_pie", + "lib/matplotlib/tests/test_axes.py::test_set_get_ticklabels[png]", + "lib/matplotlib/tests/test_axes.py::test_set_ticks_with_labels[png]", + "lib/matplotlib/tests/test_axes.py::test_set_noniterable_ticklabels", + "lib/matplotlib/tests/test_axes.py::test_subsampled_ticklabels", + "lib/matplotlib/tests/test_axes.py::test_mismatched_ticklabels", + "lib/matplotlib/tests/test_axes.py::test_empty_ticks_fixed_loc", + "lib/matplotlib/tests/test_axes.py::test_retain_tick_visibility[png]", + "lib/matplotlib/tests/test_axes.py::test_tick_label_update", + "lib/matplotlib/tests/test_axes.py::test_o_marker_path_snap[png]", + "lib/matplotlib/tests/test_axes.py::test_margins", + "lib/matplotlib/tests/test_axes.py::test_set_margin_updates_limits", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args0-kwargs0-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args1-kwargs1-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args2-kwargs2-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args3-kwargs3-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[TypeError-args4-kwargs4-Cannot", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[TypeError-args5-kwargs5-Must", + "lib/matplotlib/tests/test_axes.py::test_length_one_hist", + "lib/matplotlib/tests/test_axes.py::test_set_xy_bound", + "lib/matplotlib/tests/test_axes.py::test_pathological_hexbin", + "lib/matplotlib/tests/test_axes.py::test_color_None", + "lib/matplotlib/tests/test_axes.py::test_color_alias", + "lib/matplotlib/tests/test_axes.py::test_numerical_hist_label", + "lib/matplotlib/tests/test_axes.py::test_unicode_hist_label", + "lib/matplotlib/tests/test_axes.py::test_move_offsetlabel", + "lib/matplotlib/tests/test_axes.py::test_rc_spines[png]", + "lib/matplotlib/tests/test_axes.py::test_rc_grid[png]", + "lib/matplotlib/tests/test_axes.py::test_rc_tick", + "lib/matplotlib/tests/test_axes.py::test_rc_major_minor_tick", + "lib/matplotlib/tests/test_axes.py::test_square_plot", + "lib/matplotlib/tests/test_axes.py::test_bad_plot_args", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy0-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy1-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy2-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy3-PcolorImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy4-QuadMesh]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy0-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy1-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy2-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy3-PcolorImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy4-QuadMesh]", + "lib/matplotlib/tests/test_axes.py::test_shared_scale", + "lib/matplotlib/tests/test_axes.py::test_shared_bool", + "lib/matplotlib/tests/test_axes.py::test_violin_point_mass", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs0]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs1]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs2]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs3]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs4]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs5]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs6]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs7]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs8]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs9]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs10]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs11]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs12]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs13]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs14]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs15]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs16]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs17]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs18]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs19]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs20]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs21]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs22]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs23]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs24]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs25]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs26]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs27]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs28]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs29]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs30]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs31]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs32]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs33]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs34]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs35]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs36]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs37]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs38]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs39]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs40]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs41]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs42]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs43]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs44]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs45]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs46]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs47]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs48]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs49]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs50]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs51]", + "lib/matplotlib/tests/test_axes.py::test_dash_offset[png]", + "lib/matplotlib/tests/test_axes.py::test_dash_offset[pdf]", + "lib/matplotlib/tests/test_axes.py::test_title_pad", + "lib/matplotlib/tests/test_axes.py::test_title_location_roundtrip", + "lib/matplotlib/tests/test_axes.py::test_title_location_shared[True]", + "lib/matplotlib/tests/test_axes.py::test_title_location_shared[False]", + "lib/matplotlib/tests/test_axes.py::test_loglog[png]", + "lib/matplotlib/tests/test_axes.py::test_loglog_nonpos[png]", + "lib/matplotlib/tests/test_axes.py::test_axes_margins", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[gca-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[gca-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots_shared-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots_shared-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[add_axes-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[add_axes-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes_relim", + "lib/matplotlib/tests/test_axes.py::test_shared_axes_autoscale", + "lib/matplotlib/tests/test_axes.py::test_adjust_numtick_aspect", + "lib/matplotlib/tests/test_axes.py::test_auto_numticks", + "lib/matplotlib/tests/test_axes.py::test_auto_numticks_log", + "lib/matplotlib/tests/test_axes.py::test_broken_barh_empty", + "lib/matplotlib/tests/test_axes.py::test_broken_barh_timedelta", + "lib/matplotlib/tests/test_axes.py::test_pandas_pcolormesh", + "lib/matplotlib/tests/test_axes.py::test_pandas_indexing_dates", + "lib/matplotlib/tests/test_axes.py::test_pandas_errorbar_indexing", + "lib/matplotlib/tests/test_axes.py::test_pandas_index_shape", + "lib/matplotlib/tests/test_axes.py::test_pandas_indexing_hist", + "lib/matplotlib/tests/test_axes.py::test_pandas_bar_align_center", + "lib/matplotlib/tests/test_axes.py::test_tick_apply_tickdir_deprecation", + "lib/matplotlib/tests/test_axes.py::test_axis_set_tick_params_labelsize_labelcolor", + "lib/matplotlib/tests/test_axes.py::test_axes_tick_params_gridlines", + "lib/matplotlib/tests/test_axes.py::test_axes_tick_params_ylabelside", + "lib/matplotlib/tests/test_axes.py::test_axes_tick_params_xlabelside", + "lib/matplotlib/tests/test_axes.py::test_none_kwargs", + "lib/matplotlib/tests/test_axes.py::test_bar_uint8", + "lib/matplotlib/tests/test_axes.py::test_date_timezone_x[png]", + "lib/matplotlib/tests/test_axes.py::test_date_timezone_y[png]", + "lib/matplotlib/tests/test_axes.py::test_date_timezone_x_and_y[png]", + "lib/matplotlib/tests/test_axes.py::test_axisbelow[png]", + "lib/matplotlib/tests/test_axes.py::test_titletwiny", + "lib/matplotlib/tests/test_axes.py::test_titlesetpos", + "lib/matplotlib/tests/test_axes.py::test_title_xticks_top", + "lib/matplotlib/tests/test_axes.py::test_title_xticks_top_both", + "lib/matplotlib/tests/test_axes.py::test_title_above_offset[left", + "lib/matplotlib/tests/test_axes.py::test_title_above_offset[center", + "lib/matplotlib/tests/test_axes.py::test_title_above_offset[both", + "lib/matplotlib/tests/test_axes.py::test_title_no_move_off_page", + "lib/matplotlib/tests/test_axes.py::test_offset_label_color", + "lib/matplotlib/tests/test_axes.py::test_offset_text_visible", + "lib/matplotlib/tests/test_axes.py::test_large_offset", + "lib/matplotlib/tests/test_axes.py::test_barb_units", + "lib/matplotlib/tests/test_axes.py::test_quiver_units", + "lib/matplotlib/tests/test_axes.py::test_bar_color_cycle", + "lib/matplotlib/tests/test_axes.py::test_tick_param_label_rotation", + "lib/matplotlib/tests/test_axes.py::test_fillbetween_cycle", + "lib/matplotlib/tests/test_axes.py::test_log_margins", + "lib/matplotlib/tests/test_axes.py::test_color_length_mismatch", + "lib/matplotlib/tests/test_axes.py::test_eventplot_legend", + "lib/matplotlib/tests/test_axes.py::test_bar_broadcast_args", + "lib/matplotlib/tests/test_axes.py::test_invalid_axis_limits", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[symlog-symlog]", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[symlog-log]", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[log-symlog]", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[log-log]", + "lib/matplotlib/tests/test_axes.py::test_twinx_knows_limits", + "lib/matplotlib/tests/test_axes.py::test_zero_linewidth", + "lib/matplotlib/tests/test_axes.py::test_empty_errorbar_legend", + "lib/matplotlib/tests/test_axes.py::test_plot_decimal[png]", + "lib/matplotlib/tests/test_axes.py::test_markerfacecolor_none_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_tick_padding_tightbbox", + "lib/matplotlib/tests/test_axes.py::test_inset", + "lib/matplotlib/tests/test_axes.py::test_zoom_inset", + "lib/matplotlib/tests/test_axes.py::test_inset_polar[png]", + "lib/matplotlib/tests/test_axes.py::test_inset_projection", + "lib/matplotlib/tests/test_axes.py::test_inset_subclass", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[False-False]", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[False-True]", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[True-False]", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[True-True]", + "lib/matplotlib/tests/test_axes.py::test_set_position", + "lib/matplotlib/tests/test_axes.py::test_spines_properbbox_after_zoom", + "lib/matplotlib/tests/test_axes.py::test_gettightbbox_ignore_nan", + "lib/matplotlib/tests/test_axes.py::test_scatter_series_non_zero_index", + "lib/matplotlib/tests/test_axes.py::test_scatter_empty_data", + "lib/matplotlib/tests/test_axes.py::test_annotate_across_transforms[png]", + "lib/matplotlib/tests/test_axes.py::test_secondary_xy[png]", + "lib/matplotlib/tests/test_axes.py::test_secondary_fail", + "lib/matplotlib/tests/test_axes.py::test_secondary_resize", + "lib/matplotlib/tests/test_axes.py::test_secondary_minorloc", + "lib/matplotlib/tests/test_axes.py::test_secondary_formatter", + "lib/matplotlib/tests/test_axes.py::test_secondary_repr", + "lib/matplotlib/tests/test_axes.py::test_normal_axes", + "lib/matplotlib/tests/test_axes.py::test_nodecorator", + "lib/matplotlib/tests/test_axes.py::test_displaced_spine", + "lib/matplotlib/tests/test_axes.py::test_tickdirs", + "lib/matplotlib/tests/test_axes.py::test_minor_accountedfor", + "lib/matplotlib/tests/test_axes.py::test_axis_bool_arguments[png]", + "lib/matplotlib/tests/test_axes.py::test_axis_extent_arg", + "lib/matplotlib/tests/test_axes.py::test_axis_extent_arg2", + "lib/matplotlib/tests/test_axes.py::test_hist_auto_bins", + "lib/matplotlib/tests/test_axes.py::test_hist_nan_data", + "lib/matplotlib/tests/test_axes.py::test_hist_range_and_density", + "lib/matplotlib/tests/test_axes.py::test_bar_errbar_zorder", + "lib/matplotlib/tests/test_axes.py::test_set_ticks_inverted", + "lib/matplotlib/tests/test_axes.py::test_aspect_nonlinear_adjustable_box", + "lib/matplotlib/tests/test_axes.py::test_aspect_nonlinear_adjustable_datalim", + "lib/matplotlib/tests/test_axes.py::test_box_aspect", + "lib/matplotlib/tests/test_axes.py::test_box_aspect_custom_position", + "lib/matplotlib/tests/test_axes.py::test_bbox_aspect_axes_init", + "lib/matplotlib/tests/test_axes.py::test_redraw_in_frame", + "lib/matplotlib/tests/test_axes.py::test_invisible_axes_events", + "lib/matplotlib/tests/test_axes.py::test_xtickcolor_is_not_markercolor", + "lib/matplotlib/tests/test_axes.py::test_ytickcolor_is_not_markercolor", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[True-x]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[True-y]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[False-x]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[False-y]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[None-x]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[None-y]", + "lib/matplotlib/tests/test_axes.py::test_polar_interpolation_steps_variable_r[png]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tiny_sticky", + "lib/matplotlib/tests/test_axes.py::test_xtickcolor_is_not_xticklabelcolor", + "lib/matplotlib/tests/test_axes.py::test_ytickcolor_is_not_yticklabelcolor", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[xx-small]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[x-small]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[small]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[medium]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[large]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[x-large]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[xx-large]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[larger]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[smaller]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[8]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[10]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[12]", + "lib/matplotlib/tests/test_axes.py::test_multiplot_autoscale", + "lib/matplotlib/tests/test_axes.py::test_sharing_does_not_link_positions", + "lib/matplotlib/tests/test_axes.py::test_2dcolor_plot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_shared_axes_clear[png]", + "lib/matplotlib/tests/test_axes.py::test_shared_axes_retick", + "lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[left]", + "lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[center]", + "lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[right]", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical_yinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_yinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xyinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_center", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_errorbars", + "lib/matplotlib/tests/test_axes.py::test_bar_label_fmt", + "lib/matplotlib/tests/test_axes.py::test_bar_label_labels", + "lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata", + "lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata_inverted", + "lib/matplotlib/tests/test_axes.py::test_nan_barlabels", + "lib/matplotlib/tests/test_axes.py::test_patch_bounds", + "lib/matplotlib/tests/test_axes.py::test_warn_ignored_scatter_kwargs", + "lib/matplotlib/tests/test_axes.py::test_artist_sublists", + "lib/matplotlib/tests/test_axes.py::test_empty_line_plots", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-f-'f'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-o+-'o\\\\+'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:--':-'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-rk-'rk'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:o-r-':o-r'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-f-'f'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-o+-'o\\\\+'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:--':-'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-rk-'rk'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:o-r-':o-r'", + "lib/matplotlib/tests/test_axes.py::test_plot_format", + "lib/matplotlib/tests/test_axes.py::test_automatic_legend", + "lib/matplotlib/tests/test_axes.py::test_plot_errors", + "lib/matplotlib/tests/test_axes.py::test_clim", + "lib/matplotlib/tests/test_axes.py::test_bezier_autoscale", + "lib/matplotlib/tests/test_axes.py::test_get_xticklabel", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_aspect_equal_error", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_colors", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_shaded[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_notshaded[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_lightsource", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_contour3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_fill[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_extend[png-both-levels0]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_extend[png-min-levels1]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_extend[png-max-levels2]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_tricontour[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_contour3d_1d_input", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_lines3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_plot_scalar[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_mixedsubplots[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_tight_layout_text[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_color[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_modification[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_sorting[png-True]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_sorting[png-False]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_marker_draw_order_data_reversed[png--50]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_marker_draw_order_data_reversed[png-130]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_marker_draw_order_view_rotated[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_plot_3d_from_2d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d_shaded[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d_masked[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d_masked_strides[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_text3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_text3d_modification[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_trisurf3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_trisurf3d_shaded[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3dzerocstride[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3dzerorstride[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3dzerostrideraises", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_mixedsamplesraises", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3d_empty[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3d_masked[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_patch_modification", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_patch_collection_modification[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_poly3dcollection_verts_validation", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_poly3dcollection_closed[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_poly_collection_2d_to_3d_empty", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_poly3dcollection_alpha[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_add_collection3d_zs_array[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_add_collection3d_zs_scalar[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_labelpad[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_cla[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_rotated[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_plotsurface_1d_raises", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_proj_transform", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_proj_axes_cube[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_proj_axes_cube_ortho[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_rot", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_world", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_lines_dists[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_lines_dists_nowarning", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_autoscale", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[True-x]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[True-y]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[True-z]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[False-x]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[False-y]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[False-z]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[None-x]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[None-y]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[None-z]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_focal_length_checks", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_focal_length[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_ortho[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_isometric[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-left-inf]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-left-nan]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-right-inf]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-right-nan]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-bottom-inf]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-bottom-nan]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-top-inf]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-top-nan]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-bottom-inf]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-bottom-nan]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-top-inf]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-top-nan]", + "lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_simple[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_edge_style[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_named_colors[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_rgb_data[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_alpha[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_xyz[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_calling_conventions", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_line3d_set_get_data_3d", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_inverted[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_inverted_cla", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_ax3d_tickcolour", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_ticklabel_format[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3D_smoke[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_minor_ticks[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_errorbar3d_errorevery[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_errorbar3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_stem3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_equal_box_aspect[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_colorbar_pos", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_shared_axes_retick", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_pan", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scalarmap_update[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_subfigure_simple", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_computed_zorder[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter_spiral[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_view_init_vertical_axis[z-proj_expected0-axis_lines_expected0-tickdirs_expected0]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_view_init_vertical_axis[y-proj_expected1-axis_lines_expected1-tickdirs_expected1]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_view_init_vertical_axis[x-proj_expected2-axis_lines_expected2-tickdirs_expected2]" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-23314/test-output-excerpt.txt b/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-23314/test-output-excerpt.txt new file mode 100644 index 0000000..3f11692 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-23314/test-output-excerpt.txt @@ -0,0 +1,160 @@ +PASSED lib/matplotlib/tests/test_axes.py::test_shared_axes_clear[png] +PASSED lib/matplotlib/tests/test_axes.py::test_shared_axes_retick +PASSED lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[left] +PASSED lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[center] +PASSED lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[right] +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical_yinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_yinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xyinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_center +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_errorbars +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_fmt +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_labels +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata_inverted +PASSED lib/matplotlib/tests/test_axes.py::test_nan_barlabels +PASSED lib/matplotlib/tests/test_axes.py::test_patch_bounds +PASSED lib/matplotlib/tests/test_axes.py::test_warn_ignored_scatter_kwargs +PASSED lib/matplotlib/tests/test_axes.py::test_artist_sublists +PASSED lib/matplotlib/tests/test_axes.py::test_empty_line_plots +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-f-'f' is not a valid format string \\(unrecognized character 'f'\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-o+-'o\\+' is not a valid format string \\(two marker symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:--':-' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-rk-'rk' is not a valid format string \\(two color symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:o-r-':o-r' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-f-'f' is not a valid format string \\(unrecognized character 'f'\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-o+-'o\\+' is not a valid format string \\(two marker symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:--':-' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-rk-'rk' is not a valid format string \\(two color symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:o-r-':o-r' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format +PASSED lib/matplotlib/tests/test_axes.py::test_automatic_legend +PASSED lib/matplotlib/tests/test_axes.py::test_plot_errors +PASSED lib/matplotlib/tests/test_axes.py::test_clim +PASSED lib/matplotlib/tests/test_axes.py::test_bezier_autoscale +PASSED lib/matplotlib/tests/test_axes.py::test_get_xticklabel +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invisible_axes[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_aspect_equal_error +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_colors +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_shaded[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_notshaded[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_lightsource +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_contour3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_fill[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_extend[png-both-levels0] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_extend[png-min-levels1] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_extend[png-max-levels2] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_tricontour[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_contour3d_1d_input +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_lines3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_plot_scalar[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_mixedsubplots[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_tight_layout_text[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_color[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_modification[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_sorting[png-True] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_sorting[png-False] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_marker_draw_order_data_reversed[png--50] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_marker_draw_order_data_reversed[png-130] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_marker_draw_order_view_rotated[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_plot_3d_from_2d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d_shaded[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d_masked[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d_masked_strides[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_text3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_text3d_modification[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_trisurf3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_trisurf3d_shaded[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3dzerocstride[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3dzerorstride[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3dzerostrideraises +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_mixedsamplesraises +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3d_empty[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3d_masked[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_patch_modification +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_patch_collection_modification[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_poly3dcollection_verts_validation +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_poly3dcollection_closed[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_poly_collection_2d_to_3d_empty +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_poly3dcollection_alpha[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_add_collection3d_zs_array[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_add_collection3d_zs_scalar[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_labelpad[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_cla[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_rotated[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_plotsurface_1d_raises +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_proj_transform +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_proj_axes_cube[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_proj_axes_cube_ortho[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_rot +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_world +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_lines_dists[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_lines_dists_nowarning +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_autoscale +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[True-x] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[True-y] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[True-z] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[False-x] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[False-y] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[False-z] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[None-x] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[None-y] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[None-z] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_focal_length_checks +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_focal_length[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_ortho[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_isometric[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-left-inf] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-left-nan] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-right-inf] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-right-nan] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-bottom-inf] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-bottom-nan] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-top-inf] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-top-nan] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-bottom-inf] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-bottom-nan] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-top-inf] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-top-nan] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_simple[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_edge_style[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_named_colors[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_rgb_data[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_alpha[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_xyz[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_calling_conventions +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_line3d_set_get_data_3d +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_inverted[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_inverted_cla +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_ax3d_tickcolour +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_ticklabel_format[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3D_smoke[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_minor_ticks[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_errorbar3d_errorevery[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_errorbar3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_stem3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_equal_box_aspect[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_colorbar_pos +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_shared_axes_retick +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_pan +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scalarmap_update[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_subfigure_simple +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_computed_zorder[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter_spiral[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_view_init_vertical_axis[z-proj_expected0-axis_lines_expected0-tickdirs_expected0] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_view_init_vertical_axis[y-proj_expected1-axis_lines_expected1-tickdirs_expected1] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_view_init_vertical_axis[x-proj_expected2-axis_lines_expected2-tickdirs_expected2] +SKIPPED [10] lib/matplotlib/testing/compare.py:285: Don't know how to convert .svg files to png +SKIPPED [53] ../opt/miniconda3/envs/testbed/lib/python3.11/contextlib.py:81: Cannot compare svg files on this system +================== 864 passed, 63 skipped in 92.21s (0:01:32) ================== ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-23563/outcome.json b/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-23563/outcome.json new file mode 100644 index 0000000..a596786 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-23563/outcome.json @@ -0,0 +1,6 @@ +{ + "instance_id": "matplotlib__matplotlib-23563", + "status": "empty_patch", + "resolved": false, + "patch_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-24149/harness-summary.json b/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-24149/harness-summary.json new file mode 100644 index 0000000..1f1566b --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-24149/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "matplotlib__matplotlib-24149" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "matplotlib__matplotlib-24149" + ], + "resolved_ids": [ + "matplotlib__matplotlib-24149" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-24149:latest" + ] +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-24149/outcome.json b/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-24149/outcome.json new file mode 100644 index 0000000..e01c83f --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-24149/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "matplotlib__matplotlib-24149", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-24149:latest", + "patch_sha256": "c8858b6819bb12bc86fd98d183eb7ea8923f4fdd79351b8bdad99460b66f2fcd", + "image_id": "sha256:76a50f4a5d1b876980996731d7de4fe6d01b292128d5396b6f89dfe327f3bcc9", + "image_digests": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-24149@sha256:e80913d242481321c20b8ed0b5bd1513e89fcaff6eb84b5f6d39e748128b7c19" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-24149/raw-log-manifest.json b/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-24149/raw-log-manifest.json new file mode 100644 index 0000000..24bb306 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-24149/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37848455841", + "artifact_name": "patch-shard-13", + "files": { + "harness.log": { + "sha256": "47db45087531d67cbee716a83fc2fa15f98b38591b4461bb5e455d56829520da", + "bytes": 857 + }, + "image-pull.log": { + "sha256": "4e733d509c5d4334b831e6f1692c4d5dd52df15fc1c3a5830588dba45283c689", + "bytes": 1698 + }, + "logs/run_evaluation/patch-37848455841-13-13/agentic-controls-routed_recent/matplotlib__matplotlib-24149/eval.sh": { + "sha256": "8f5bbf67fdbebfc2b04dce18e0b2a1894e5a63d993adf369c58ea30d1daf20f2", + "bytes": 1394 + }, + "logs/run_evaluation/patch-37848455841-13-13/agentic-controls-routed_recent/matplotlib__matplotlib-24149/patch.diff": { + "sha256": "c8858b6819bb12bc86fd98d183eb7ea8923f4fdd79351b8bdad99460b66f2fcd", + "bytes": 719 + }, + "logs/run_evaluation/patch-37848455841-13-13/agentic-controls-routed_recent/matplotlib__matplotlib-24149/report.json": { + "sha256": "70084a987af8932a353012ace9ffaab194afb950e403c6a1a1f553de8e4e3334", + "bytes": 68753 + }, + "logs/run_evaluation/patch-37848455841-13-13/agentic-controls-routed_recent/matplotlib__matplotlib-24149/run_instance.log": { + "sha256": "9910d3eb06f8858d60a2868ff9d6aaf62529c0e52b7efa16369255f463c539cb", + "bytes": 57045 + }, + "logs/run_evaluation/patch-37848455841-13-13/agentic-controls-routed_recent/matplotlib__matplotlib-24149/test_output.txt": { + "sha256": "45825ac5a4925c61135607f60f51e6ff9cd044cf9c12f16263ad179e7512e832", + "bytes": 1511830 + }, + "logs/run_evaluation/patch-37848455841-13-13/run.json": { + "sha256": "90d643b59654768d447f388b89ec70443be2a1d4cde7ffef4a8a9c9f14d560ab", + "bytes": 223 + }, + "predictions.jsonl": { + "sha256": "49fc0e0ba591c5a764732ff8cd6fbfbffec2ef72c55b657dcd4ee3fca541e009", + "bytes": 864 + }, + "summary/agentic-controls-routed_recent.patch-37848455841-13-13.json": { + "sha256": "4e08f1739e2f11e11161530159175c9102b1197373de97d7bc772dc7723ba589", + "bytes": 870 + } + }, + "excerpt": { + "raw_sha256": "45825ac5a4925c61135607f60f51e6ff9cd044cf9c12f16263ad179e7512e832", + "raw_lines": 27313, + "start_line": 27150, + "stop_line": 27309, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-24149/report.json b/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-24149/report.json new file mode 100644 index 0000000..d862735 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-24149/report.json @@ -0,0 +1,797 @@ +{ + "matplotlib__matplotlib-24149": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "lib/matplotlib/tests/test_axes.py::test_bar_all_nan[png]" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "lib/matplotlib/tests/test_axes.py::test_invisible_axes[png]", + "lib/matplotlib/tests/test_axes.py::test_get_labels", + "lib/matplotlib/tests/test_axes.py::test_repr", + "lib/matplotlib/tests/test_axes.py::test_label_loc_vertical[png]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_vertical[pdf]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_horizontal[png]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_horizontal[pdf]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_rc[png]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_rc[pdf]", + "lib/matplotlib/tests/test_axes.py::test_label_shift", + "lib/matplotlib/tests/test_axes.py::test_acorr[png]", + "lib/matplotlib/tests/test_axes.py::test_spy[png]", + "lib/matplotlib/tests/test_axes.py::test_spy_invalid_kwargs", + "lib/matplotlib/tests/test_axes.py::test_matshow[png]", + "lib/matplotlib/tests/test_axes.py::test_formatter_ticker[png]", + "lib/matplotlib/tests/test_axes.py::test_formatter_ticker[pdf]", + "lib/matplotlib/tests/test_axes.py::test_funcformatter_auto_formatter", + "lib/matplotlib/tests/test_axes.py::test_strmethodformatter_auto_formatter", + "lib/matplotlib/tests/test_axes.py::test_twin_axis_locators_formatters[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_axis_locators_formatters[pdf]", + "lib/matplotlib/tests/test_axes.py::test_twinx_cla", + "lib/matplotlib/tests/test_axes.py::test_twin_logscale[png-x]", + "lib/matplotlib/tests/test_axes.py::test_twin_logscale[png-y]", + "lib/matplotlib/tests/test_axes.py::test_twinx_axis_scales[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_inherit_autoscale_setting", + "lib/matplotlib/tests/test_axes.py::test_inverted_cla", + "lib/matplotlib/tests/test_axes.py::test_subclass_clear_cla", + "lib/matplotlib/tests/test_axes.py::test_cla_not_redefined_internally", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on_rcParams_both[png]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tiny_range[png]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tiny_range[pdf]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tight", + "lib/matplotlib/tests/test_axes.py::test_autoscale_log_shared", + "lib/matplotlib/tests/test_axes.py::test_use_sticky_edges", + "lib/matplotlib/tests/test_axes.py::test_sticky_shared_axes[png]", + "lib/matplotlib/tests/test_axes.py::test_basic_annotate[png]", + "lib/matplotlib/tests/test_axes.py::test_basic_annotate[pdf]", + "lib/matplotlib/tests/test_axes.py::test_arrow_simple[png]", + "lib/matplotlib/tests/test_axes.py::test_arrow_empty", + "lib/matplotlib/tests/test_axes.py::test_arrow_in_view", + "lib/matplotlib/tests/test_axes.py::test_annotate_default_arrow", + "lib/matplotlib/tests/test_axes.py::test_annotate_signature", + "lib/matplotlib/tests/test_axes.py::test_fill_units[png]", + "lib/matplotlib/tests/test_axes.py::test_plot_format_kwarg_redundant", + "lib/matplotlib/tests/test_axes.py::test_errorbar_dashes[png]", + "lib/matplotlib/tests/test_axes.py::test_single_point[png]", + "lib/matplotlib/tests/test_axes.py::test_single_point[pdf]", + "lib/matplotlib/tests/test_axes.py::test_single_date[png]", + "lib/matplotlib/tests/test_axes.py::test_shaped_data[png]", + "lib/matplotlib/tests/test_axes.py::test_structured_data", + "lib/matplotlib/tests/test_axes.py::test_aitoff_proj[png]", + "lib/matplotlib/tests/test_axes.py::test_axvspan_epoch[png]", + "lib/matplotlib/tests/test_axes.py::test_axvspan_epoch[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axhspan_epoch[png]", + "lib/matplotlib/tests/test_axes.py::test_axhspan_epoch[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_extent[png]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_empty[png]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_pickable", + "lib/matplotlib/tests/test_axes.py::test_hexbin_log[png]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_linear[png]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_log_clim", + "lib/matplotlib/tests/test_axes.py::test_inverted_limits", + "lib/matplotlib/tests/test_axes.py::test_nonfinite_limits[png]", + "lib/matplotlib/tests/test_axes.py::test_nonfinite_limits[pdf]", + "lib/matplotlib/tests/test_axes.py::test_limits_empty_data[png-scatter]", + "lib/matplotlib/tests/test_axes.py::test_limits_empty_data[png-plot]", + "lib/matplotlib/tests/test_axes.py::test_limits_empty_data[png-fill_between]", + "lib/matplotlib/tests/test_axes.py::test_imshow[png]", + "lib/matplotlib/tests/test_axes.py::test_imshow[pdf]", + "lib/matplotlib/tests/test_axes.py::test_imshow_clip[png]", + "lib/matplotlib/tests/test_axes.py::test_imshow_clip[pdf]", + "lib/matplotlib/tests/test_axes.py::test_imshow_norm_vminvmax", + "lib/matplotlib/tests/test_axes.py::test_polycollection_joinstyle[png]", + "lib/matplotlib/tests/test_axes.py::test_polycollection_joinstyle[pdf]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_input[2d_x_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_input[2d_y1_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_input[2d_y2_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_betweenx_input[2d_y_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_betweenx_input[2d_x1_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_betweenx_input[2d_x2_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate[png]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate[pdf]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_decreasing[png]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_decreasing[pdf]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_nan[png]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_nan[pdf]", + "lib/matplotlib/tests/test_axes.py::test_symlog[pdf]", + "lib/matplotlib/tests/test_axes.py::test_symlog2[pdf]", + "lib/matplotlib/tests/test_axes.py::test_pcolorargs_5205", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh[pdf]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_small[eps]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_alpha[pdf]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_datetime_axis[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolor_datetime_axis[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolorargs", + "lib/matplotlib/tests/test_axes.py::test_pcolornearest[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolornearestunits[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolorflaterror", + "lib/matplotlib/tests/test_axes.py::test_pcolorauto[png-False]", + "lib/matplotlib/tests/test_axes.py::test_pcolorauto[png-True]", + "lib/matplotlib/tests/test_axes.py::test_canonical[png]", + "lib/matplotlib/tests/test_axes.py::test_canonical[pdf]", + "lib/matplotlib/tests/test_axes.py::test_arc_angles[png]", + "lib/matplotlib/tests/test_axes.py::test_arc_ellipse[png]", + "lib/matplotlib/tests/test_axes.py::test_arc_ellipse[pdf]", + "lib/matplotlib/tests/test_axes.py::test_marker_as_markerstyle", + "lib/matplotlib/tests/test_axes.py::test_markevery[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_line[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_line[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_zoomed[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_zoomed[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_log_scales[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_log_scales[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_polar[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_polar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_nans[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_nans[pdf]", + "lib/matplotlib/tests/test_axes.py::test_marker_edges[png]", + "lib/matplotlib/tests/test_axes.py::test_marker_edges[pdf]", + "lib/matplotlib/tests/test_axes.py::test_bar_tick_label_single[png]", + "lib/matplotlib/tests/test_axes.py::test_nan_bar_values", + "lib/matplotlib/tests/test_axes.py::test_bar_ticklabel_fail", + "lib/matplotlib/tests/test_axes.py::test_bar_tick_label_multiple[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_tick_label_multiple_old_alignment[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_decimal_center[png]", + "lib/matplotlib/tests/test_axes.py::test_barh_decimal_center[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_decimal_width[png]", + "lib/matplotlib/tests/test_axes.py::test_barh_decimal_height[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_color_none_alpha", + "lib/matplotlib/tests/test_axes.py::test_bar_edgecolor_none_alpha", + "lib/matplotlib/tests/test_axes.py::test_barh_tick_label[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_timedelta", + "lib/matplotlib/tests/test_axes.py::test_boxplot_dates_pandas", + "lib/matplotlib/tests/test_axes.py::test_boxplot_capwidths", + "lib/matplotlib/tests/test_axes.py::test_pcolor_regression", + "lib/matplotlib/tests/test_axes.py::test_bar_pandas", + "lib/matplotlib/tests/test_axes.py::test_bar_pandas_indexed", + "lib/matplotlib/tests/test_axes.py::test_bar_hatches[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_hatches[pdf]", + "lib/matplotlib/tests/test_axes.py::test_bar_labels[x-1-x-expected_labels0-x]", + "lib/matplotlib/tests/test_axes.py::test_bar_labels[x1-width1-label1-expected_labels1-_nolegend_]", + "lib/matplotlib/tests/test_axes.py::test_bar_labels[x2-width2-label2-expected_labels2-_nolegend_]", + "lib/matplotlib/tests/test_axes.py::test_bar_labels[x3-width3-bars-expected_labels3-bars]", + "lib/matplotlib/tests/test_axes.py::test_bar_labels_length", + "lib/matplotlib/tests/test_axes.py::test_pandas_minimal_plot", + "lib/matplotlib/tests/test_axes.py::test_hist_log[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_log[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_log_2[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_log_barstacked", + "lib/matplotlib/tests/test_axes.py::test_hist_bar_empty[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_float16", + "lib/matplotlib/tests/test_axes.py::test_hist_step_empty[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_step_filled[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_density[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_unequal_bins_density", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets_bins[date2num]", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets_bins[datetime.datetime]", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets_bins[np.datetime64]", + "lib/matplotlib/tests/test_axes.py::test_hist_with_empty_input[data0-1]", + "lib/matplotlib/tests/test_axes.py::test_hist_with_empty_input[data1-1]", + "lib/matplotlib/tests/test_axes.py::test_hist_with_empty_input[data2-2]", + "lib/matplotlib/tests/test_axes.py::test_hist_zorder[bar-1]", + "lib/matplotlib/tests/test_axes.py::test_hist_zorder[step-2]", + "lib/matplotlib/tests/test_axes.py::test_hist_zorder[stepfilled-1]", + "lib/matplotlib/tests/test_axes.py::test_stairs[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_fill[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_update[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_baseline_0[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_empty", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_nan", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_mismatch", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_update", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_update2", + "lib/matplotlib/tests/test_axes.py::test_stairs_options[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_datetime[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_edge_handling[png]", + "lib/matplotlib/tests/test_axes.py::test_contour_hatching[png]", + "lib/matplotlib/tests/test_axes.py::test_contour_hatching[pdf]", + "lib/matplotlib/tests/test_axes.py::test_contour_colorbar[png]", + "lib/matplotlib/tests/test_axes.py::test_contour_colorbar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist2d[png]", + "lib/matplotlib/tests/test_axes.py::test_hist2d[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist2d_transpose[png]", + "lib/matplotlib/tests/test_axes.py::test_hist2d_transpose[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist2d_density", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_plot[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_plot[pdf]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_marker[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_2D[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_decimal[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color_warning[kwargs0]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color_warning[kwargs1]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color_warning[kwargs2]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color_warning[kwargs3]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_unfilled", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_unfillable", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_size_arg_size", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_edgecolor_RGB", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_invalid_color[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_no_invalid_color[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_norm_vminvmax", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_single_point[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_different_shapes[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[0.5-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case1-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[red-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[none-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[None-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case5-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[jaune-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case7-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case8-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case9-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case10-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case11-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case12-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case13-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case14-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case15-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case16-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case17-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case18-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case19-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case20-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case21-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case22-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case23-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case24-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case25-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case26-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case27-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case28-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case29-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_single_color_c[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_linewidths", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params0-expected_result0]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params1-expected_result1]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params2-expected_result2]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params3-expected_result3]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params4-expected_result4]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs0-None]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs1-None]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs2-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs3-expected_edgecolors3]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs4-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs5-face]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs6-none]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs7-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs8-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs9-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs10-g]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_error", + "lib/matplotlib/tests/test_axes.py::test_as_mpl_axes_api", + "lib/matplotlib/tests/test_axes.py::test_pyplot_axes", + "lib/matplotlib/tests/test_axes.py::test_log_scales", + "lib/matplotlib/tests/test_axes.py::test_log_scales_no_data", + "lib/matplotlib/tests/test_axes.py::test_log_scales_invalid", + "lib/matplotlib/tests/test_axes.py::test_stackplot[png]", + "lib/matplotlib/tests/test_axes.py::test_stackplot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_stackplot_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_stackplot_baseline[pdf]", + "lib/matplotlib/tests/test_axes.py::test_bxp_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_rangewhis[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_percentilewhis[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_with_xlabels[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_horizontal[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_with_ylabels[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_patchartist[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custompatchartist[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customoutlier[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_showcustommean[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custombox[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custommedian[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customcap[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customwhisker[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_shownotches[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_nocaps[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_nobox[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_no_flier_stats[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_showmean[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_showmeanasline[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_scalarwidth[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customwidths[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custompositions[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_bad_widths", + "lib/matplotlib/tests/test_axes.py::test_bxp_bad_positions", + "lib/matplotlib/tests/test_axes.py::test_bxp_custom_capwidths[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custom_capwidth[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_bad_capwidths", + "lib/matplotlib/tests/test_axes.py::test_boxplot[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_custom_capwidths[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_sym2[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_sym[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_autorange_whiskers[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_rc_parameters[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_rc_parameters[pdf]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_with_CIarray[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_no_weird_whisker[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_bad_medians", + "lib/matplotlib/tests/test_axes.py::test_boxplot_bad_ci", + "lib/matplotlib/tests/test_axes.py::test_boxplot_zorder", + "lib/matplotlib/tests/test_axes.py::test_boxplot_marker_behavior", + "lib/matplotlib/tests/test_axes.py::test_boxplot_mod_artist_after_plotting[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showmeans[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showextrema[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showmedians[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showall[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_custompoints_10[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_custompoints_200[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showmedians[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showmeans[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showextrema[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showall[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_custompoints_10[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_custompoints_200[png]", + "lib/matplotlib/tests/test_axes.py::test_violinplot_bad_positions", + "lib/matplotlib/tests/test_axes.py::test_violinplot_bad_widths", + "lib/matplotlib/tests/test_axes.py::test_violinplot_bad_quantiles", + "lib/matplotlib/tests/test_axes.py::test_violinplot_outofrange_quantiles", + "lib/matplotlib/tests/test_axes.py::test_violinplot_single_list_quantiles[png]", + "lib/matplotlib/tests/test_axes.py::test_violinplot_pandas_series[png]", + "lib/matplotlib/tests/test_axes.py::test_manage_xticks", + "lib/matplotlib/tests/test_axes.py::test_boxplot_not_single", + "lib/matplotlib/tests/test_axes.py::test_tick_space_size_0", + "lib/matplotlib/tests/test_axes.py::test_errorbar[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_mixed_errorbar_polar_caps[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_colorcycle", + "lib/matplotlib/tests/test_axes.py::test_errorbar_cycle_ecolor[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_cycle_ecolor[pdf]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_shape", + "lib/matplotlib/tests/test_axes.py::test_errorbar_limits[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_limits[pdf]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_nonefmt", + "lib/matplotlib/tests/test_axes.py::test_errorbar_line_specific_kwargs", + "lib/matplotlib/tests/test_axes.py::test_errorbar_with_prop_cycle[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_every_invalid", + "lib/matplotlib/tests/test_axes.py::test_xerr_yerr_not_negative", + "lib/matplotlib/tests/test_axes.py::test_errorbar_every[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_every[pdf]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_linewidth_type[elinewidth0]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_linewidth_type[elinewidth1]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_linewidth_type[1]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_nan[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_offset[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_offset[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_step[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_step_horiz[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_weighted[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_weighted[pdf]", + "lib/matplotlib/tests/test_axes.py::test_stem[png-w/", + "lib/matplotlib/tests/test_axes.py::test_stem[png-w/o", + "lib/matplotlib/tests/test_axes.py::test_stem_args", + "lib/matplotlib/tests/test_axes.py::test_stem_markerfmt", + "lib/matplotlib/tests/test_axes.py::test_stem_dates", + "lib/matplotlib/tests/test_axes.py::test_stem_orientation[png-w/", + "lib/matplotlib/tests/test_axes.py::test_stem_orientation[png-w/o", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_alpha[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_density[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_density[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_step_bottom[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stepfilled_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_step_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stepfilled_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_step_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_bar[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_bar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_barstacked_bottom_unchanged", + "lib/matplotlib/tests/test_axes.py::test_hist_emptydata", + "lib/matplotlib/tests/test_axes.py::test_hist_labels", + "lib/matplotlib/tests/test_axes.py::test_transparent_markers[png]", + "lib/matplotlib/tests/test_axes.py::test_transparent_markers[pdf]", + "lib/matplotlib/tests/test_axes.py::test_rgba_markers[png]", + "lib/matplotlib/tests/test_axes.py::test_rgba_markers[pdf]", + "lib/matplotlib/tests/test_axes.py::test_mollweide_grid[png]", + "lib/matplotlib/tests/test_axes.py::test_mollweide_grid[pdf]", + "lib/matplotlib/tests/test_axes.py::test_mollweide_forward_inverse_closure", + "lib/matplotlib/tests/test_axes.py::test_mollweide_inverse_forward_closure", + "lib/matplotlib/tests/test_axes.py::test_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_alpha[pdf]", + "lib/matplotlib/tests/test_axes.py::test_eventplot[png]", + "lib/matplotlib/tests/test_axes.py::test_eventplot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_defaults[png]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_colors[colors0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_colors[colors1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_colors[colors2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_problem_kwargs[png]", + "lib/matplotlib/tests/test_axes.py::test_empty_eventplot", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[None-data0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[None-data1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[None-data2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[vertical-data0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[vertical-data1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[vertical-data2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[horizontal-data0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[horizontal-data1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[horizontal-data2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_units_list[png]", + "lib/matplotlib/tests/test_axes.py::test_marker_styles[png]", + "lib/matplotlib/tests/test_axes.py::test_markers_fillstyle_rcparams[png]", + "lib/matplotlib/tests/test_axes.py::test_vertex_markers[png]", + "lib/matplotlib/tests/test_axes.py::test_eb_line_zorder[png]", + "lib/matplotlib/tests/test_axes.py::test_eb_line_zorder[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_loglog[png]", + "lib/matplotlib/tests/test_axes.py::test_axline_loglog[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline[png]", + "lib/matplotlib/tests/test_axes.py::test_axline[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes[png]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes_panzoom[png]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes_panzoom[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_args", + "lib/matplotlib/tests/test_axes.py::test_vlines[png]", + "lib/matplotlib/tests/test_axes.py::test_vlines_default", + "lib/matplotlib/tests/test_axes.py::test_hlines[png]", + "lib/matplotlib/tests/test_axes.py::test_hlines_default", + "lib/matplotlib/tests/test_axes.py::test_lines_with_colors[png-data0]", + "lib/matplotlib/tests/test_axes.py::test_lines_with_colors[png-data1]", + "lib/matplotlib/tests/test_axes.py::test_step_linestyle[png]", + "lib/matplotlib/tests/test_axes.py::test_step_linestyle[pdf]", + "lib/matplotlib/tests/test_axes.py::test_mixed_collection[png]", + "lib/matplotlib/tests/test_axes.py::test_mixed_collection[pdf]", + "lib/matplotlib/tests/test_axes.py::test_subplot_key_hash", + "lib/matplotlib/tests/test_axes.py::test_specgram[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_magnitude[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_angle[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_fs_none", + "lib/matplotlib/tests/test_axes.py::test_specgram_origin_rcparam[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_origin_kwarg", + "lib/matplotlib/tests/test_axes.py::test_psd_csd[png]", + "lib/matplotlib/tests/test_axes.py::test_spectrum[png]", + "lib/matplotlib/tests/test_axes.py::test_psd_csd_edge_cases", + "lib/matplotlib/tests/test_axes.py::test_twin_remove[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_spines[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_spines_on_top[png]", + "lib/matplotlib/tests/test_axes.py::test_rcparam_grid_minor[both-True-True]", + "lib/matplotlib/tests/test_axes.py::test_rcparam_grid_minor[major-True-False]", + "lib/matplotlib/tests/test_axes.py::test_rcparam_grid_minor[minor-False-True]", + "lib/matplotlib/tests/test_axes.py::test_grid", + "lib/matplotlib/tests/test_axes.py::test_reset_grid", + "lib/matplotlib/tests/test_axes.py::test_reset_ticks[png]", + "lib/matplotlib/tests/test_axes.py::test_vline_limit", + "lib/matplotlib/tests/test_axes.py::test_axline_minmax[axvline-axhline-args0]", + "lib/matplotlib/tests/test_axes.py::test_axline_minmax[axvspan-axhspan-args1]", + "lib/matplotlib/tests/test_axes.py::test_empty_shared_subplots", + "lib/matplotlib/tests/test_axes.py::test_shared_with_aspect_1", + "lib/matplotlib/tests/test_axes.py::test_shared_with_aspect_2", + "lib/matplotlib/tests/test_axes.py::test_shared_with_aspect_3", + "lib/matplotlib/tests/test_axes.py::test_shared_aspect_error", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[TypeError-args0-kwargs0-axis\\\\(\\\\)", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[ValueError-args1-kwargs1-Unrecognized", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[TypeError-args2-kwargs2-the", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[TypeError-args3-kwargs3-axis\\\\(\\\\)", + "lib/matplotlib/tests/test_axes.py::test_axis_method_errors", + "lib/matplotlib/tests/test_axes.py::test_twin_with_aspect[x]", + "lib/matplotlib/tests/test_axes.py::test_twin_with_aspect[y]", + "lib/matplotlib/tests/test_axes.py::test_relim_visible_only", + "lib/matplotlib/tests/test_axes.py::test_text_labelsize", + "lib/matplotlib/tests/test_axes.py::test_pie_default[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_linewidth_0[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_center_radius[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_linewidth_2[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_ccw_true[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_frame_grid[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_rotatelabels_true[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_nolabel_but_legend[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_textprops", + "lib/matplotlib/tests/test_axes.py::test_pie_get_negative_values", + "lib/matplotlib/tests/test_axes.py::test_normalize_kwarg_pie", + "lib/matplotlib/tests/test_axes.py::test_set_get_ticklabels[png]", + "lib/matplotlib/tests/test_axes.py::test_set_ticks_with_labels[png]", + "lib/matplotlib/tests/test_axes.py::test_set_noniterable_ticklabels", + "lib/matplotlib/tests/test_axes.py::test_subsampled_ticklabels", + "lib/matplotlib/tests/test_axes.py::test_mismatched_ticklabels", + "lib/matplotlib/tests/test_axes.py::test_empty_ticks_fixed_loc", + "lib/matplotlib/tests/test_axes.py::test_retain_tick_visibility[png]", + "lib/matplotlib/tests/test_axes.py::test_tick_label_update", + "lib/matplotlib/tests/test_axes.py::test_o_marker_path_snap[png]", + "lib/matplotlib/tests/test_axes.py::test_margins", + "lib/matplotlib/tests/test_axes.py::test_set_margin_updates_limits", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args0-kwargs0-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args1-kwargs1-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args2-kwargs2-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args3-kwargs3-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[TypeError-args4-kwargs4-Cannot", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[TypeError-args5-kwargs5-Cannot", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[TypeError-args6-kwargs6-Must", + "lib/matplotlib/tests/test_axes.py::test_length_one_hist", + "lib/matplotlib/tests/test_axes.py::test_set_xy_bound", + "lib/matplotlib/tests/test_axes.py::test_pathological_hexbin", + "lib/matplotlib/tests/test_axes.py::test_color_None", + "lib/matplotlib/tests/test_axes.py::test_color_alias", + "lib/matplotlib/tests/test_axes.py::test_numerical_hist_label", + "lib/matplotlib/tests/test_axes.py::test_unicode_hist_label", + "lib/matplotlib/tests/test_axes.py::test_move_offsetlabel", + "lib/matplotlib/tests/test_axes.py::test_rc_spines[png]", + "lib/matplotlib/tests/test_axes.py::test_rc_grid[png]", + "lib/matplotlib/tests/test_axes.py::test_rc_tick", + "lib/matplotlib/tests/test_axes.py::test_rc_major_minor_tick", + "lib/matplotlib/tests/test_axes.py::test_square_plot", + "lib/matplotlib/tests/test_axes.py::test_bad_plot_args", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy0-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy1-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy2-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy3-PcolorImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy4-QuadMesh]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy0-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy1-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy2-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy3-PcolorImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy4-QuadMesh]", + "lib/matplotlib/tests/test_axes.py::test_shared_scale", + "lib/matplotlib/tests/test_axes.py::test_shared_bool", + "lib/matplotlib/tests/test_axes.py::test_violin_point_mass", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs0]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs1]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs2]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs3]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs4]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs5]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs6]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs7]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs8]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs9]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs10]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs11]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs12]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs13]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs14]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs15]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs16]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs17]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs18]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs19]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs20]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs21]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs22]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs23]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs24]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs25]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs26]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs27]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs28]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs29]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs30]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs31]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs32]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs33]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs34]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs35]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs36]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs37]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs38]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs39]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs40]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs41]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs42]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs43]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs44]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs45]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs46]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs47]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs48]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs49]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs50]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs51]", + "lib/matplotlib/tests/test_axes.py::test_dash_offset[png]", + "lib/matplotlib/tests/test_axes.py::test_dash_offset[pdf]", + "lib/matplotlib/tests/test_axes.py::test_title_pad", + "lib/matplotlib/tests/test_axes.py::test_title_location_roundtrip", + "lib/matplotlib/tests/test_axes.py::test_title_location_shared[True]", + "lib/matplotlib/tests/test_axes.py::test_title_location_shared[False]", + "lib/matplotlib/tests/test_axes.py::test_loglog[png]", + "lib/matplotlib/tests/test_axes.py::test_loglog_nonpos[png]", + "lib/matplotlib/tests/test_axes.py::test_axes_margins", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[gca-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[gca-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots_shared-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots_shared-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[add_axes-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[add_axes-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes_relim", + "lib/matplotlib/tests/test_axes.py::test_shared_axes_autoscale", + "lib/matplotlib/tests/test_axes.py::test_adjust_numtick_aspect", + "lib/matplotlib/tests/test_axes.py::test_auto_numticks", + "lib/matplotlib/tests/test_axes.py::test_auto_numticks_log", + "lib/matplotlib/tests/test_axes.py::test_broken_barh_empty", + "lib/matplotlib/tests/test_axes.py::test_broken_barh_timedelta", + "lib/matplotlib/tests/test_axes.py::test_pandas_pcolormesh", + "lib/matplotlib/tests/test_axes.py::test_pandas_indexing_dates", + "lib/matplotlib/tests/test_axes.py::test_pandas_errorbar_indexing", + "lib/matplotlib/tests/test_axes.py::test_pandas_index_shape", + "lib/matplotlib/tests/test_axes.py::test_pandas_indexing_hist", + "lib/matplotlib/tests/test_axes.py::test_pandas_bar_align_center", + "lib/matplotlib/tests/test_axes.py::test_tick_apply_tickdir_deprecation", + "lib/matplotlib/tests/test_axes.py::test_axis_set_tick_params_labelsize_labelcolor", + "lib/matplotlib/tests/test_axes.py::test_axes_tick_params_gridlines", + "lib/matplotlib/tests/test_axes.py::test_axes_tick_params_ylabelside", + "lib/matplotlib/tests/test_axes.py::test_axes_tick_params_xlabelside", + "lib/matplotlib/tests/test_axes.py::test_none_kwargs", + "lib/matplotlib/tests/test_axes.py::test_bar_uint8", + "lib/matplotlib/tests/test_axes.py::test_date_timezone_x[png]", + "lib/matplotlib/tests/test_axes.py::test_date_timezone_y[png]", + "lib/matplotlib/tests/test_axes.py::test_date_timezone_x_and_y[png]", + "lib/matplotlib/tests/test_axes.py::test_axisbelow[png]", + "lib/matplotlib/tests/test_axes.py::test_titletwiny", + "lib/matplotlib/tests/test_axes.py::test_titlesetpos", + "lib/matplotlib/tests/test_axes.py::test_title_xticks_top", + "lib/matplotlib/tests/test_axes.py::test_title_xticks_top_both", + "lib/matplotlib/tests/test_axes.py::test_title_above_offset[left", + "lib/matplotlib/tests/test_axes.py::test_title_above_offset[center", + "lib/matplotlib/tests/test_axes.py::test_title_above_offset[both", + "lib/matplotlib/tests/test_axes.py::test_title_no_move_off_page", + "lib/matplotlib/tests/test_axes.py::test_offset_label_color", + "lib/matplotlib/tests/test_axes.py::test_offset_text_visible", + "lib/matplotlib/tests/test_axes.py::test_large_offset", + "lib/matplotlib/tests/test_axes.py::test_barb_units", + "lib/matplotlib/tests/test_axes.py::test_quiver_units", + "lib/matplotlib/tests/test_axes.py::test_bar_color_cycle", + "lib/matplotlib/tests/test_axes.py::test_tick_param_label_rotation", + "lib/matplotlib/tests/test_axes.py::test_fillbetween_cycle", + "lib/matplotlib/tests/test_axes.py::test_log_margins", + "lib/matplotlib/tests/test_axes.py::test_color_length_mismatch", + "lib/matplotlib/tests/test_axes.py::test_eventplot_legend", + "lib/matplotlib/tests/test_axes.py::test_bar_broadcast_args", + "lib/matplotlib/tests/test_axes.py::test_invalid_axis_limits", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[symlog-symlog]", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[symlog-log]", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[log-symlog]", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[log-log]", + "lib/matplotlib/tests/test_axes.py::test_twinx_knows_limits", + "lib/matplotlib/tests/test_axes.py::test_zero_linewidth", + "lib/matplotlib/tests/test_axes.py::test_empty_errorbar_legend", + "lib/matplotlib/tests/test_axes.py::test_plot_decimal[png]", + "lib/matplotlib/tests/test_axes.py::test_markerfacecolor_none_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_tick_padding_tightbbox", + "lib/matplotlib/tests/test_axes.py::test_inset", + "lib/matplotlib/tests/test_axes.py::test_zoom_inset", + "lib/matplotlib/tests/test_axes.py::test_inset_polar[png]", + "lib/matplotlib/tests/test_axes.py::test_inset_projection", + "lib/matplotlib/tests/test_axes.py::test_inset_subclass", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[False-False]", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[False-True]", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[True-False]", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[True-True]", + "lib/matplotlib/tests/test_axes.py::test_set_position", + "lib/matplotlib/tests/test_axes.py::test_spines_properbbox_after_zoom", + "lib/matplotlib/tests/test_axes.py::test_gettightbbox_ignore_nan", + "lib/matplotlib/tests/test_axes.py::test_scatter_series_non_zero_index", + "lib/matplotlib/tests/test_axes.py::test_scatter_empty_data", + "lib/matplotlib/tests/test_axes.py::test_annotate_across_transforms[png]", + "lib/matplotlib/tests/test_axes.py::test_secondary_xy[png]", + "lib/matplotlib/tests/test_axes.py::test_secondary_fail", + "lib/matplotlib/tests/test_axes.py::test_secondary_resize", + "lib/matplotlib/tests/test_axes.py::test_secondary_minorloc", + "lib/matplotlib/tests/test_axes.py::test_secondary_formatter", + "lib/matplotlib/tests/test_axes.py::test_secondary_repr", + "lib/matplotlib/tests/test_axes.py::test_normal_axes", + "lib/matplotlib/tests/test_axes.py::test_nodecorator", + "lib/matplotlib/tests/test_axes.py::test_displaced_spine", + "lib/matplotlib/tests/test_axes.py::test_tickdirs", + "lib/matplotlib/tests/test_axes.py::test_minor_accountedfor", + "lib/matplotlib/tests/test_axes.py::test_axis_bool_arguments[png]", + "lib/matplotlib/tests/test_axes.py::test_axis_extent_arg", + "lib/matplotlib/tests/test_axes.py::test_axis_extent_arg2", + "lib/matplotlib/tests/test_axes.py::test_hist_auto_bins", + "lib/matplotlib/tests/test_axes.py::test_hist_nan_data", + "lib/matplotlib/tests/test_axes.py::test_hist_range_and_density", + "lib/matplotlib/tests/test_axes.py::test_bar_errbar_zorder", + "lib/matplotlib/tests/test_axes.py::test_set_ticks_inverted", + "lib/matplotlib/tests/test_axes.py::test_aspect_nonlinear_adjustable_box", + "lib/matplotlib/tests/test_axes.py::test_aspect_nonlinear_adjustable_datalim", + "lib/matplotlib/tests/test_axes.py::test_box_aspect", + "lib/matplotlib/tests/test_axes.py::test_box_aspect_custom_position", + "lib/matplotlib/tests/test_axes.py::test_bbox_aspect_axes_init", + "lib/matplotlib/tests/test_axes.py::test_redraw_in_frame", + "lib/matplotlib/tests/test_axes.py::test_invisible_axes_events", + "lib/matplotlib/tests/test_axes.py::test_xtickcolor_is_not_markercolor", + "lib/matplotlib/tests/test_axes.py::test_ytickcolor_is_not_markercolor", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[True-x]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[True-y]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[False-x]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[False-y]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[None-x]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[None-y]", + "lib/matplotlib/tests/test_axes.py::test_polar_interpolation_steps_variable_r[png]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tiny_sticky", + "lib/matplotlib/tests/test_axes.py::test_xtickcolor_is_not_xticklabelcolor", + "lib/matplotlib/tests/test_axes.py::test_ytickcolor_is_not_yticklabelcolor", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[xx-small]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[x-small]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[small]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[medium]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[large]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[x-large]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[xx-large]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[larger]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[smaller]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[8]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[10]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[12]", + "lib/matplotlib/tests/test_axes.py::test_multiplot_autoscale", + "lib/matplotlib/tests/test_axes.py::test_sharing_does_not_link_positions", + "lib/matplotlib/tests/test_axes.py::test_2dcolor_plot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_shared_axes_clear[png]", + "lib/matplotlib/tests/test_axes.py::test_shared_axes_retick", + "lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[left]", + "lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[center]", + "lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[right]", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical_yinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_yinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xyinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_center", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_errorbars", + "lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[%.2f]", + "lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[{:.2f}]", + "lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[format]", + "lib/matplotlib/tests/test_axes.py::test_bar_label_fmt_error", + "lib/matplotlib/tests/test_axes.py::test_bar_label_labels", + "lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata", + "lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata_inverted", + "lib/matplotlib/tests/test_axes.py::test_nan_barlabels", + "lib/matplotlib/tests/test_axes.py::test_patch_bounds", + "lib/matplotlib/tests/test_axes.py::test_warn_ignored_scatter_kwargs", + "lib/matplotlib/tests/test_axes.py::test_artist_sublists", + "lib/matplotlib/tests/test_axes.py::test_empty_line_plots", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-f-'f'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-o+-'o\\\\+'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:--':-'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-rk-'rk'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:o-r-':o-r'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-f-'f'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-o+-'o\\\\+'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:--':-'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-rk-'rk'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:o-r-':o-r'", + "lib/matplotlib/tests/test_axes.py::test_plot_format", + "lib/matplotlib/tests/test_axes.py::test_automatic_legend", + "lib/matplotlib/tests/test_axes.py::test_plot_errors", + "lib/matplotlib/tests/test_axes.py::test_clim", + "lib/matplotlib/tests/test_axes.py::test_bezier_autoscale", + "lib/matplotlib/tests/test_axes.py::test_get_xticklabel", + "lib/matplotlib/tests/test_axes.py::test_bar_leading_nan" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-24149/test-output-excerpt.txt b/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-24149/test-output-excerpt.txt new file mode 100644 index 0000000..eebbf87 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-24149/test-output-excerpt.txt @@ -0,0 +1,160 @@ +PASSED lib/matplotlib/tests/test_axes.py::test_pandas_indexing_hist +PASSED lib/matplotlib/tests/test_axes.py::test_pandas_bar_align_center +PASSED lib/matplotlib/tests/test_axes.py::test_tick_apply_tickdir_deprecation +PASSED lib/matplotlib/tests/test_axes.py::test_axis_set_tick_params_labelsize_labelcolor +PASSED lib/matplotlib/tests/test_axes.py::test_axes_tick_params_gridlines +PASSED lib/matplotlib/tests/test_axes.py::test_axes_tick_params_ylabelside +PASSED lib/matplotlib/tests/test_axes.py::test_axes_tick_params_xlabelside +PASSED lib/matplotlib/tests/test_axes.py::test_none_kwargs +PASSED lib/matplotlib/tests/test_axes.py::test_bar_uint8 +PASSED lib/matplotlib/tests/test_axes.py::test_date_timezone_x[png] +PASSED lib/matplotlib/tests/test_axes.py::test_date_timezone_y[png] +PASSED lib/matplotlib/tests/test_axes.py::test_date_timezone_x_and_y[png] +PASSED lib/matplotlib/tests/test_axes.py::test_axisbelow[png] +PASSED lib/matplotlib/tests/test_axes.py::test_titletwiny +PASSED lib/matplotlib/tests/test_axes.py::test_titlesetpos +PASSED lib/matplotlib/tests/test_axes.py::test_title_xticks_top +PASSED lib/matplotlib/tests/test_axes.py::test_title_xticks_top_both +PASSED lib/matplotlib/tests/test_axes.py::test_title_above_offset[left title moved] +PASSED lib/matplotlib/tests/test_axes.py::test_title_above_offset[center title kept] +PASSED lib/matplotlib/tests/test_axes.py::test_title_above_offset[both titles aligned] +PASSED lib/matplotlib/tests/test_axes.py::test_title_no_move_off_page +PASSED lib/matplotlib/tests/test_axes.py::test_offset_label_color +PASSED lib/matplotlib/tests/test_axes.py::test_offset_text_visible +PASSED lib/matplotlib/tests/test_axes.py::test_large_offset +PASSED lib/matplotlib/tests/test_axes.py::test_barb_units +PASSED lib/matplotlib/tests/test_axes.py::test_quiver_units +PASSED lib/matplotlib/tests/test_axes.py::test_bar_color_cycle +PASSED lib/matplotlib/tests/test_axes.py::test_tick_param_label_rotation +PASSED lib/matplotlib/tests/test_axes.py::test_fillbetween_cycle +PASSED lib/matplotlib/tests/test_axes.py::test_log_margins +PASSED lib/matplotlib/tests/test_axes.py::test_color_length_mismatch +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_legend +PASSED lib/matplotlib/tests/test_axes.py::test_bar_broadcast_args +PASSED lib/matplotlib/tests/test_axes.py::test_invalid_axis_limits +PASSED lib/matplotlib/tests/test_axes.py::test_minorticks_on[symlog-symlog] +PASSED lib/matplotlib/tests/test_axes.py::test_minorticks_on[symlog-log] +PASSED lib/matplotlib/tests/test_axes.py::test_minorticks_on[log-symlog] +PASSED lib/matplotlib/tests/test_axes.py::test_minorticks_on[log-log] +PASSED lib/matplotlib/tests/test_axes.py::test_twinx_knows_limits +PASSED lib/matplotlib/tests/test_axes.py::test_zero_linewidth +PASSED lib/matplotlib/tests/test_axes.py::test_empty_errorbar_legend +PASSED lib/matplotlib/tests/test_axes.py::test_plot_decimal[png] +PASSED lib/matplotlib/tests/test_axes.py::test_markerfacecolor_none_alpha[png] +PASSED lib/matplotlib/tests/test_axes.py::test_tick_padding_tightbbox +PASSED lib/matplotlib/tests/test_axes.py::test_inset +PASSED lib/matplotlib/tests/test_axes.py::test_zoom_inset +PASSED lib/matplotlib/tests/test_axes.py::test_inset_polar[png] +PASSED lib/matplotlib/tests/test_axes.py::test_inset_projection +PASSED lib/matplotlib/tests/test_axes.py::test_inset_subclass +PASSED lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[False-False] +PASSED lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[False-True] +PASSED lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[True-False] +PASSED lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[True-True] +PASSED lib/matplotlib/tests/test_axes.py::test_set_position +PASSED lib/matplotlib/tests/test_axes.py::test_spines_properbbox_after_zoom +PASSED lib/matplotlib/tests/test_axes.py::test_gettightbbox_ignore_nan +PASSED lib/matplotlib/tests/test_axes.py::test_scatter_series_non_zero_index +PASSED lib/matplotlib/tests/test_axes.py::test_scatter_empty_data +PASSED lib/matplotlib/tests/test_axes.py::test_annotate_across_transforms[png] +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_xy[png] +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_fail +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_resize +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_minorloc +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_formatter +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_repr +PASSED lib/matplotlib/tests/test_axes.py::test_normal_axes +PASSED lib/matplotlib/tests/test_axes.py::test_nodecorator +PASSED lib/matplotlib/tests/test_axes.py::test_displaced_spine +PASSED lib/matplotlib/tests/test_axes.py::test_tickdirs +PASSED lib/matplotlib/tests/test_axes.py::test_minor_accountedfor +PASSED lib/matplotlib/tests/test_axes.py::test_axis_bool_arguments[png] +PASSED lib/matplotlib/tests/test_axes.py::test_axis_extent_arg +PASSED lib/matplotlib/tests/test_axes.py::test_axis_extent_arg2 +PASSED lib/matplotlib/tests/test_axes.py::test_hist_auto_bins +PASSED lib/matplotlib/tests/test_axes.py::test_hist_nan_data +PASSED lib/matplotlib/tests/test_axes.py::test_hist_range_and_density +PASSED lib/matplotlib/tests/test_axes.py::test_bar_errbar_zorder +PASSED lib/matplotlib/tests/test_axes.py::test_set_ticks_inverted +PASSED lib/matplotlib/tests/test_axes.py::test_aspect_nonlinear_adjustable_box +PASSED lib/matplotlib/tests/test_axes.py::test_aspect_nonlinear_adjustable_datalim +PASSED lib/matplotlib/tests/test_axes.py::test_box_aspect +PASSED lib/matplotlib/tests/test_axes.py::test_box_aspect_custom_position +PASSED lib/matplotlib/tests/test_axes.py::test_bbox_aspect_axes_init +PASSED lib/matplotlib/tests/test_axes.py::test_redraw_in_frame +PASSED lib/matplotlib/tests/test_axes.py::test_invisible_axes_events +PASSED lib/matplotlib/tests/test_axes.py::test_xtickcolor_is_not_markercolor +PASSED lib/matplotlib/tests/test_axes.py::test_ytickcolor_is_not_markercolor +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[True-x] +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[True-y] +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[False-x] +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[False-y] +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[None-x] +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[None-y] +PASSED lib/matplotlib/tests/test_axes.py::test_polar_interpolation_steps_variable_r[png] +PASSED lib/matplotlib/tests/test_axes.py::test_autoscale_tiny_sticky +PASSED lib/matplotlib/tests/test_axes.py::test_xtickcolor_is_not_xticklabelcolor +PASSED lib/matplotlib/tests/test_axes.py::test_ytickcolor_is_not_yticklabelcolor +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[xx-small] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[x-small] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[small] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[medium] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[large] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[x-large] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[xx-large] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[larger] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[smaller] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[8] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[10] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[12] +PASSED lib/matplotlib/tests/test_axes.py::test_multiplot_autoscale +PASSED lib/matplotlib/tests/test_axes.py::test_sharing_does_not_link_positions +PASSED lib/matplotlib/tests/test_axes.py::test_2dcolor_plot[pdf] +PASSED lib/matplotlib/tests/test_axes.py::test_shared_axes_clear[png] +PASSED lib/matplotlib/tests/test_axes.py::test_shared_axes_retick +PASSED lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[left] +PASSED lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[center] +PASSED lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[right] +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical_yinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_yinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xyinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_center +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_errorbars +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[%.2f] +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[{:.2f}] +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[format] +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_fmt_error +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_labels +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata_inverted +PASSED lib/matplotlib/tests/test_axes.py::test_nan_barlabels +PASSED lib/matplotlib/tests/test_axes.py::test_patch_bounds +PASSED lib/matplotlib/tests/test_axes.py::test_warn_ignored_scatter_kwargs +PASSED lib/matplotlib/tests/test_axes.py::test_artist_sublists +PASSED lib/matplotlib/tests/test_axes.py::test_empty_line_plots +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-f-'f' is not a valid format string \\(unrecognized character 'f'\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-o+-'o\\+' is not a valid format string \\(two marker symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:--':-' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-rk-'rk' is not a valid format string \\(two color symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:o-r-':o-r' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-f-'f' is not a valid format string \\(unrecognized character 'f'\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-o+-'o\\+' is not a valid format string \\(two marker symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:--':-' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-rk-'rk' is not a valid format string \\(two color symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:o-r-':o-r' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format +PASSED lib/matplotlib/tests/test_axes.py::test_automatic_legend +PASSED lib/matplotlib/tests/test_axes.py::test_plot_errors +PASSED lib/matplotlib/tests/test_axes.py::test_clim +PASSED lib/matplotlib/tests/test_axes.py::test_bezier_autoscale +PASSED lib/matplotlib/tests/test_axes.py::test_get_xticklabel +PASSED lib/matplotlib/tests/test_axes.py::test_bar_leading_nan +PASSED lib/matplotlib/tests/test_axes.py::test_bar_all_nan[png] +SKIPPED [10] lib/matplotlib/testing/compare.py:285: Don't know how to convert .svg files to png +SKIPPED [54] ../opt/miniconda3/envs/testbed/lib/python3.11/contextlib.py:81: Cannot compare svg files because Inkscape is not installed +================== 768 passed, 64 skipped in 75.05s (0:01:15) ================== ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-26011/harness-summary.json b/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-26011/harness-summary.json new file mode 100644 index 0000000..7380f35 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-26011/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "matplotlib__matplotlib-26011" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "matplotlib__matplotlib-26011" + ], + "resolved_ids": [ + "matplotlib__matplotlib-26011" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-26011:latest" + ] +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-26011/outcome.json b/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-26011/outcome.json new file mode 100644 index 0000000..3f791d2 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-26011/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "matplotlib__matplotlib-26011", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-26011:latest", + "patch_sha256": "de8cd4dac7e50d6ed968a5d12f8f19974587703310092a62305d6d660f3c71ac", + "image_id": "sha256:b49d6b9652c2a7b2168e730227e53627dcc8284732992b9f5a0c3981a6cc8d88", + "image_digests": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-26011@sha256:bc25341eaddec909d1c4ca7beaed8f65fcc7c4eedd2e423a841a78dec1ffb06a" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-26011/raw-log-manifest.json b/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-26011/raw-log-manifest.json new file mode 100644 index 0000000..b1ec4da --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-26011/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37848455841", + "artifact_name": "patch-shard-1", + "files": { + "harness.log": { + "sha256": "704e0044ca39f95fbd1a25337ce0ba612add2a7e7b8d8e26e0ed564a714d359c", + "bytes": 854 + }, + "image-pull.log": { + "sha256": "0dc0f0be85220e3430428c5ba032eb87af4eae36ffb8dc0e183db05a7beb4a21", + "bytes": 1698 + }, + "logs/run_evaluation/patch-37848455841-1-1/agentic-controls-routed_recent/matplotlib__matplotlib-26011/eval.sh": { + "sha256": "98fb3865ff0851b65144738d5b69d3381bd249a1a66d7e4142e7d67839f36cd3", + "bytes": 1515 + }, + "logs/run_evaluation/patch-37848455841-1-1/agentic-controls-routed_recent/matplotlib__matplotlib-26011/patch.diff": { + "sha256": "de8cd4dac7e50d6ed968a5d12f8f19974587703310092a62305d6d660f3c71ac", + "bytes": 417 + }, + "logs/run_evaluation/patch-37848455841-1-1/agentic-controls-routed_recent/matplotlib__matplotlib-26011/report.json": { + "sha256": "186598267b40a11ffaa6898058aae44b45498f7de1e510a96403bf80bebd4aed", + "bytes": 73407 + }, + "logs/run_evaluation/patch-37848455841-1-1/agentic-controls-routed_recent/matplotlib__matplotlib-26011/run_instance.log": { + "sha256": "ab24c4eb36249b7efdf1d93e99cde4f2edc79b244f6d7153e4afb00468c467cd", + "bytes": 59842 + }, + "logs/run_evaluation/patch-37848455841-1-1/agentic-controls-routed_recent/matplotlib__matplotlib-26011/test_output.txt": { + "sha256": "ac338c76c46c9b9a3f40d4e380c34f17b18a18417c1b1501748fd6dbebb131fd", + "bytes": 1585389 + }, + "logs/run_evaluation/patch-37848455841-1-1/run.json": { + "sha256": "d17828dcab3606816edda42a55b879504d73efd4be09b225f15a1790cd6eb776", + "bytes": 222 + }, + "predictions.jsonl": { + "sha256": "4169b51656e0609b23a05d5d5fdee0883cf17f1aeabb128ecb7c863bd54e25c2", + "bytes": 551 + }, + "summary/agentic-controls-routed_recent.patch-37848455841-1-1.json": { + "sha256": "5e1fd9275a914db6c3f0dc729f4fd93e0f01e327a51f08d02100ef934a5d675b", + "bytes": 870 + } + }, + "excerpt": { + "raw_sha256": "ac338c76c46c9b9a3f40d4e380c34f17b18a18417c1b1501748fd6dbebb131fd", + "raw_lines": 28297, + "start_line": 28135, + "stop_line": 28294, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-26011/report.json b/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-26011/report.json new file mode 100644 index 0000000..e68092c --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-26011/report.json @@ -0,0 +1,847 @@ +{ + "matplotlib__matplotlib-26011": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "lib/matplotlib/tests/test_axes.py::test_xylim_changed_shared" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "lib/matplotlib/tests/test_axes.py::test_invisible_axes[png]", + "lib/matplotlib/tests/test_axes.py::test_get_labels", + "lib/matplotlib/tests/test_axes.py::test_repr", + "lib/matplotlib/tests/test_axes.py::test_label_loc_vertical[png]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_vertical[pdf]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_horizontal[png]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_horizontal[pdf]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_rc[png]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_rc[pdf]", + "lib/matplotlib/tests/test_axes.py::test_label_shift", + "lib/matplotlib/tests/test_axes.py::test_acorr[png]", + "lib/matplotlib/tests/test_axes.py::test_acorr_integers[png]", + "lib/matplotlib/tests/test_axes.py::test_spy[png]", + "lib/matplotlib/tests/test_axes.py::test_spy_invalid_kwargs", + "lib/matplotlib/tests/test_axes.py::test_matshow[png]", + "lib/matplotlib/tests/test_axes.py::test_formatter_ticker[png]", + "lib/matplotlib/tests/test_axes.py::test_formatter_ticker[pdf]", + "lib/matplotlib/tests/test_axes.py::test_funcformatter_auto_formatter", + "lib/matplotlib/tests/test_axes.py::test_strmethodformatter_auto_formatter", + "lib/matplotlib/tests/test_axes.py::test_twin_axis_locators_formatters[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_axis_locators_formatters[pdf]", + "lib/matplotlib/tests/test_axes.py::test_twinx_cla", + "lib/matplotlib/tests/test_axes.py::test_twin_units[x]", + "lib/matplotlib/tests/test_axes.py::test_twin_units[y]", + "lib/matplotlib/tests/test_axes.py::test_twin_logscale[png-x]", + "lib/matplotlib/tests/test_axes.py::test_twin_logscale[png-y]", + "lib/matplotlib/tests/test_axes.py::test_twinx_axis_scales[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_inherit_autoscale_setting", + "lib/matplotlib/tests/test_axes.py::test_inverted_cla", + "lib/matplotlib/tests/test_axes.py::test_subclass_clear_cla", + "lib/matplotlib/tests/test_axes.py::test_cla_not_redefined_internally", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on_rcParams_both[png]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tiny_range[png]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tiny_range[pdf]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tight", + "lib/matplotlib/tests/test_axes.py::test_autoscale_log_shared", + "lib/matplotlib/tests/test_axes.py::test_use_sticky_edges", + "lib/matplotlib/tests/test_axes.py::test_sticky_shared_axes[png]", + "lib/matplotlib/tests/test_axes.py::test_nargs_stem", + "lib/matplotlib/tests/test_axes.py::test_nargs_legend", + "lib/matplotlib/tests/test_axes.py::test_nargs_pcolorfast", + "lib/matplotlib/tests/test_axes.py::test_basic_annotate[png]", + "lib/matplotlib/tests/test_axes.py::test_basic_annotate[pdf]", + "lib/matplotlib/tests/test_axes.py::test_arrow_simple[png]", + "lib/matplotlib/tests/test_axes.py::test_arrow_empty", + "lib/matplotlib/tests/test_axes.py::test_arrow_in_view", + "lib/matplotlib/tests/test_axes.py::test_annotate_default_arrow", + "lib/matplotlib/tests/test_axes.py::test_annotate_signature", + "lib/matplotlib/tests/test_axes.py::test_fill_units[png]", + "lib/matplotlib/tests/test_axes.py::test_plot_format_kwarg_redundant", + "lib/matplotlib/tests/test_axes.py::test_errorbar_dashes[png]", + "lib/matplotlib/tests/test_axes.py::test_single_point[png]", + "lib/matplotlib/tests/test_axes.py::test_single_point[pdf]", + "lib/matplotlib/tests/test_axes.py::test_single_date[png]", + "lib/matplotlib/tests/test_axes.py::test_shaped_data[png]", + "lib/matplotlib/tests/test_axes.py::test_structured_data", + "lib/matplotlib/tests/test_axes.py::test_aitoff_proj[png]", + "lib/matplotlib/tests/test_axes.py::test_axvspan_epoch[png]", + "lib/matplotlib/tests/test_axes.py::test_axvspan_epoch[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axhspan_epoch[png]", + "lib/matplotlib/tests/test_axes.py::test_axhspan_epoch[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_extent[png]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_empty[png]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_pickable", + "lib/matplotlib/tests/test_axes.py::test_hexbin_log[png]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_linear[png]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_log_clim", + "lib/matplotlib/tests/test_axes.py::test_hexbin_mincnt_behavior_upon_C_parameter[png]", + "lib/matplotlib/tests/test_axes.py::test_inverted_limits", + "lib/matplotlib/tests/test_axes.py::test_nonfinite_limits[png]", + "lib/matplotlib/tests/test_axes.py::test_nonfinite_limits[pdf]", + "lib/matplotlib/tests/test_axes.py::test_limits_empty_data[png-scatter]", + "lib/matplotlib/tests/test_axes.py::test_limits_empty_data[png-plot]", + "lib/matplotlib/tests/test_axes.py::test_limits_empty_data[png-fill_between]", + "lib/matplotlib/tests/test_axes.py::test_imshow[png]", + "lib/matplotlib/tests/test_axes.py::test_imshow[pdf]", + "lib/matplotlib/tests/test_axes.py::test_imshow_clip[png]", + "lib/matplotlib/tests/test_axes.py::test_imshow_clip[pdf]", + "lib/matplotlib/tests/test_axes.py::test_imshow_norm_vminvmax", + "lib/matplotlib/tests/test_axes.py::test_polycollection_joinstyle[png]", + "lib/matplotlib/tests/test_axes.py::test_polycollection_joinstyle[pdf]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_input[2d_x_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_input[2d_y1_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_input[2d_y2_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_betweenx_input[2d_y_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_betweenx_input[2d_x1_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_betweenx_input[2d_x2_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate[png]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate[pdf]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_decreasing[png]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_decreasing[pdf]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_nan[png]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_nan[pdf]", + "lib/matplotlib/tests/test_axes.py::test_symlog[pdf]", + "lib/matplotlib/tests/test_axes.py::test_symlog2[pdf]", + "lib/matplotlib/tests/test_axes.py::test_pcolorargs_5205", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh[pdf]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_small[eps]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_alpha[pdf]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_rgba[png-3-1]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_rgba[png-4-0.5]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_datetime_axis[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolor_datetime_axis[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolorargs", + "lib/matplotlib/tests/test_axes.py::test_pcolorargs_with_read_only", + "lib/matplotlib/tests/test_axes.py::test_pcolornearest[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolornearestunits[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolorflaterror", + "lib/matplotlib/tests/test_axes.py::test_samesizepcolorflaterror", + "lib/matplotlib/tests/test_axes.py::test_pcolorauto[png-False]", + "lib/matplotlib/tests/test_axes.py::test_pcolorauto[png-True]", + "lib/matplotlib/tests/test_axes.py::test_canonical[png]", + "lib/matplotlib/tests/test_axes.py::test_canonical[pdf]", + "lib/matplotlib/tests/test_axes.py::test_arc_angles[png]", + "lib/matplotlib/tests/test_axes.py::test_arc_ellipse[png]", + "lib/matplotlib/tests/test_axes.py::test_arc_ellipse[pdf]", + "lib/matplotlib/tests/test_axes.py::test_marker_as_markerstyle", + "lib/matplotlib/tests/test_axes.py::test_markevery[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_line[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_line[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_zoomed[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_zoomed[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_log_scales[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_log_scales[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_polar[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_polar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_nans[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_nans[pdf]", + "lib/matplotlib/tests/test_axes.py::test_marker_edges[png]", + "lib/matplotlib/tests/test_axes.py::test_marker_edges[pdf]", + "lib/matplotlib/tests/test_axes.py::test_bar_tick_label_single[png]", + "lib/matplotlib/tests/test_axes.py::test_nan_bar_values", + "lib/matplotlib/tests/test_axes.py::test_bar_ticklabel_fail", + "lib/matplotlib/tests/test_axes.py::test_bar_tick_label_multiple[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_tick_label_multiple_old_alignment[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_decimal_center[png]", + "lib/matplotlib/tests/test_axes.py::test_barh_decimal_center[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_decimal_width[png]", + "lib/matplotlib/tests/test_axes.py::test_barh_decimal_height[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_color_none_alpha", + "lib/matplotlib/tests/test_axes.py::test_bar_edgecolor_none_alpha", + "lib/matplotlib/tests/test_axes.py::test_barh_tick_label[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_timedelta", + "lib/matplotlib/tests/test_axes.py::test_bar_datetime_start", + "lib/matplotlib/tests/test_axes.py::test_boxplot_dates_pandas", + "lib/matplotlib/tests/test_axes.py::test_boxplot_capwidths", + "lib/matplotlib/tests/test_axes.py::test_pcolor_regression", + "lib/matplotlib/tests/test_axes.py::test_bar_pandas", + "lib/matplotlib/tests/test_axes.py::test_bar_pandas_indexed", + "lib/matplotlib/tests/test_axes.py::test_bar_hatches[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_hatches[pdf]", + "lib/matplotlib/tests/test_axes.py::test_bar_labels[x-1-x-expected_labels0-x]", + "lib/matplotlib/tests/test_axes.py::test_bar_labels[x1-width1-label1-expected_labels1-_nolegend_]", + "lib/matplotlib/tests/test_axes.py::test_bar_labels[x2-width2-label2-expected_labels2-_nolegend_]", + "lib/matplotlib/tests/test_axes.py::test_bar_labels[x3-width3-bars-expected_labels3-bars]", + "lib/matplotlib/tests/test_axes.py::test_bar_labels_length", + "lib/matplotlib/tests/test_axes.py::test_pandas_minimal_plot", + "lib/matplotlib/tests/test_axes.py::test_hist_log[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_log[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_log_2[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_log_barstacked", + "lib/matplotlib/tests/test_axes.py::test_hist_bar_empty[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_float16", + "lib/matplotlib/tests/test_axes.py::test_hist_step_empty[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_step_filled[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_density[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_unequal_bins_density", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets_bins[date2num]", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets_bins[datetime.datetime]", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets_bins[np.datetime64]", + "lib/matplotlib/tests/test_axes.py::test_hist_with_empty_input[data0-1]", + "lib/matplotlib/tests/test_axes.py::test_hist_with_empty_input[data1-1]", + "lib/matplotlib/tests/test_axes.py::test_hist_with_empty_input[data2-2]", + "lib/matplotlib/tests/test_axes.py::test_hist_zorder[bar-1]", + "lib/matplotlib/tests/test_axes.py::test_hist_zorder[step-2]", + "lib/matplotlib/tests/test_axes.py::test_hist_zorder[stepfilled-1]", + "lib/matplotlib/tests/test_axes.py::test_stairs[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_fill[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_update[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_baseline_0[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_empty", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_nan", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_mismatch", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_update", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_update2", + "lib/matplotlib/tests/test_axes.py::test_stairs_options[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_datetime[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_edge_handling[png]", + "lib/matplotlib/tests/test_axes.py::test_contour_hatching[png]", + "lib/matplotlib/tests/test_axes.py::test_contour_hatching[pdf]", + "lib/matplotlib/tests/test_axes.py::test_contour_colorbar[png]", + "lib/matplotlib/tests/test_axes.py::test_contour_colorbar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist2d[png]", + "lib/matplotlib/tests/test_axes.py::test_hist2d[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist2d_transpose[png]", + "lib/matplotlib/tests/test_axes.py::test_hist2d_transpose[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist2d_density", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_plot[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_plot[pdf]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_marker[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_2D[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_decimal[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color_warning[kwargs0]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color_warning[kwargs1]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color_warning[kwargs2]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color_warning[kwargs3]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_unfilled", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_unfillable", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_size_arg_size", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_edgecolor_RGB", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_invalid_color[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_no_invalid_color[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_norm_vminvmax", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_single_point[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_different_shapes[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[0.5-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case1-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[red-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[none-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[None-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case5-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[jaune-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case7-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case8-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case9-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case10-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case11-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case12-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case13-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case14-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case15-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case16-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case17-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case18-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case19-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case20-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case21-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case22-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case23-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case24-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case25-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case26-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case27-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case28-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case29-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_single_color_c[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_linewidths", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_singular_plural_arguments", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params0-expected_result0]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params1-expected_result1]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params2-expected_result2]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params3-expected_result3]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params4-expected_result4]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs0-None]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs1-None]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs2-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs3-expected_edgecolors3]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs4-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs5-face]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs6-none]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs7-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs8-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs9-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs10-g]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_error", + "lib/matplotlib/tests/test_axes.py::test_as_mpl_axes_api", + "lib/matplotlib/tests/test_axes.py::test_pyplot_axes", + "lib/matplotlib/tests/test_axes.py::test_log_scales", + "lib/matplotlib/tests/test_axes.py::test_log_scales_no_data", + "lib/matplotlib/tests/test_axes.py::test_log_scales_invalid", + "lib/matplotlib/tests/test_axes.py::test_stackplot[png]", + "lib/matplotlib/tests/test_axes.py::test_stackplot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_stackplot_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_stackplot_baseline[pdf]", + "lib/matplotlib/tests/test_axes.py::test_bxp_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_rangewhis[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_percentilewhis[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_with_xlabels[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_horizontal[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_with_ylabels[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_patchartist[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custompatchartist[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customoutlier[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_showcustommean[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custombox[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custommedian[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customcap[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customwhisker[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_shownotches[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_nocaps[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_nobox[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_no_flier_stats[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_showmean[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_showmeanasline[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_scalarwidth[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customwidths[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custompositions[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_bad_widths", + "lib/matplotlib/tests/test_axes.py::test_bxp_bad_positions", + "lib/matplotlib/tests/test_axes.py::test_bxp_custom_capwidths[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custom_capwidth[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_bad_capwidths", + "lib/matplotlib/tests/test_axes.py::test_boxplot[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_custom_capwidths[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_sym2[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_sym[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_autorange_whiskers[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_rc_parameters[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_rc_parameters[pdf]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_with_CIarray[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_no_weird_whisker[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_bad_medians", + "lib/matplotlib/tests/test_axes.py::test_boxplot_bad_ci", + "lib/matplotlib/tests/test_axes.py::test_boxplot_zorder", + "lib/matplotlib/tests/test_axes.py::test_boxplot_marker_behavior", + "lib/matplotlib/tests/test_axes.py::test_boxplot_mod_artist_after_plotting[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showmeans[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showextrema[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showmedians[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showall[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_custompoints_10[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_custompoints_200[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showmedians[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showmeans[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showextrema[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showall[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_custompoints_10[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_custompoints_200[png]", + "lib/matplotlib/tests/test_axes.py::test_violinplot_bad_positions", + "lib/matplotlib/tests/test_axes.py::test_violinplot_bad_widths", + "lib/matplotlib/tests/test_axes.py::test_violinplot_bad_quantiles", + "lib/matplotlib/tests/test_axes.py::test_violinplot_outofrange_quantiles", + "lib/matplotlib/tests/test_axes.py::test_violinplot_single_list_quantiles[png]", + "lib/matplotlib/tests/test_axes.py::test_violinplot_pandas_series[png]", + "lib/matplotlib/tests/test_axes.py::test_manage_xticks", + "lib/matplotlib/tests/test_axes.py::test_boxplot_not_single", + "lib/matplotlib/tests/test_axes.py::test_tick_space_size_0", + "lib/matplotlib/tests/test_axes.py::test_errorbar[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_mixed_errorbar_polar_caps[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_colorcycle", + "lib/matplotlib/tests/test_axes.py::test_errorbar_cycle_ecolor[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_cycle_ecolor[pdf]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_shape", + "lib/matplotlib/tests/test_axes.py::test_errorbar_limits[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_limits[pdf]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_nonefmt", + "lib/matplotlib/tests/test_axes.py::test_errorbar_line_specific_kwargs", + "lib/matplotlib/tests/test_axes.py::test_errorbar_with_prop_cycle[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_every_invalid", + "lib/matplotlib/tests/test_axes.py::test_xerr_yerr_not_negative", + "lib/matplotlib/tests/test_axes.py::test_errorbar_every[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_every[pdf]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_linewidth_type[elinewidth0]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_linewidth_type[elinewidth1]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_linewidth_type[1]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_nan[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_offset[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_offset[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_step[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_step_horiz[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_weighted[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_weighted[pdf]", + "lib/matplotlib/tests/test_axes.py::test_stem[png]", + "lib/matplotlib/tests/test_axes.py::test_stem_args", + "lib/matplotlib/tests/test_axes.py::test_stem_markerfmt", + "lib/matplotlib/tests/test_axes.py::test_stem_dates", + "lib/matplotlib/tests/test_axes.py::test_stem_orientation[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_alpha[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_density[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_density[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_step_bottom[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stepfilled_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_step_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stepfilled_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_step_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_bar[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_bar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_barstacked_bottom_unchanged", + "lib/matplotlib/tests/test_axes.py::test_hist_emptydata", + "lib/matplotlib/tests/test_axes.py::test_hist_labels", + "lib/matplotlib/tests/test_axes.py::test_transparent_markers[png]", + "lib/matplotlib/tests/test_axes.py::test_transparent_markers[pdf]", + "lib/matplotlib/tests/test_axes.py::test_rgba_markers[png]", + "lib/matplotlib/tests/test_axes.py::test_rgba_markers[pdf]", + "lib/matplotlib/tests/test_axes.py::test_mollweide_grid[png]", + "lib/matplotlib/tests/test_axes.py::test_mollweide_grid[pdf]", + "lib/matplotlib/tests/test_axes.py::test_mollweide_forward_inverse_closure", + "lib/matplotlib/tests/test_axes.py::test_mollweide_inverse_forward_closure", + "lib/matplotlib/tests/test_axes.py::test_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_alpha[pdf]", + "lib/matplotlib/tests/test_axes.py::test_eventplot[png]", + "lib/matplotlib/tests/test_axes.py::test_eventplot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_defaults[png]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_colors[colors0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_colors[colors1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_colors[colors2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_alpha", + "lib/matplotlib/tests/test_axes.py::test_eventplot_problem_kwargs[png]", + "lib/matplotlib/tests/test_axes.py::test_empty_eventplot", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[None-data0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[None-data1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[None-data2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[vertical-data0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[vertical-data1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[vertical-data2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[horizontal-data0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[horizontal-data1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[horizontal-data2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_units_list[png]", + "lib/matplotlib/tests/test_axes.py::test_marker_styles[png]", + "lib/matplotlib/tests/test_axes.py::test_markers_fillstyle_rcparams[png]", + "lib/matplotlib/tests/test_axes.py::test_vertex_markers[png]", + "lib/matplotlib/tests/test_axes.py::test_eb_line_zorder[png]", + "lib/matplotlib/tests/test_axes.py::test_eb_line_zorder[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_loglog[png]", + "lib/matplotlib/tests/test_axes.py::test_axline_loglog[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline[png]", + "lib/matplotlib/tests/test_axes.py::test_axline[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes[png]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes_panzoom[png]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes_panzoom[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_args", + "lib/matplotlib/tests/test_axes.py::test_vlines[png]", + "lib/matplotlib/tests/test_axes.py::test_vlines_default", + "lib/matplotlib/tests/test_axes.py::test_hlines[png]", + "lib/matplotlib/tests/test_axes.py::test_hlines_default", + "lib/matplotlib/tests/test_axes.py::test_lines_with_colors[png-data0]", + "lib/matplotlib/tests/test_axes.py::test_lines_with_colors[png-data1]", + "lib/matplotlib/tests/test_axes.py::test_vlines_hlines_blended_transform[png]", + "lib/matplotlib/tests/test_axes.py::test_step_linestyle[png]", + "lib/matplotlib/tests/test_axes.py::test_step_linestyle[pdf]", + "lib/matplotlib/tests/test_axes.py::test_mixed_collection[png]", + "lib/matplotlib/tests/test_axes.py::test_mixed_collection[pdf]", + "lib/matplotlib/tests/test_axes.py::test_subplot_key_hash", + "lib/matplotlib/tests/test_axes.py::test_specgram[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_magnitude[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_angle[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_fs_none", + "lib/matplotlib/tests/test_axes.py::test_specgram_origin_rcparam[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_origin_kwarg", + "lib/matplotlib/tests/test_axes.py::test_psd_csd[png]", + "lib/matplotlib/tests/test_axes.py::test_spectrum[png]", + "lib/matplotlib/tests/test_axes.py::test_psd_csd_edge_cases", + "lib/matplotlib/tests/test_axes.py::test_twin_remove[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_spines[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_spines_on_top[png]", + "lib/matplotlib/tests/test_axes.py::test_rcparam_grid_minor[both-True-True]", + "lib/matplotlib/tests/test_axes.py::test_rcparam_grid_minor[major-True-False]", + "lib/matplotlib/tests/test_axes.py::test_rcparam_grid_minor[minor-False-True]", + "lib/matplotlib/tests/test_axes.py::test_grid", + "lib/matplotlib/tests/test_axes.py::test_reset_grid", + "lib/matplotlib/tests/test_axes.py::test_reset_ticks[png]", + "lib/matplotlib/tests/test_axes.py::test_vline_limit", + "lib/matplotlib/tests/test_axes.py::test_axline_minmax[axvline-axhline-args0]", + "lib/matplotlib/tests/test_axes.py::test_axline_minmax[axvspan-axhspan-args1]", + "lib/matplotlib/tests/test_axes.py::test_empty_shared_subplots", + "lib/matplotlib/tests/test_axes.py::test_shared_with_aspect_1", + "lib/matplotlib/tests/test_axes.py::test_shared_with_aspect_2", + "lib/matplotlib/tests/test_axes.py::test_shared_with_aspect_3", + "lib/matplotlib/tests/test_axes.py::test_shared_aspect_error", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[TypeError-args0-kwargs0-axis\\\\(\\\\)", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[ValueError-args1-kwargs1-Unrecognized", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[TypeError-args2-kwargs2-The", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[TypeError-args3-kwargs3-axis\\\\(\\\\)", + "lib/matplotlib/tests/test_axes.py::test_axis_method_errors", + "lib/matplotlib/tests/test_axes.py::test_twin_with_aspect[x]", + "lib/matplotlib/tests/test_axes.py::test_twin_with_aspect[y]", + "lib/matplotlib/tests/test_axes.py::test_relim_visible_only", + "lib/matplotlib/tests/test_axes.py::test_text_labelsize", + "lib/matplotlib/tests/test_axes.py::test_pie_default[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_linewidth_0[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_center_radius[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_linewidth_2[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_ccw_true[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_frame_grid[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_rotatelabels_true[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_nolabel_but_legend[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_shadow[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_textprops", + "lib/matplotlib/tests/test_axes.py::test_pie_get_negative_values", + "lib/matplotlib/tests/test_axes.py::test_normalize_kwarg_pie", + "lib/matplotlib/tests/test_axes.py::test_pie_hatch_single[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_hatch_single[pdf]", + "lib/matplotlib/tests/test_axes.py::test_pie_hatch_multi[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_hatch_multi[pdf]", + "lib/matplotlib/tests/test_axes.py::test_set_get_ticklabels[png]", + "lib/matplotlib/tests/test_axes.py::test_set_ticks_kwargs_raise_error_without_labels", + "lib/matplotlib/tests/test_axes.py::test_set_ticks_with_labels[png]", + "lib/matplotlib/tests/test_axes.py::test_xticks_bad_args", + "lib/matplotlib/tests/test_axes.py::test_subsampled_ticklabels", + "lib/matplotlib/tests/test_axes.py::test_mismatched_ticklabels", + "lib/matplotlib/tests/test_axes.py::test_empty_ticks_fixed_loc", + "lib/matplotlib/tests/test_axes.py::test_retain_tick_visibility[png]", + "lib/matplotlib/tests/test_axes.py::test_tick_label_update", + "lib/matplotlib/tests/test_axes.py::test_o_marker_path_snap[png]", + "lib/matplotlib/tests/test_axes.py::test_margins", + "lib/matplotlib/tests/test_axes.py::test_set_margin_updates_limits", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args0-kwargs0-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args1-kwargs1-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args2-kwargs2-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args3-kwargs3-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[TypeError-args4-kwargs4-Cannot", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[TypeError-args5-kwargs5-Cannot", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[TypeError-args6-kwargs6-Must", + "lib/matplotlib/tests/test_axes.py::test_length_one_hist", + "lib/matplotlib/tests/test_axes.py::test_set_xy_bound", + "lib/matplotlib/tests/test_axes.py::test_pathological_hexbin", + "lib/matplotlib/tests/test_axes.py::test_color_None", + "lib/matplotlib/tests/test_axes.py::test_color_alias", + "lib/matplotlib/tests/test_axes.py::test_numerical_hist_label", + "lib/matplotlib/tests/test_axes.py::test_unicode_hist_label", + "lib/matplotlib/tests/test_axes.py::test_move_offsetlabel", + "lib/matplotlib/tests/test_axes.py::test_rc_spines[png]", + "lib/matplotlib/tests/test_axes.py::test_rc_grid[png]", + "lib/matplotlib/tests/test_axes.py::test_rc_tick", + "lib/matplotlib/tests/test_axes.py::test_rc_major_minor_tick", + "lib/matplotlib/tests/test_axes.py::test_square_plot", + "lib/matplotlib/tests/test_axes.py::test_bad_plot_args", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy0-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy1-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy2-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy3-PcolorImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy4-QuadMesh]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy0-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy1-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy2-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy3-PcolorImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy4-QuadMesh]", + "lib/matplotlib/tests/test_axes.py::test_shared_scale", + "lib/matplotlib/tests/test_axes.py::test_shared_bool", + "lib/matplotlib/tests/test_axes.py::test_violin_point_mass", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs0]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs1]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs2]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs3]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs4]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs5]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs6]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs7]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs8]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs9]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs10]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs11]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs12]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs13]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs14]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs15]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs16]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs17]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs18]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs19]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs20]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs21]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs22]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs23]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs24]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs25]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs26]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs27]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs28]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs29]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs30]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs31]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs32]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs33]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs34]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs35]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs36]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs37]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs38]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs39]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs40]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs41]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs42]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs43]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs44]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs45]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs46]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs47]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs48]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs49]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs50]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs51]", + "lib/matplotlib/tests/test_axes.py::test_dash_offset[png]", + "lib/matplotlib/tests/test_axes.py::test_dash_offset[pdf]", + "lib/matplotlib/tests/test_axes.py::test_title_pad", + "lib/matplotlib/tests/test_axes.py::test_title_location_roundtrip", + "lib/matplotlib/tests/test_axes.py::test_title_location_shared[True]", + "lib/matplotlib/tests/test_axes.py::test_title_location_shared[False]", + "lib/matplotlib/tests/test_axes.py::test_loglog[png]", + "lib/matplotlib/tests/test_axes.py::test_loglog_nonpos[png]", + "lib/matplotlib/tests/test_axes.py::test_axes_margins", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[gca-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[gca-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots_shared-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots_shared-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[add_axes-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[add_axes-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes_relim", + "lib/matplotlib/tests/test_axes.py::test_shared_axes_autoscale", + "lib/matplotlib/tests/test_axes.py::test_adjust_numtick_aspect", + "lib/matplotlib/tests/test_axes.py::test_auto_numticks", + "lib/matplotlib/tests/test_axes.py::test_auto_numticks_log", + "lib/matplotlib/tests/test_axes.py::test_broken_barh_empty", + "lib/matplotlib/tests/test_axes.py::test_broken_barh_timedelta", + "lib/matplotlib/tests/test_axes.py::test_pandas_pcolormesh", + "lib/matplotlib/tests/test_axes.py::test_pandas_indexing_dates", + "lib/matplotlib/tests/test_axes.py::test_pandas_errorbar_indexing", + "lib/matplotlib/tests/test_axes.py::test_pandas_index_shape", + "lib/matplotlib/tests/test_axes.py::test_pandas_indexing_hist", + "lib/matplotlib/tests/test_axes.py::test_pandas_bar_align_center", + "lib/matplotlib/tests/test_axes.py::test_axis_get_tick_params", + "lib/matplotlib/tests/test_axes.py::test_axis_set_tick_params_labelsize_labelcolor", + "lib/matplotlib/tests/test_axes.py::test_axes_tick_params_gridlines", + "lib/matplotlib/tests/test_axes.py::test_axes_tick_params_ylabelside", + "lib/matplotlib/tests/test_axes.py::test_axes_tick_params_xlabelside", + "lib/matplotlib/tests/test_axes.py::test_none_kwargs", + "lib/matplotlib/tests/test_axes.py::test_bar_uint8", + "lib/matplotlib/tests/test_axes.py::test_date_timezone_x[png]", + "lib/matplotlib/tests/test_axes.py::test_date_timezone_y[png]", + "lib/matplotlib/tests/test_axes.py::test_date_timezone_x_and_y[png]", + "lib/matplotlib/tests/test_axes.py::test_axisbelow[png]", + "lib/matplotlib/tests/test_axes.py::test_titletwiny", + "lib/matplotlib/tests/test_axes.py::test_titlesetpos", + "lib/matplotlib/tests/test_axes.py::test_title_xticks_top", + "lib/matplotlib/tests/test_axes.py::test_title_xticks_top_both", + "lib/matplotlib/tests/test_axes.py::test_title_above_offset[left", + "lib/matplotlib/tests/test_axes.py::test_title_above_offset[center", + "lib/matplotlib/tests/test_axes.py::test_title_above_offset[both", + "lib/matplotlib/tests/test_axes.py::test_title_no_move_off_page", + "lib/matplotlib/tests/test_axes.py::test_offset_label_color", + "lib/matplotlib/tests/test_axes.py::test_offset_text_visible", + "lib/matplotlib/tests/test_axes.py::test_large_offset", + "lib/matplotlib/tests/test_axes.py::test_barb_units", + "lib/matplotlib/tests/test_axes.py::test_quiver_units", + "lib/matplotlib/tests/test_axes.py::test_bar_color_cycle", + "lib/matplotlib/tests/test_axes.py::test_tick_param_label_rotation", + "lib/matplotlib/tests/test_axes.py::test_fillbetween_cycle", + "lib/matplotlib/tests/test_axes.py::test_log_margins", + "lib/matplotlib/tests/test_axes.py::test_color_length_mismatch", + "lib/matplotlib/tests/test_axes.py::test_eventplot_legend", + "lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args0-kwargs0-lineoffsets", + "lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args1-kwargs1-linelengths", + "lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args2-kwargs2-linewidths", + "lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args3-kwargs3-linestyles", + "lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args4-kwargs4-alpha", + "lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args5-kwargs5-positions", + "lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args6-kwargs6-lineoffsets", + "lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args7-kwargs7-linelengths", + "lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args8-kwargs8-linewidths", + "lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args9-kwargs9-linestyles", + "lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args10-kwargs10-alpha", + "lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args11-kwargs11-colors", + "lib/matplotlib/tests/test_axes.py::test_bar_broadcast_args", + "lib/matplotlib/tests/test_axes.py::test_invalid_axis_limits", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[symlog-symlog]", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[symlog-log]", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[log-symlog]", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[log-log]", + "lib/matplotlib/tests/test_axes.py::test_twinx_knows_limits", + "lib/matplotlib/tests/test_axes.py::test_zero_linewidth", + "lib/matplotlib/tests/test_axes.py::test_empty_errorbar_legend", + "lib/matplotlib/tests/test_axes.py::test_plot_decimal[png]", + "lib/matplotlib/tests/test_axes.py::test_markerfacecolor_none_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_tick_padding_tightbbox", + "lib/matplotlib/tests/test_axes.py::test_inset", + "lib/matplotlib/tests/test_axes.py::test_zoom_inset", + "lib/matplotlib/tests/test_axes.py::test_inset_polar[png]", + "lib/matplotlib/tests/test_axes.py::test_inset_projection", + "lib/matplotlib/tests/test_axes.py::test_inset_subclass", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[False-False]", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[False-True]", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[True-False]", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[True-True]", + "lib/matplotlib/tests/test_axes.py::test_set_position", + "lib/matplotlib/tests/test_axes.py::test_spines_properbbox_after_zoom", + "lib/matplotlib/tests/test_axes.py::test_limits_after_scroll_zoom", + "lib/matplotlib/tests/test_axes.py::test_gettightbbox_ignore_nan", + "lib/matplotlib/tests/test_axes.py::test_scatter_series_non_zero_index", + "lib/matplotlib/tests/test_axes.py::test_scatter_empty_data", + "lib/matplotlib/tests/test_axes.py::test_annotate_across_transforms[png]", + "lib/matplotlib/tests/test_axes.py::test_secondary_xy[png]", + "lib/matplotlib/tests/test_axes.py::test_secondary_fail", + "lib/matplotlib/tests/test_axes.py::test_secondary_resize", + "lib/matplotlib/tests/test_axes.py::test_secondary_minorloc", + "lib/matplotlib/tests/test_axes.py::test_secondary_formatter", + "lib/matplotlib/tests/test_axes.py::test_secondary_repr", + "lib/matplotlib/tests/test_axes.py::test_axis_options[png]", + "lib/matplotlib/tests/test_axes.py::test_normal_axes", + "lib/matplotlib/tests/test_axes.py::test_nodecorator", + "lib/matplotlib/tests/test_axes.py::test_displaced_spine", + "lib/matplotlib/tests/test_axes.py::test_tickdirs", + "lib/matplotlib/tests/test_axes.py::test_minor_accountedfor", + "lib/matplotlib/tests/test_axes.py::test_axis_bool_arguments[png]", + "lib/matplotlib/tests/test_axes.py::test_axis_extent_arg", + "lib/matplotlib/tests/test_axes.py::test_axis_extent_arg2", + "lib/matplotlib/tests/test_axes.py::test_hist_auto_bins", + "lib/matplotlib/tests/test_axes.py::test_hist_nan_data", + "lib/matplotlib/tests/test_axes.py::test_hist_range_and_density", + "lib/matplotlib/tests/test_axes.py::test_bar_errbar_zorder", + "lib/matplotlib/tests/test_axes.py::test_set_ticks_inverted", + "lib/matplotlib/tests/test_axes.py::test_aspect_nonlinear_adjustable_box", + "lib/matplotlib/tests/test_axes.py::test_aspect_nonlinear_adjustable_datalim", + "lib/matplotlib/tests/test_axes.py::test_box_aspect", + "lib/matplotlib/tests/test_axes.py::test_box_aspect_custom_position", + "lib/matplotlib/tests/test_axes.py::test_bbox_aspect_axes_init", + "lib/matplotlib/tests/test_axes.py::test_set_aspect_negative", + "lib/matplotlib/tests/test_axes.py::test_redraw_in_frame", + "lib/matplotlib/tests/test_axes.py::test_invisible_axes_events", + "lib/matplotlib/tests/test_axes.py::test_xtickcolor_is_not_markercolor", + "lib/matplotlib/tests/test_axes.py::test_ytickcolor_is_not_markercolor", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[True-x]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[True-y]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[False-x]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[False-y]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[None-x]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[None-y]", + "lib/matplotlib/tests/test_axes.py::test_polar_interpolation_steps_variable_r[png]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tiny_sticky", + "lib/matplotlib/tests/test_axes.py::test_xtickcolor_is_not_xticklabelcolor", + "lib/matplotlib/tests/test_axes.py::test_ytickcolor_is_not_yticklabelcolor", + "lib/matplotlib/tests/test_axes.py::test_xaxis_offsetText_color", + "lib/matplotlib/tests/test_axes.py::test_yaxis_offsetText_color", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[xx-small]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[x-small]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[small]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[medium]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[large]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[x-large]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[xx-large]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[larger]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[smaller]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[8]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[10]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[12]", + "lib/matplotlib/tests/test_axes.py::test_multiplot_autoscale", + "lib/matplotlib/tests/test_axes.py::test_sharing_does_not_link_positions", + "lib/matplotlib/tests/test_axes.py::test_2dcolor_plot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_shared_axes_clear[png]", + "lib/matplotlib/tests/test_axes.py::test_shared_axes_retick", + "lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[left]", + "lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[center]", + "lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[right]", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical_yinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_yinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xyinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_center", + "lib/matplotlib/tests/test_axes.py::test_centered_bar_label_label_beyond_limits", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_errorbars", + "lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[%.2f]", + "lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[{:.2f}]", + "lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[format]", + "lib/matplotlib/tests/test_axes.py::test_bar_label_fmt_error", + "lib/matplotlib/tests/test_axes.py::test_bar_label_labels", + "lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata", + "lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata_inverted", + "lib/matplotlib/tests/test_axes.py::test_nan_barlabels", + "lib/matplotlib/tests/test_axes.py::test_patch_bounds", + "lib/matplotlib/tests/test_axes.py::test_warn_ignored_scatter_kwargs", + "lib/matplotlib/tests/test_axes.py::test_artist_sublists", + "lib/matplotlib/tests/test_axes.py::test_empty_line_plots", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-f-'f'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-o+-'o\\\\+'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:--':-'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-rk-'rk'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:o-r-':o-r'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-f-'f'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-o+-'o\\\\+'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:--':-'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-rk-'rk'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:o-r-':o-r'", + "lib/matplotlib/tests/test_axes.py::test_plot_format", + "lib/matplotlib/tests/test_axes.py::test_automatic_legend", + "lib/matplotlib/tests/test_axes.py::test_plot_errors", + "lib/matplotlib/tests/test_axes.py::test_clim", + "lib/matplotlib/tests/test_axes.py::test_bezier_autoscale", + "lib/matplotlib/tests/test_axes.py::test_small_autoscale", + "lib/matplotlib/tests/test_axes.py::test_get_xticklabel", + "lib/matplotlib/tests/test_axes.py::test_bar_leading_nan", + "lib/matplotlib/tests/test_axes.py::test_bar_all_nan[png]", + "lib/matplotlib/tests/test_axes.py::test_extent_units[png]", + "lib/matplotlib/tests/test_axes.py::test_cla_clears_children_axes_and_fig", + "lib/matplotlib/tests/test_axes.py::test_scatter_color_repr_error", + "lib/matplotlib/tests/test_axes.py::test_zorder_and_explicit_rasterization", + "lib/matplotlib/tests/test_axes.py::test_preset_clip_paths[png]", + "lib/matplotlib/tests/test_axes.py::test_rc_axes_label_formatting", + "lib/matplotlib/tests/test_axes.py::test_ecdf[png]", + "lib/matplotlib/tests/test_axes.py::test_ecdf_invalid", + "lib/matplotlib/tests/test_axes.py::test_fill_between_axes_limits", + "lib/matplotlib/tests/test_axes.py::test_tick_param_labelfont", + "lib/matplotlib/tests/test_axes.py::test_set_secondary_axis_color" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-26011/test-output-excerpt.txt b/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-26011/test-output-excerpt.txt new file mode 100644 index 0000000..ce78814 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/matplotlib__matplotlib-26011/test-output-excerpt.txt @@ -0,0 +1,160 @@ +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args0-kwargs0-lineoffsets cannot be empty] +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args1-kwargs1-linelengths cannot be empty] +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args2-kwargs2-linewidths cannot be empty] +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args3-kwargs3-linestyles cannot be empty] +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args4-kwargs4-alpha cannot be empty] +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args5-kwargs5-positions must be one-dimensional] +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args6-kwargs6-lineoffsets and positions are unequal sized sequences] +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args7-kwargs7-linelengths and positions are unequal sized sequences] +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args8-kwargs8-linewidths and positions are unequal sized sequences] +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args9-kwargs9-linestyles and positions are unequal sized sequences] +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args10-kwargs10-alpha and positions are unequal sized sequences] +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args11-kwargs11-colors and positions are unequal sized sequences] +PASSED lib/matplotlib/tests/test_axes.py::test_bar_broadcast_args +PASSED lib/matplotlib/tests/test_axes.py::test_invalid_axis_limits +PASSED lib/matplotlib/tests/test_axes.py::test_minorticks_on[symlog-symlog] +PASSED lib/matplotlib/tests/test_axes.py::test_minorticks_on[symlog-log] +PASSED lib/matplotlib/tests/test_axes.py::test_minorticks_on[log-symlog] +PASSED lib/matplotlib/tests/test_axes.py::test_minorticks_on[log-log] +PASSED lib/matplotlib/tests/test_axes.py::test_twinx_knows_limits +PASSED lib/matplotlib/tests/test_axes.py::test_zero_linewidth +PASSED lib/matplotlib/tests/test_axes.py::test_empty_errorbar_legend +PASSED lib/matplotlib/tests/test_axes.py::test_plot_decimal[png] +PASSED lib/matplotlib/tests/test_axes.py::test_markerfacecolor_none_alpha[png] +PASSED lib/matplotlib/tests/test_axes.py::test_tick_padding_tightbbox +PASSED lib/matplotlib/tests/test_axes.py::test_inset +PASSED lib/matplotlib/tests/test_axes.py::test_zoom_inset +PASSED lib/matplotlib/tests/test_axes.py::test_inset_polar[png] +PASSED lib/matplotlib/tests/test_axes.py::test_inset_projection +PASSED lib/matplotlib/tests/test_axes.py::test_inset_subclass +PASSED lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[False-False] +PASSED lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[False-True] +PASSED lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[True-False] +PASSED lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[True-True] +PASSED lib/matplotlib/tests/test_axes.py::test_set_position +PASSED lib/matplotlib/tests/test_axes.py::test_spines_properbbox_after_zoom +PASSED lib/matplotlib/tests/test_axes.py::test_limits_after_scroll_zoom +PASSED lib/matplotlib/tests/test_axes.py::test_gettightbbox_ignore_nan +PASSED lib/matplotlib/tests/test_axes.py::test_scatter_series_non_zero_index +PASSED lib/matplotlib/tests/test_axes.py::test_scatter_empty_data +PASSED lib/matplotlib/tests/test_axes.py::test_annotate_across_transforms[png] +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_xy[png] +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_fail +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_resize +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_minorloc +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_formatter +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_repr +PASSED lib/matplotlib/tests/test_axes.py::test_axis_options[png] +PASSED lib/matplotlib/tests/test_axes.py::test_normal_axes +PASSED lib/matplotlib/tests/test_axes.py::test_nodecorator +PASSED lib/matplotlib/tests/test_axes.py::test_displaced_spine +PASSED lib/matplotlib/tests/test_axes.py::test_tickdirs +PASSED lib/matplotlib/tests/test_axes.py::test_minor_accountedfor +PASSED lib/matplotlib/tests/test_axes.py::test_axis_bool_arguments[png] +PASSED lib/matplotlib/tests/test_axes.py::test_axis_extent_arg +PASSED lib/matplotlib/tests/test_axes.py::test_axis_extent_arg2 +PASSED lib/matplotlib/tests/test_axes.py::test_hist_auto_bins +PASSED lib/matplotlib/tests/test_axes.py::test_hist_nan_data +PASSED lib/matplotlib/tests/test_axes.py::test_hist_range_and_density +PASSED lib/matplotlib/tests/test_axes.py::test_bar_errbar_zorder +PASSED lib/matplotlib/tests/test_axes.py::test_set_ticks_inverted +PASSED lib/matplotlib/tests/test_axes.py::test_aspect_nonlinear_adjustable_box +PASSED lib/matplotlib/tests/test_axes.py::test_aspect_nonlinear_adjustable_datalim +PASSED lib/matplotlib/tests/test_axes.py::test_box_aspect +PASSED lib/matplotlib/tests/test_axes.py::test_box_aspect_custom_position +PASSED lib/matplotlib/tests/test_axes.py::test_bbox_aspect_axes_init +PASSED lib/matplotlib/tests/test_axes.py::test_set_aspect_negative +PASSED lib/matplotlib/tests/test_axes.py::test_redraw_in_frame +PASSED lib/matplotlib/tests/test_axes.py::test_invisible_axes_events +PASSED lib/matplotlib/tests/test_axes.py::test_xtickcolor_is_not_markercolor +PASSED lib/matplotlib/tests/test_axes.py::test_ytickcolor_is_not_markercolor +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[True-x] +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[True-y] +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[False-x] +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[False-y] +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[None-x] +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[None-y] +PASSED lib/matplotlib/tests/test_axes.py::test_polar_interpolation_steps_variable_r[png] +PASSED lib/matplotlib/tests/test_axes.py::test_autoscale_tiny_sticky +PASSED lib/matplotlib/tests/test_axes.py::test_xtickcolor_is_not_xticklabelcolor +PASSED lib/matplotlib/tests/test_axes.py::test_ytickcolor_is_not_yticklabelcolor +PASSED lib/matplotlib/tests/test_axes.py::test_xaxis_offsetText_color +PASSED lib/matplotlib/tests/test_axes.py::test_yaxis_offsetText_color +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[xx-small] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[x-small] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[small] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[medium] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[large] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[x-large] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[xx-large] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[larger] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[smaller] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[8] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[10] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[12] +PASSED lib/matplotlib/tests/test_axes.py::test_multiplot_autoscale +PASSED lib/matplotlib/tests/test_axes.py::test_sharing_does_not_link_positions +PASSED lib/matplotlib/tests/test_axes.py::test_2dcolor_plot[pdf] +PASSED lib/matplotlib/tests/test_axes.py::test_shared_axes_clear[png] +PASSED lib/matplotlib/tests/test_axes.py::test_shared_axes_retick +PASSED lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[left] +PASSED lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[center] +PASSED lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[right] +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical_yinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_yinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xyinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_center +PASSED lib/matplotlib/tests/test_axes.py::test_centered_bar_label_label_beyond_limits +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_errorbars +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[%.2f] +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[{:.2f}] +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[format] +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_fmt_error +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_labels +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata_inverted +PASSED lib/matplotlib/tests/test_axes.py::test_nan_barlabels +PASSED lib/matplotlib/tests/test_axes.py::test_patch_bounds +PASSED lib/matplotlib/tests/test_axes.py::test_warn_ignored_scatter_kwargs +PASSED lib/matplotlib/tests/test_axes.py::test_artist_sublists +PASSED lib/matplotlib/tests/test_axes.py::test_empty_line_plots +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-f-'f' is not a valid format string \\(unrecognized character 'f'\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-o+-'o\\+' is not a valid format string \\(two marker symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:--':-' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-rk-'rk' is not a valid format string \\(two color symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:o-r-':o-r' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-f-'f' is not a valid format string \\(unrecognized character 'f'\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-o+-'o\\+' is not a valid format string \\(two marker symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:--':-' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-rk-'rk' is not a valid format string \\(two color symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:o-r-':o-r' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format +PASSED lib/matplotlib/tests/test_axes.py::test_automatic_legend +PASSED lib/matplotlib/tests/test_axes.py::test_plot_errors +PASSED lib/matplotlib/tests/test_axes.py::test_clim +PASSED lib/matplotlib/tests/test_axes.py::test_bezier_autoscale +PASSED lib/matplotlib/tests/test_axes.py::test_small_autoscale +PASSED lib/matplotlib/tests/test_axes.py::test_get_xticklabel +PASSED lib/matplotlib/tests/test_axes.py::test_bar_leading_nan +PASSED lib/matplotlib/tests/test_axes.py::test_bar_all_nan[png] +PASSED lib/matplotlib/tests/test_axes.py::test_extent_units[png] +PASSED lib/matplotlib/tests/test_axes.py::test_cla_clears_children_axes_and_fig +PASSED lib/matplotlib/tests/test_axes.py::test_scatter_color_repr_error +PASSED lib/matplotlib/tests/test_axes.py::test_zorder_and_explicit_rasterization +PASSED lib/matplotlib/tests/test_axes.py::test_preset_clip_paths[png] +PASSED lib/matplotlib/tests/test_axes.py::test_rc_axes_label_formatting +PASSED lib/matplotlib/tests/test_axes.py::test_ecdf[png] +PASSED lib/matplotlib/tests/test_axes.py::test_ecdf_invalid +PASSED lib/matplotlib/tests/test_axes.py::test_fill_between_axes_limits +PASSED lib/matplotlib/tests/test_axes.py::test_tick_param_labelfont +PASSED lib/matplotlib/tests/test_axes.py::test_set_secondary_axis_color +PASSED lib/matplotlib/tests/test_axes.py::test_xylim_changed_shared +SKIPPED [12] lib/matplotlib/testing/compare.py:285: Don't know how to convert .svg files to png +SKIPPED [54] ../opt/miniconda3/envs/testbed/lib/python3.11/contextlib.py:81: Cannot compare svg files because Inkscape is not installed +================== 818 passed, 66 skipped in 70.46s (0:01:10) ================== +>>>>> Test Exit Code: 0 ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/mwaskom__seaborn-2848/harness-summary.json b/reports/experiments/paired-20/routed_recent/official-evaluation/mwaskom__seaborn-2848/harness-summary.json new file mode 100644 index 0000000..37512c9 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/mwaskom__seaborn-2848/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "mwaskom__seaborn-2848" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "mwaskom__seaborn-2848" + ], + "resolved_ids": [ + "mwaskom__seaborn-2848" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.mwaskom_1776_seaborn-2848:latest" + ] +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/mwaskom__seaborn-2848/outcome.json b/reports/experiments/paired-20/routed_recent/official-evaluation/mwaskom__seaborn-2848/outcome.json new file mode 100644 index 0000000..43b92a4 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/mwaskom__seaborn-2848/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "mwaskom__seaborn-2848", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.mwaskom_1776_seaborn-2848:latest", + "patch_sha256": "2aae0a1c5119799220d7a3ebab8a76755caa52c8fd27a9ff2c3f9d1b0ffb45ad", + "image_id": "sha256:0af7176f7f2725823ea4b5c1d7a5ec83692eb8b679c7dc78f06b110cc7da3585", + "image_digests": [ + "swebench/sweb.eval.x86_64.mwaskom_1776_seaborn-2848@sha256:d719470351e66623e532a4f23cdedfe8fb737147fe108e4b5829aa273528389d" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/mwaskom__seaborn-2848/raw-log-manifest.json b/reports/experiments/paired-20/routed_recent/official-evaluation/mwaskom__seaborn-2848/raw-log-manifest.json new file mode 100644 index 0000000..959f61b --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/mwaskom__seaborn-2848/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37848455841", + "artifact_name": "patch-shard-3", + "files": { + "harness.log": { + "sha256": "c19ee74c7d0ec20d554be06ff3af2700b991f66ceb939165ff4c6232b6364a29", + "bytes": 844 + }, + "image-pull.log": { + "sha256": "d267215a54bc3978b65515728a77f0517326ef678e2895bd99bc1ec87d01be3b", + "bytes": 1710 + }, + "logs/run_evaluation/patch-37848455841-3-3/agentic-controls-routed_recent/mwaskom__seaborn-2848/eval.sh": { + "sha256": "b27aa362fa9c08a7a2a901e4623f462191aff1407e3c1ee31c28b662e0539f82", + "bytes": 1721 + }, + "logs/run_evaluation/patch-37848455841-3-3/agentic-controls-routed_recent/mwaskom__seaborn-2848/patch.diff": { + "sha256": "2aae0a1c5119799220d7a3ebab8a76755caa52c8fd27a9ff2c3f9d1b0ffb45ad", + "bytes": 453 + }, + "logs/run_evaluation/patch-37848455841-3-3/agentic-controls-routed_recent/mwaskom__seaborn-2848/report.json": { + "sha256": "e44e8f02cb1de300b9e5a62a2e2a9580624810e9f74d74552e1ca585f7fe05e4", + "bytes": 5753 + }, + "logs/run_evaluation/patch-37848455841-3-3/agentic-controls-routed_recent/mwaskom__seaborn-2848/run_instance.log": { + "sha256": "767abdfea332ff4abf9bc94c6bed1d1148a9faecc7101eeff5937feb6379ff08", + "bytes": 7448 + }, + "logs/run_evaluation/patch-37848455841-3-3/agentic-controls-routed_recent/mwaskom__seaborn-2848/test_output.txt": { + "sha256": "c9f7099b419633f2662df8224e25f17e9013266f73fc407898b12f85f67b031d", + "bytes": 125654 + }, + "logs/run_evaluation/patch-37848455841-3-3/run.json": { + "sha256": "1f7887b792575484661ba1abbc37933e7d70d05795ac3f7ae02094c9986a1f2b", + "bytes": 215 + }, + "predictions.jsonl": { + "sha256": "f92023cec0fb0d4afb5fd768aef4f994083f2545ea5f5d2b81cd92ea9028c359", + "bytes": 582 + }, + "summary/agentic-controls-routed_recent.patch-37848455841-3-3.json": { + "sha256": "6fca2c20b1688e1f262c3a2bff5cb2ea3573fa24d037942296d36996f08ba519", + "bytes": 842 + } + }, + "excerpt": { + "raw_sha256": "c9f7099b419633f2662df8224e25f17e9013266f73fc407898b12f85f67b031d", + "raw_lines": 3052, + "start_line": 2890, + "stop_line": 3049, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/mwaskom__seaborn-2848/report.json b/reports/experiments/paired-20/routed_recent/official-evaluation/mwaskom__seaborn-2848/report.json new file mode 100644 index 0000000..3ffacdd --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/mwaskom__seaborn-2848/report.json @@ -0,0 +1,80 @@ +{ + "mwaskom__seaborn-2848": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "tests/test_relational.py::TestScatterPlotter::test_hue_order" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "tests/test_relational.py::TestRelationalPlotter::test_wide_df_variables", + "tests/test_relational.py::TestRelationalPlotter::test_wide_df_with_nonnumeric_variables", + "tests/test_relational.py::TestRelationalPlotter::test_wide_array_variables", + "tests/test_relational.py::TestRelationalPlotter::test_flat_array_variables", + "tests/test_relational.py::TestRelationalPlotter::test_flat_list_variables", + "tests/test_relational.py::TestRelationalPlotter::test_flat_series_variables", + "tests/test_relational.py::TestRelationalPlotter::test_wide_list_of_series_variables", + "tests/test_relational.py::TestRelationalPlotter::test_wide_list_of_arrays_variables", + "tests/test_relational.py::TestRelationalPlotter::test_wide_list_of_list_variables", + "tests/test_relational.py::TestRelationalPlotter::test_wide_dict_of_series_variables", + "tests/test_relational.py::TestRelationalPlotter::test_wide_dict_of_arrays_variables", + "tests/test_relational.py::TestRelationalPlotter::test_wide_dict_of_lists_variables", + "tests/test_relational.py::TestRelationalPlotter::test_relplot_complex", + "tests/test_relational.py::TestRelationalPlotter::test_relplot_vectors[series]", + "tests/test_relational.py::TestRelationalPlotter::test_relplot_vectors[numpy]", + "tests/test_relational.py::TestRelationalPlotter::test_relplot_vectors[list]", + "tests/test_relational.py::TestRelationalPlotter::test_relplot_wide", + "tests/test_relational.py::TestRelationalPlotter::test_relplot_hues", + "tests/test_relational.py::TestRelationalPlotter::test_relplot_sizes", + "tests/test_relational.py::TestRelationalPlotter::test_relplot_styles", + "tests/test_relational.py::TestRelationalPlotter::test_relplot_stringy_numerics", + "tests/test_relational.py::TestRelationalPlotter::test_relplot_data", + "tests/test_relational.py::TestRelationalPlotter::test_facet_variable_collision", + "tests/test_relational.py::TestRelationalPlotter::test_ax_kwarg_removal", + "tests/test_relational.py::TestLinePlotter::test_legend_data", + "tests/test_relational.py::TestLinePlotter::test_plot", + "tests/test_relational.py::TestLinePlotter::test_axis_labels", + "tests/test_relational.py::TestScatterPlotter::test_color", + "tests/test_relational.py::TestScatterPlotter::test_legend_data", + "tests/test_relational.py::TestScatterPlotter::test_plot", + "tests/test_relational.py::TestScatterPlotter::test_axis_labels", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_axes", + "tests/test_relational.py::TestScatterPlotter::test_literal_attribute_vectors", + "tests/test_relational.py::TestScatterPlotter::test_supplied_color_array", + "tests/test_relational.py::TestScatterPlotter::test_linewidths", + "tests/test_relational.py::TestScatterPlotter::test_size_norm_extrapolation", + "tests/test_relational.py::TestScatterPlotter::test_datetime_scale", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics0]", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics1]", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics2]", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics3]", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics4]", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics5]", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics6]", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics7]", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics8]", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics9]", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics10]", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics11]", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_smoke" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/mwaskom__seaborn-2848/test-output-excerpt.txt b/reports/experiments/paired-20/routed_recent/official-evaluation/mwaskom__seaborn-2848/test-output-excerpt.txt new file mode 100644 index 0000000..815fbac --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/mwaskom__seaborn-2848/test-output-excerpt.txt @@ -0,0 +1,160 @@ +[100 rows x 13 columns] + + def test_unfilled_marker_edgecolor_warning(self, long_df): # GH2636 + +> with pytest.warns(None) as record: + +tests/test_relational.py:1712: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +self = WarningsChecker(record=True), expected_warning = None, match_expr = None + + def __init__( + self, + expected_warning: type[Warning] | tuple[type[Warning], ...] = Warning, + match_expr: str | Pattern[str] | None = None, + *, + _ispytest: bool = False, + ) -> None: + check_ispytest(_ispytest) + super().__init__(_ispytest=True) + + msg = "exceptions must be derived from Warning, not %s" + if isinstance(expected_warning, tuple): + for exc in expected_warning: + if not issubclass(exc, Warning): + raise TypeError(msg % type(exc)) + expected_warning_tup = expected_warning + elif isinstance(expected_warning, type) and issubclass( + expected_warning, Warning + ): + expected_warning_tup = (expected_warning,) + else: +> raise TypeError(msg % type(expected_warning)) +E TypeError: exceptions must be derived from Warning, not + +/opt/miniconda3/envs/testbed/lib/python3.9/site-packages/_pytest/recwarn.py:280: TypeError +=============================== warnings summary =============================== +seaborn/cm.py:1582 +seaborn/cm.py:1582 +seaborn/cm.py:1582 +seaborn/cm.py:1582 +seaborn/cm.py:1582 +seaborn/cm.py:1582 + /testbed/seaborn/cm.py:1582: MatplotlibDeprecationWarning: The register_cmap function was deprecated in Matplotlib 3.7 and will be removed two minor releases later. Use ``matplotlib.colormaps.register(name)`` instead. + mpl_cm.register_cmap(_name, _cmap) + +seaborn/cm.py:1583 +seaborn/cm.py:1583 +seaborn/cm.py:1583 +seaborn/cm.py:1583 +seaborn/cm.py:1583 +seaborn/cm.py:1583 + /testbed/seaborn/cm.py:1583: MatplotlibDeprecationWarning: The register_cmap function was deprecated in Matplotlib 3.7 and will be removed two minor releases later. Use ``matplotlib.colormaps.register(name)`` instead. + mpl_cm.register_cmap(_name + "_r", _cmap_r) + +tests/test_relational.py: 107 warnings + /opt/miniconda3/envs/testbed/lib/python3.9/site-packages/pandas/core/dtypes/cast.py:1429: DeprecationWarning: np.find_common_type is deprecated. Please use `np.result_type` or `np.promote_types`. + See https://numpy.org/devdocs/release/1.25.0-notes.html and the docs for more information. (Deprecated NumPy 1.25) + return np.find_common_type(types, []) + +tests/test_relational.py::TestRelationalPlotter::test_wide_df_variables +tests/test_relational.py::TestRelationalPlotter::test_wide_df_with_nonnumeric_variables +tests/test_relational.py::TestRelationalPlotter::test_wide_array_variables +tests/test_relational.py::TestRelationalPlotter::test_flat_array_variables + /opt/miniconda3/envs/testbed/lib/python3.9/site-packages/_pytest/python.py:159: DeprecationWarning: `product` is deprecated as of NumPy 1.25.0, and will be removed in NumPy 2.0. Please use `prod` instead. + result = testfunction(**testargs) + +tests/test_relational.py: 39 warnings + /testbed/seaborn/axisgrid.py:86: UserWarning: The figure layout has changed to tight + self._figure.tight_layout(*args, **kwargs) + +tests/test_relational.py::TestScatterPlotter::test_supplied_color_array + /testbed/tests/test_relational.py:1605: MatplotlibDeprecationWarning: The get_cmap function was deprecated in Matplotlib 3.7 and will be removed two minor releases later. Use ``matplotlib.colormaps[name]`` or ``matplotlib.colormaps.get_cmap(obj)`` instead. + cmap = mpl.cm.get_cmap("Blues") + +tests/test_relational.py::TestScatterPlotter::test_size_norm_extrapolation +tests/test_relational.py::TestScatterPlotter::test_size_norm_extrapolation + /testbed/tests/test_relational.py:1690: MatplotlibDeprecationWarning: The legendHandles attribute was deprecated in Matplotlib 3.7 and will be removed two minor releases later. Use legend_handles instead. + for label, handle in zip(legend.get_texts(), legend.legendHandles) + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +==================================== PASSES ==================================== +=========================== short test summary info ============================ +PASSED tests/test_relational.py::TestRelationalPlotter::test_wide_df_variables +PASSED tests/test_relational.py::TestRelationalPlotter::test_wide_df_with_nonnumeric_variables +PASSED tests/test_relational.py::TestRelationalPlotter::test_wide_array_variables +PASSED tests/test_relational.py::TestRelationalPlotter::test_flat_array_variables +PASSED tests/test_relational.py::TestRelationalPlotter::test_flat_list_variables +PASSED tests/test_relational.py::TestRelationalPlotter::test_flat_series_variables +PASSED tests/test_relational.py::TestRelationalPlotter::test_wide_list_of_series_variables +PASSED tests/test_relational.py::TestRelationalPlotter::test_wide_list_of_arrays_variables +PASSED tests/test_relational.py::TestRelationalPlotter::test_wide_list_of_list_variables +PASSED tests/test_relational.py::TestRelationalPlotter::test_wide_dict_of_series_variables +PASSED tests/test_relational.py::TestRelationalPlotter::test_wide_dict_of_arrays_variables +PASSED tests/test_relational.py::TestRelationalPlotter::test_wide_dict_of_lists_variables +PASSED tests/test_relational.py::TestRelationalPlotter::test_relplot_complex +PASSED tests/test_relational.py::TestRelationalPlotter::test_relplot_vectors[series] +PASSED tests/test_relational.py::TestRelationalPlotter::test_relplot_vectors[numpy] +PASSED tests/test_relational.py::TestRelationalPlotter::test_relplot_vectors[list] +PASSED tests/test_relational.py::TestRelationalPlotter::test_relplot_wide +PASSED tests/test_relational.py::TestRelationalPlotter::test_relplot_hues +PASSED tests/test_relational.py::TestRelationalPlotter::test_relplot_sizes +PASSED tests/test_relational.py::TestRelationalPlotter::test_relplot_styles +PASSED tests/test_relational.py::TestRelationalPlotter::test_relplot_stringy_numerics +PASSED tests/test_relational.py::TestRelationalPlotter::test_relplot_data +PASSED tests/test_relational.py::TestRelationalPlotter::test_facet_variable_collision +PASSED tests/test_relational.py::TestRelationalPlotter::test_ax_kwarg_removal +PASSED tests/test_relational.py::TestLinePlotter::test_legend_data +PASSED tests/test_relational.py::TestLinePlotter::test_plot +PASSED tests/test_relational.py::TestLinePlotter::test_axis_labels +PASSED tests/test_relational.py::TestScatterPlotter::test_color +PASSED tests/test_relational.py::TestScatterPlotter::test_legend_data +PASSED tests/test_relational.py::TestScatterPlotter::test_plot +PASSED tests/test_relational.py::TestScatterPlotter::test_axis_labels +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_axes +PASSED tests/test_relational.py::TestScatterPlotter::test_literal_attribute_vectors +PASSED tests/test_relational.py::TestScatterPlotter::test_supplied_color_array +PASSED tests/test_relational.py::TestScatterPlotter::test_hue_order +PASSED tests/test_relational.py::TestScatterPlotter::test_linewidths +PASSED tests/test_relational.py::TestScatterPlotter::test_size_norm_extrapolation +PASSED tests/test_relational.py::TestScatterPlotter::test_datetime_scale +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics0] +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics1] +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics2] +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics3] +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics4] +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics5] +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics6] +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics7] +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics8] +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics9] +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics10] +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics11] +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_smoke +FAILED tests/test_relational.py::TestRelationalPlotter::test_relplot_simple +FAILED tests/test_relational.py::TestRelationalPlotter::test_relplot_legend +FAILED tests/test_relational.py::TestLinePlotter::test_color - pandas._config... +FAILED tests/test_relational.py::TestLinePlotter::test_log_scale - pandas._co... +FAILED tests/test_relational.py::TestLinePlotter::test_matplotlib_kwargs - pa... +FAILED tests/test_relational.py::TestLinePlotter::test_nonmapped_dashes - pan... +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_axes - pandas... +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_vs_relplot[long_semantics0] +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_vs_relplot[long_semantics1] +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_vs_relplot[long_semantics2] +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_vs_relplot[long_semantics3] +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_vs_relplot[long_semantics4] +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_vs_relplot[long_semantics5] +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_vs_relplot[long_semantics6] +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_vs_relplot[long_semantics7] +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_vs_relplot[long_semantics8] +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_vs_relplot[long_semantics9] +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_vs_relplot[long_semantics10] +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_vs_relplot[long_semantics11] +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_smoke - panda... +FAILED tests/test_relational.py::TestLinePlotter::test_ci_deprecation - panda... +FAILED tests/test_relational.py::TestScatterPlotter::test_unfilled_marker_edgecolor_warning +================= 22 failed, 51 passed, 165 warnings in 21.29s ================= +>>>>> Test Exit Code: 1 ++ SWEBENCH_TEST_EXIT_CODE=1 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/pallets__flask-4045/harness-summary.json b/reports/experiments/paired-20/routed_recent/official-evaluation/pallets__flask-4045/harness-summary.json new file mode 100644 index 0000000..78b558a --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/pallets__flask-4045/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 0, + "unresolved_instances": 1, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "pallets__flask-4045" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "pallets__flask-4045" + ], + "resolved_ids": [], + "unresolved_ids": [ + "pallets__flask-4045" + ], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.pallets_1776_flask-4045:latest" + ] +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/pallets__flask-4045/outcome.json b/reports/experiments/paired-20/routed_recent/official-evaluation/pallets__flask-4045/outcome.json new file mode 100644 index 0000000..08a2d28 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/pallets__flask-4045/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "pallets__flask-4045", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.pallets_1776_flask-4045:latest", + "patch_sha256": "70ec9031fdcda865a51a9d5bb0d6ca22e11974a89a05b86358315d19b9d7ed70", + "image_id": "sha256:459abea2907f6db45f2a50cea2929e3e0867665eab9b9c6feb80fa737b2f0426", + "image_digests": [ + "swebench/sweb.eval.x86_64.pallets_1776_flask-4045@sha256:1425b0801ddf4b2607e552e56516cce3d389bab0a3ce06f58e6fa6a7835c703c" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/pallets__flask-4045/raw-log-manifest.json b/reports/experiments/paired-20/routed_recent/official-evaluation/pallets__flask-4045/raw-log-manifest.json new file mode 100644 index 0000000..11eb520 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/pallets__flask-4045/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37848455841", + "artifact_name": "patch-shard-10", + "files": { + "harness.log": { + "sha256": "a984121f03c8b279a1daf4c43f2160798853f150d99eab2ef219574707db4e4a", + "bytes": 845 + }, + "image-pull.log": { + "sha256": "187f97917ebbf77a9d1c83191218722a9ab8061f1d28bc957340c3a1b91ae6c9", + "bytes": 1638 + }, + "logs/run_evaluation/patch-37848455841-10-10/agentic-controls-routed_recent/pallets__flask-4045/eval.sh": { + "sha256": "6351b039140d614ace59066d24ea1b807b00474424fa05da1074598cc00890e8", + "bytes": 4928 + }, + "logs/run_evaluation/patch-37848455841-10-10/agentic-controls-routed_recent/pallets__flask-4045/patch.diff": { + "sha256": "70ec9031fdcda865a51a9d5bb0d6ca22e11974a89a05b86358315d19b9d7ed70", + "bytes": 401 + }, + "logs/run_evaluation/patch-37848455841-10-10/agentic-controls-routed_recent/pallets__flask-4045/report.json": { + "sha256": "8e7eeb60c63a4807dfe2bc194d400b1deee6f440ecca5af1eedbc94ffb418493", + "bytes": 5402 + }, + "logs/run_evaluation/patch-37848455841-10-10/agentic-controls-routed_recent/pallets__flask-4045/run_instance.log": { + "sha256": "f455cc10e54f42f3825d42a3b46756a2411bf89cea6f1f31147b58807fec54bb", + "bytes": 6935 + }, + "logs/run_evaluation/patch-37848455841-10-10/agentic-controls-routed_recent/pallets__flask-4045/test_output.txt": { + "sha256": "671db3fa434a6c88ef97efbffb066ca3fbb4080f103798f621fc178d212646cc", + "bytes": 419470 + }, + "logs/run_evaluation/patch-37848455841-10-10/run.json": { + "sha256": "2d6581523b09d71f6ef375f54e1c8d1da12a27a0c6c47abf85a03ed0d40152c1", + "bytes": 214 + }, + "predictions.jsonl": { + "sha256": "d8d9526a34abae5e44e219531577d3f3822a393c432f1199dfa41c2eb4483de0", + "bytes": 532 + }, + "summary/agentic-controls-routed_recent.patch-37848455841-10-10.json": { + "sha256": "11ff077d28cd5d57bf99b85b0710d59cb78b99628d95fea3359b2ff52a25a7af", + "bytes": 834 + } + }, + "excerpt": { + "raw_sha256": "671db3fa434a6c88ef97efbffb066ca3fbb4080f103798f621fc178d212646cc", + "raw_lines": 10234, + "start_line": 10071, + "stop_line": 10230, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/pallets__flask-4045/report.json b/reports/experiments/paired-20/routed_recent/official-evaluation/pallets__flask-4045/report.json new file mode 100644 index 0000000..b9dfc9d --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/pallets__flask-4045/report.json @@ -0,0 +1,82 @@ +{ + "pallets__flask-4045": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": false, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "tests/test_blueprints.py::test_dotted_name_not_allowed" + ], + "failure": [ + "tests/test_blueprints.py::test_route_decorator_custom_endpoint_with_dots" + ] + }, + "PASS_TO_PASS": { + "success": [ + "tests/test_basic.py::test_method_route_no_methods", + "tests/test_basic.py::test_disallow_string_for_allowed_methods", + "tests/test_basic.py::test_error_handler_unknown_code", + "tests/test_basic.py::test_request_locals", + "tests/test_basic.py::test_exception_propagation", + "tests/test_basic.py::test_werkzeug_passthrough_errors[None-True-True-True]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[None-True-True-False]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[None-True-False-True]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[None-True-False-False]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[None-False-True-True]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[None-False-True-False]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[None-False-False-True]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[None-False-False-False]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[True-True-True-True]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[True-True-True-False]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[True-True-False-True]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[True-True-False-False]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[True-False-True-True]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[True-False-True-False]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[True-False-False-True]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[True-False-False-False]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[False-True-True-True]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[False-True-True-False]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[False-True-False-True]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[False-True-False-False]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[False-False-True-True]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[False-False-True-False]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[False-False-False-True]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[False-False-False-False]", + "tests/test_basic.py::test_get_method_on_g", + "tests/test_basic.py::test_g_iteration_protocol", + "tests/test_basic.py::test_run_defaults", + "tests/test_basic.py::test_run_server_port", + "tests/test_basic.py::test_run_from_config[None-None-pocoo.org:8080-pocoo.org-8080]", + "tests/test_basic.py::test_run_from_config[localhost-None-pocoo.org:8080-localhost-8080]", + "tests/test_basic.py::test_run_from_config[None-80-pocoo.org:8080-pocoo.org-80]", + "tests/test_basic.py::test_run_from_config[localhost-80-pocoo.org:8080-localhost-80]", + "tests/test_basic.py::test_run_from_config[localhost-0-localhost:8080-localhost-0]", + "tests/test_basic.py::test_run_from_config[None-None-localhost:8080-localhost-8080]", + "tests/test_basic.py::test_run_from_config[None-None-localhost:0-localhost-0]", + "tests/test_basic.py::test_app_freed_on_zero_refcount", + "tests/test_blueprints.py::test_template_filter", + "tests/test_blueprints.py::test_add_template_filter", + "tests/test_blueprints.py::test_template_filter_with_name", + "tests/test_blueprints.py::test_add_template_filter_with_name", + "tests/test_blueprints.py::test_template_test", + "tests/test_blueprints.py::test_add_template_test", + "tests/test_blueprints.py::test_template_test_with_name", + "tests/test_blueprints.py::test_add_template_test_with_name", + "tests/test_blueprints.py::test_template_global" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/pallets__flask-4045/test-output-excerpt.txt b/reports/experiments/paired-20/routed_recent/official-evaluation/pallets__flask-4045/test-output-excerpt.txt new file mode 100644 index 0000000..2b352db --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/pallets__flask-4045/test-output-excerpt.txt @@ -0,0 +1,160 @@ +PASSED tests/test_basic.py::test_werkzeug_passthrough_errors[False-True-True-False] +PASSED tests/test_basic.py::test_werkzeug_passthrough_errors[False-True-False-True] +PASSED tests/test_basic.py::test_werkzeug_passthrough_errors[False-True-False-False] +PASSED tests/test_basic.py::test_werkzeug_passthrough_errors[False-False-True-True] +PASSED tests/test_basic.py::test_werkzeug_passthrough_errors[False-False-True-False] +PASSED tests/test_basic.py::test_werkzeug_passthrough_errors[False-False-False-True] +PASSED tests/test_basic.py::test_werkzeug_passthrough_errors[False-False-False-False] +PASSED tests/test_basic.py::test_get_method_on_g +PASSED tests/test_basic.py::test_g_iteration_protocol +PASSED tests/test_basic.py::test_run_defaults +PASSED tests/test_basic.py::test_run_server_port +PASSED tests/test_basic.py::test_run_from_config[None-None-pocoo.org:8080-pocoo.org-8080] +PASSED tests/test_basic.py::test_run_from_config[localhost-None-pocoo.org:8080-localhost-8080] +PASSED tests/test_basic.py::test_run_from_config[None-80-pocoo.org:8080-pocoo.org-80] +PASSED tests/test_basic.py::test_run_from_config[localhost-80-pocoo.org:8080-localhost-80] +PASSED tests/test_basic.py::test_run_from_config[localhost-0-localhost:8080-localhost-0] +PASSED tests/test_basic.py::test_run_from_config[None-None-localhost:8080-localhost-8080] +PASSED tests/test_basic.py::test_run_from_config[None-None-localhost:0-localhost-0] +PASSED tests/test_basic.py::test_app_freed_on_zero_refcount +PASSED tests/test_blueprints.py::test_dotted_name_not_allowed +PASSED tests/test_blueprints.py::test_template_filter +PASSED tests/test_blueprints.py::test_add_template_filter +PASSED tests/test_blueprints.py::test_template_filter_with_name +PASSED tests/test_blueprints.py::test_add_template_filter_with_name +PASSED tests/test_blueprints.py::test_template_test +PASSED tests/test_blueprints.py::test_add_template_test +PASSED tests/test_blueprints.py::test_template_test_with_name +PASSED tests/test_blueprints.py::test_add_template_test_with_name +PASSED tests/test_blueprints.py::test_template_global +ERROR tests/test_basic.py::test_flashes - DeprecationWarning: 'werkzeug.urls.... +ERROR tests/test_basic.py::test_make_response - DeprecationWarning: 'werkzeug... +ERROR tests/test_basic.py::test_make_response_with_response_instance - Deprec... +ERROR tests/test_basic.py::test_jsonify_no_prettyprint - DeprecationWarning: ... +ERROR tests/test_basic.py::test_jsonify_prettyprint - DeprecationWarning: 'we... +ERROR tests/test_basic.py::test_jsonify_mimetype - DeprecationWarning: 'werkz... +ERROR tests/test_basic.py::test_json_dump_dataclass - DeprecationWarning: 'we... +ERROR tests/test_basic.py::test_jsonify_args_and_kwargs_check - DeprecationWa... +ERROR tests/test_basic.py::test_url_generation - DeprecationWarning: 'werkzeu... +ERROR tests/test_blueprints.py::test_templates_and_static - DeprecationWarnin... +ERROR tests/test_blueprints.py::test_templates_list - DeprecationWarning: pkg... +FAILED tests/test_basic.py::test_options_work - DeprecationWarning: 'werkzeug... +FAILED tests/test_basic.py::test_options_on_multiple_rules - DeprecationWarni... +FAILED tests/test_basic.py::test_method_route[get] - DeprecationWarning: 'wer... +FAILED tests/test_basic.py::test_method_route[post] - DeprecationWarning: 'we... +FAILED tests/test_basic.py::test_method_route[put] - DeprecationWarning: 'wer... +FAILED tests/test_basic.py::test_method_route[delete] - DeprecationWarning: '... +FAILED tests/test_basic.py::test_method_route[patch] - DeprecationWarning: 'w... +FAILED tests/test_basic.py::test_provide_automatic_options_attr - Deprecation... +FAILED tests/test_basic.py::test_provide_automatic_options_kwarg - Deprecatio... +FAILED tests/test_basic.py::test_request_dispatching - DeprecationWarning: 'w... +FAILED tests/test_basic.py::test_url_mapping - DeprecationWarning: 'werkzeug.... +FAILED tests/test_basic.py::test_werkzeug_routing - DeprecationWarning: 'werk... +FAILED tests/test_basic.py::test_endpoint_decorator - DeprecationWarning: 'we... +FAILED tests/test_basic.py::test_session - DeprecationWarning: 'werkzeug.urls... +FAILED tests/test_basic.py::test_session_using_server_name - TypeError: __ini... +FAILED tests/test_basic.py::test_session_using_server_name_and_port - TypeErr... +FAILED tests/test_basic.py::test_session_using_server_name_port_and_path - Ty... +FAILED tests/test_basic.py::test_session_using_application_root - TypeError: ... +FAILED tests/test_basic.py::test_session_using_session_settings - TypeError: ... +FAILED tests/test_basic.py::test_session_using_samesite_attribute - Deprecati... +FAILED tests/test_basic.py::test_session_localhost_warning - TypeError: __ini... +FAILED tests/test_basic.py::test_session_ip_warning - TypeError: __init__() g... +FAILED tests/test_basic.py::test_missing_session - DeprecationWarning: 'werkz... +FAILED tests/test_basic.py::test_session_expiration - DeprecationWarning: 'we... +FAILED tests/test_basic.py::test_session_stored_last - DeprecationWarning: 'w... +FAILED tests/test_basic.py::test_session_special_types - DeprecationWarning: ... +FAILED tests/test_basic.py::test_session_cookie_setting - DeprecationWarning:... +FAILED tests/test_basic.py::test_session_vary_cookie - DeprecationWarning: 'w... +FAILED tests/test_basic.py::test_extended_flashing - DeprecationWarning: 'wer... +FAILED tests/test_basic.py::test_request_processing - DeprecationWarning: 'we... +FAILED tests/test_basic.py::test_request_preprocessing_early_return - Depreca... +FAILED tests/test_basic.py::test_after_request_processing - DeprecationWarnin... +FAILED tests/test_basic.py::test_teardown_request_handler - DeprecationWarnin... +FAILED tests/test_basic.py::test_teardown_request_handler_debug_mode - Deprec... +FAILED tests/test_basic.py::test_teardown_request_handler_error - Deprecation... +FAILED tests/test_basic.py::test_before_after_request_order - DeprecationWarn... +FAILED tests/test_basic.py::test_error_handling - DeprecationWarning: 'werkze... +FAILED tests/test_basic.py::test_error_handling_processing - DeprecationWarni... +FAILED tests/test_basic.py::test_baseexception_error_handling - DeprecationWa... +FAILED tests/test_basic.py::test_before_request_and_routing_errors - Deprecat... +FAILED tests/test_basic.py::test_user_error_handling - DeprecationWarning: 'w... +FAILED tests/test_basic.py::test_http_error_subclass_handling - DeprecationWa... +FAILED tests/test_basic.py::test_errorhandler_precedence - DeprecationWarning... +FAILED tests/test_basic.py::test_trapping_of_bad_request_key_errors - Depreca... +FAILED tests/test_basic.py::test_trapping_of_all_http_exceptions - Deprecatio... +FAILED tests/test_basic.py::test_error_handler_after_processor_error - Deprec... +FAILED tests/test_basic.py::test_enctype_debug_helper - DeprecationWarning: '... +FAILED tests/test_basic.py::test_response_types - DeprecationWarning: 'werkze... +FAILED tests/test_basic.py::test_response_type_errors - DeprecationWarning: '... +FAILED tests/test_basic.py::test_build_error_handler - DeprecationWarning: 'w... +FAILED tests/test_basic.py::test_build_error_handler_reraise - DeprecationWar... +FAILED tests/test_basic.py::test_url_for_passes_special_values_to_build_error_handler +FAILED tests/test_basic.py::test_static_files - DeprecationWarning: 'werkzeug... +FAILED tests/test_basic.py::test_static_url_path - DeprecationWarning: 'werkz... +FAILED tests/test_basic.py::test_static_url_path_with_ending_slash - Deprecat... +FAILED tests/test_basic.py::test_static_url_empty_path - DeprecationWarning: ... +FAILED tests/test_basic.py::test_static_url_empty_path_default - DeprecationW... +FAILED tests/test_basic.py::test_static_folder_with_pathlib_path - Deprecatio... +FAILED tests/test_basic.py::test_static_folder_with_ending_slash - Deprecatio... +FAILED tests/test_basic.py::test_static_route_with_host_matching - Deprecatio... +FAILED tests/test_basic.py::test_server_name_subdomain - DeprecationWarning: ... +FAILED tests/test_basic.py::test_max_content_length - DeprecationWarning: 'we... +FAILED tests/test_basic.py::test_url_processors - DeprecationWarning: 'werkze... +FAILED tests/test_basic.py::test_inject_blueprint_url_defaults - DeprecationW... +FAILED tests/test_basic.py::test_nonascii_pathinfo - DeprecationWarning: 'wer... +FAILED tests/test_basic.py::test_debug_mode_complains_after_first_request - D... +FAILED tests/test_basic.py::test_before_first_request_functions - Deprecation... +FAILED tests/test_basic.py::test_before_first_request_functions_concurrent - ... +FAILED tests/test_basic.py::test_routing_redirect_debugging - DeprecationWarn... +FAILED tests/test_basic.py::test_route_decorator_custom_endpoint - Deprecatio... +FAILED tests/test_basic.py::test_preserve_only_once - DeprecationWarning: 'we... +FAILED tests/test_basic.py::test_preserve_remembers_exception - DeprecationWa... +FAILED tests/test_basic.py::test_subdomain_basic_support - TypeError: __init_... +FAILED tests/test_basic.py::test_subdomain_matching - TypeError: __init__() g... +FAILED tests/test_basic.py::test_subdomain_matching_with_ports - TypeError: _... +FAILED tests/test_basic.py::test_subdomain_matching_other_name[False] - TypeE... +FAILED tests/test_basic.py::test_subdomain_matching_other_name[True] - TypeEr... +FAILED tests/test_basic.py::test_multi_route_rules - DeprecationWarning: 'wer... +FAILED tests/test_basic.py::test_multi_route_class_views - DeprecationWarning... +FAILED tests/test_basic.py::test_max_cookie_size - TypeError: __init__() got ... +FAILED tests/test_blueprints.py::test_blueprint_specific_error_handling - Dep... +FAILED tests/test_blueprints.py::test_blueprint_specific_user_error_handling +FAILED tests/test_blueprints.py::test_blueprint_app_error_handling - Deprecat... +FAILED tests/test_blueprints.py::test_blueprint_prefix_slash[-/-/] - Deprecat... +FAILED tests/test_blueprints.py::test_blueprint_prefix_slash[/--/] - Deprecat... +FAILED tests/test_blueprints.py::test_blueprint_prefix_slash[/-/-/] - Depreca... +FAILED tests/test_blueprints.py::test_blueprint_prefix_slash[/foo--/foo] - De... +FAILED tests/test_blueprints.py::test_blueprint_prefix_slash[/foo/--/foo/] - ... +FAILED tests/test_blueprints.py::test_blueprint_prefix_slash[-/bar-/bar] - De... +FAILED tests/test_blueprints.py::test_blueprint_prefix_slash[/foo/-/bar-/foo/bar] +FAILED tests/test_blueprints.py::test_blueprint_prefix_slash[/foo/-bar-/foo/bar] +FAILED tests/test_blueprints.py::test_blueprint_prefix_slash[/foo-/bar-/foo/bar] +FAILED tests/test_blueprints.py::test_blueprint_prefix_slash[/foo/-//bar-/foo/bar] +FAILED tests/test_blueprints.py::test_blueprint_prefix_slash[/foo//-/bar-/foo/bar] +FAILED tests/test_blueprints.py::test_blueprint_url_defaults - DeprecationWar... +FAILED tests/test_blueprints.py::test_blueprint_url_processors - DeprecationW... +FAILED tests/test_blueprints.py::test_default_static_max_age - DeprecationWar... +FAILED tests/test_blueprints.py::test_dotted_names_from_app - DeprecationWarn... +FAILED tests/test_blueprints.py::test_empty_url_defaults - DeprecationWarning... +FAILED tests/test_blueprints.py::test_route_decorator_custom_endpoint - Depre... +FAILED tests/test_blueprints.py::test_route_decorator_custom_endpoint_with_dots +FAILED tests/test_blueprints.py::test_endpoint_decorator - DeprecationWarning... +FAILED tests/test_blueprints.py::test_template_filter_with_template - Depreca... +FAILED tests/test_blueprints.py::test_template_filter_after_route_with_template +FAILED tests/test_blueprints.py::test_add_template_filter_with_template - Dep... +FAILED tests/test_blueprints.py::test_template_filter_with_name_and_template +FAILED tests/test_blueprints.py::test_add_template_filter_with_name_and_template +FAILED tests/test_blueprints.py::test_template_test_with_template - Deprecati... +FAILED tests/test_blueprints.py::test_template_test_after_route_with_template +FAILED tests/test_blueprints.py::test_add_template_test_with_template - Depre... +FAILED tests/test_blueprints.py::test_template_test_with_name_and_template - ... +FAILED tests/test_blueprints.py::test_add_template_test_with_name_and_template +FAILED tests/test_blueprints.py::test_context_processing - DeprecationWarning... +FAILED tests/test_blueprints.py::test_request_processing - DeprecationWarning... +FAILED tests/test_blueprints.py::test_app_request_processing - DeprecationWar... +FAILED tests/test_blueprints.py::test_app_url_processors - DeprecationWarning... +FAILED tests/test_blueprints.py::test_nested_blueprint - DeprecationWarning: ... +================== 117 failed, 51 passed, 11 errors in 3.77s =================== ++ SWEBENCH_TEST_EXIT_CODE=1 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/pallets__flask-4992/outcome.json b/reports/experiments/paired-20/routed_recent/official-evaluation/pallets__flask-4992/outcome.json new file mode 100644 index 0000000..8088010 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/pallets__flask-4992/outcome.json @@ -0,0 +1,6 @@ +{ + "instance_id": "pallets__flask-4992", + "status": "empty_patch", + "resolved": false, + "patch_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/psf__requests-2317/harness-summary.json b/reports/experiments/paired-20/routed_recent/official-evaluation/psf__requests-2317/harness-summary.json new file mode 100644 index 0000000..c488382 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/psf__requests-2317/harness-summary.json @@ -0,0 +1,35 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 0, + "resolved_instances": 0, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 1, + "empty_patch_instances": 0, + "error_instances": 1, + "completed_ids": [], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "psf__requests-2317" + ], + "resolved_ids": [], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [ + "psf__requests-2317" + ], + "failure_reasons": { + "psf__requests-2317": "tests_timed_out" + }, + "error_ids": [ + "psf__requests-2317" + ], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.psf_1776_requests-2317:latest" + ] +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/psf__requests-2317/outcome.json b/reports/experiments/paired-20/routed_recent/official-evaluation/psf__requests-2317/outcome.json new file mode 100644 index 0000000..e77eb2e --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/psf__requests-2317/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "psf__requests-2317", + "status": "evaluation_error", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.psf_1776_requests-2317:latest", + "patch_sha256": "2438c4b0eaeaacaefc0732343b6dd88c54a557052ded092bfe6a25e531d064c8", + "image_id": "sha256:3c49e39da2143fc51599f096a7c959ea5f3c9fd97d22899d977ac92d6dc360b6", + "image_digests": [ + "swebench/sweb.eval.x86_64.psf_1776_requests-2317@sha256:c6b5c8846507b5e48e307decca28dbdfa4f5ef17070c1087aacde765e8c4b178" + ], + "harness_exit_code": 0, + "failure_reason": "tests_timed_out", + "infra_failure": false +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/psf__requests-2317/raw-log-manifest.json b/reports/experiments/paired-20/routed_recent/official-evaluation/psf__requests-2317/raw-log-manifest.json new file mode 100644 index 0000000..01dd693 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/psf__requests-2317/raw-log-manifest.json @@ -0,0 +1,51 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37848455841", + "artifact_name": "patch-shard-11", + "files": { + "harness.log": { + "sha256": "effd5a832ee05daba1637328285ccc030a96d7b5a73ccb100196f4792f4466eb", + "bytes": 1066 + }, + "image-pull.log": { + "sha256": "60d9183667d7bc2016a1adc504a74914485affcf9268dda1db80cd14162bb165", + "bytes": 1679 + }, + "logs/run_evaluation/patch-37848455841-11-11/agentic-controls-routed_recent/psf__requests-2317/eval.sh": { + "sha256": "3c269c3490659672d0f0385db22880344d9f0dc08e8462b11ae5d9c40d1bd183", + "bytes": 1164 + }, + "logs/run_evaluation/patch-37848455841-11-11/agentic-controls-routed_recent/psf__requests-2317/patch.diff": { + "sha256": "2438c4b0eaeaacaefc0732343b6dd88c54a557052ded092bfe6a25e531d064c8", + "bytes": 212 + }, + "logs/run_evaluation/patch-37848455841-11-11/agentic-controls-routed_recent/psf__requests-2317/run_instance.log": { + "sha256": "0d0c1b9f593cc9fef00b7b91129860106f800fd7ba45aed60d3b93ee8e379bc5", + "bytes": 2613 + }, + "logs/run_evaluation/patch-37848455841-11-11/agentic-controls-routed_recent/psf__requests-2317/test_output.txt": { + "sha256": "c627a9b7b33757c008fe24d3e6034fd1535937da9c38de0c553a2230b9bd0418", + "bytes": 40787 + }, + "logs/run_evaluation/patch-37848455841-11-11/run.json": { + "sha256": "7d9070d94f50c8b6bb3c68d0b033465134a7b64415853f23f290acd7f2ccd938", + "bytes": 213 + }, + "predictions.jsonl": { + "sha256": "df193648c6015c52e61e1e117fc9c32704101a193d8f1b42f71d81a11c3e3a89", + "bytes": 333 + }, + "summary/agentic-controls-routed_recent.patch-37848455841-11-11.json": { + "sha256": "55d679eeee8670da4e4f4c1c7fb3266924377c22ef5a84b69918d497516bb1e2", + "bytes": 883 + } + }, + "excerpt": { + "raw_sha256": "c627a9b7b33757c008fe24d3e6034fd1535937da9c38de0c553a2230b9bd0418", + "raw_lines": 1066, + "start_line": 1057, + "stop_line": 1066, + "truncated": false, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/psf__requests-2317/test-output-excerpt.txt b/reports/experiments/paired-20/routed_recent/official-evaluation/psf__requests-2317/test-output-excerpt.txt new file mode 100644 index 0000000..f8abcf0 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/psf__requests-2317/test-output-excerpt.txt @@ -0,0 +1,10 @@ ++ : '>>>>> Start Test Output' ++ pytest -rA test_requests.py +============================= test session starts ============================== +platform linux -- Python 3.9.20, pytest-7.4.4, pluggy-1.0.0 +rootdir: /testbed +collected 143 items + +test_requests.py .......................F + +Timeout error: 600 seconds exceeded. diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/psf__requests-2674/outcome.json b/reports/experiments/paired-20/routed_recent/official-evaluation/psf__requests-2674/outcome.json new file mode 100644 index 0000000..fa45173 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/psf__requests-2674/outcome.json @@ -0,0 +1,6 @@ +{ + "instance_id": "psf__requests-2674", + "status": "empty_patch", + "resolved": false, + "patch_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4094/harness-summary.json b/reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4094/harness-summary.json new file mode 100644 index 0000000..d5b0709 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4094/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "pydata__xarray-4094" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "pydata__xarray-4094" + ], + "resolved_ids": [ + "pydata__xarray-4094" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.pydata_1776_xarray-4094:latest" + ] +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4094/outcome.json b/reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4094/outcome.json new file mode 100644 index 0000000..04fd832 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4094/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "pydata__xarray-4094", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.pydata_1776_xarray-4094:latest", + "patch_sha256": "5511b48ec3e03cb1631658309d9429751c2bd3f754eba26a36e18fb2faa9e889", + "image_id": "sha256:a18e074e2230f1f06df847df0451aef2063d777000ae6ed5d86adba4d2eafef6", + "image_digests": [ + "swebench/sweb.eval.x86_64.pydata_1776_xarray-4094@sha256:6bcd1fe581af0796691ac3527b940d43e5e1bfd6539adeecebb12f3e4b25dc2c" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4094/raw-log-manifest.json b/reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4094/raw-log-manifest.json new file mode 100644 index 0000000..e6ec5e0 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4094/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37848455841", + "artifact_name": "patch-shard-9", + "files": { + "harness.log": { + "sha256": "d7934270e508d11794091fd844af41f553fc167521bf4ffe2460d0cedd93de40", + "bytes": 842 + }, + "image-pull.log": { + "sha256": "d9e11659b12a0a2c0849995bba67bc7733b856930995bfda0a13fb656ef09e6b", + "bytes": 1704 + }, + "logs/run_evaluation/patch-37848455841-9-9/agentic-controls-routed_recent/pydata__xarray-4094/eval.sh": { + "sha256": "c8e40a7cadb62a9cf94283be27fd5cf53412e916883e339e227acb6b26c1f4f0", + "bytes": 1521 + }, + "logs/run_evaluation/patch-37848455841-9-9/agentic-controls-routed_recent/pydata__xarray-4094/patch.diff": { + "sha256": "5511b48ec3e03cb1631658309d9429751c2bd3f754eba26a36e18fb2faa9e889", + "bytes": 406 + }, + "logs/run_evaluation/patch-37848455841-9-9/agentic-controls-routed_recent/pydata__xarray-4094/report.json": { + "sha256": "07bff09a5945522da7b04c79dff185ce1028e6c982b73b2bf04ad42659308c34", + "bytes": 80222 + }, + "logs/run_evaluation/patch-37848455841-9-9/agentic-controls-routed_recent/pydata__xarray-4094/run_instance.log": { + "sha256": "804542bd026dbe86f92fa8ea04bc0578af58752ac7cfff3e0e72cbdfb5471a08", + "bytes": 65688 + }, + "logs/run_evaluation/patch-37848455841-9-9/agentic-controls-routed_recent/pydata__xarray-4094/test_output.txt": { + "sha256": "db4db703111f9141b9ef89c20106369ccbb0f317f442858731d9389cb81dbdc4", + "bytes": 179983 + }, + "logs/run_evaluation/patch-37848455841-9-9/run.json": { + "sha256": "b984e0c93c9378123059bdd4ab27f112772f3448fd6b317a6aa310cedc91fdd5", + "bytes": 213 + }, + "predictions.jsonl": { + "sha256": "49771429437a1bab18e9a4c50b51025b36a04b0ebc53156df7fd8a29390e997e", + "bytes": 531 + }, + "summary/agentic-controls-routed_recent.patch-37848455841-9-9.json": { + "sha256": "7933d047323168bbda574f0d19ef693920e0c46dc10a945dd551c7e4396fdebd", + "bytes": 834 + } + }, + "excerpt": { + "raw_sha256": "db4db703111f9141b9ef89c20106369ccbb0f317f442858731d9389cb81dbdc4", + "raw_lines": 3665, + "start_line": 3502, + "stop_line": 3661, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4094/report.json b/reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4094/report.json new file mode 100644 index 0000000..6550bfa --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4094/report.json @@ -0,0 +1,892 @@ +{ + "pydata__xarray-4094": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "xarray/tests/test_dataset.py::TestDataset::test_to_stacked_array_to_unstacked_dataset" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "xarray/tests/test_dataset.py::TestDataset::test_repr", + "xarray/tests/test_dataset.py::TestDataset::test_repr_multiindex", + "xarray/tests/test_dataset.py::TestDataset::test_repr_period_index", + "xarray/tests/test_dataset.py::TestDataset::test_unicode_data", + "xarray/tests/test_dataset.py::TestDataset::test_repr_nep18", + "xarray/tests/test_dataset.py::TestDataset::test_info", + "xarray/tests/test_dataset.py::TestDataset::test_constructor", + "xarray/tests/test_dataset.py::TestDataset::test_constructor_invalid_dims", + "xarray/tests/test_dataset.py::TestDataset::test_constructor_1d", + "xarray/tests/test_dataset.py::TestDataset::test_constructor_0d", + "xarray/tests/test_dataset.py::TestDataset::test_constructor_deprecated", + "xarray/tests/test_dataset.py::TestDataset::test_constructor_auto_align", + "xarray/tests/test_dataset.py::TestDataset::test_constructor_pandas_sequence", + "xarray/tests/test_dataset.py::TestDataset::test_constructor_pandas_single", + "xarray/tests/test_dataset.py::TestDataset::test_constructor_compat", + "xarray/tests/test_dataset.py::TestDataset::test_constructor_with_coords", + "xarray/tests/test_dataset.py::TestDataset::test_properties", + "xarray/tests/test_dataset.py::TestDataset::test_asarray", + "xarray/tests/test_dataset.py::TestDataset::test_get_index", + "xarray/tests/test_dataset.py::TestDataset::test_attr_access", + "xarray/tests/test_dataset.py::TestDataset::test_variable", + "xarray/tests/test_dataset.py::TestDataset::test_modify_inplace", + "xarray/tests/test_dataset.py::TestDataset::test_coords_properties", + "xarray/tests/test_dataset.py::TestDataset::test_coords_modify", + "xarray/tests/test_dataset.py::TestDataset::test_update_index", + "xarray/tests/test_dataset.py::TestDataset::test_coords_setitem_with_new_dimension", + "xarray/tests/test_dataset.py::TestDataset::test_coords_setitem_multiindex", + "xarray/tests/test_dataset.py::TestDataset::test_coords_set", + "xarray/tests/test_dataset.py::TestDataset::test_coords_to_dataset", + "xarray/tests/test_dataset.py::TestDataset::test_coords_merge", + "xarray/tests/test_dataset.py::TestDataset::test_coords_merge_mismatched_shape", + "xarray/tests/test_dataset.py::TestDataset::test_data_vars_properties", + "xarray/tests/test_dataset.py::TestDataset::test_equals_and_identical", + "xarray/tests/test_dataset.py::TestDataset::test_equals_failures", + "xarray/tests/test_dataset.py::TestDataset::test_broadcast_equals", + "xarray/tests/test_dataset.py::TestDataset::test_attrs", + "xarray/tests/test_dataset.py::TestDataset::test_chunk", + "xarray/tests/test_dataset.py::TestDataset::test_dask_is_lazy", + "xarray/tests/test_dataset.py::TestDataset::test_isel", + "xarray/tests/test_dataset.py::TestDataset::test_isel_fancy", + "xarray/tests/test_dataset.py::TestDataset::test_isel_dataarray", + "xarray/tests/test_dataset.py::TestDataset::test_sel", + "xarray/tests/test_dataset.py::TestDataset::test_sel_dataarray", + "xarray/tests/test_dataset.py::TestDataset::test_sel_dataarray_mindex", + "xarray/tests/test_dataset.py::TestDataset::test_categorical_index", + "xarray/tests/test_dataset.py::TestDataset::test_categorical_reindex", + "xarray/tests/test_dataset.py::TestDataset::test_sel_drop", + "xarray/tests/test_dataset.py::TestDataset::test_isel_drop", + "xarray/tests/test_dataset.py::TestDataset::test_head", + "xarray/tests/test_dataset.py::TestDataset::test_tail", + "xarray/tests/test_dataset.py::TestDataset::test_thin", + "xarray/tests/test_dataset.py::TestDataset::test_sel_fancy", + "xarray/tests/test_dataset.py::TestDataset::test_sel_method", + "xarray/tests/test_dataset.py::TestDataset::test_loc", + "xarray/tests/test_dataset.py::TestDataset::test_selection_multiindex", + "xarray/tests/test_dataset.py::TestDataset::test_broadcast_like", + "xarray/tests/test_dataset.py::TestDataset::test_reindex_like", + "xarray/tests/test_dataset.py::TestDataset::test_reindex", + "xarray/tests/test_dataset.py::TestDataset::test_reindex_warning", + "xarray/tests/test_dataset.py::TestDataset::test_reindex_variables_copied", + "xarray/tests/test_dataset.py::TestDataset::test_reindex_method", + "xarray/tests/test_dataset.py::TestDataset::test_reindex_fill_value[fill_value0]", + "xarray/tests/test_dataset.py::TestDataset::test_reindex_fill_value[2]", + "xarray/tests/test_dataset.py::TestDataset::test_reindex_fill_value[2.0]", + "xarray/tests/test_dataset.py::TestDataset::test_reindex_like_fill_value[fill_value0]", + "xarray/tests/test_dataset.py::TestDataset::test_reindex_like_fill_value[2]", + "xarray/tests/test_dataset.py::TestDataset::test_reindex_like_fill_value[2.0]", + "xarray/tests/test_dataset.py::TestDataset::test_align_fill_value[fill_value0]", + "xarray/tests/test_dataset.py::TestDataset::test_align_fill_value[2]", + "xarray/tests/test_dataset.py::TestDataset::test_align_fill_value[2.0]", + "xarray/tests/test_dataset.py::TestDataset::test_align", + "xarray/tests/test_dataset.py::TestDataset::test_align_exact", + "xarray/tests/test_dataset.py::TestDataset::test_align_override", + "xarray/tests/test_dataset.py::TestDataset::test_align_exclude", + "xarray/tests/test_dataset.py::TestDataset::test_align_nocopy", + "xarray/tests/test_dataset.py::TestDataset::test_align_indexes", + "xarray/tests/test_dataset.py::TestDataset::test_align_non_unique", + "xarray/tests/test_dataset.py::TestDataset::test_broadcast", + "xarray/tests/test_dataset.py::TestDataset::test_broadcast_nocopy", + "xarray/tests/test_dataset.py::TestDataset::test_broadcast_exclude", + "xarray/tests/test_dataset.py::TestDataset::test_broadcast_misaligned", + "xarray/tests/test_dataset.py::TestDataset::test_variable_indexing", + "xarray/tests/test_dataset.py::TestDataset::test_drop_variables", + "xarray/tests/test_dataset.py::TestDataset::test_drop_index_labels", + "xarray/tests/test_dataset.py::TestDataset::test_drop_labels_by_keyword", + "xarray/tests/test_dataset.py::TestDataset::test_drop_dims", + "xarray/tests/test_dataset.py::TestDataset::test_copy", + "xarray/tests/test_dataset.py::TestDataset::test_copy_with_data", + "xarray/tests/test_dataset.py::TestDataset::test_copy_with_data_errors", + "xarray/tests/test_dataset.py::TestDataset::test_rename", + "xarray/tests/test_dataset.py::TestDataset::test_rename_old_name", + "xarray/tests/test_dataset.py::TestDataset::test_rename_same_name", + "xarray/tests/test_dataset.py::TestDataset::test_rename_inplace", + "xarray/tests/test_dataset.py::TestDataset::test_rename_dims", + "xarray/tests/test_dataset.py::TestDataset::test_rename_vars", + "xarray/tests/test_dataset.py::TestDataset::test_rename_multiindex", + "xarray/tests/test_dataset.py::TestDataset::test_rename_does_not_change_CFTimeIndex_type", + "xarray/tests/test_dataset.py::TestDataset::test_rename_does_not_change_DatetimeIndex_type", + "xarray/tests/test_dataset.py::TestDataset::test_swap_dims", + "xarray/tests/test_dataset.py::TestDataset::test_expand_dims_error", + "xarray/tests/test_dataset.py::TestDataset::test_expand_dims_int", + "xarray/tests/test_dataset.py::TestDataset::test_expand_dims_coords", + "xarray/tests/test_dataset.py::TestDataset::test_expand_dims_existing_scalar_coord", + "xarray/tests/test_dataset.py::TestDataset::test_isel_expand_dims_roundtrip", + "xarray/tests/test_dataset.py::TestDataset::test_expand_dims_mixed_int_and_coords", + "xarray/tests/test_dataset.py::TestDataset::test_expand_dims_kwargs_python36plus", + "xarray/tests/test_dataset.py::TestDataset::test_set_index", + "xarray/tests/test_dataset.py::TestDataset::test_reset_index", + "xarray/tests/test_dataset.py::TestDataset::test_reset_index_keep_attrs", + "xarray/tests/test_dataset.py::TestDataset::test_reorder_levels", + "xarray/tests/test_dataset.py::TestDataset::test_stack", + "xarray/tests/test_dataset.py::TestDataset::test_unstack", + "xarray/tests/test_dataset.py::TestDataset::test_unstack_errors", + "xarray/tests/test_dataset.py::TestDataset::test_unstack_fill_value", + "xarray/tests/test_dataset.py::TestDataset::test_unstack_sparse", + "xarray/tests/test_dataset.py::TestDataset::test_stack_unstack_fast", + "xarray/tests/test_dataset.py::TestDataset::test_stack_unstack_slow", + "xarray/tests/test_dataset.py::TestDataset::test_to_stacked_array_invalid_sample_dims", + "xarray/tests/test_dataset.py::TestDataset::test_to_stacked_array_name", + "xarray/tests/test_dataset.py::TestDataset::test_to_stacked_array_dtype_dims", + "xarray/tests/test_dataset.py::TestDataset::test_to_stacked_array_to_unstacked_dataset_different_dimension", + "xarray/tests/test_dataset.py::TestDataset::test_update", + "xarray/tests/test_dataset.py::TestDataset::test_update_overwrite_coords", + "xarray/tests/test_dataset.py::TestDataset::test_update_auto_align", + "xarray/tests/test_dataset.py::TestDataset::test_getitem", + "xarray/tests/test_dataset.py::TestDataset::test_getitem_hashable", + "xarray/tests/test_dataset.py::TestDataset::test_virtual_variables_default_coords", + "xarray/tests/test_dataset.py::TestDataset::test_virtual_variables_time", + "xarray/tests/test_dataset.py::TestDataset::test_virtual_variable_same_name", + "xarray/tests/test_dataset.py::TestDataset::test_virtual_variable_multiindex", + "xarray/tests/test_dataset.py::TestDataset::test_time_season", + "xarray/tests/test_dataset.py::TestDataset::test_slice_virtual_variable", + "xarray/tests/test_dataset.py::TestDataset::test_setitem", + "xarray/tests/test_dataset.py::TestDataset::test_setitem_pandas", + "xarray/tests/test_dataset.py::TestDataset::test_setitem_auto_align", + "xarray/tests/test_dataset.py::TestDataset::test_setitem_dimension_override", + "xarray/tests/test_dataset.py::TestDataset::test_setitem_with_coords", + "xarray/tests/test_dataset.py::TestDataset::test_setitem_align_new_indexes", + "xarray/tests/test_dataset.py::TestDataset::test_assign", + "xarray/tests/test_dataset.py::TestDataset::test_assign_coords", + "xarray/tests/test_dataset.py::TestDataset::test_assign_attrs", + "xarray/tests/test_dataset.py::TestDataset::test_assign_multiindex_level", + "xarray/tests/test_dataset.py::TestDataset::test_merge_multiindex_level", + "xarray/tests/test_dataset.py::TestDataset::test_setitem_original_non_unique_index", + "xarray/tests/test_dataset.py::TestDataset::test_setitem_both_non_unique_index", + "xarray/tests/test_dataset.py::TestDataset::test_setitem_multiindex_level", + "xarray/tests/test_dataset.py::TestDataset::test_delitem", + "xarray/tests/test_dataset.py::TestDataset::test_squeeze", + "xarray/tests/test_dataset.py::TestDataset::test_squeeze_drop", + "xarray/tests/test_dataset.py::TestDataset::test_groupby", + "xarray/tests/test_dataset.py::TestDataset::test_groupby_returns_new_type", + "xarray/tests/test_dataset.py::TestDataset::test_groupby_iter", + "xarray/tests/test_dataset.py::TestDataset::test_groupby_errors", + "xarray/tests/test_dataset.py::TestDataset::test_groupby_reduce", + "xarray/tests/test_dataset.py::TestDataset::test_groupby_math", + "xarray/tests/test_dataset.py::TestDataset::test_groupby_math_virtual", + "xarray/tests/test_dataset.py::TestDataset::test_groupby_nan", + "xarray/tests/test_dataset.py::TestDataset::test_groupby_order", + "xarray/tests/test_dataset.py::TestDataset::test_resample_and_first", + "xarray/tests/test_dataset.py::TestDataset::test_resample_min_count", + "xarray/tests/test_dataset.py::TestDataset::test_resample_by_mean_with_keep_attrs", + "xarray/tests/test_dataset.py::TestDataset::test_resample_loffset", + "xarray/tests/test_dataset.py::TestDataset::test_resample_by_mean_discarding_attrs", + "xarray/tests/test_dataset.py::TestDataset::test_resample_by_last_discarding_attrs", + "xarray/tests/test_dataset.py::TestDataset::test_resample_drop_nondim_coords", + "xarray/tests/test_dataset.py::TestDataset::test_resample_old_api", + "xarray/tests/test_dataset.py::TestDataset::test_resample_ds_da_are_the_same", + "xarray/tests/test_dataset.py::TestDataset::test_ds_resample_apply_func_args", + "xarray/tests/test_dataset.py::TestDataset::test_to_array", + "xarray/tests/test_dataset.py::TestDataset::test_to_and_from_dataframe", + "xarray/tests/test_dataset.py::TestDataset::test_from_dataframe_sparse", + "xarray/tests/test_dataset.py::TestDataset::test_to_and_from_empty_dataframe", + "xarray/tests/test_dataset.py::TestDataset::test_from_dataframe_non_unique_columns", + "xarray/tests/test_dataset.py::TestDataset::test_convert_dataframe_with_many_types_and_multiindex", + "xarray/tests/test_dataset.py::TestDataset::test_to_and_from_dict", + "xarray/tests/test_dataset.py::TestDataset::test_to_and_from_dict_with_time_dim", + "xarray/tests/test_dataset.py::TestDataset::test_to_and_from_dict_with_nan_nat", + "xarray/tests/test_dataset.py::TestDataset::test_to_dict_with_numpy_attrs", + "xarray/tests/test_dataset.py::TestDataset::test_pickle", + "xarray/tests/test_dataset.py::TestDataset::test_lazy_load", + "xarray/tests/test_dataset.py::TestDataset::test_dropna", + "xarray/tests/test_dataset.py::TestDataset::test_fillna", + "xarray/tests/test_dataset.py::TestDataset::test_where", + "xarray/tests/test_dataset.py::TestDataset::test_where_other", + "xarray/tests/test_dataset.py::TestDataset::test_where_drop", + "xarray/tests/test_dataset.py::TestDataset::test_where_drop_empty", + "xarray/tests/test_dataset.py::TestDataset::test_where_drop_no_indexes", + "xarray/tests/test_dataset.py::TestDataset::test_reduce", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_coords", + "xarray/tests/test_dataset.py::TestDataset::test_mean_uint_dtype", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_bad_dim", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_cumsum", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_cumsum_test_dims", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_non_numeric", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_strings", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_dtypes", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_keep_attrs", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_argmin", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_scalars", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_only_one_axis", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_no_axis", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_keepdims", + "xarray/tests/test_dataset.py::TestDataset::test_quantile[0.25-True]", + "xarray/tests/test_dataset.py::TestDataset::test_quantile[0.25-False]", + "xarray/tests/test_dataset.py::TestDataset::test_quantile[q1-True]", + "xarray/tests/test_dataset.py::TestDataset::test_quantile[q1-False]", + "xarray/tests/test_dataset.py::TestDataset::test_quantile[q2-True]", + "xarray/tests/test_dataset.py::TestDataset::test_quantile[q2-False]", + "xarray/tests/test_dataset.py::TestDataset::test_quantile_skipna[True]", + "xarray/tests/test_dataset.py::TestDataset::test_quantile_skipna[False]", + "xarray/tests/test_dataset.py::TestDataset::test_rank", + "xarray/tests/test_dataset.py::TestDataset::test_count", + "xarray/tests/test_dataset.py::TestDataset::test_map", + "xarray/tests/test_dataset.py::TestDataset::test_apply_pending_deprecated_map", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_number_math", + "xarray/tests/test_dataset.py::TestDataset::test_unary_ops", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_array_math", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_dataset_math", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_math_auto_align", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_math_errors", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_transpose", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_ellipsis_transpose_different_ordered_vars", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_retains_period_index_on_transpose", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_diff_n1_simple", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_diff_n1_label", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_diff_n1", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_diff_n2", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_diff_exception_n_neg", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_diff_exception_label_str", + "xarray/tests/test_dataset.py::TestDataset::test_shift[fill_value0]", + "xarray/tests/test_dataset.py::TestDataset::test_shift[2]", + "xarray/tests/test_dataset.py::TestDataset::test_shift[2.0]", + "xarray/tests/test_dataset.py::TestDataset::test_roll_coords", + "xarray/tests/test_dataset.py::TestDataset::test_roll_no_coords", + "xarray/tests/test_dataset.py::TestDataset::test_roll_coords_none", + "xarray/tests/test_dataset.py::TestDataset::test_roll_multidim", + "xarray/tests/test_dataset.py::TestDataset::test_real_and_imag", + "xarray/tests/test_dataset.py::TestDataset::test_setattr_raises", + "xarray/tests/test_dataset.py::TestDataset::test_filter_by_attrs", + "xarray/tests/test_dataset.py::TestDataset::test_binary_op_propagate_indexes", + "xarray/tests/test_dataset.py::TestDataset::test_binary_op_join_setting", + "xarray/tests/test_dataset.py::TestDataset::test_full_like", + "xarray/tests/test_dataset.py::TestDataset::test_combine_first", + "xarray/tests/test_dataset.py::TestDataset::test_sortby", + "xarray/tests/test_dataset.py::TestDataset::test_attribute_access", + "xarray/tests/test_dataset.py::TestDataset::test_ipython_key_completion", + "xarray/tests/test_dataset.py::TestDataset::test_polyfit_output", + "xarray/tests/test_dataset.py::TestDataset::test_pad", + "xarray/tests/test_dataset.py::test_isin[test_elements0]", + "xarray/tests/test_dataset.py::test_isin[test_elements1]", + "xarray/tests/test_dataset.py::test_isin[test_elements2]", + "xarray/tests/test_dataset.py::test_isin_dask[test_elements0]", + "xarray/tests/test_dataset.py::test_isin_dask[test_elements1]", + "xarray/tests/test_dataset.py::test_isin_dask[test_elements2]", + "xarray/tests/test_dataset.py::test_isin_dataset", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords0-unaligned_coords0]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords0-unaligned_coords1]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords0-unaligned_coords2]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords0-unaligned_coords3]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords0-unaligned_coords4]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords0-unaligned_coords5]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords0-unaligned_coords6]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords0-unaligned_coords7]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords0-unaligned_coords8]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords0-unaligned_coords9]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords1-unaligned_coords0]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords1-unaligned_coords1]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords1-unaligned_coords2]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords1-unaligned_coords3]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords1-unaligned_coords4]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords1-unaligned_coords5]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords1-unaligned_coords6]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords1-unaligned_coords7]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords1-unaligned_coords8]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords1-unaligned_coords9]", + "xarray/tests/test_dataset.py::test_error_message_on_set_supplied", + "xarray/tests/test_dataset.py::test_constructor_raises_with_invalid_coords[unaligned_coords0]", + "xarray/tests/test_dataset.py::test_dir_expected_attrs[None]", + "xarray/tests/test_dataset.py::test_dir_non_string[None]", + "xarray/tests/test_dataset.py::test_dir_unicode[None]", + "xarray/tests/test_dataset.py::test_coarsen_absent_dims_error[1]", + "xarray/tests/test_dataset.py::test_coarsen[1-trim-left-True]", + "xarray/tests/test_dataset.py::test_coarsen[1-trim-left-False]", + "xarray/tests/test_dataset.py::test_coarsen[1-pad-right-True]", + "xarray/tests/test_dataset.py::test_coarsen[1-pad-right-False]", + "xarray/tests/test_dataset.py::test_coarsen_coords[1-True]", + "xarray/tests/test_dataset.py::test_coarsen_coords[1-False]", + "xarray/tests/test_dataset.py::test_coarsen_coords_cftime", + "xarray/tests/test_dataset.py::test_coarsen_keep_attrs", + "xarray/tests/test_dataset.py::test_rolling_keep_attrs", + "xarray/tests/test_dataset.py::test_rolling_properties[1]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-True-sum]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-True-mean]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-True-std]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-True-var]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-True-min]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-True-max]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-True-median]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-False-sum]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-False-mean]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-False-std]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-False-var]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-False-min]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-False-max]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-False-median]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-None-sum]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-None-mean]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-None-std]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-None-var]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-None-min]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-None-max]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-None-median]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-True-sum]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-True-mean]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-True-std]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-True-var]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-True-min]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-True-max]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-True-median]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-False-sum]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-False-mean]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-False-std]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-False-var]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-False-min]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-False-max]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-False-median]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-None-sum]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-None-mean]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-None-std]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-None-var]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-None-min]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-None-max]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-None-median]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-True-sum]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-True-mean]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-True-std]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-True-var]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-True-min]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-True-max]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-True-median]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-False-sum]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-False-mean]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-False-std]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-False-var]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-False-min]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-False-max]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-False-median]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-None-sum]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-None-mean]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-None-std]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-None-var]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-None-min]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-None-max]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-None-median]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-True-sum]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-True-mean]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-True-std]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-True-var]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-True-min]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-True-max]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-True-median]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-False-sum]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-False-mean]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-False-std]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-False-var]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-False-min]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-False-max]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-False-median]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-None-sum]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-None-mean]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-None-std]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-None-var]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-None-min]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-None-max]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-None-median]", + "xarray/tests/test_dataset.py::test_rolling_exp[1]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[1-None-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[1-None-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[1-1-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[1-1-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[1-2-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[1-2-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[1-3-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[1-3-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[2-None-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[2-None-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[2-1-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[2-1-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[2-2-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[2-2-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[2-3-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[2-3-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[3-None-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[3-None-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[3-1-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[3-1-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[3-2-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[3-2-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[3-3-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[3-3-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[4-None-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[4-None-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[4-1-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[4-1-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[4-2-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[4-2-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[4-3-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[4-3-False]", + "xarray/tests/test_dataset.py::test_rolling_construct[1-True]", + "xarray/tests/test_dataset.py::test_rolling_construct[1-False]", + "xarray/tests/test_dataset.py::test_rolling_construct[2-True]", + "xarray/tests/test_dataset.py::test_rolling_construct[2-False]", + "xarray/tests/test_dataset.py::test_rolling_construct[3-True]", + "xarray/tests/test_dataset.py::test_rolling_construct[3-False]", + "xarray/tests/test_dataset.py::test_rolling_construct[4-True]", + "xarray/tests/test_dataset.py::test_rolling_construct[4-False]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-3-False-2]", + "xarray/tests/test_dataset.py::test_raise_no_warning_for_nan_in_binary_ops", + "xarray/tests/test_dataset.py::test_differentiate[1-False]", + "xarray/tests/test_dataset.py::test_differentiate[2-False]", + "xarray/tests/test_dataset.py::test_differentiate_datetime[False]", + "xarray/tests/test_dataset.py::test_differentiate_cftime[False]", + "xarray/tests/test_dataset.py::test_integrate[True]", + "xarray/tests/test_dataset.py::test_integrate[False]", + "xarray/tests/test_dataset.py::test_trapz_datetime[np-True]", + "xarray/tests/test_dataset.py::test_trapz_datetime[np-False]", + "xarray/tests/test_dataset.py::test_trapz_datetime[cftime-True]", + "xarray/tests/test_dataset.py::test_trapz_datetime[cftime-False]", + "xarray/tests/test_dataset.py::test_no_dict", + "xarray/tests/test_dataset.py::test_subclass_slots", + "xarray/tests/test_dataset.py::test_weakref" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4094/test-output-excerpt.txt b/reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4094/test-output-excerpt.txt new file mode 100644 index 0000000..e273528 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4094/test-output-excerpt.txt @@ -0,0 +1,160 @@ +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[min-4-3-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[min-4-3-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[min-4-3-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[min-4-3-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-None-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-None-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-None-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-None-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-1-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-1-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-1-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-1-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-2-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-2-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-2-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-2-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-3-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-3-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-3-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-3-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-None-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-None-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-None-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-None-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-1-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-1-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-1-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-1-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-2-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-2-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-2-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-2-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-3-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-3-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-3-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-3-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-None-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-None-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-None-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-None-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-1-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-1-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-1-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-1-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-2-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-2-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-2-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-2-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-3-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-3-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-3-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-3-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-None-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-None-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-None-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-None-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-1-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-1-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-1-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-1-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-2-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-2-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-2-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-2-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-3-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-3-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-3-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-3-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-None-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-None-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-None-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-None-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-1-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-1-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-1-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-1-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-2-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-2-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-2-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-2-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-3-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-3-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-3-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-3-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-None-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-None-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-None-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-None-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-1-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-1-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-1-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-1-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-2-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-2-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-2-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-2-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-3-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-3-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-3-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-3-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-None-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-None-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-None-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-None-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-1-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-1-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-1-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-1-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-2-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-2-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-2-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-2-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-3-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-3-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-3-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-3-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-None-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-None-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-None-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-None-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-1-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-1-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-1-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-1-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-2-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-2-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-2-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-2-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-3-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-3-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-3-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-3-False-2] +PASSED xarray/tests/test_dataset.py::test_raise_no_warning_for_nan_in_binary_ops +PASSED xarray/tests/test_dataset.py::test_differentiate[1-True] +PASSED xarray/tests/test_dataset.py::test_differentiate[1-False] +PASSED xarray/tests/test_dataset.py::test_differentiate[2-True] +PASSED xarray/tests/test_dataset.py::test_differentiate[2-False] +PASSED xarray/tests/test_dataset.py::test_differentiate_datetime[True] +PASSED xarray/tests/test_dataset.py::test_differentiate_datetime[False] +PASSED xarray/tests/test_dataset.py::test_differentiate_cftime[True] +PASSED xarray/tests/test_dataset.py::test_differentiate_cftime[False] +PASSED xarray/tests/test_dataset.py::test_integrate[True] +PASSED xarray/tests/test_dataset.py::test_integrate[False] +PASSED xarray/tests/test_dataset.py::test_trapz_datetime[np-True] +PASSED xarray/tests/test_dataset.py::test_trapz_datetime[np-False] +PASSED xarray/tests/test_dataset.py::test_trapz_datetime[cftime-True] +PASSED xarray/tests/test_dataset.py::test_trapz_datetime[cftime-False] +PASSED xarray/tests/test_dataset.py::test_no_dict +PASSED xarray/tests/test_dataset.py::test_subclass_slots +PASSED xarray/tests/test_dataset.py::test_weakref +SKIPPED [16] xarray/tests/test_dataset.py:5944: std with window == 1 is unstable in bottleneck +XFAIL xarray/tests/test_dataset.py::TestDataset::test_copy_coords[True-expected_orig0] +XPASS xarray/tests/test_dataset.py::TestDataset::test_copy_coords[False-expected_orig1] +FAILED xarray/tests/test_dataset.py::TestDataset::test_sel_categorical - Impo... +FAILED xarray/tests/test_dataset.py::TestDataset::test_sel_categorical_error +FAILED xarray/tests/test_dataset.py::TestDataset::test_categorical_multiindex +FAILED xarray/tests/test_dataset.py::TestDataset::test_from_dataframe_categorical += 4 failed, 867 passed, 16 skipped, 1 xfailed, 1 xpassed, 2926 warnings in 13.70s = ++ SWEBENCH_TEST_EXIT_CODE=1 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4248/harness-summary.json b/reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4248/harness-summary.json new file mode 100644 index 0000000..2915a32 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4248/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 0, + "unresolved_instances": 1, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "pydata__xarray-4248" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "pydata__xarray-4248" + ], + "resolved_ids": [], + "unresolved_ids": [ + "pydata__xarray-4248" + ], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.pydata_1776_xarray-4248:latest" + ] +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4248/outcome.json b/reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4248/outcome.json new file mode 100644 index 0000000..60dde74 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4248/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "pydata__xarray-4248", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.pydata_1776_xarray-4248:latest", + "patch_sha256": "70b98e6249988b8749daf712d02da2d25d4f2727ab976aacc3062bcbad3cb00e", + "image_id": "sha256:3ecda11cf117b27fd6f3fa5261e651102270eb9e35fe6b6fa8e1d260fffae5d2", + "image_digests": [ + "swebench/sweb.eval.x86_64.pydata_1776_xarray-4248@sha256:d16aca15c86b2ef8a698600711bfde3559f794154a0edd4ac4213edf6b6fdf73" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4248/raw-log-manifest.json b/reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4248/raw-log-manifest.json new file mode 100644 index 0000000..96c48ea --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4248/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37848455841", + "artifact_name": "patch-shard-5", + "files": { + "harness.log": { + "sha256": "e5a121bef3244635b8131075a9435ac946d38e264df0730859634bd7778b5903", + "bytes": 842 + }, + "image-pull.log": { + "sha256": "83e870eb66111f6ab74efc404f5da096f283dee0350728b41558731226a99bbf", + "bytes": 1671 + }, + "logs/run_evaluation/patch-37848455841-5-5/agentic-controls-routed_recent/pydata__xarray-4248/eval.sh": { + "sha256": "484ee6e2c98625a355ea6c9b58b2057fe9a114559e9c0f1e9a1aa4a254c06890", + "bytes": 2348 + }, + "logs/run_evaluation/patch-37848455841-5-5/agentic-controls-routed_recent/pydata__xarray-4248/patch.diff": { + "sha256": "70b98e6249988b8749daf712d02da2d25d4f2727ab976aacc3062bcbad3cb00e", + "bytes": 939 + }, + "logs/run_evaluation/patch-37848455841-5-5/agentic-controls-routed_recent/pydata__xarray-4248/report.json": { + "sha256": "ec7b96ae5d93f1028ef5ea77418cf827f3ab22b6f8b21fbb913807f8d633fbf6", + "bytes": 2446 + }, + "logs/run_evaluation/patch-37848455841-5-5/agentic-controls-routed_recent/pydata__xarray-4248/run_instance.log": { + "sha256": "b58014ac57531bc438dfb774039afcda6cdbbc3c9f7ef8eb0704aa7be9db006e", + "bytes": 6353 + }, + "logs/run_evaluation/patch-37848455841-5-5/agentic-controls-routed_recent/pydata__xarray-4248/test_output.txt": { + "sha256": "b62878bd79b1dc5fa4153dc23c1f1447f70d7c2879115bfe727eae108670e942", + "bytes": 89263 + }, + "logs/run_evaluation/patch-37848455841-5-5/run.json": { + "sha256": "a3e57a13bd1f8c135ad9e3613c6cda59f34a43215fdedd4e8c25d99fbd8b4a3b", + "bytes": 213 + }, + "predictions.jsonl": { + "sha256": "f38e41b2440f98825038e843f99b170beafbd5221da467603aabe3245d8602cf", + "bytes": 1096 + }, + "summary/agentic-controls-routed_recent.patch-37848455841-5-5.json": { + "sha256": "a119745492beeec1461ad3494f5a00014de4e89fed5297cb45255cc65655116a", + "bytes": 834 + } + }, + "excerpt": { + "raw_sha256": "b62878bd79b1dc5fa4153dc23c1f1447f70d7c2879115bfe727eae108670e942", + "raw_lines": 2274, + "start_line": 2158, + "stop_line": 2270, + "truncated": false, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4248/report.json b/reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4248/report.json new file mode 100644 index 0000000..067b1a4 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4248/report.json @@ -0,0 +1,48 @@ +{ + "pydata__xarray-4248": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": false, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [], + "failure": [ + "xarray/tests/test_formatting.py::test_inline_variable_array_repr_custom_repr" + ] + }, + "PASS_TO_PASS": { + "success": [ + "xarray/tests/test_formatting.py::TestFormatting::test_get_indexer_at_least_n_items", + "xarray/tests/test_formatting.py::TestFormatting::test_first_n_items", + "xarray/tests/test_formatting.py::TestFormatting::test_last_n_items", + "xarray/tests/test_formatting.py::TestFormatting::test_last_item", + "xarray/tests/test_formatting.py::TestFormatting::test_format_item", + "xarray/tests/test_formatting.py::TestFormatting::test_format_items", + "xarray/tests/test_formatting.py::TestFormatting::test_format_array_flat", + "xarray/tests/test_formatting.py::TestFormatting::test_pretty_print", + "xarray/tests/test_formatting.py::TestFormatting::test_maybe_truncate", + "xarray/tests/test_formatting.py::TestFormatting::test_format_timestamp_out_of_bounds", + "xarray/tests/test_formatting.py::TestFormatting::test_attribute_repr", + "xarray/tests/test_formatting.py::TestFormatting::test_diff_array_repr", + "xarray/tests/test_formatting.py::TestFormatting::test_diff_attrs_repr_with_array", + "xarray/tests/test_formatting.py::TestFormatting::test_diff_dataset_repr", + "xarray/tests/test_formatting.py::TestFormatting::test_array_repr", + "xarray/tests/test_formatting.py::test_set_numpy_options", + "xarray/tests/test_formatting.py::test_short_numpy_repr", + "xarray/tests/test_formatting.py::test_large_array_repr_length" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4248/test-output-excerpt.txt b/reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4248/test-output-excerpt.txt new file mode 100644 index 0000000..03af990 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/pydata__xarray-4248/test-output-excerpt.txt @@ -0,0 +1,113 @@ ++ : '>>>>> Start Test Output' ++ pytest -rA xarray/tests/test_formatting.py +============================= test session starts ============================== +platform linux -- Python 3.10.15, pytest-7.4.0, pluggy-1.5.0 +rootdir: /testbed +configfile: setup.cfg +plugins: xdist-3.6.1, hypothesis-6.114.0, env-1.1.5, cov-5.0.0 +collected 19 items + +xarray/tests/test_formatting.py ...............F... [100%] + +=================================== FAILURES =================================== +_________________ test_inline_variable_array_repr_custom_repr __________________ + + @pytest.mark.skipif(not IS_NEP18_ACTIVE, reason="requires __array_function__") + def test_inline_variable_array_repr_custom_repr(): + class CustomArray: + def __init__(self, value, attr): + self.value = value + self.attr = attr + + def _repr_inline_(self, width): + formatted = f"({self.attr}) {self.value}" + if len(formatted) > width: + formatted = f"({self.attr}) ..." + + return formatted + + def __array_function__(self, *args, **kwargs): + return NotImplemented + + @property + def shape(self): + return self.value.shape + + @property + def dtype(self): + return self.value.dtype + + @property + def ndim(self): + return self.value.ndim + + value = CustomArray(np.array([20, 40]), "m") + variable = xr.Variable("x", value) + + max_width = 10 + actual = formatting.inline_variable_array_repr(variable, max_width=10) + +> assert actual == value._repr_inline_(max_width) +E AssertionError: assert '= LooseVersion("2.0.0"): + +xarray/core/dask_array_compat.py:149 +xarray/core/dask_array_compat.py:149 + /testbed/xarray/core/dask_array_compat.py:149: DeprecationWarning: distutils Version classes are deprecated. Use packaging.version instead. + if LooseVersion(dask_version) >= LooseVersion("2.8.1"): + +xarray/core/dask_array_compat.py:186 +xarray/core/dask_array_compat.py:186 + /testbed/xarray/core/dask_array_compat.py:186: DeprecationWarning: distutils Version classes are deprecated. Use packaging.version instead. + if LooseVersion(dask_version) > LooseVersion("2.9.0"): + +xarray/core/pdcompat.py:45 + /testbed/xarray/core/pdcompat.py:45: DeprecationWarning: distutils Version classes are deprecated. Use packaging.version instead. + if LooseVersion(pd.__version__) < "0.25.0": + +../opt/miniconda3/envs/testbed/lib/python3.10/site-packages/setuptools/_distutils/version.py:345 + /opt/miniconda3/envs/testbed/lib/python3.10/site-packages/setuptools/_distutils/version.py:345: DeprecationWarning: distutils Version classes are deprecated. Use packaging.version instead. + other = LooseVersion(other) + +xarray/tests/__init__.py:58 +xarray/tests/__init__.py:58 + /testbed/xarray/tests/__init__.py:58: DeprecationWarning: distutils Version classes are deprecated. Use packaging.version instead. + return version.LooseVersion(vstring) + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +==================================== PASSES ==================================== +=========================== short test summary info ============================ +PASSED xarray/tests/test_formatting.py::TestFormatting::test_get_indexer_at_least_n_items +PASSED xarray/tests/test_formatting.py::TestFormatting::test_first_n_items +PASSED xarray/tests/test_formatting.py::TestFormatting::test_last_n_items +PASSED xarray/tests/test_formatting.py::TestFormatting::test_last_item +PASSED xarray/tests/test_formatting.py::TestFormatting::test_format_item +PASSED xarray/tests/test_formatting.py::TestFormatting::test_format_items +PASSED xarray/tests/test_formatting.py::TestFormatting::test_format_array_flat +PASSED xarray/tests/test_formatting.py::TestFormatting::test_pretty_print +PASSED xarray/tests/test_formatting.py::TestFormatting::test_maybe_truncate +PASSED xarray/tests/test_formatting.py::TestFormatting::test_format_timestamp_out_of_bounds +PASSED xarray/tests/test_formatting.py::TestFormatting::test_attribute_repr +PASSED xarray/tests/test_formatting.py::TestFormatting::test_diff_array_repr +PASSED xarray/tests/test_formatting.py::TestFormatting::test_diff_attrs_repr_with_array +PASSED xarray/tests/test_formatting.py::TestFormatting::test_diff_dataset_repr +PASSED xarray/tests/test_formatting.py::TestFormatting::test_array_repr +PASSED xarray/tests/test_formatting.py::test_set_numpy_options +PASSED xarray/tests/test_formatting.py::test_short_numpy_repr +PASSED xarray/tests/test_formatting.py::test_large_array_repr_length +FAILED xarray/tests/test_formatting.py::test_inline_variable_array_repr_custom_repr +================== 1 failed, 18 passed, 11 warnings in 3.07s =================== ++ SWEBENCH_TEST_EXIT_CODE=1 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-11143/harness-summary.json b/reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-11143/harness-summary.json new file mode 100644 index 0000000..ba09ec8 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-11143/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "pytest-dev__pytest-11143" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "pytest-dev__pytest-11143" + ], + "resolved_ids": [ + "pytest-dev__pytest-11143" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.pytest-dev_1776_pytest-11143:latest" + ] +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-11143/outcome.json b/reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-11143/outcome.json new file mode 100644 index 0000000..b5128a0 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-11143/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "pytest-dev__pytest-11143", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.pytest-dev_1776_pytest-11143:latest", + "patch_sha256": "5673d57f052cacf34c5b7ef9530fb3dbbea978e5eca686fb92917daacfe02cf6", + "image_id": "sha256:c4299ec247332c00e7016f5fbfcdb5bc8fd733585b3d28b897fcd7a6c50d32e2", + "image_digests": [ + "swebench/sweb.eval.x86_64.pytest-dev_1776_pytest-11143@sha256:e08ce142adec5ec985e867e910045734ec3c58fe174fc054c5f83855bed78fd4" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-11143/raw-log-manifest.json b/reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-11143/raw-log-manifest.json new file mode 100644 index 0000000..935b81f --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-11143/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37848455841", + "artifact_name": "patch-shard-4", + "files": { + "harness.log": { + "sha256": "e009c385b691ed9beb10066659c2f10eb2091159f785b7c06ecc5ac98afbe2ba", + "bytes": 847 + }, + "image-pull.log": { + "sha256": "e7ad07ace0528b8165eaf063ab4925bd495a5bf2fd406140c4cc3fc0b6b495e7", + "bytes": 1686 + }, + "logs/run_evaluation/patch-37848455841-4-4/agentic-controls-routed_recent/pytest-dev__pytest-11143/eval.sh": { + "sha256": "1d5937b7b9df3eda2dba1439e1891284d0d097edc60bc7017d1269f400232cc3", + "bytes": 1476 + }, + "logs/run_evaluation/patch-37848455841-4-4/agentic-controls-routed_recent/pytest-dev__pytest-11143/patch.diff": { + "sha256": "5673d57f052cacf34c5b7ef9530fb3dbbea978e5eca686fb92917daacfe02cf6", + "bytes": 367 + }, + "logs/run_evaluation/patch-37848455841-4-4/agentic-controls-routed_recent/pytest-dev__pytest-11143/report.json": { + "sha256": "b6a439147d9eb5a7159cf7a8bb3504415aaf6b580e5dfd30fc7f9c6dc26468b3", + "bytes": 12716 + }, + "logs/run_evaluation/patch-37848455841-4-4/agentic-controls-routed_recent/pytest-dev__pytest-11143/run_instance.log": { + "sha256": "cfbac319445ef11832334a7ae83471d7286c8661513bf5b5c9da793990991c4d", + "bytes": 13199 + }, + "logs/run_evaluation/patch-37848455841-4-4/agentic-controls-routed_recent/pytest-dev__pytest-11143/test_output.txt": { + "sha256": "b963db94455d2b6331ffa0de291dcbdb43cd353ba0ba2ee181d1d1619619fee0", + "bytes": 224583 + }, + "logs/run_evaluation/patch-37848455841-4-4/run.json": { + "sha256": "782d1bd238a1068fc135a87292d87d2158d9c68830b8f5dd62350eb6fb261544", + "bytes": 218 + }, + "predictions.jsonl": { + "sha256": "4c520e5ae92ed4e487e78a73ee668f035b67e2d9e7768ffe37831f2731d1c632", + "bytes": 496 + }, + "summary/agentic-controls-routed_recent.patch-37848455841-4-4.json": { + "sha256": "a7d55181f3496d648a0312032884f6d45f046bc538dd8ce46407097227c1e755", + "bytes": 854 + } + }, + "excerpt": { + "raw_sha256": "b963db94455d2b6331ffa0de291dcbdb43cd353ba0ba2ee181d1d1619619fee0", + "raw_lines": 4947, + "start_line": 4784, + "stop_line": 4943, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-11143/report.json b/reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-11143/report.json new file mode 100644 index 0000000..e02ae41 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-11143/report.json @@ -0,0 +1,144 @@ +{ + "pytest-dev__pytest-11143": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "testing/test_assertrewrite.py::TestIssue11140::test_constant_not_picked_as_module_docstring" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "testing/test_assertrewrite.py::TestAssertionRewrite::test_place_initial_imports", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_location_is_set", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_dont_rewrite", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_name", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_assertrepr_compare_same_width", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_dont_rewrite_if_hasattr_fails", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_assert_already_has_message", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_boolop", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_short_circuit_evaluation", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_unary_op", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_binary_op", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_boolop_percent", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_call", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_attribute", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_comparisons", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_len", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_custom_reprcompare", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_assert_raising__bool__in_comparison", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_formatchar", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_custom_repr", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_custom_repr_non_ascii", + "testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_read_pyc", + "testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_read_pyc_more_invalid", + "testing/test_assertrewrite.py::test_get_assertion_exprs[trivial]", + "testing/test_assertrewrite.py::test_get_assertion_exprs[assert", + "testing/test_assertrewrite.py::test_get_assertion_exprs[multiple", + "testing/test_assertrewrite.py::test_get_assertion_exprs[latin1", + "testing/test_assertrewrite.py::test_get_assertion_exprs[utf-8", + "testing/test_assertrewrite.py::test_get_assertion_exprs[multi-line", + "testing/test_assertrewrite.py::test_get_assertion_exprs[multi", + "testing/test_assertrewrite.py::test_get_assertion_exprs[backslash", + "testing/test_assertrewrite.py::test_get_assertion_exprs[assertion", + "testing/test_assertrewrite.py::test_get_assertion_exprs[escaped", + "testing/test_assertrewrite.py::test_get_assertion_exprs[no", + "testing/test_assertrewrite.py::test_try_makedirs", + "testing/test_assertrewrite.py::TestPyCacheDir::test_get_cache_dir[c:/tmp/pycs-d:/projects/src/foo.py-c:/tmp/pycs/projects/src]", + "testing/test_assertrewrite.py::TestPyCacheDir::test_get_cache_dir[None-d:/projects/src/foo.py-d:/projects/src/__pycache__]", + "testing/test_assertrewrite.py::TestPyCacheDir::test_get_cache_dir[/tmp/pycs-/home/projects/src/foo.py-/tmp/pycs/home/projects/src]", + "testing/test_assertrewrite.py::TestPyCacheDir::test_get_cache_dir[None-/home/projects/src/foo.py-/home/projects/src/__pycache__]", + "testing/test_assertrewrite.py::TestReprSizeVerbosity::test_get_maxsize_for_saferepr[0-240]", + "testing/test_assertrewrite.py::TestReprSizeVerbosity::test_get_maxsize_for_saferepr[1-2400]", + "testing/test_assertrewrite.py::TestReprSizeVerbosity::test_get_maxsize_for_saferepr[2-None]", + "testing/test_assertrewrite.py::TestReprSizeVerbosity::test_get_maxsize_for_saferepr[3-None]", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_rewrites_plugin_as_a_package", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_honors_pep_235", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_assertion_message", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_assertion_message_multiline", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_assertion_message_tuple", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_assertion_message_expr", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_assertion_message_escape", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_assertion_messages_bytes", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_at_operator_issue1290", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_starred_with_side_effect", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_pycache_is_a_file", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_pycache_is_readonly", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_zipfile", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_load_resource_via_files_with_rewrite", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_readonly", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_orphaned_pyc_file", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_package", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_translate_newlines", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_package_without__init__py", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_remember_rewritten_modules", + "testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_sys_meta_path_munged", + "testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_write_pyc", + "testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_read_pyc_success", + "testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_reload_is_same_and_reloads", + "testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_get_data_support", + "testing/test_assertrewrite.py::test_issue731", + "testing/test_assertrewrite.py::TestIssue925::test_simple_case", + "testing/test_assertrewrite.py::TestIssue925::test_long_case", + "testing/test_assertrewrite.py::TestIssue925::test_many_brackets", + "testing/test_assertrewrite.py::TestIssue2121::test_rewrite_python_files_contain_subdirs", + "testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator", + "testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_dont_rewrite", + "testing/test_assertrewrite.py::TestIssue10743::test_assertion_inline_walrus_operator", + "testing/test_assertrewrite.py::TestIssue10743::test_assertion_inline_walrus_operator_reverse", + "testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_no_variable_name_conflict", + "testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_true_assertion_and_changes_variable_value", + "testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_fail_assertion", + "testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_boolean_composite", + "testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_compare_boolean_fails", + "testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_boolean_none_fails", + "testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_value_changes_cleared_after_each_test", + "testing/test_assertrewrite.py::TestIssue11028::test_assertion_walrus_operator_in_operand", + "testing/test_assertrewrite.py::TestIssue11028::test_assertion_walrus_operator_in_operand_json_dumps", + "testing/test_assertrewrite.py::TestIssue11028::test_assertion_walrus_operator_equals_operand_function", + "testing/test_assertrewrite.py::TestIssue11028::test_assertion_walrus_operator_equals_operand_function_keyword_arg", + "testing/test_assertrewrite.py::TestIssue11028::test_assertion_walrus_operator_equals_operand_function_arg_as_function", + "testing/test_assertrewrite.py::TestIssue11028::test_assertion_walrus_operator_gt_operand_function", + "testing/test_assertrewrite.py::test_source_mtime_long_long[-1]", + "testing/test_assertrewrite.py::test_source_mtime_long_long[1]", + "testing/test_assertrewrite.py::test_rewrite_infinite_recursion", + "testing/test_assertrewrite.py::TestEarlyRewriteBailout::test_basic", + "testing/test_assertrewrite.py::TestEarlyRewriteBailout::test_pattern_contains_subdirectories", + "testing/test_assertrewrite.py::TestEarlyRewriteBailout::test_cwd_changed", + "testing/test_assertrewrite.py::TestAssertionPass::test_option_default", + "testing/test_assertrewrite.py::TestAssertionPass::test_hook_call", + "testing/test_assertrewrite.py::TestAssertionPass::test_hook_call_with_parens", + "testing/test_assertrewrite.py::TestAssertionPass::test_hook_not_called_without_hookimpl", + "testing/test_assertrewrite.py::TestAssertionPass::test_hook_not_called_without_cmd_option", + "testing/test_assertrewrite.py::TestPyCacheDir::test_sys_pycache_prefix_integration", + "testing/test_assertrewrite.py::TestReprSizeVerbosity::test_default_verbosity", + "testing/test_assertrewrite.py::TestReprSizeVerbosity::test_increased_verbosity", + "testing/test_assertrewrite.py::TestReprSizeVerbosity::test_max_increased_verbosity", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_dont_rewrite_plugin", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_dont_write_bytecode", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_cached_pyc_includes_pytest_version", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_pyc_vs_pyo", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_rewrite_warning", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_rewrite_module_imported_from_conftest", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_rewrite_warning_using_pytest_plugins", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_rewrite_warning_using_pytest_plugins_env_var", + "testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_resources_provider_for_loader" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-11143/test-output-excerpt.txt b/reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-11143/test-output-excerpt.txt new file mode 100644 index 0000000..72aa480 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-11143/test-output-excerpt.txt @@ -0,0 +1,160 @@ +running: /opt/miniconda3/envs/testbed/bin/python -mpytest --basetemp=/tmp/pytest-of-root/pytest-0/test_rewrite_warning_using_pytest_plugins0/runpytest-0 + in: /tmp/pytest-of-root/pytest-0/test_rewrite_warning_using_pytest_plugins0 +============================= test session starts ============================== +platform linux -- Python 3.9.20, pytest-8.0.0.dev54+g793bffd60.d20261008, pluggy-1.3.0 +rootdir: /tmp/pytest-of-root/pytest-0/test_rewrite_warning_using_pytest_plugins0 +collected 1 item + +test_rewrite_warning_pytest_plugins.py . [100%] + +============================== 1 passed in 0.01s =============================== +____ TestRewriteOnImport.test_rewrite_warning_using_pytest_plugins_env_var _____ +----------------------------- Captured stdout call ----------------------------- +running: /opt/miniconda3/envs/testbed/bin/python -mpytest --basetemp=/tmp/pytest-of-root/pytest-0/test_rewrite_warning_using_pytest_plugins_env_var0/runpytest-0 + in: /tmp/pytest-of-root/pytest-0/test_rewrite_warning_using_pytest_plugins_env_var0 +============================= test session starts ============================== +platform linux -- Python 3.9.20, pytest-8.0.0.dev54+g793bffd60.d20261008, pluggy-1.3.0 +rootdir: /tmp/pytest-of-root/pytest-0/test_rewrite_warning_using_pytest_plugins_env_var0 +collected 1 item + +test_rewrite_warning_using_pytest_plugins_env_var.py . [100%] + +============================== 1 passed in 0.00s =============================== +______ TestAssertionRewriteHookDetails.test_resources_provider_for_loader ______ +----------------------------- Captured stdout call ----------------------------- +running: /opt/miniconda3/envs/testbed/bin/python -mpytest --basetemp=/tmp/pytest-of-root/pytest-0/test_resources_provider_for_loader0/runpytest-0 + in: /tmp/pytest-of-root/pytest-0/test_resources_provider_for_loader0 +============================= test session starts ============================== +platform linux -- Python 3.9.20, pytest-8.0.0.dev54+g793bffd60.d20261008, pluggy-1.3.0 +rootdir: /tmp/pytest-of-root/pytest-0/test_resources_provider_for_loader0 +collected 1 item + +testpkg/test_pkg.py . [100%] + +=============================== warnings summary =============================== +testpkg/test_pkg.py:1 + /tmp/pytest-of-root/pytest-0/test_resources_provider_for_loader0/testpkg/test_pkg.py:1: DeprecationWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html + import pkg_resources + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +========================= 1 passed, 1 warning in 0.06s ========================= +=========================== short test summary info ============================ +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_place_initial_imports +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_location_is_set +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_dont_rewrite +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_name +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_assertrepr_compare_same_width +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_dont_rewrite_if_hasattr_fails +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_assert_already_has_message +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_boolop +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_short_circuit_evaluation +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_unary_op +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_binary_op +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_boolop_percent +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_call +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_attribute +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_comparisons +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_len +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_custom_reprcompare +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_assert_raising__bool__in_comparison +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_formatchar +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_custom_repr +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_custom_repr_non_ascii +PASSED testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_read_pyc +PASSED testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_read_pyc_more_invalid +PASSED testing/test_assertrewrite.py::test_get_assertion_exprs[trivial] +PASSED testing/test_assertrewrite.py::test_get_assertion_exprs[assert statement not on own line] +PASSED testing/test_assertrewrite.py::test_get_assertion_exprs[multiple assertions] +PASSED testing/test_assertrewrite.py::test_get_assertion_exprs[latin1 encoded on first line\n] +PASSED testing/test_assertrewrite.py::test_get_assertion_exprs[utf-8 encoded on first line] +PASSED testing/test_assertrewrite.py::test_get_assertion_exprs[multi-line assertion] +PASSED testing/test_assertrewrite.py::test_get_assertion_exprs[multi line assert with list continuation] +PASSED testing/test_assertrewrite.py::test_get_assertion_exprs[backslash continuation] +PASSED testing/test_assertrewrite.py::test_get_assertion_exprs[assertion with message] +PASSED testing/test_assertrewrite.py::test_get_assertion_exprs[assertion with message, test spanning multiple lines] +PASSED testing/test_assertrewrite.py::test_get_assertion_exprs[escaped newlines plus message] +PASSED testing/test_assertrewrite.py::test_get_assertion_exprs[no newline at end of file] +PASSED testing/test_assertrewrite.py::test_try_makedirs +PASSED testing/test_assertrewrite.py::TestPyCacheDir::test_get_cache_dir[c:/tmp/pycs-d:/projects/src/foo.py-c:/tmp/pycs/projects/src] +PASSED testing/test_assertrewrite.py::TestPyCacheDir::test_get_cache_dir[None-d:/projects/src/foo.py-d:/projects/src/__pycache__] +PASSED testing/test_assertrewrite.py::TestPyCacheDir::test_get_cache_dir[/tmp/pycs-/home/projects/src/foo.py-/tmp/pycs/home/projects/src] +PASSED testing/test_assertrewrite.py::TestPyCacheDir::test_get_cache_dir[None-/home/projects/src/foo.py-/home/projects/src/__pycache__] +PASSED testing/test_assertrewrite.py::TestReprSizeVerbosity::test_get_maxsize_for_saferepr[0-240] +PASSED testing/test_assertrewrite.py::TestReprSizeVerbosity::test_get_maxsize_for_saferepr[1-2400] +PASSED testing/test_assertrewrite.py::TestReprSizeVerbosity::test_get_maxsize_for_saferepr[2-None] +PASSED testing/test_assertrewrite.py::TestReprSizeVerbosity::test_get_maxsize_for_saferepr[3-None] +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_rewrites_plugin_as_a_package +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_honors_pep_235 +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_assertion_message +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_assertion_message_multiline +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_assertion_message_tuple +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_assertion_message_expr +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_assertion_message_escape +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_assertion_messages_bytes +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_at_operator_issue1290 +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_starred_with_side_effect +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_pycache_is_a_file +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_pycache_is_readonly +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_zipfile +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_load_resource_via_files_with_rewrite +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_readonly +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_orphaned_pyc_file +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_package +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_translate_newlines +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_package_without__init__py +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_remember_rewritten_modules +PASSED testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_sys_meta_path_munged +PASSED testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_write_pyc +PASSED testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_read_pyc_success +PASSED testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_reload_is_same_and_reloads +PASSED testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_get_data_support +PASSED testing/test_assertrewrite.py::test_issue731 +PASSED testing/test_assertrewrite.py::TestIssue925::test_simple_case +PASSED testing/test_assertrewrite.py::TestIssue925::test_long_case +PASSED testing/test_assertrewrite.py::TestIssue925::test_many_brackets +PASSED testing/test_assertrewrite.py::TestIssue2121::test_rewrite_python_files_contain_subdirs +PASSED testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator +PASSED testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_dont_rewrite +PASSED testing/test_assertrewrite.py::TestIssue10743::test_assertion_inline_walrus_operator +PASSED testing/test_assertrewrite.py::TestIssue10743::test_assertion_inline_walrus_operator_reverse +PASSED testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_no_variable_name_conflict +PASSED testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_true_assertion_and_changes_variable_value +PASSED testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_fail_assertion +PASSED testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_boolean_composite +PASSED testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_compare_boolean_fails +PASSED testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_boolean_none_fails +PASSED testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_value_changes_cleared_after_each_test +PASSED testing/test_assertrewrite.py::TestIssue11028::test_assertion_walrus_operator_in_operand +PASSED testing/test_assertrewrite.py::TestIssue11028::test_assertion_walrus_operator_in_operand_json_dumps +PASSED testing/test_assertrewrite.py::TestIssue11028::test_assertion_walrus_operator_equals_operand_function +PASSED testing/test_assertrewrite.py::TestIssue11028::test_assertion_walrus_operator_equals_operand_function_keyword_arg +PASSED testing/test_assertrewrite.py::TestIssue11028::test_assertion_walrus_operator_equals_operand_function_arg_as_function +PASSED testing/test_assertrewrite.py::TestIssue11028::test_assertion_walrus_operator_gt_operand_function +PASSED testing/test_assertrewrite.py::test_source_mtime_long_long[-1] +PASSED testing/test_assertrewrite.py::test_source_mtime_long_long[1] +PASSED testing/test_assertrewrite.py::test_rewrite_infinite_recursion +PASSED testing/test_assertrewrite.py::TestEarlyRewriteBailout::test_basic +PASSED testing/test_assertrewrite.py::TestEarlyRewriteBailout::test_pattern_contains_subdirectories +PASSED testing/test_assertrewrite.py::TestEarlyRewriteBailout::test_cwd_changed +PASSED testing/test_assertrewrite.py::TestAssertionPass::test_option_default +PASSED testing/test_assertrewrite.py::TestAssertionPass::test_hook_call +PASSED testing/test_assertrewrite.py::TestAssertionPass::test_hook_call_with_parens +PASSED testing/test_assertrewrite.py::TestAssertionPass::test_hook_not_called_without_hookimpl +PASSED testing/test_assertrewrite.py::TestAssertionPass::test_hook_not_called_without_cmd_option +PASSED testing/test_assertrewrite.py::TestPyCacheDir::test_sys_pycache_prefix_integration +PASSED testing/test_assertrewrite.py::TestReprSizeVerbosity::test_default_verbosity +PASSED testing/test_assertrewrite.py::TestReprSizeVerbosity::test_increased_verbosity +PASSED testing/test_assertrewrite.py::TestReprSizeVerbosity::test_max_increased_verbosity +PASSED testing/test_assertrewrite.py::TestIssue11140::test_constant_not_picked_as_module_docstring +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_dont_rewrite_plugin +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_dont_write_bytecode +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_cached_pyc_includes_pytest_version +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_pyc_vs_pyo +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_rewrite_warning +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_rewrite_module_imported_from_conftest +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_rewrite_warning_using_pytest_plugins +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_rewrite_warning_using_pytest_plugins_env_var +PASSED testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_resources_provider_for_loader +============================= 116 passed in 4.03s ============================== ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-11148/outcome.json b/reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-11148/outcome.json new file mode 100644 index 0000000..4019dee --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-11148/outcome.json @@ -0,0 +1,6 @@ +{ + "instance_id": "pytest-dev__pytest-11148", + "status": "empty_patch", + "resolved": false, + "patch_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-7490/harness-summary.json b/reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-7490/harness-summary.json new file mode 100644 index 0000000..345bcc3 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-7490/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "pytest-dev__pytest-7490" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "pytest-dev__pytest-7490" + ], + "resolved_ids": [ + "pytest-dev__pytest-7490" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.pytest-dev_1776_pytest-7490:latest" + ] +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-7490/outcome.json b/reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-7490/outcome.json new file mode 100644 index 0000000..4188fca --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-7490/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "pytest-dev__pytest-7490", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.pytest-dev_1776_pytest-7490:latest", + "patch_sha256": "a6dd8bc181e4387eae4e5280eb4643754ed8e4e90dea0d5ac8dbebb2bd194de0", + "image_id": "sha256:518161c894d4a5dd409b4a423f245275d3a3edccc318f04217554b126ebf4ae1", + "image_digests": [ + "swebench/sweb.eval.x86_64.pytest-dev_1776_pytest-7490@sha256:9e10d2e75d41e6f6325949d19d6a8a033d1f5d5fd6d4ce53ad483eb8951a417f" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-7490/raw-log-manifest.json b/reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-7490/raw-log-manifest.json new file mode 100644 index 0000000..7d7d2df --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-7490/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37848455841", + "artifact_name": "patch-shard-18", + "files": { + "harness.log": { + "sha256": "f290aa41c964f1c86d0ee6009df50a6214e213de191f81460c03dc6342c7e49c", + "bytes": 849 + }, + "image-pull.log": { + "sha256": "5cc5ebf978e5969b12733cdac89ea05be05aaaea5d2e39c0acd331daca38452a", + "bytes": 1683 + }, + "logs/run_evaluation/patch-37848455841-18-18/agentic-controls-routed_recent/pytest-dev__pytest-7490/eval.sh": { + "sha256": "a2876e477856dcfecfeb82797775b8ebf4b33ff59638e56ad3edb3ccf37f7a38", + "bytes": 2178 + }, + "logs/run_evaluation/patch-37848455841-18-18/agentic-controls-routed_recent/pytest-dev__pytest-7490/patch.diff": { + "sha256": "a6dd8bc181e4387eae4e5280eb4643754ed8e4e90dea0d5ac8dbebb2bd194de0", + "bytes": 295 + }, + "logs/run_evaluation/patch-37848455841-18-18/agentic-controls-routed_recent/pytest-dev__pytest-7490/report.json": { + "sha256": "49465f0d1a72efd381837314cb7d5e0011b7bd0c1b3e2df6383ffbca152556ba", + "bytes": 7728 + }, + "logs/run_evaluation/patch-37848455841-18-18/agentic-controls-routed_recent/pytest-dev__pytest-7490/run_instance.log": { + "sha256": "02c8320474d62df15bcb28031f55f578285ea0c07f36b80edb4a026f8c8b4314", + "bytes": 8926 + }, + "logs/run_evaluation/patch-37848455841-18-18/agentic-controls-routed_recent/pytest-dev__pytest-7490/test_output.txt": { + "sha256": "4ab2083eb909deac1daf3a3cb57b08f0194f26a920dfc49308520e04cafe72ba", + "bytes": 193849 + }, + "logs/run_evaluation/patch-37848455841-18-18/run.json": { + "sha256": "be4f64a9d307415b82ee1c146209ab391a3f82d79792706d74edc2bf10df43e0", + "bytes": 218 + }, + "predictions.jsonl": { + "sha256": "f7f98c01d60cabf2f2e2b5f1cba81180ed181412a6b00379fd1fdcb2fd412497", + "bytes": 425 + }, + "summary/agentic-controls-routed_recent.patch-37848455841-18-18.json": { + "sha256": "e751b27841d821c94568ef5af92a7c45407efa0b422e96bc70198a52c66fcd86", + "bytes": 850 + } + }, + "excerpt": { + "raw_sha256": "4ab2083eb909deac1daf3a3cb57b08f0194f26a920dfc49308520e04cafe72ba", + "raw_lines": 4323, + "start_line": 4160, + "stop_line": 4319, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-7490/report.json b/reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-7490/report.json new file mode 100644 index 0000000..383cd3f --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-7490/report.json @@ -0,0 +1,109 @@ +{ + "pytest-dev__pytest-7490": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "testing/test_skipping.py::TestXFail::test_dynamic_xfail_set_during_runtest_failed", + "testing/test_skipping.py::TestXFail::test_dynamic_xfail_set_during_runtest_passed_strict" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "testing/test_skipping.py::test_importorskip", + "testing/test_skipping.py::TestEvaluation::test_no_marker", + "testing/test_skipping.py::TestEvaluation::test_marked_xfail_no_args", + "testing/test_skipping.py::TestEvaluation::test_marked_skipif_no_args", + "testing/test_skipping.py::TestEvaluation::test_marked_one_arg", + "testing/test_skipping.py::TestEvaluation::test_marked_one_arg_with_reason", + "testing/test_skipping.py::TestEvaluation::test_marked_one_arg_twice", + "testing/test_skipping.py::TestEvaluation::test_marked_one_arg_twice2", + "testing/test_skipping.py::TestEvaluation::test_marked_skipif_with_boolean_without_reason", + "testing/test_skipping.py::TestEvaluation::test_marked_skipif_with_invalid_boolean", + "testing/test_skipping.py::TestEvaluation::test_skipif_class", + "testing/test_skipping.py::TestXFail::test_xfail_simple[True]", + "testing/test_skipping.py::TestXFail::test_xfail_simple[False]", + "testing/test_skipping.py::TestXFail::test_xfail_xpassed", + "testing/test_skipping.py::TestXFail::test_xfail_using_platform", + "testing/test_skipping.py::TestXFail::test_xfail_xpassed_strict", + "testing/test_skipping.py::TestXFail::test_xfail_run_anyway", + "testing/test_skipping.py::TestXFail::test_xfail_run_with_skip_mark[test_input0-expected0]", + "testing/test_skipping.py::TestXFail::test_xfail_run_with_skip_mark[test_input1-expected1]", + "testing/test_skipping.py::TestXFail::test_xfail_evalfalse_but_fails", + "testing/test_skipping.py::TestXFail::test_xfail_not_report_default", + "testing/test_skipping.py::TestXFail::test_xfail_not_run_xfail_reporting", + "testing/test_skipping.py::TestXFail::test_xfail_not_run_no_setup_run", + "testing/test_skipping.py::TestXFail::test_xfail_xpass", + "testing/test_skipping.py::TestXFail::test_xfail_imperative", + "testing/test_skipping.py::TestXFail::test_xfail_imperative_in_setup_function", + "testing/test_skipping.py::TestXFail::test_dynamic_xfail_no_run", + "testing/test_skipping.py::TestXFail::test_dynamic_xfail_set_during_funcarg_setup", + "testing/test_skipping.py::TestXFail::test_xfail_raises[TypeError-TypeError-*1", + "testing/test_skipping.py::TestXFail::test_xfail_raises[(AttributeError,", + "testing/test_skipping.py::TestXFail::test_xfail_raises[TypeError-IndexError-*1", + "testing/test_skipping.py::TestXFail::test_strict_sanity", + "testing/test_skipping.py::TestXFail::test_strict_xfail[True]", + "testing/test_skipping.py::TestXFail::test_strict_xfail[False]", + "testing/test_skipping.py::TestXFail::test_strict_xfail_condition[True]", + "testing/test_skipping.py::TestXFail::test_strict_xfail_condition[False]", + "testing/test_skipping.py::TestXFail::test_xfail_condition_keyword[True]", + "testing/test_skipping.py::TestXFail::test_xfail_condition_keyword[False]", + "testing/test_skipping.py::TestXFail::test_strict_xfail_default_from_file[true]", + "testing/test_skipping.py::TestXFail::test_strict_xfail_default_from_file[false]", + "testing/test_skipping.py::TestXFailwithSetupTeardown::test_failing_setup_issue9", + "testing/test_skipping.py::TestXFailwithSetupTeardown::test_failing_teardown_issue9", + "testing/test_skipping.py::TestSkip::test_skip_class", + "testing/test_skipping.py::TestSkip::test_skips_on_false_string", + "testing/test_skipping.py::TestSkip::test_arg_as_reason", + "testing/test_skipping.py::TestSkip::test_skip_no_reason", + "testing/test_skipping.py::TestSkip::test_skip_with_reason", + "testing/test_skipping.py::TestSkip::test_only_skips_marked_test", + "testing/test_skipping.py::TestSkip::test_strict_and_skip", + "testing/test_skipping.py::TestSkipif::test_skipif_conditional", + "testing/test_skipping.py::TestSkipif::test_skipif_reporting[\"hasattr(sys,", + "testing/test_skipping.py::TestSkipif::test_skipif_reporting[True,", + "testing/test_skipping.py::TestSkipif::test_skipif_using_platform", + "testing/test_skipping.py::TestSkipif::test_skipif_reporting_multiple[skipif-SKIP-skipped]", + "testing/test_skipping.py::TestSkipif::test_skipif_reporting_multiple[xfail-XPASS-xpassed]", + "testing/test_skipping.py::test_skip_not_report_default", + "testing/test_skipping.py::test_skipif_class", + "testing/test_skipping.py::test_skipped_reasons_functional", + "testing/test_skipping.py::test_skipped_folding", + "testing/test_skipping.py::test_reportchars", + "testing/test_skipping.py::test_reportchars_error", + "testing/test_skipping.py::test_reportchars_all", + "testing/test_skipping.py::test_reportchars_all_error", + "testing/test_skipping.py::test_errors_in_xfail_skip_expressions", + "testing/test_skipping.py::test_xfail_skipif_with_globals", + "testing/test_skipping.py::test_default_markers", + "testing/test_skipping.py::test_xfail_test_setup_exception", + "testing/test_skipping.py::test_imperativeskip_on_xfail_test", + "testing/test_skipping.py::TestBooleanCondition::test_skipif", + "testing/test_skipping.py::TestBooleanCondition::test_skipif_noreason", + "testing/test_skipping.py::TestBooleanCondition::test_xfail", + "testing/test_skipping.py::test_xfail_item", + "testing/test_skipping.py::test_module_level_skip_error", + "testing/test_skipping.py::test_module_level_skip_with_allow_module_level", + "testing/test_skipping.py::test_invalid_skip_keyword_parameter", + "testing/test_skipping.py::test_mark_xfail_item", + "testing/test_skipping.py::test_summary_list_after_errors", + "testing/test_skipping.py::test_relpath_rootdir" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-7490/test-output-excerpt.txt b/reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-7490/test-output-excerpt.txt new file mode 100644 index 0000000..8d684df --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/pytest-dev__pytest-7490/test-output-excerpt.txt @@ -0,0 +1,160 @@ +________________ test_module_level_skip_with_allow_module_level ________________ +----------------------------- Captured stdout call ----------------------------- +============================= test session starts ============================== +platform linux -- Python 3.9.20, pytest-6.0.0rc2.dev34+g3624323ef.d20261008, py-1.11.0, pluggy-0.13.1 +rootdir: /tmp/pytest-of-root/pytest-0/test_module_level_skip_with_allow_module_level0 +collected 0 items / 1 skipped + +=========================== short test summary info ============================ +SKIPPED [1] test_module_level_skip_with_allow_module_level.py:2: skip_module_level +============================== 1 skipped in 0.00s ============================== +_____________________ test_invalid_skip_keyword_parameter ______________________ +----------------------------- Captured stdout call ----------------------------- +============================= test session starts ============================== +platform linux -- Python 3.9.20, pytest-6.0.0rc2.dev34+g3624323ef.d20261008, py-1.11.0, pluggy-0.13.1 +rootdir: /tmp/pytest-of-root/pytest-0/test_invalid_skip_keyword_parameter0 +collected 0 items / 1 error + +==================================== ERRORS ==================================== +___________ ERROR collecting test_invalid_skip_keyword_parameter.py ____________ +test_invalid_skip_keyword_parameter.py:2: in + pytest.skip("skip_module_level", unknown=1) +E TypeError: skip() got an unexpected keyword argument 'unknown' +=========================== short test summary info ============================ +ERROR test_invalid_skip_keyword_parameter.py - TypeError: skip() got an unexp... +!!!!!!!!!!!!!!!!!!!! Interrupted: 1 error during collection !!!!!!!!!!!!!!!!!!!! +=============================== 1 error in 0.02s =============================== +_____________________________ test_mark_xfail_item _____________________________ +----------------------------- Captured stdout call ----------------------------- +============================= test session starts ============================== +platform linux -- Python 3.9.20, pytest-6.0.0rc2.dev34+g3624323ef.d20261008, py-1.11.0, pluggy-0.13.1 +rootdir: /tmp/pytest-of-root/pytest-0/test_mark_xfail_item0 +collected 1 item + +foo x [100%] + +=============================== warnings summary =============================== +conftest.py:14 + /tmp/pytest-of-root/pytest-0/test_mark_xfail_item0/conftest.py:14: PytestDeprecationWarning: Direct construction of MyItem has been deprecated, please use MyItem.from_parent. + See https://docs.pytest.org/en/stable/deprecations.html#node-construction-changed-to-node-from-parent for more details. + return MyItem("foo", parent) + +-- Docs: https://docs.pytest.org/en/stable/warnings.html +======================== 1 xfailed, 1 warning in 0.02s ========================= +________________________ test_summary_list_after_errors ________________________ +----------------------------- Captured stdout call ----------------------------- +============================= test session starts ============================== +platform linux -- Python 3.9.20, pytest-6.0.0rc2.dev34+g3624323ef.d20261008, py-1.11.0, pluggy-0.13.1 +rootdir: /tmp/pytest-of-root/pytest-0/test_summary_list_after_errors0 +collected 1 item + +test_summary_list_after_errors.py F [100%] + +=================================== FAILURES =================================== +__________________________________ test_fail ___________________________________ + + def test_fail(): +> assert 0 +E assert 0 + +test_summary_list_after_errors.py:3: AssertionError +=========================== short test summary info ============================ +FAILED test_summary_list_after_errors.py::test_fail - assert 0 +============================== 1 failed in 0.00s =============================== +_____________________________ test_relpath_rootdir _____________________________ +----------------------------- Captured stdout call ----------------------------- +============================= test session starts ============================== +platform linux -- Python 3.9.20, pytest-6.0.0rc2.dev34+g3624323ef.d20261008, py-1.11.0, pluggy-0.13.1 +rootdir: /tmp/pytest-of-root/pytest-0/test_relpath_rootdir0/tests +collected 1 item + +tests/test_1.py s [100%] + +=========================== short test summary info ============================ +SKIPPED [1] tests/test_1.py:2: unconditional skip +============================== 1 skipped in 0.00s ============================== +=========================== short test summary info ============================ +PASSED testing/test_skipping.py::test_importorskip +PASSED testing/test_skipping.py::TestEvaluation::test_no_marker +PASSED testing/test_skipping.py::TestEvaluation::test_marked_xfail_no_args +PASSED testing/test_skipping.py::TestEvaluation::test_marked_skipif_no_args +PASSED testing/test_skipping.py::TestEvaluation::test_marked_one_arg +PASSED testing/test_skipping.py::TestEvaluation::test_marked_one_arg_with_reason +PASSED testing/test_skipping.py::TestEvaluation::test_marked_one_arg_twice +PASSED testing/test_skipping.py::TestEvaluation::test_marked_one_arg_twice2 +PASSED testing/test_skipping.py::TestEvaluation::test_marked_skipif_with_boolean_without_reason +PASSED testing/test_skipping.py::TestEvaluation::test_marked_skipif_with_invalid_boolean +PASSED testing/test_skipping.py::TestEvaluation::test_skipif_class +PASSED testing/test_skipping.py::TestXFail::test_xfail_simple[True] +PASSED testing/test_skipping.py::TestXFail::test_xfail_simple[False] +PASSED testing/test_skipping.py::TestXFail::test_xfail_xpassed +PASSED testing/test_skipping.py::TestXFail::test_xfail_using_platform +PASSED testing/test_skipping.py::TestXFail::test_xfail_xpassed_strict +PASSED testing/test_skipping.py::TestXFail::test_xfail_run_anyway +PASSED testing/test_skipping.py::TestXFail::test_xfail_run_with_skip_mark[test_input0-expected0] +PASSED testing/test_skipping.py::TestXFail::test_xfail_run_with_skip_mark[test_input1-expected1] +PASSED testing/test_skipping.py::TestXFail::test_xfail_evalfalse_but_fails +PASSED testing/test_skipping.py::TestXFail::test_xfail_not_report_default +PASSED testing/test_skipping.py::TestXFail::test_xfail_not_run_xfail_reporting +PASSED testing/test_skipping.py::TestXFail::test_xfail_not_run_no_setup_run +PASSED testing/test_skipping.py::TestXFail::test_xfail_xpass +PASSED testing/test_skipping.py::TestXFail::test_xfail_imperative +PASSED testing/test_skipping.py::TestXFail::test_xfail_imperative_in_setup_function +PASSED testing/test_skipping.py::TestXFail::test_dynamic_xfail_no_run +PASSED testing/test_skipping.py::TestXFail::test_dynamic_xfail_set_during_funcarg_setup +PASSED testing/test_skipping.py::TestXFail::test_dynamic_xfail_set_during_runtest_failed +PASSED testing/test_skipping.py::TestXFail::test_dynamic_xfail_set_during_runtest_passed_strict +PASSED testing/test_skipping.py::TestXFail::test_xfail_raises[TypeError-TypeError-*1 xfailed*] +PASSED testing/test_skipping.py::TestXFail::test_xfail_raises[(AttributeError, TypeError)-TypeError-*1 xfailed*] +PASSED testing/test_skipping.py::TestXFail::test_xfail_raises[TypeError-IndexError-*1 failed*] +PASSED testing/test_skipping.py::TestXFail::test_xfail_raises[(AttributeError, TypeError)-IndexError-*1 failed*] +PASSED testing/test_skipping.py::TestXFail::test_strict_sanity +PASSED testing/test_skipping.py::TestXFail::test_strict_xfail[True] +PASSED testing/test_skipping.py::TestXFail::test_strict_xfail[False] +PASSED testing/test_skipping.py::TestXFail::test_strict_xfail_condition[True] +PASSED testing/test_skipping.py::TestXFail::test_strict_xfail_condition[False] +PASSED testing/test_skipping.py::TestXFail::test_xfail_condition_keyword[True] +PASSED testing/test_skipping.py::TestXFail::test_xfail_condition_keyword[False] +PASSED testing/test_skipping.py::TestXFail::test_strict_xfail_default_from_file[true] +PASSED testing/test_skipping.py::TestXFail::test_strict_xfail_default_from_file[false] +PASSED testing/test_skipping.py::TestXFailwithSetupTeardown::test_failing_setup_issue9 +PASSED testing/test_skipping.py::TestXFailwithSetupTeardown::test_failing_teardown_issue9 +PASSED testing/test_skipping.py::TestSkip::test_skip_class +PASSED testing/test_skipping.py::TestSkip::test_skips_on_false_string +PASSED testing/test_skipping.py::TestSkip::test_arg_as_reason +PASSED testing/test_skipping.py::TestSkip::test_skip_no_reason +PASSED testing/test_skipping.py::TestSkip::test_skip_with_reason +PASSED testing/test_skipping.py::TestSkip::test_only_skips_marked_test +PASSED testing/test_skipping.py::TestSkip::test_strict_and_skip +PASSED testing/test_skipping.py::TestSkipif::test_skipif_conditional +PASSED testing/test_skipping.py::TestSkipif::test_skipif_reporting["hasattr(sys, 'platform')"] +PASSED testing/test_skipping.py::TestSkipif::test_skipif_reporting[True, reason="invalid platform"] +PASSED testing/test_skipping.py::TestSkipif::test_skipif_using_platform +PASSED testing/test_skipping.py::TestSkipif::test_skipif_reporting_multiple[skipif-SKIP-skipped] +PASSED testing/test_skipping.py::TestSkipif::test_skipif_reporting_multiple[xfail-XPASS-xpassed] +PASSED testing/test_skipping.py::test_skip_not_report_default +PASSED testing/test_skipping.py::test_skipif_class +PASSED testing/test_skipping.py::test_skipped_reasons_functional +PASSED testing/test_skipping.py::test_skipped_folding +PASSED testing/test_skipping.py::test_reportchars +PASSED testing/test_skipping.py::test_reportchars_error +PASSED testing/test_skipping.py::test_reportchars_all +PASSED testing/test_skipping.py::test_reportchars_all_error +PASSED testing/test_skipping.py::test_errors_in_xfail_skip_expressions +PASSED testing/test_skipping.py::test_xfail_skipif_with_globals +PASSED testing/test_skipping.py::test_default_markers +PASSED testing/test_skipping.py::test_xfail_test_setup_exception +PASSED testing/test_skipping.py::test_imperativeskip_on_xfail_test +PASSED testing/test_skipping.py::TestBooleanCondition::test_skipif +PASSED testing/test_skipping.py::TestBooleanCondition::test_skipif_noreason +PASSED testing/test_skipping.py::TestBooleanCondition::test_xfail +PASSED testing/test_skipping.py::test_xfail_item +PASSED testing/test_skipping.py::test_module_level_skip_error +PASSED testing/test_skipping.py::test_module_level_skip_with_allow_module_level +PASSED testing/test_skipping.py::test_invalid_skip_keyword_parameter +PASSED testing/test_skipping.py::test_mark_xfail_item +PASSED testing/test_skipping.py::test_summary_list_after_errors +PASSED testing/test_skipping.py::test_relpath_rootdir +============================== 81 passed in 1.50s ============================== ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/results.json b/reports/experiments/paired-20/routed_recent/official-evaluation/results.json new file mode 100644 index 0000000..270b617 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/results.json @@ -0,0 +1,317 @@ +{ + "schema_version": 1, + "harness_version": "5.0.2", + "total_instances": 20, + "submitted_ids": [ + "matplotlib__matplotlib-23314", + "matplotlib__matplotlib-23563", + "matplotlib__matplotlib-24149", + "matplotlib__matplotlib-26011", + "mwaskom__seaborn-2848", + "pallets__flask-4045", + "pallets__flask-4992", + "psf__requests-2317", + "psf__requests-2674", + "pydata__xarray-4094", + "pydata__xarray-4248", + "pytest-dev__pytest-11143", + "pytest-dev__pytest-11148", + "pytest-dev__pytest-7490", + "scikit-learn__scikit-learn-13584", + "sphinx-doc__sphinx-8713", + "sympy__sympy-13437", + "sympy__sympy-13647", + "sympy__sympy-13895", + "sympy__sympy-18087" + ], + "resolved_ids": [ + "matplotlib__matplotlib-23314", + "matplotlib__matplotlib-24149", + "matplotlib__matplotlib-26011", + "mwaskom__seaborn-2848", + "pydata__xarray-4094", + "pytest-dev__pytest-11143", + "pytest-dev__pytest-7490", + "scikit-learn__scikit-learn-13584", + "sphinx-doc__sphinx-8713", + "sympy__sympy-13647" + ], + "unresolved_ids": [ + "pallets__flask-4045", + "pydata__xarray-4248", + "sympy__sympy-13437", + "sympy__sympy-13895" + ], + "error_ids": [ + "psf__requests-2317" + ], + "empty_patch_ids": [ + "matplotlib__matplotlib-23563", + "pallets__flask-4992", + "psf__requests-2674", + "pytest-dev__pytest-11148", + "sympy__sympy-18087" + ], + "missing_outcome_ids": [], + "completed_ids": [ + "matplotlib__matplotlib-23314", + "matplotlib__matplotlib-24149", + "matplotlib__matplotlib-26011", + "mwaskom__seaborn-2848", + "pallets__flask-4045", + "pydata__xarray-4094", + "pydata__xarray-4248", + "pytest-dev__pytest-11143", + "pytest-dev__pytest-7490", + "scikit-learn__scikit-learn-13584", + "sphinx-doc__sphinx-8713", + "sympy__sympy-13437", + "sympy__sympy-13647", + "sympy__sympy-13895" + ], + "patch_resolution_rate": 0.5, + "complete": true, + "predictions_sha256": "536db104b3ad1c327d26401306f5b3277b11244df55ca60164c5da86c6dab33e", + "per_issue": [ + { + "instance_id": "matplotlib__matplotlib-23314", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-23314:latest", + "patch_sha256": "ef011c21536580dad4ac4bbd54c594c3cdb0b61738e25b2e7e639a2af83196e5", + "image_id": "sha256:1ea0831da6b53be2b42003be160e01dcdd6791c3faec14ce3424c6f50bb6abdd", + "image_digests": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-23314@sha256:f88a00b6cfc878eb62965e836134dd9425b0188bfa2b8154d439bda001ed604c" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "matplotlib__matplotlib-23563", + "status": "empty_patch", + "resolved": false, + "patch_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "instance_id": "matplotlib__matplotlib-24149", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-24149:latest", + "patch_sha256": "c8858b6819bb12bc86fd98d183eb7ea8923f4fdd79351b8bdad99460b66f2fcd", + "image_id": "sha256:76a50f4a5d1b876980996731d7de4fe6d01b292128d5396b6f89dfe327f3bcc9", + "image_digests": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-24149@sha256:e80913d242481321c20b8ed0b5bd1513e89fcaff6eb84b5f6d39e748128b7c19" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "matplotlib__matplotlib-26011", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-26011:latest", + "patch_sha256": "de8cd4dac7e50d6ed968a5d12f8f19974587703310092a62305d6d660f3c71ac", + "image_id": "sha256:b49d6b9652c2a7b2168e730227e53627dcc8284732992b9f5a0c3981a6cc8d88", + "image_digests": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-26011@sha256:bc25341eaddec909d1c4ca7beaed8f65fcc7c4eedd2e423a841a78dec1ffb06a" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "mwaskom__seaborn-2848", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.mwaskom_1776_seaborn-2848:latest", + "patch_sha256": "2aae0a1c5119799220d7a3ebab8a76755caa52c8fd27a9ff2c3f9d1b0ffb45ad", + "image_id": "sha256:0af7176f7f2725823ea4b5c1d7a5ec83692eb8b679c7dc78f06b110cc7da3585", + "image_digests": [ + "swebench/sweb.eval.x86_64.mwaskom_1776_seaborn-2848@sha256:d719470351e66623e532a4f23cdedfe8fb737147fe108e4b5829aa273528389d" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "pallets__flask-4045", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.pallets_1776_flask-4045:latest", + "patch_sha256": "70ec9031fdcda865a51a9d5bb0d6ca22e11974a89a05b86358315d19b9d7ed70", + "image_id": "sha256:459abea2907f6db45f2a50cea2929e3e0867665eab9b9c6feb80fa737b2f0426", + "image_digests": [ + "swebench/sweb.eval.x86_64.pallets_1776_flask-4045@sha256:1425b0801ddf4b2607e552e56516cce3d389bab0a3ce06f58e6fa6a7835c703c" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "pallets__flask-4992", + "status": "empty_patch", + "resolved": false, + "patch_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "instance_id": "psf__requests-2317", + "status": "evaluation_error", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.psf_1776_requests-2317:latest", + "patch_sha256": "2438c4b0eaeaacaefc0732343b6dd88c54a557052ded092bfe6a25e531d064c8", + "image_id": "sha256:3c49e39da2143fc51599f096a7c959ea5f3c9fd97d22899d977ac92d6dc360b6", + "image_digests": [ + "swebench/sweb.eval.x86_64.psf_1776_requests-2317@sha256:c6b5c8846507b5e48e307decca28dbdfa4f5ef17070c1087aacde765e8c4b178" + ], + "harness_exit_code": 0, + "failure_reason": "tests_timed_out", + "infra_failure": false + }, + { + "instance_id": "psf__requests-2674", + "status": "empty_patch", + "resolved": false, + "patch_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "instance_id": "pydata__xarray-4094", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.pydata_1776_xarray-4094:latest", + "patch_sha256": "5511b48ec3e03cb1631658309d9429751c2bd3f754eba26a36e18fb2faa9e889", + "image_id": "sha256:a18e074e2230f1f06df847df0451aef2063d777000ae6ed5d86adba4d2eafef6", + "image_digests": [ + "swebench/sweb.eval.x86_64.pydata_1776_xarray-4094@sha256:6bcd1fe581af0796691ac3527b940d43e5e1bfd6539adeecebb12f3e4b25dc2c" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "pydata__xarray-4248", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.pydata_1776_xarray-4248:latest", + "patch_sha256": "70b98e6249988b8749daf712d02da2d25d4f2727ab976aacc3062bcbad3cb00e", + "image_id": "sha256:3ecda11cf117b27fd6f3fa5261e651102270eb9e35fe6b6fa8e1d260fffae5d2", + "image_digests": [ + "swebench/sweb.eval.x86_64.pydata_1776_xarray-4248@sha256:d16aca15c86b2ef8a698600711bfde3559f794154a0edd4ac4213edf6b6fdf73" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "pytest-dev__pytest-11143", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.pytest-dev_1776_pytest-11143:latest", + "patch_sha256": "5673d57f052cacf34c5b7ef9530fb3dbbea978e5eca686fb92917daacfe02cf6", + "image_id": "sha256:c4299ec247332c00e7016f5fbfcdb5bc8fd733585b3d28b897fcd7a6c50d32e2", + "image_digests": [ + "swebench/sweb.eval.x86_64.pytest-dev_1776_pytest-11143@sha256:e08ce142adec5ec985e867e910045734ec3c58fe174fc054c5f83855bed78fd4" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "pytest-dev__pytest-11148", + "status": "empty_patch", + "resolved": false, + "patch_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "instance_id": "pytest-dev__pytest-7490", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.pytest-dev_1776_pytest-7490:latest", + "patch_sha256": "a6dd8bc181e4387eae4e5280eb4643754ed8e4e90dea0d5ac8dbebb2bd194de0", + "image_id": "sha256:518161c894d4a5dd409b4a423f245275d3a3edccc318f04217554b126ebf4ae1", + "image_digests": [ + "swebench/sweb.eval.x86_64.pytest-dev_1776_pytest-7490@sha256:9e10d2e75d41e6f6325949d19d6a8a033d1f5d5fd6d4ce53ad483eb8951a417f" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "scikit-learn__scikit-learn-13584", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.scikit-learn_1776_scikit-learn-13584:latest", + "patch_sha256": "3aa65e7b12cb973ddb8079d78b2ddb2494f6486f882ca8edd6007a40b6dee5e2", + "image_id": "sha256:c77bbaea43725f9703636bdeddf6feef77a2900690e3c3e7637602a50d448e58", + "image_digests": [ + "swebench/sweb.eval.x86_64.scikit-learn_1776_scikit-learn-13584@sha256:5ca83e8c588bfede26f650da0d725c7093d3e57105586522f9d2829e30117b8c" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "sphinx-doc__sphinx-8713", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-8713:latest", + "patch_sha256": "35ab9b24144697ef594da09bb6693bd27289984f681322fc4ebd12045f2be0b1", + "image_id": "sha256:fd484ae673a0907554b9dbee5a9032ebea325907d411907c47e234d84699a88e", + "image_digests": [ + "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-8713@sha256:7ba9df7ec272f679584db9aede948951ff220b69c55076f0ca54e2777cd80f8e" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "sympy__sympy-13437", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.sympy_1776_sympy-13437:latest", + "patch_sha256": "7db5c700416fd592598f052769ab3d8e8f683b07841d5b9da147a847f260f04b", + "image_id": "sha256:a26d20f1d7799b7fe8f7d35fe472bd2f22561d36222e2e909bde58e0d2ab9ac1", + "image_digests": [ + "swebench/sweb.eval.x86_64.sympy_1776_sympy-13437@sha256:f706d9c0f73fd8e26f94db6cac32863a074f2a887eab3be9895242e398d261fb" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "sympy__sympy-13647", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.sympy_1776_sympy-13647:latest", + "patch_sha256": "0c5ca584fe11861c46731e2153829205d76b55a38cc1bb1110b24fa9ec72b796", + "image_id": "sha256:9d376ecba7f21d31215939c22ab7c14654972eb732021e021a7afe6fdacbb52b", + "image_digests": [ + "swebench/sweb.eval.x86_64.sympy_1776_sympy-13647@sha256:dfa0b51faf18208c3b9fdb505eafc2db866fed25c158d211617d23606c3539fe" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "sympy__sympy-13895", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.sympy_1776_sympy-13895:latest", + "patch_sha256": "f1853cf1446bc28118ff4e6966db4546eeb9d2af3a5a5b741050ff97e2959a9c", + "image_id": "sha256:f3af5e1230ca0b9265177a3fe254488a71bcbb9bca436f22704fa7504e0b2b1b", + "image_digests": [ + "swebench/sweb.eval.x86_64.sympy_1776_sympy-13895@sha256:9e2d542b7e4b9c0b710a2fd793836100391c0d7a7697da228723ce53234006a7" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "sympy__sympy-18087", + "status": "empty_patch", + "resolved": false, + "patch_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + } + ] +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/scikit-learn__scikit-learn-13584/harness-summary.json b/reports/experiments/paired-20/routed_recent/official-evaluation/scikit-learn__scikit-learn-13584/harness-summary.json new file mode 100644 index 0000000..729fb23 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/scikit-learn__scikit-learn-13584/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "scikit-learn__scikit-learn-13584" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "scikit-learn__scikit-learn-13584" + ], + "resolved_ids": [ + "scikit-learn__scikit-learn-13584" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.scikit-learn_1776_scikit-learn-13584:latest" + ] +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/scikit-learn__scikit-learn-13584/outcome.json b/reports/experiments/paired-20/routed_recent/official-evaluation/scikit-learn__scikit-learn-13584/outcome.json new file mode 100644 index 0000000..9d690f0 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/scikit-learn__scikit-learn-13584/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "scikit-learn__scikit-learn-13584", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.scikit-learn_1776_scikit-learn-13584:latest", + "patch_sha256": "3aa65e7b12cb973ddb8079d78b2ddb2494f6486f882ca8edd6007a40b6dee5e2", + "image_id": "sha256:c77bbaea43725f9703636bdeddf6feef77a2900690e3c3e7637602a50d448e58", + "image_digests": [ + "swebench/sweb.eval.x86_64.scikit-learn_1776_scikit-learn-13584@sha256:5ca83e8c588bfede26f650da0d725c7093d3e57105586522f9d2829e30117b8c" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/scikit-learn__scikit-learn-13584/raw-log-manifest.json b/reports/experiments/paired-20/routed_recent/official-evaluation/scikit-learn__scikit-learn-13584/raw-log-manifest.json new file mode 100644 index 0000000..2fe1ede --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/scikit-learn__scikit-learn-13584/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37848455841", + "artifact_name": "patch-shard-6", + "files": { + "harness.log": { + "sha256": "8897a96744d5baa1769b79401f9435f1a74ae261235a85e193ed22cc141a6727", + "bytes": 855 + }, + "image-pull.log": { + "sha256": "fc47122fcfbcb85df76f9d4a4006d3bb6deb05ad94f385a5aabacf556e29bba5", + "bytes": 1710 + }, + "logs/run_evaluation/patch-37848455841-6-6/agentic-controls-routed_recent/scikit-learn__scikit-learn-13584/eval.sh": { + "sha256": "434f1680f7e62410609c5bdcfff1b7685b359b2f66cfaa71d34bbed608c1c8f0", + "bytes": 1569 + }, + "logs/run_evaluation/patch-37848455841-6-6/agentic-controls-routed_recent/scikit-learn__scikit-learn-13584/patch.diff": { + "sha256": "3aa65e7b12cb973ddb8079d78b2ddb2494f6486f882ca8edd6007a40b6dee5e2", + "bytes": 339 + }, + "logs/run_evaluation/patch-37848455841-6-6/agentic-controls-routed_recent/scikit-learn__scikit-learn-13584/report.json": { + "sha256": "4e34cd7019ea7596d416f912fd827fcd2d96ba895ffbaa7933536d66e8cd6492", + "bytes": 1418 + }, + "logs/run_evaluation/patch-37848455841-6-6/agentic-controls-routed_recent/scikit-learn__scikit-learn-13584/run_instance.log": { + "sha256": "b7b78bdbd65a8ed82fb21ec1dbb834e09a9b2733a0710e027db0f7a56d85c525", + "bytes": 4213 + }, + "logs/run_evaluation/patch-37848455841-6-6/agentic-controls-routed_recent/scikit-learn__scikit-learn-13584/test_output.txt": { + "sha256": "a0e1a2b234d6a481e252c69ba8a848eeaf95ad41eda78eb2e8306c34fb096208", + "bytes": 350917 + }, + "logs/run_evaluation/patch-37848455841-6-6/run.json": { + "sha256": "4a01590e328e7e32447255896638492f20c1d316ca2fb9f6dd25d508c62be641", + "bytes": 226 + }, + "predictions.jsonl": { + "sha256": "96a6478886f4ea0b9e1a9bfb86d7f3b5317a5a06060a49fb75a5442f1e44212c", + "bytes": 475 + }, + "summary/agentic-controls-routed_recent.patch-37848455841-6-6.json": { + "sha256": "e172524a78adaee4bd0a7e06fa5aad24639df0ab4a8085506c81118f2bc663b2", + "bytes": 886 + } + }, + "excerpt": { + "raw_sha256": "a0e1a2b234d6a481e252c69ba8a848eeaf95ad41eda78eb2e8306c34fb096208", + "raw_lines": 7547, + "start_line": 7514, + "stop_line": 7543, + "truncated": false, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/scikit-learn__scikit-learn-13584/report.json b/reports/experiments/paired-20/routed_recent/official-evaluation/scikit-learn__scikit-learn-13584/report.json new file mode 100644 index 0000000..968a379 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/scikit-learn__scikit-learn-13584/report.json @@ -0,0 +1,38 @@ +{ + "scikit-learn__scikit-learn-13584": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "sklearn/utils/tests/test_pprint.py::test_changed_only", + "sklearn/utils/tests/test_pprint.py::test_pipeline", + "sklearn/utils/tests/test_pprint.py::test_deeply_nested", + "sklearn/utils/tests/test_pprint.py::test_gridsearch", + "sklearn/utils/tests/test_pprint.py::test_gridsearch_pipeline", + "sklearn/utils/tests/test_pprint.py::test_n_max_elements_to_show" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "sklearn/utils/tests/test_pprint.py::test_basic", + "sklearn/utils/tests/test_pprint.py::test_length_constraint", + "sklearn/utils/tests/test_pprint.py::test_builtin_prettyprinter" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/scikit-learn__scikit-learn-13584/test-output-excerpt.txt b/reports/experiments/paired-20/routed_recent/official-evaluation/scikit-learn__scikit-learn-13584/test-output-excerpt.txt new file mode 100644 index 0000000..042fa75 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/scikit-learn__scikit-learn-13584/test-output-excerpt.txt @@ -0,0 +1,30 @@ ++ : '>>>>> Start Test Output' ++ pytest -rA sklearn/utils/tests/test_pprint.py +============================= test session starts ============================== +platform linux -- Python 3.6.13, pytest-6.2.4, py-1.11.0, pluggy-0.13.1 +rootdir: /testbed, configfile: setup.cfg +collected 9 items + +sklearn/utils/tests/test_pprint.py ......... [100%] + +==================================== PASSES ==================================== +__________________________ test_builtin_prettyprinter __________________________ +----------------------------- Captured stdout call ----------------------------- +LogisticRegression(C=1.0, class_weight=None, dual=False, fit_intercept=True, + intercept_scaling=1, l1_ratio=None, max_iter=100, + multi_class='warn', n_jobs=None, penalty='l2', + random_state=None, solver='warn', tol=0.0001, verbose=0, + warm_start=False) +=========================== short test summary info ============================ +PASSED sklearn/utils/tests/test_pprint.py::test_basic +PASSED sklearn/utils/tests/test_pprint.py::test_changed_only +PASSED sklearn/utils/tests/test_pprint.py::test_pipeline +PASSED sklearn/utils/tests/test_pprint.py::test_deeply_nested +PASSED sklearn/utils/tests/test_pprint.py::test_gridsearch +PASSED sklearn/utils/tests/test_pprint.py::test_gridsearch_pipeline +PASSED sklearn/utils/tests/test_pprint.py::test_n_max_elements_to_show +PASSED sklearn/utils/tests/test_pprint.py::test_length_constraint +PASSED sklearn/utils/tests/test_pprint.py::test_builtin_prettyprinter +============================== 9 passed in 0.48s =============================== ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/sphinx-doc__sphinx-8713/harness-summary.json b/reports/experiments/paired-20/routed_recent/official-evaluation/sphinx-doc__sphinx-8713/harness-summary.json new file mode 100644 index 0000000..7a6617f --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/sphinx-doc__sphinx-8713/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "sphinx-doc__sphinx-8713" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "sphinx-doc__sphinx-8713" + ], + "resolved_ids": [ + "sphinx-doc__sphinx-8713" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-8713:latest" + ] +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/sphinx-doc__sphinx-8713/outcome.json b/reports/experiments/paired-20/routed_recent/official-evaluation/sphinx-doc__sphinx-8713/outcome.json new file mode 100644 index 0000000..0f32edb --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/sphinx-doc__sphinx-8713/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "sphinx-doc__sphinx-8713", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-8713:latest", + "patch_sha256": "35ab9b24144697ef594da09bb6693bd27289984f681322fc4ebd12045f2be0b1", + "image_id": "sha256:fd484ae673a0907554b9dbee5a9032ebea325907d411907c47e234d84699a88e", + "image_digests": [ + "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-8713@sha256:7ba9df7ec272f679584db9aede948951ff220b69c55076f0ca54e2777cd80f8e" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/sphinx-doc__sphinx-8713/raw-log-manifest.json b/reports/experiments/paired-20/routed_recent/official-evaluation/sphinx-doc__sphinx-8713/raw-log-manifest.json new file mode 100644 index 0000000..c4a4089 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/sphinx-doc__sphinx-8713/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37848455841", + "artifact_name": "patch-shard-14", + "files": { + "harness.log": { + "sha256": "d05c2c7c638e3dfc5ffc684100595e2b837b691d36a483f4f1af03e7e48dfc5d", + "bytes": 849 + }, + "image-pull.log": { + "sha256": "e7ac27903b12ff6adb787a4b90229b52a03acf0ca7f9d268ba9ded602d761451", + "bytes": 1628 + }, + "logs/run_evaluation/patch-37848455841-14-14/agentic-controls-routed_recent/sphinx-doc__sphinx-8713/eval.sh": { + "sha256": "c60598b4fbacaa8d848a7437b406d25f6ff7131408cf03d6cc9994b6becb1940", + "bytes": 1851 + }, + "logs/run_evaluation/patch-37848455841-14-14/agentic-controls-routed_recent/sphinx-doc__sphinx-8713/patch.diff": { + "sha256": "35ab9b24144697ef594da09bb6693bd27289984f681322fc4ebd12045f2be0b1", + "bytes": 618 + }, + "logs/run_evaluation/patch-37848455841-14-14/agentic-controls-routed_recent/sphinx-doc__sphinx-8713/report.json": { + "sha256": "037896f67ea415666d4896638fb6509ff808e9dce1c73c7b0b41efb68d5a678d", + "bytes": 5723 + }, + "logs/run_evaluation/patch-37848455841-14-14/agentic-controls-routed_recent/sphinx-doc__sphinx-8713/run_instance.log": { + "sha256": "0d2e797a84e1c7a6d92ef09cd9024c4bbd5d651ab7f98d2e40c68f5c74c1da01", + "bytes": 8223 + }, + "logs/run_evaluation/patch-37848455841-14-14/agentic-controls-routed_recent/sphinx-doc__sphinx-8713/test_output.txt": { + "sha256": "17b64add7cdc29b9c917c1a0a8edaec155455ccb505a1ab45a475d20b56762c2", + "bytes": 398284 + }, + "logs/run_evaluation/patch-37848455841-14-14/run.json": { + "sha256": "f8de6add9d056a5ec5c40587d92098def14d5bb22f06484731b3f4032e414958", + "bytes": 218 + }, + "predictions.jsonl": { + "sha256": "b3c2ef1ac9f7c828d181f11a84b35d7d3c7ea217eb90d5b3dd89f334cdc181d5", + "bytes": 749 + }, + "summary/agentic-controls-routed_recent.patch-37848455841-14-14.json": { + "sha256": "5d502d1112c3c3f4aae414f4589d6b9fadbfc1e3debad9cf6917382bed12b385", + "bytes": 850 + } + }, + "excerpt": { + "raw_sha256": "17b64add7cdc29b9c917c1a0a8edaec155455ccb505a1ab45a475d20b56762c2", + "raw_lines": 9394, + "start_line": 9232, + "stop_line": 9391, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/sphinx-doc__sphinx-8713/report.json b/reports/experiments/paired-20/routed_recent/official-evaluation/sphinx-doc__sphinx-8713/report.json new file mode 100644 index 0000000..61f8473 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/sphinx-doc__sphinx-8713/report.json @@ -0,0 +1,75 @@ +{ + "sphinx-doc__sphinx-8713": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_parameters_with_class_reference" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "tests/test_ext_napoleon_docstring.py::NamedtupleSubclassTest::test_attributes_docstring", + "tests/test_ext_napoleon_docstring.py::InlineAttributeTest::test_class_data_member", + "tests/test_ext_napoleon_docstring.py::InlineAttributeTest::test_class_data_member_inline", + "tests/test_ext_napoleon_docstring.py::InlineAttributeTest::test_class_data_member_inline_no_type", + "tests/test_ext_napoleon_docstring.py::InlineAttributeTest::test_class_data_member_inline_ref_in_type", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_attributes_with_class_reference", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_code_block_in_returns_section", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_colon_in_return_type", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_custom_generic_sections", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_docstrings", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_keywords_with_types", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_kwargs_in_arguments", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_list_in_parameter_description", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_noindex", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_parameters_with_class_reference", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_pep526_annotations", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_raises_types", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_section_header_formatting", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_sphinx_admonitions", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_xrefs_in_return_type", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_colon_in_return_type", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_convert_numpy_type_spec", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_docstrings", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_list_in_parameter_description", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_multiple_parameters", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_parameter_types", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_parameters_without_class_reference", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_raises_types", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_recombine_set_tokens", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_recombine_set_tokens_invalid", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_return_types", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_section_header_underline_length", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_see_also_refs", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_sphinx_admonitions", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_token_type", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_tokenize_type_spec", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_type_preprocessor", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_underscore_in_attribute", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_underscore_in_attribute_strip_signature_backslash", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_xrefs_in_return_type", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_yield_types", + "tests/test_ext_napoleon_docstring.py::TestNumpyDocstring::test_escape_args_and_kwargs[x,", + "tests/test_ext_napoleon_docstring.py::TestNumpyDocstring::test_escape_args_and_kwargs[*args,", + "tests/test_ext_napoleon_docstring.py::TestNumpyDocstring::test_escape_args_and_kwargs[*x,", + "tests/test_ext_napoleon_docstring.py::TestNumpyDocstring::test_pep526_annotations" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/sphinx-doc__sphinx-8713/test-output-excerpt.txt b/reports/experiments/paired-20/routed_recent/official-evaluation/sphinx-doc__sphinx-8713/test-output-excerpt.txt new file mode 100644 index 0000000..5021d6b --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/sphinx-doc__sphinx-8713/test-output-excerpt.txt @@ -0,0 +1,160 @@ +=================================== FAILURES =================================== +__________________ TestNumpyDocstring.test_token_type_invalid __________________ + +self = +warning = <_io.StringIO object at 0x7ff101269af0> + + def test_token_type_invalid(self, warning): + tokens = ( + "{1, 2", + "}", + "'abc", + "def'", + '"ghi', + 'jkl"', + ) + errors = ( + r".+: invalid value set \(missing closing brace\):", + r".+: invalid value set \(missing opening brace\):", + r".+: malformed string literal \(missing closing quote\):", + r".+: malformed string literal \(missing opening quote\):", + r".+: malformed string literal \(missing closing quote\):", + r".+: malformed string literal \(missing opening quote\):", + ) + for token, error in zip(tokens, errors): + with warns(warning, match=error): +> _token_type(token) + +tests/test_ext_napoleon_docstring.py:2499: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ +/opt/miniconda3/envs/testbed/lib/python3.9/contextlib.py:126: in __exit__ + next(self.gen) +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +warning = <_io.StringIO object at 0x7ff101269af0> +match = '.+: invalid value set \\(missing closing brace\\):' + + @contextmanager + def warns(warning, match): + match_re = re.compile(match) + try: + yield warning + finally: + raw_warnings = warning.getvalue() + warnings = [w for w in raw_warnings.split("\n") if w.strip()] +  +> assert len(warnings) == 1 and all(match_re.match(w) for w in warnings) +E assert (2 == 1) +E + where 2 = len(["\x1b[91mWARNING: while setting up extension sphinx.addnodes: node class 'meta' is already registered, its visitors will be overridden\x1b[39;49;00m", '\x1b[91mWARNING: invalid value set (missing closing brace): {1, 2\x1b[39;49;00m']) + +tests/test_ext_napoleon_docstring.py:2475: AssertionError +--------------------------- Captured stdout teardown --------------------------- +# testroot: root +# builder: html +# srcdir: /tmp/pytest-of-root/pytest-0/root +# outdir: /tmp/pytest-of-root/pytest-0/root/_build/html +# status: +Running Sphinx v4.0.0+/e6b2d7bcf + +# warning: +WARNING: while setting up extension sphinx.addnodes: node class 'meta' is already registered, its visitors will be overridden +WARNING: invalid value set (missing closing brace): {1, 2 + +=============================== warnings summary =============================== +sphinx/util/docutils.py:44 + /testbed/sphinx/util/docutils.py:44: DeprecationWarning: distutils Version classes are deprecated. Use packaging.version instead. + __version_info__ = tuple(LooseVersion(docutils.__version__).version) + +sphinx/registry.py:22 + /testbed/sphinx/registry.py:22: DeprecationWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html + from pkg_resources import iter_entry_points + +../opt/miniconda3/envs/testbed/lib/python3.9/site-packages/pkg_resources/__init__.py:3154 +../opt/miniconda3/envs/testbed/lib/python3.9/site-packages/pkg_resources/__init__.py:3154 +../opt/miniconda3/envs/testbed/lib/python3.9/site-packages/pkg_resources/__init__.py:3154 +../opt/miniconda3/envs/testbed/lib/python3.9/site-packages/pkg_resources/__init__.py:3154 + /opt/miniconda3/envs/testbed/lib/python3.9/site-packages/pkg_resources/__init__.py:3154: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('sphinxcontrib')`. + Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages + declare_namespace(pkg) + +tests/test_ext_napoleon_docstring.py::TestNumpyDocstring::test_token_type_invalid + /testbed/sphinx/directives/patches.py:15: DeprecationWarning: The `docutils.parsers.rst.directive.html` module will be removed in Docutils 2.0. Since Docutils 0.18, the "Meta" node is defined in `docutils.parsers.rst.directives.misc`. + from docutils.parsers.rst.directives import html, images, tables + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +==================================== PASSES ==================================== +__________________ TestNumpyDocstring.test_pep526_annotations __________________ +----------------------------- Captured stdout call ----------------------------- +Sample class with PEP 526 annotations and numpy docstring + +.. attribute:: attr1 + + Attr1 description + + :type: int + +.. attribute:: attr2 + + Attr2 description + + :type: str + +============================= slowest 25 durations ============================= +0.45s setup tests/test_ext_napoleon_docstring.py::TestNumpyDocstring::test_token_type_invalid + +(24 durations < 0.005s hidden. Use -vv to show these durations.) +=========================== short test summary info ============================ +PASSED tests/test_ext_napoleon_docstring.py::NamedtupleSubclassTest::test_attributes_docstring +PASSED tests/test_ext_napoleon_docstring.py::InlineAttributeTest::test_class_data_member +PASSED tests/test_ext_napoleon_docstring.py::InlineAttributeTest::test_class_data_member_inline +PASSED tests/test_ext_napoleon_docstring.py::InlineAttributeTest::test_class_data_member_inline_no_type +PASSED tests/test_ext_napoleon_docstring.py::InlineAttributeTest::test_class_data_member_inline_ref_in_type +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_attributes_with_class_reference +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_code_block_in_returns_section +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_colon_in_return_type +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_custom_generic_sections +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_docstrings +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_keywords_with_types +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_kwargs_in_arguments +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_list_in_parameter_description +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_noindex +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_parameters_with_class_reference +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_pep526_annotations +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_raises_types +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_section_header_formatting +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_sphinx_admonitions +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_xrefs_in_return_type +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_colon_in_return_type +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_convert_numpy_type_spec +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_docstrings +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_list_in_parameter_description +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_multiple_parameters +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_parameter_types +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_parameters_with_class_reference +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_parameters_without_class_reference +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_raises_types +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_recombine_set_tokens +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_recombine_set_tokens_invalid +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_return_types +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_section_header_underline_length +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_see_also_refs +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_sphinx_admonitions +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_token_type +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_tokenize_type_spec +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_type_preprocessor +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_underscore_in_attribute +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_underscore_in_attribute_strip_signature_backslash +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_xrefs_in_return_type +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_yield_types +PASSED tests/test_ext_napoleon_docstring.py::TestNumpyDocstring::test_escape_args_and_kwargs[x, y, z-x, y, z] +PASSED tests/test_ext_napoleon_docstring.py::TestNumpyDocstring::test_escape_args_and_kwargs[*args, **kwargs-\\*args, \\*\\*kwargs] +PASSED tests/test_ext_napoleon_docstring.py::TestNumpyDocstring::test_escape_args_and_kwargs[*x, **y-\\*x, \\*\\*y] +PASSED tests/test_ext_napoleon_docstring.py::TestNumpyDocstring::test_pep526_annotations +FAILED tests/test_ext_napoleon_docstring.py::TestNumpyDocstring::test_token_type_invalid - assert (2 == 1) +=================== 1 failed, 46 passed, 7 warnings in 0.73s =================== +py39: exit 1 (1.34 seconds) /testbed> python -X dev -m pytest -rA --durations 25 tests/test_ext_napoleon_docstring.py pid=78 + py39: FAIL code 1 (1.35=setup[0.01]+cmd[1.34] seconds) + evaluation failed :( (1.46 seconds) +>>>>> Test Exit Code: 1 ++ SWEBENCH_TEST_EXIT_CODE=1 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13437/harness-summary.json b/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13437/harness-summary.json new file mode 100644 index 0000000..adb5955 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13437/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 0, + "unresolved_instances": 1, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "sympy__sympy-13437" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "sympy__sympy-13437" + ], + "resolved_ids": [], + "unresolved_ids": [ + "sympy__sympy-13437" + ], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.sympy_1776_sympy-13437:latest" + ] +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13437/outcome.json b/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13437/outcome.json new file mode 100644 index 0000000..6f27751 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13437/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "sympy__sympy-13437", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.sympy_1776_sympy-13437:latest", + "patch_sha256": "7db5c700416fd592598f052769ab3d8e8f683b07841d5b9da147a847f260f04b", + "image_id": "sha256:a26d20f1d7799b7fe8f7d35fe472bd2f22561d36222e2e909bde58e0d2ab9ac1", + "image_digests": [ + "swebench/sweb.eval.x86_64.sympy_1776_sympy-13437@sha256:f706d9c0f73fd8e26f94db6cac32863a074f2a887eab3be9895242e398d261fb" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13437/raw-log-manifest.json b/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13437/raw-log-manifest.json new file mode 100644 index 0000000..1564a9b --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13437/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37848455841", + "artifact_name": "patch-shard-8", + "files": { + "harness.log": { + "sha256": "3055af50161ed5fec22ac716f7e21154f39c215e471f983f1afc4cc6401edbf6", + "bytes": 841 + }, + "image-pull.log": { + "sha256": "082b8061b66eb910d7af3cc52a0adce0f3b8a593abf8ead429bc28a9bd2e713e", + "bytes": 1701 + }, + "logs/run_evaluation/patch-37848455841-8-8/agentic-controls-routed_recent/sympy__sympy-13437/eval.sh": { + "sha256": "9673e14b4df428ffe0574d5f08a2637394314c5f0312c9cf29d9c6fced523fda", + "bytes": 1968 + }, + "logs/run_evaluation/patch-37848455841-8-8/agentic-controls-routed_recent/sympy__sympy-13437/patch.diff": { + "sha256": "7db5c700416fd592598f052769ab3d8e8f683b07841d5b9da147a847f260f04b", + "bytes": 792 + }, + "logs/run_evaluation/patch-37848455841-8-8/agentic-controls-routed_recent/sympy__sympy-13437/report.json": { + "sha256": "f6c34bbbeed6bf2cab94d5eae8100b161e31e11d54ddf7ce642c58461f3ee220", + "bytes": 1352 + }, + "logs/run_evaluation/patch-37848455841-8-8/agentic-controls-routed_recent/sympy__sympy-13437/run_instance.log": { + "sha256": "27e2f9bb5d0a13690479f05f97a6269f6a346ae2bf796db871e86a549a27dd41", + "bytes": 4642 + }, + "logs/run_evaluation/patch-37848455841-8-8/agentic-controls-routed_recent/sympy__sympy-13437/test_output.txt": { + "sha256": "edc69162273f568d9ea9dc48ecc81be10ef445fc272d0f275451f190f5f4b471", + "bytes": 356720 + }, + "logs/run_evaluation/patch-37848455841-8-8/run.json": { + "sha256": "5b2f355e70e077a9ea3fea05089a9c02c5609852e4498b75a7a539db85e55a60", + "bytes": 212 + }, + "predictions.jsonl": { + "sha256": "edbc5ec7d826aa0147868b8f6f66679fec442002b175b614bee781a14e84a436", + "bytes": 928 + }, + "summary/agentic-controls-routed_recent.patch-37848455841-8-8.json": { + "sha256": "30cc78c6350793c3f4c500f601f7efff7cbbc80cb454cf0d47973fb8d8f383a3", + "bytes": 830 + } + }, + "excerpt": { + "raw_sha256": "edc69162273f568d9ea9dc48ecc81be10ef445fc272d0f275451f190f5f4b471", + "raw_lines": 9000, + "start_line": 8938, + "stop_line": 8996, + "truncated": false, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13437/report.json b/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13437/report.json new file mode 100644 index 0000000..b34a6c6 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13437/report.json @@ -0,0 +1,45 @@ +{ + "sympy__sympy-13437": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": false, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [], + "failure": [ + "test_bell" + ] + }, + "PASS_TO_PASS": { + "success": [ + "test_bernoulli", + "test_fibonacci", + "test_harmonic", + "test_harmonic_rational", + "test_harmonic_evalf", + "test_harmonic_rewrite_polygamma", + "test_harmonic_rewrite_sum", + "test_euler", + "test_euler_odd", + "test_euler_polynomials", + "test_euler_polynomial_rewrite", + "test_catalan", + "test_genocchi", + "test_nC_nP_nT", + "test_issue_8496" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13437/test-output-excerpt.txt b/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13437/test-output-excerpt.txt new file mode 100644 index 0000000..d395ea5 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13437/test-output-excerpt.txt @@ -0,0 +1,59 @@ ++ : '>>>>> Start Test Output' ++ PYTHONWARNINGS=ignore::UserWarning,ignore::SyntaxWarning ++ bin/test -C --verbose sympy/functions/combinatorial/tests/test_comb_numbers.py +/testbed/sympy/core/basic.py:3: DeprecationWarning: Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated since Python 3.3, and in 3.10 it will stop working + from collections import Mapping, defaultdict +/testbed/sympy/core/containers.py:271: DeprecationWarning: Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated since Python 3.3, and in 3.10 it will stop working + class OrderedSet(collections.MutableSet): +/testbed/sympy/plotting/plot.py:28: DeprecationWarning: Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated since Python 3.3, and in 3.10 it will stop working + from collections import Callable +/testbed/sympy/core/basic.py:3: DeprecationWarning: Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated since Python 3.3, and in 3.10 it will stop working + from collections import Mapping, defaultdict +/testbed/sympy/core/containers.py:271: DeprecationWarning: Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated since Python 3.3, and in 3.10 it will stop working + class OrderedSet(collections.MutableSet): +/testbed/sympy/plotting/plot.py:28: DeprecationWarning: Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated since Python 3.3, and in 3.10 it will stop working + from collections import Callable +============================= test process starts ============================== +executable: /opt/miniconda3/envs/testbed/bin/python (3.9.20-final-0) [CPython] +architecture: 64-bit +cache: no +ground types: python +numpy: None +random seed: 47655995 +hash randomization: on (PYTHONHASHSEED=1750041315) + +sympy/functions/combinatorial/tests/test_comb_numbers.py[20] +test_bernoulli ok +test_fibonacci ok +test_bell F +test_harmonic ok +test_harmonic_rational ok +test_harmonic_evalf ok +test_harmonic_rewrite_polygamma ok +test_harmonic_limit_fail f +test_harmonic_rewrite_sum_fail f +test_harmonic_rewrite_sum ok +test_euler ok +test_euler_failing f +test_euler_odd ok +test_euler_polynomials ok +test_euler_polynomial_rewrite ok +test_catalan ok +test_genocchi ok +test_nC_nP_nT ok +test_issue_8496 ok +test_issue_8601 ok [FAIL] + + +________________________________________________________________________________ +______ sympy/functions/combinatorial/tests/test_comb_numbers.py:test_bell ______ + File "/testbed/sympy/functions/combinatorial/tests/test_comb_numbers.py", line 88, in test_bell + raises(ValueError, lambda: bell(oo, x)) + File "/testbed/sympy/utilities/pytest.py", line 81, in raises + raise AssertionError("DID NOT RAISE") +AssertionError: DID NOT RAISE + +=== tests finished: 16 passed, 1 failed, 3 expected to fail, in 8.31 seconds === +DO *NOT* COMMIT! ++ SWEBENCH_TEST_EXIT_CODE=1 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13647/harness-summary.json b/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13647/harness-summary.json new file mode 100644 index 0000000..ea99623 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13647/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "sympy__sympy-13647" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "sympy__sympy-13647" + ], + "resolved_ids": [ + "sympy__sympy-13647" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.sympy_1776_sympy-13647:latest" + ] +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13647/outcome.json b/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13647/outcome.json new file mode 100644 index 0000000..a1e130c --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13647/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "sympy__sympy-13647", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.sympy_1776_sympy-13647:latest", + "patch_sha256": "0c5ca584fe11861c46731e2153829205d76b55a38cc1bb1110b24fa9ec72b796", + "image_id": "sha256:9d376ecba7f21d31215939c22ab7c14654972eb732021e021a7afe6fdacbb52b", + "image_digests": [ + "swebench/sweb.eval.x86_64.sympy_1776_sympy-13647@sha256:dfa0b51faf18208c3b9fdb505eafc2db866fed25c158d211617d23606c3539fe" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13647/raw-log-manifest.json b/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13647/raw-log-manifest.json new file mode 100644 index 0000000..e710640 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13647/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37848455841", + "artifact_name": "patch-shard-7", + "files": { + "harness.log": { + "sha256": "cc740a8ecde7d894c5c97088fbeb2799cf4ade6d382154fd73fcf4ab510590b8", + "bytes": 841 + }, + "image-pull.log": { + "sha256": "4eee7dbd5f572c65ee172ea4eb942db59745e869f13074ffee22cbc95b41c20c", + "bytes": 1668 + }, + "logs/run_evaluation/patch-37848455841-7-7/agentic-controls-routed_recent/sympy__sympy-13647/eval.sh": { + "sha256": "1452be92d34ec493b75539018dbe73da94a41a638cc6072233a73ea67adbe87c", + "bytes": 1691 + }, + "logs/run_evaluation/patch-37848455841-7-7/agentic-controls-routed_recent/sympy__sympy-13647/patch.diff": { + "sha256": "0c5ca584fe11861c46731e2153829205d76b55a38cc1bb1110b24fa9ec72b796", + "bytes": 413 + }, + "logs/run_evaluation/patch-37848455841-7-7/agentic-controls-routed_recent/sympy__sympy-13647/report.json": { + "sha256": "1d88ddb605782f713ab4e2e0164e2885be3bce9d62065e52186dc9d958b3aa85", + "bytes": 3584 + }, + "logs/run_evaluation/patch-37848455841-7-7/agentic-controls-routed_recent/sympy__sympy-13647/run_instance.log": { + "sha256": "9c42b3a626eba02722034fe0f2b3f9ddad35abb5ef54fe402378ebbf132e9507", + "bytes": 4665 + }, + "logs/run_evaluation/patch-37848455841-7-7/agentic-controls-routed_recent/sympy__sympy-13647/test_output.txt": { + "sha256": "b15acae049c1990a24ae8287e89fbf8df65e57f98bebe455f8bb37502e0a1698", + "bytes": 368334 + }, + "logs/run_evaluation/patch-37848455841-7-7/run.json": { + "sha256": "ad185e898089bc66092ec90c038fbdc7374809e2df611072fb38e71f1558ef9e", + "bytes": 212 + }, + "predictions.jsonl": { + "sha256": "d0f4708192366f0f5e4b65b9553ee098b0be200b1e9f4e6e43bc0a3ae3987245", + "bytes": 537 + }, + "summary/agentic-controls-routed_recent.patch-37848455841-7-7.json": { + "sha256": "abf76e007f28c127348ada9af1b31f3d966e7c112906d520dbf69aa1006f9ee3", + "bytes": 830 + } + }, + "excerpt": { + "raw_sha256": "b15acae049c1990a24ae8287e89fbf8df65e57f98bebe455f8bb37502e0a1698", + "raw_lines": 9256, + "start_line": 9093, + "stop_line": 9252, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13647/report.json b/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13647/report.json new file mode 100644 index 0000000..92c3c3a --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13647/report.json @@ -0,0 +1,106 @@ +{ + "sympy__sympy-13647": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "test_col_insert" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "test__MinimalMatrix", + "test_vec", + "test_tolist", + "test_row_col_del", + "test_get_diag_blocks1", + "test_get_diag_blocks2", + "test_shape", + "test_reshape", + "test_row_col", + "test_row_join", + "test_col_join", + "test_row_insert", + "test_extract", + "test_hstack", + "test_vstack", + "test_atoms", + "test_free_symbols", + "test_has", + "test_is_anti_symmetric", + "test_diagonal_symmetrical", + "test_is_hermitian", + "test_is_Identity", + "test_is_symbolic", + "test_is_upper", + "test_is_lower", + "test_is_square", + "test_is_symmetric", + "test_is_hessenberg", + "test_is_zero", + "test_values", + "test_applyfunc", + "test_adjoint", + "test_as_real_imag", + "test_conjugate", + "test_doit", + "test_evalf", + "test_expand", + "test_replace", + "test_replace_map", + "test_simplify", + "test_subs", + "test_trace", + "test_xreplace", + "test_permute", + "test_abs", + "test_add", + "test_multiplication", + "test_power", + "test_neg", + "test_sub", + "test_div", + "test_det", + "test_adjugate", + "test_cofactor_and_minors", + "test_charpoly", + "test_row_op", + "test_col_op", + "test_is_echelon", + "test_echelon_form", + "test_rref", + "test_eye", + "test_ones", + "test_zeros", + "test_diag", + "test_jordan_block", + "test_columnspace", + "test_rowspace", + "test_nullspace", + "test_eigenvals", + "test_eigenvects", + "test_left_eigenvects", + "test_diagonalize", + "test_is_diagonalizable", + "test_jordan_form", + "test_singular_values", + "test_integrate" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13647/test-output-excerpt.txt b/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13647/test-output-excerpt.txt new file mode 100644 index 0000000..ef2c482 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13647/test-output-excerpt.txt @@ -0,0 +1,160 @@ + out = self._new(self.rows, self.cols, [f(x) for x in self]) + File "/testbed/sympy/matrices/common.py", line 1751, in + return self.applyfunc(lambda x: refine(x, assumptions)) + File "/testbed/sympy/assumptions/refine.py", line 28, in refine + args = [refine(arg, assumptions) for arg in expr.args] + File "/testbed/sympy/assumptions/refine.py", line 28, in + args = [refine(arg, assumptions) for arg in expr.args] + File "/testbed/sympy/assumptions/refine.py", line 39, in refine + new_expr = handler(expr, assumptions) + File "/testbed/sympy/assumptions/refine.py", line 67, in refine_abs + if ask(Q.real(arg), assumptions) and \ + File "/testbed/sympy/assumptions/ask.py", line 1247, in ask + from sympy.assumptions.satask import satask + File "/testbed/sympy/assumptions/satask.py", line 9, in + from sympy.assumptions.sathandlers import fact_registry + File "/testbed/sympy/assumptions/sathandlers.py", line 3, in + from collections import MutableMapping, defaultdict + File "", line 1055, in _handle_fromlist + File "/opt/miniconda3/envs/testbed/lib/python3.9/collections/__init__.py", line 62, in __getattr__ + warnings.warn("Using or importing the ABCs from 'collections' instead " +DeprecationWarning: Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated since Python 3.3, and in 3.10 it will stop working +________________________________________________________________________________ +___________ sympy/matrices/tests/test_commonmatrix.py:test_jacobian2 ___________ + File "/testbed/sympy/matrices/tests/test_commonmatrix.py", line 1332, in test_jacobian2 + assert X.jacobian(Y) == J + File "/testbed/sympy/matrices/matrices.py", line 1651, in jacobian + return self._new(m, n, lambda j, i: self[j].diff(X[i])) + File "/testbed/sympy/matrices/common.py", line 2159, in _new + return cls(*args, **kwargs) + File "/testbed/sympy/matrices/common.py", line 2164, in __init__ + mat = list(mat(i, j) for i in range(rows) for j in range(cols)) + File "/testbed/sympy/matrices/common.py", line 2164, in + mat = list(mat(i, j) for i in range(rows) for j in range(cols)) + File "/testbed/sympy/matrices/matrices.py", line 1651, in + return self._new(m, n, lambda j, i: self[j].diff(X[i])) + File "/testbed/sympy/core/expr.py", line 3008, in diff + return Derivative(self, *new_symbols, **assumptions) + File "/testbed/sympy/core/function.py", line 1227, in __new__ + if isinstance(v, (collections.Iterable, Tuple, MatrixCommon, NDimArray)): + File "/opt/miniconda3/envs/testbed/lib/python3.9/collections/__init__.py", line 62, in __getattr__ + warnings.warn("Using or importing the ABCs from 'collections' instead " +DeprecationWarning: Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated since Python 3.3, and in 3.10 it will stop working +________________________________________________________________________________ +_____________ sympy/matrices/tests/test_commonmatrix.py:test_limit _____________ + File "/testbed/sympy/matrices/tests/test_commonmatrix.py", line 1342, in test_limit + assert m.limit(x, 5) == Matrix(2, 1, [S(1)/5, y]) + File "/testbed/sympy/matrices/matrices.py", line 1674, in limit + return self.applyfunc(lambda x: x.limit(*args)) + File "/testbed/sympy/matrices/common.py", line 1547, in applyfunc + return self._eval_applyfunc(f) + File "/testbed/sympy/matrices/common.py", line 1487, in _eval_applyfunc + out = self._new(self.rows, self.cols, [f(x) for x in self]) + File "/testbed/sympy/matrices/common.py", line 1487, in + out = self._new(self.rows, self.cols, [f(x) for x in self]) + File "/testbed/sympy/matrices/matrices.py", line 1674, in + return self.applyfunc(lambda x: x.limit(*args)) + File "/testbed/sympy/core/expr.py", line 2871, in limit + return limit(self, x, xlim, dir) + File "/testbed/sympy/series/limits.py", line 68, in limit + return Limit(e, z, z0, dir).doit(deep=False) + File "/testbed/sympy/series/limits.py", line 209, in doit + r = gruntz(e, z, z0, dir) + File "/testbed/sympy/series/gruntz.py", line 658, in gruntz + r = limitinf(e0, z) + File "/testbed/sympy/series/gruntz.py", line 428, in limitinf + c0, e0 = mrv_leadterm(e, x) + File "/testbed/sympy/series/gruntz.py", line 487, in mrv_leadterm + Omega, exps = mrv(e, x) + File "/testbed/sympy/series/gruntz.py", line 246, in mrv + e = powsimp(e, deep=True, combine='exp') + File "/testbed/sympy/simplify/powsimp.py", line 118, in powsimp + expr = expr.func(*[recurse(w) for w in expr.args]) + File "/testbed/sympy/simplify/powsimp.py", line 118, in + expr = expr.func(*[recurse(w) for w in expr.args]) + File "/testbed/sympy/simplify/powsimp.py", line 109, in recurse + return powsimp(arg, _deep, _combine, _force, _measure) + File "/testbed/sympy/simplify/powsimp.py", line 118, in powsimp + expr = expr.func(*[recurse(w) for w in expr.args]) + File "/testbed/sympy/simplify/powsimp.py", line 118, in + expr = expr.func(*[recurse(w) for w in expr.args]) + File "/testbed/sympy/simplify/powsimp.py", line 109, in recurse + return powsimp(arg, _deep, _combine, _force, _measure) + File "/testbed/sympy/simplify/powsimp.py", line 121, in powsimp + return recurse(expr*_y, deep=False)/_y + File "/testbed/sympy/core/decorators.py", line 91, in __sympifyit_wrapper + return func(a, b) + File "/testbed/sympy/core/decorators.py", line 132, in binary_op_wrapper + return func(self, other) + File "/testbed/sympy/core/expr.py", line 177, in __div__ + return Mul(self, Pow(other, S.NegativeOne)) + File "/testbed/sympy/core/operations.py", line 42, in __new__ + c_part, nc_part, order_symbols = cls.flatten(args) + File "/testbed/sympy/core/mul.py", line 184, in flatten + if not a.is_zero and a.is_Rational: + File "/testbed/sympy/core/assumptions.py", line 248, in getit + return _ask(fact, self) + File "/testbed/sympy/core/assumptions.py", line 303, in _ask + _ask(pk, obj) + File "/testbed/sympy/core/assumptions.py", line 291, in _ask + a = evaluate(obj) + File "/testbed/sympy/core/mul.py", line 1325, in _eval_is_composite + if self.is_integer and self.is_positive: + File "/testbed/sympy/core/assumptions.py", line 248, in getit + return _ask(fact, self) + File "/testbed/sympy/core/assumptions.py", line 291, in _ask + a = evaluate(obj) + File "/testbed/sympy/core/mul.py", line 1115, in _eval_is_integer + is_rational = self.is_rational + File "/testbed/sympy/core/assumptions.py", line 248, in getit + return _ask(fact, self) + File "/testbed/sympy/core/assumptions.py", line 291, in _ask + a = evaluate(obj) + File "/testbed/sympy/core/mul.py", line 1084, in _eval_is_rational + r = _fuzzy_group((a.is_rational for a in self.args), quick_exit=True) + File "/testbed/sympy/core/logic.py", line 78, in _fuzzy_group + for a in args: + File "/testbed/sympy/core/mul.py", line 1084, in + r = _fuzzy_group((a.is_rational for a in self.args), quick_exit=True) + File "/testbed/sympy/core/assumptions.py", line 248, in getit + return _ask(fact, self) + File "/testbed/sympy/core/assumptions.py", line 303, in _ask + _ask(pk, obj) + File "/testbed/sympy/core/assumptions.py", line 303, in _ask + _ask(pk, obj) + File "/testbed/sympy/core/assumptions.py", line 303, in _ask + _ask(pk, obj) + File "/testbed/sympy/core/assumptions.py", line 291, in _ask + a = evaluate(obj) + File "/testbed/sympy/core/power.py", line 1130, in _eval_is_algebraic + if self.base.is_zero or _is_one(self.base): + File "/testbed/sympy/core/power.py", line 1125, in _is_one + return (expr - 1).is_zero + File "/testbed/sympy/core/assumptions.py", line 248, in getit + return _ask(fact, self) + File "/testbed/sympy/core/assumptions.py", line 303, in _ask + _ask(pk, obj) + File "/testbed/sympy/core/assumptions.py", line 291, in _ask + a = evaluate(obj) + File "/testbed/sympy/core/add.py", line 676, in _eval_is_negative + if s != self and s.is_negative and a.is_nonpositive: + File "/testbed/sympy/core/assumptions.py", line 248, in getit + return _ask(fact, self) + File "/testbed/sympy/core/assumptions.py", line 291, in _ask + a = evaluate(obj) + File "/testbed/sympy/core/add.py", line 679, in _eval_is_negative + v = _monotonic_sign(self) + File "/testbed/sympy/core/exprtools.py", line 120, in _monotonic_sign + d = self.diff(x) + File "/testbed/sympy/core/expr.py", line 3008, in diff + return Derivative(self, *new_symbols, **assumptions) + File "/testbed/sympy/core/function.py", line 1227, in __new__ + if isinstance(v, (collections.Iterable, Tuple, MatrixCommon, NDimArray)): + File "/opt/miniconda3/envs/testbed/lib/python3.9/collections/__init__.py", line 62, in __getattr__ + warnings.warn("Using or importing the ABCs from 'collections' instead " +DeprecationWarning: Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated since Python 3.3, and in 3.10 it will stop working + += tests finished: 77 passed, 1 expected to fail, 3 exceptions, in 5.73 seconds = +DO *NOT* COMMIT! ++ SWEBENCH_TEST_EXIT_CODE=1 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13895/harness-summary.json b/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13895/harness-summary.json new file mode 100644 index 0000000..14e51a5 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13895/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 0, + "unresolved_instances": 1, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "sympy__sympy-13895" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "sympy__sympy-13895" + ], + "resolved_ids": [], + "unresolved_ids": [ + "sympy__sympy-13895" + ], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.sympy_1776_sympy-13895:latest" + ] +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13895/outcome.json b/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13895/outcome.json new file mode 100644 index 0000000..fd40c84 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13895/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "sympy__sympy-13895", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.sympy_1776_sympy-13895:latest", + "patch_sha256": "f1853cf1446bc28118ff4e6966db4546eeb9d2af3a5a5b741050ff97e2959a9c", + "image_id": "sha256:f3af5e1230ca0b9265177a3fe254488a71bcbb9bca436f22704fa7504e0b2b1b", + "image_digests": [ + "swebench/sweb.eval.x86_64.sympy_1776_sympy-13895@sha256:9e2d542b7e4b9c0b710a2fd793836100391c0d7a7697da228723ce53234006a7" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13895/raw-log-manifest.json b/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13895/raw-log-manifest.json new file mode 100644 index 0000000..78a8c1c --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13895/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37848455841", + "artifact_name": "patch-shard-16", + "files": { + "harness.log": { + "sha256": "e31a8e7e77ce65d5979ba78f0739338d6b0ac28b8845b6f9dcfddb571905bd72", + "bytes": 844 + }, + "image-pull.log": { + "sha256": "876f8b3bb79bd7003cbbba88ef308e5dd62b6ebd062ca131965207f25b5ec00e", + "bytes": 1701 + }, + "logs/run_evaluation/patch-37848455841-16-16/agentic-controls-routed_recent/sympy__sympy-13895/eval.sh": { + "sha256": "2f4281dcbcbfdf1d979f18a89fd851a4652ab8de75fd453682dcff93362a31e8", + "bytes": 1845 + }, + "logs/run_evaluation/patch-37848455841-16-16/agentic-controls-routed_recent/sympy__sympy-13895/patch.diff": { + "sha256": "f1853cf1446bc28118ff4e6966db4546eeb9d2af3a5a5b741050ff97e2959a9c", + "bytes": 419 + }, + "logs/run_evaluation/patch-37848455841-16-16/agentic-controls-routed_recent/sympy__sympy-13895/report.json": { + "sha256": "89fe4ce55fdc28cb5cc00d1ac526014cb9b2ff34e0915205078e8a74f83fec2a", + "bytes": 4191 + }, + "logs/run_evaluation/patch-37848455841-16-16/agentic-controls-routed_recent/sympy__sympy-13895/run_instance.log": { + "sha256": "4e5ee9365dc271d190d0038d7b5b6401402e4a935b9e17fb7d2ae548e70b798b", + "bytes": 5165 + }, + "logs/run_evaluation/patch-37848455841-16-16/agentic-controls-routed_recent/sympy__sympy-13895/test_output.txt": { + "sha256": "2e806972fb1cb76429f5036c16c1d70d100cd49a56327f9fabafbf992b679b36", + "bytes": 611177 + }, + "logs/run_evaluation/patch-37848455841-16-16/run.json": { + "sha256": "d9f91c689586ec800a4c0e558dc6e74689ac56e24335d283f3b7b778948cbd86", + "bytes": 213 + }, + "predictions.jsonl": { + "sha256": "c589dc61700829ba067fedd5bc582a715588112acd984179d1cb9d15c5b09375", + "bytes": 543 + }, + "summary/agentic-controls-routed_recent.patch-37848455841-16-16.json": { + "sha256": "c6e7d0b05ab98222c4ba059f492afb86ba0c48861c8436d55008465e731c9ea6", + "bytes": 830 + } + }, + "excerpt": { + "raw_sha256": "2e806972fb1cb76429f5036c16c1d70d100cd49a56327f9fabafbf992b679b36", + "raw_lines": 13901, + "start_line": 13739, + "stop_line": 13898, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13895/report.json b/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13895/report.json new file mode 100644 index 0000000..83d5e93 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13895/report.json @@ -0,0 +1,115 @@ +{ + "sympy__sympy-13895": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": false, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "test_issue_13890" + ], + "failure": [ + "test_powers_Integer" + ] + }, + "PASS_TO_PASS": { + "success": [ + "test_integers_cache", + "test_seterr", + "test_mod", + "test_divmod", + "test_igcd", + "test_igcd_lehmer", + "test_igcd2", + "test_ilcm", + "test_igcdex", + "test_Integer_new", + "test_Rational_new", + "test_Number_new", + "test_Rational_cmp", + "test_Float", + "test_float_mpf", + "test_Float_RealElement", + "test_Float_default_to_highprec_from_str", + "test_Float_eval", + "test_Float_issue_2107", + "test_Float_from_tuple", + "test_Infinity", + "test_Infinity_2", + "test_Mul_Infinity_Zero", + "test_Div_By_Zero", + "test_Infinity_inequations", + "test_NaN", + "test_special_numbers", + "test_powers", + "test_integer_nthroot_overflow", + "test_isqrt", + "test_powers_Float", + "test_abs1", + "test_accept_int", + "test_dont_accept_str", + "test_int", + "test_long", + "test_real_bug", + "test_bug_sqrt", + "test_pi_Pi", + "test_no_len", + "test_issue_3321", + "test_issue_3423", + "test_issue_3449", + "test_Integer_factors", + "test_Rational_factors", + "test_issue_4107", + "test_IntegerInteger", + "test_Rational_gcd_lcm_cofactors", + "test_Float_gcd_lcm_cofactors", + "test_issue_4611", + "test_conversion_to_mpmath", + "test_relational", + "test_Integer_as_index", + "test_Rational_int", + "test_zoo", + "test_issue_4122", + "test_GoldenRatio_expand", + "test_as_content_primitive", + "test_hashing_sympy_integers", + "test_issue_4172", + "test_Catalan_EulerGamma_prec", + "test_Float_eq", + "test_int_NumberSymbols", + "test_issue_6640", + "test_issue_6349", + "test_mpf_norm", + "test_latex", + "test_issue_7742", + "test_simplify_AlgebraicNumber", + "test_Float_idempotence", + "test_comp", + "test_issue_9491", + "test_issue_10063", + "test_issue_10020", + "test_invert_numbers", + "test_mod_inverse", + "test_golden_ratio_rewrite_as_sqrt", + "test_comparisons_with_unknown_type", + "test_NumberSymbol_comparison", + "test_Integer_precision" + ], + "failure": [ + "test_powers_Rational", + "test_issue_3692" + ] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13895/test-output-excerpt.txt b/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13895/test-output-excerpt.txt new file mode 100644 index 0000000..61ebc38 --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-13895/test-output-excerpt.txt @@ -0,0 +1,160 @@ + File "/testbed/sympy/core/expr.py", line 140, in __mul__ + return Mul(self, other) + File "/testbed/sympy/core/operations.py", line 42, in __new__ + c_part, nc_part, order_symbols = cls.flatten(args) + File "/testbed/sympy/core/mul.py", line 560, in flatten + c_part.extend([Pow(b, e) for e, b in pnew.items()]) + File "/testbed/sympy/core/mul.py", line 560, in + c_part.extend([Pow(b, e) for e, b in pnew.items()]) + File "/testbed/sympy/core/power.py", line 227, in __new__ + obj = b._eval_power(e) + File "/testbed/sympy/core/numbers.py", line 2234, in _eval_power + return S.NegativeOne**expt*Pow(-self, expt) + File "/testbed/sympy/core/decorators.py", line 91, in __sympifyit_wrapper + return func(a, b) + File "/testbed/sympy/core/decorators.py", line 132, in binary_op_wrapper + return func(self, other) + File "/testbed/sympy/core/expr.py", line 140, in __mul__ + return Mul(self, other) + File "/testbed/sympy/core/operations.py", line 42, in __new__ + c_part, nc_part, order_symbols = cls.flatten(args) + File "/testbed/sympy/core/mul.py", line 560, in flatten + c_part.extend([Pow(b, e) for e, b in pnew.items()]) + File "/testbed/sympy/core/mul.py", line 560, in + c_part.extend([Pow(b, e) for e, b in pnew.items()]) + File "/testbed/sympy/core/power.py", line 227, in __new__ + obj = b._eval_power(e) + File "/testbed/sympy/core/numbers.py", line 2234, in _eval_power + return S.NegativeOne**expt*Pow(-self, expt) + File "/testbed/sympy/core/decorators.py", line 91, in __sympifyit_wrapper + return func(a, b) + File "/testbed/sympy/core/decorators.py", line 132, in binary_op_wrapper + return func(self, other) + File "/testbed/sympy/core/expr.py", line 140, in __mul__ + return Mul(self, other) + File "/testbed/sympy/core/operations.py", line 42, in __new__ + c_part, nc_part, order_symbols = cls.flatten(args) + File "/testbed/sympy/core/mul.py", line 560, in flatten + c_part.extend([Pow(b, e) for e, b in pnew.items()]) + File "/testbed/sympy/core/mul.py", line 560, in + c_part.extend([Pow(b, e) for e, b in pnew.items()]) + File "/testbed/sympy/core/power.py", line 227, in __new__ + obj = b._eval_power(e) + File "/testbed/sympy/core/numbers.py", line 2234, in _eval_power + return S.NegativeOne**expt*Pow(-self, expt) + File "/testbed/sympy/core/decorators.py", line 91, in __sympifyit_wrapper + return func(a, b) + File "/testbed/sympy/core/decorators.py", line 132, in binary_op_wrapper + return func(self, other) + File "/testbed/sympy/core/expr.py", line 140, in __mul__ + return Mul(self, other) + File "/testbed/sympy/core/operations.py", line 42, in __new__ + c_part, nc_part, order_symbols = cls.flatten(args) + File "/testbed/sympy/core/mul.py", line 560, in flatten + c_part.extend([Pow(b, e) for e, b in pnew.items()]) + File "/testbed/sympy/core/mul.py", line 560, in + c_part.extend([Pow(b, e) for e, b in pnew.items()]) + File "/testbed/sympy/core/power.py", line 227, in __new__ + obj = b._eval_power(e) + File "/testbed/sympy/core/numbers.py", line 2234, in _eval_power + return S.NegativeOne**expt*Pow(-self, expt) + File "/testbed/sympy/core/decorators.py", line 91, in __sympifyit_wrapper + return func(a, b) + File "/testbed/sympy/core/decorators.py", line 132, in binary_op_wrapper + return func(self, other) + File "/testbed/sympy/core/expr.py", line 140, in __mul__ + return Mul(self, other) + File "/testbed/sympy/core/operations.py", line 42, in __new__ + c_part, nc_part, order_symbols = cls.flatten(args) + File "/testbed/sympy/core/mul.py", line 560, in flatten + c_part.extend([Pow(b, e) for e, b in pnew.items()]) + File "/testbed/sympy/core/mul.py", line 560, in + c_part.extend([Pow(b, e) for e, b in pnew.items()]) + File "/testbed/sympy/core/power.py", line 227, in __new__ + obj = b._eval_power(e) + File "/testbed/sympy/core/numbers.py", line 2234, in _eval_power + return S.NegativeOne**expt*Pow(-self, expt) + File "/testbed/sympy/core/decorators.py", line 91, in __sympifyit_wrapper + return func(a, b) + File "/testbed/sympy/core/decorators.py", line 132, in binary_op_wrapper + return func(self, other) + File "/testbed/sympy/core/expr.py", line 140, in __mul__ + return Mul(self, other) + File "/testbed/sympy/core/operations.py", line 42, in __new__ + c_part, nc_part, order_symbols = cls.flatten(args) + File "/testbed/sympy/core/mul.py", line 560, in flatten + c_part.extend([Pow(b, e) for e, b in pnew.items()]) + File "/testbed/sympy/core/mul.py", line 560, in + c_part.extend([Pow(b, e) for e, b in pnew.items()]) + File "/testbed/sympy/core/power.py", line 227, in __new__ + obj = b._eval_power(e) + File "/testbed/sympy/core/numbers.py", line 2234, in _eval_power + return S.NegativeOne**expt*Pow(-self, expt) + File "/testbed/sympy/core/decorators.py", line 91, in __sympifyit_wrapper + return func(a, b) + File "/testbed/sympy/core/decorators.py", line 132, in binary_op_wrapper + return func(self, other) + File "/testbed/sympy/core/expr.py", line 140, in __mul__ + return Mul(self, other) + File "/testbed/sympy/core/operations.py", line 42, in __new__ + c_part, nc_part, order_symbols = cls.flatten(args) + File "/testbed/sympy/core/mul.py", line 560, in flatten + c_part.extend([Pow(b, e) for e, b in pnew.items()]) + File "/testbed/sympy/core/mul.py", line 560, in + c_part.extend([Pow(b, e) for e, b in pnew.items()]) + File "/testbed/sympy/core/power.py", line 227, in __new__ + obj = b._eval_power(e) + File "/testbed/sympy/core/numbers.py", line 2234, in _eval_power + return S.NegativeOne**expt*Pow(-self, expt) + File "/testbed/sympy/core/decorators.py", line 91, in __sympifyit_wrapper + return func(a, b) + File "/testbed/sympy/core/decorators.py", line 132, in binary_op_wrapper + return func(self, other) + File "/testbed/sympy/core/expr.py", line 140, in __mul__ + return Mul(self, other) + File "/testbed/sympy/core/operations.py", line 42, in __new__ + c_part, nc_part, order_symbols = cls.flatten(args) + File "/testbed/sympy/core/mul.py", line 560, in flatten + c_part.extend([Pow(b, e) for e, b in pnew.items()]) + File "/testbed/sympy/core/mul.py", line 560, in + c_part.extend([Pow(b, e) for e, b in pnew.items()]) + File "/testbed/sympy/core/power.py", line 227, in __new__ + obj = b._eval_power(e) + File "/testbed/sympy/core/numbers.py", line 2234, in _eval_power + return S.NegativeOne**expt*Pow(-self, expt) + File "/testbed/sympy/core/decorators.py", line 91, in __sympifyit_wrapper + return func(a, b) + File "/testbed/sympy/core/decorators.py", line 132, in binary_op_wrapper + return func(self, other) + File "/testbed/sympy/core/expr.py", line 140, in __mul__ + return Mul(self, other) + File "/testbed/sympy/core/operations.py", line 42, in __new__ + c_part, nc_part, order_symbols = cls.flatten(args) + File "/testbed/sympy/core/mul.py", line 515, in flatten + obj = Pow(bi, ei) + File "/testbed/sympy/core/power.py", line 227, in __new__ + obj = b._eval_power(e) + File "/testbed/sympy/core/numbers.py", line 2249, in _eval_power + p = perfect_power(b_pos) + File "/testbed/sympy/ntheory/factor_.py", line 302, in perfect_power + for e in candidates: + File "/testbed/sympy/ntheory/generate.py", line 558, in primerange + for i in sieve.primerange(a, b): + File "/testbed/sympy/ntheory/generate.py", line 125, in primerange + a = max(2, int(ceiling(a))) + File "/testbed/sympy/core/function.py", line 423, in __new__ + if n not in cls.nargs: + File "/testbed/sympy/core/function.py", line 219, in nargs + return FiniteSet(*self._nargs) if self._nargs else S.Naturals0 + File "/testbed/sympy/sets/sets.py", line 1902, in __new__ + args = list(map(sympify, args)) + File "/testbed/sympy/core/sympify.py", line 290, in sympify + return converter[cls](a) +RecursionError: maximum recursion depth exceeded + + tests finished: 81 passed, 1 skipped, 1 expected to fail, 3 exceptions, +in 1.15 seconds +DO *NOT* COMMIT! +>>>>> Test Exit Code: 1 ++ SWEBENCH_TEST_EXIT_CODE=1 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-18087/outcome.json b/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-18087/outcome.json new file mode 100644 index 0000000..91f202d --- /dev/null +++ b/reports/experiments/paired-20/routed_recent/official-evaluation/sympy__sympy-18087/outcome.json @@ -0,0 +1,6 @@ +{ + "instance_id": "sympy__sympy-18087", + "status": "empty_patch", + "resolved": false, + "patch_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/manifest.json b/reports/experiments/paired-20/routed_source/official-evaluation/manifest.json new file mode 100644 index 0000000..fd12e01 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/manifest.json @@ -0,0 +1,251 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37849298422", + "harness_version": "5.0.2", + "test_timeout_seconds": 600, + "predictions_sha256": "5fa56eca27b1ea216f26ac5fd1acf0d29fc6462b172b9f51a008615d5174dd24", + "results_sha256": "f6057841dbc6608cc4cd17ccb6b180fafbb2881a36e5f204715a47fc72830527", + "shards": [ + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "5fa56eca27b1ea216f26ac5fd1acf0d29fc6462b172b9f51a008615d5174dd24", + "shard": 0, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37849298422", + "github_run_attempt": "1", + "github_sha": "22c335b52a02cee4e92140c32d6c494efc0a6bae" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "5fa56eca27b1ea216f26ac5fd1acf0d29fc6462b172b9f51a008615d5174dd24", + "shard": 1, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37849298422", + "github_run_attempt": "1", + "github_sha": "22c335b52a02cee4e92140c32d6c494efc0a6bae" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "5fa56eca27b1ea216f26ac5fd1acf0d29fc6462b172b9f51a008615d5174dd24", + "shard": 10, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37849298422", + "github_run_attempt": "1", + "github_sha": "22c335b52a02cee4e92140c32d6c494efc0a6bae" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "5fa56eca27b1ea216f26ac5fd1acf0d29fc6462b172b9f51a008615d5174dd24", + "shard": 11, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37849298422", + "github_run_attempt": "1", + "github_sha": "22c335b52a02cee4e92140c32d6c494efc0a6bae" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "5fa56eca27b1ea216f26ac5fd1acf0d29fc6462b172b9f51a008615d5174dd24", + "shard": 12, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37849298422", + "github_run_attempt": "1", + "github_sha": "22c335b52a02cee4e92140c32d6c494efc0a6bae" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "5fa56eca27b1ea216f26ac5fd1acf0d29fc6462b172b9f51a008615d5174dd24", + "shard": 13, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37849298422", + "github_run_attempt": "1", + "github_sha": "22c335b52a02cee4e92140c32d6c494efc0a6bae" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "5fa56eca27b1ea216f26ac5fd1acf0d29fc6462b172b9f51a008615d5174dd24", + "shard": 14, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37849298422", + "github_run_attempt": "1", + "github_sha": "22c335b52a02cee4e92140c32d6c494efc0a6bae" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "5fa56eca27b1ea216f26ac5fd1acf0d29fc6462b172b9f51a008615d5174dd24", + "shard": 15, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37849298422", + "github_run_attempt": "1", + "github_sha": "22c335b52a02cee4e92140c32d6c494efc0a6bae" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "5fa56eca27b1ea216f26ac5fd1acf0d29fc6462b172b9f51a008615d5174dd24", + "shard": 16, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37849298422", + "github_run_attempt": "1", + "github_sha": "22c335b52a02cee4e92140c32d6c494efc0a6bae" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "5fa56eca27b1ea216f26ac5fd1acf0d29fc6462b172b9f51a008615d5174dd24", + "shard": 17, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37849298422", + "github_run_attempt": "1", + "github_sha": "22c335b52a02cee4e92140c32d6c494efc0a6bae" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "5fa56eca27b1ea216f26ac5fd1acf0d29fc6462b172b9f51a008615d5174dd24", + "shard": 18, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37849298422", + "github_run_attempt": "1", + "github_sha": "22c335b52a02cee4e92140c32d6c494efc0a6bae" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "5fa56eca27b1ea216f26ac5fd1acf0d29fc6462b172b9f51a008615d5174dd24", + "shard": 19, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37849298422", + "github_run_attempt": "1", + "github_sha": "22c335b52a02cee4e92140c32d6c494efc0a6bae" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "5fa56eca27b1ea216f26ac5fd1acf0d29fc6462b172b9f51a008615d5174dd24", + "shard": 2, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37849298422", + "github_run_attempt": "1", + "github_sha": "22c335b52a02cee4e92140c32d6c494efc0a6bae" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "5fa56eca27b1ea216f26ac5fd1acf0d29fc6462b172b9f51a008615d5174dd24", + "shard": 3, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37849298422", + "github_run_attempt": "1", + "github_sha": "22c335b52a02cee4e92140c32d6c494efc0a6bae" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "5fa56eca27b1ea216f26ac5fd1acf0d29fc6462b172b9f51a008615d5174dd24", + "shard": 4, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37849298422", + "github_run_attempt": "1", + "github_sha": "22c335b52a02cee4e92140c32d6c494efc0a6bae" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "5fa56eca27b1ea216f26ac5fd1acf0d29fc6462b172b9f51a008615d5174dd24", + "shard": 5, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37849298422", + "github_run_attempt": "1", + "github_sha": "22c335b52a02cee4e92140c32d6c494efc0a6bae" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "5fa56eca27b1ea216f26ac5fd1acf0d29fc6462b172b9f51a008615d5174dd24", + "shard": 6, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37849298422", + "github_run_attempt": "1", + "github_sha": "22c335b52a02cee4e92140c32d6c494efc0a6bae" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "5fa56eca27b1ea216f26ac5fd1acf0d29fc6462b172b9f51a008615d5174dd24", + "shard": 7, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37849298422", + "github_run_attempt": "1", + "github_sha": "22c335b52a02cee4e92140c32d6c494efc0a6bae" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "5fa56eca27b1ea216f26ac5fd1acf0d29fc6462b172b9f51a008615d5174dd24", + "shard": 8, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37849298422", + "github_run_attempt": "1", + "github_sha": "22c335b52a02cee4e92140c32d6c494efc0a6bae" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "5fa56eca27b1ea216f26ac5fd1acf0d29fc6462b172b9f51a008615d5174dd24", + "shard": 9, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37849298422", + "github_run_attempt": "1", + "github_sha": "22c335b52a02cee4e92140c32d6c494efc0a6bae" + } + ], + "patches_changed_after_freeze": false, + "raw_artifacts": "GitHub Actions patch-shard-* artifacts (30-day retention); reports/excerpts/log hashes retained here" +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23314/harness-summary.json b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23314/harness-summary.json new file mode 100644 index 0000000..2b0087b --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23314/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "matplotlib__matplotlib-23314" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "matplotlib__matplotlib-23314" + ], + "resolved_ids": [ + "matplotlib__matplotlib-23314" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-23314:latest" + ] +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23314/outcome.json b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23314/outcome.json new file mode 100644 index 0000000..5153b37 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23314/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "matplotlib__matplotlib-23314", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-23314:latest", + "patch_sha256": "4dbcd3aad6a5f00f224f753b186b718e8e2c6f0e7d0906fd554cdd48563eca49", + "image_id": "sha256:1ea0831da6b53be2b42003be160e01dcdd6791c3faec14ce3424c6f50bb6abdd", + "image_digests": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-23314@sha256:f88a00b6cfc878eb62965e836134dd9425b0188bfa2b8154d439bda001ed604c" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23314/raw-log-manifest.json b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23314/raw-log-manifest.json new file mode 100644 index 0000000..bb59676 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23314/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37849298422", + "artifact_name": "patch-shard-12", + "files": { + "harness.log": { + "sha256": "73cf95974d5bcc757ace5a47145daedaeb12c00cf1ca14afeb6d435c70ce9444", + "bytes": 854 + }, + "image-pull.log": { + "sha256": "227b3b9dd05f8c0d32f0081ffa98426f9cd8901cb380c1856d783b43c5417fcf", + "bytes": 1698 + }, + "logs/run_evaluation/patch-37849298422-12-12/agentic-controls-routed_source/matplotlib__matplotlib-23314/eval.sh": { + "sha256": "d239e7be5087c83acde4f68d11ae3d4862ff0da86190f67af2378549cb76063a", + "bytes": 2153 + }, + "logs/run_evaluation/patch-37849298422-12-12/agentic-controls-routed_source/matplotlib__matplotlib-23314/patch.diff": { + "sha256": "4dbcd3aad6a5f00f224f753b186b718e8e2c6f0e7d0906fd554cdd48563eca49", + "bytes": 297 + }, + "logs/run_evaluation/patch-37849298422-12-12/agentic-controls-routed_source/matplotlib__matplotlib-23314/report.json": { + "sha256": "ab873a52373d8b1537d5595192f61bf5575d863884679b98677b75bc13ca2485", + "bytes": 77582 + }, + "logs/run_evaluation/patch-37849298422-12-12/agentic-controls-routed_source/matplotlib__matplotlib-23314/run_instance.log": { + "sha256": "316fa78eb0b1cceeb38b865c605d5606597fd0a0c297b2ec3d7ec45a573a6d9e", + "bytes": 62950 + }, + "logs/run_evaluation/patch-37849298422-12-12/agentic-controls-routed_source/matplotlib__matplotlib-23314/test_output.txt": { + "sha256": "d8d052a952c3cbd4a7723bb9ae0948e52767926cdbdf45820a1a092396ee35a6", + "bytes": 1540425 + }, + "logs/run_evaluation/patch-37849298422-12-12/run.json": { + "sha256": "c76a59b74167b83f7e5d819b6f09c6d0b910f2da0e6f61adee70274f6faf3a41", + "bytes": 223 + }, + "predictions.jsonl": { + "sha256": "01b74690196b5747fcbb775f7574a72d5702d8a47ed5f90702855e60198688c1", + "bytes": 431 + }, + "summary/agentic-controls-routed_source.patch-37849298422-12-12.json": { + "sha256": "02a2935c28333618cbd38089bacd5999bbe91ad24a3a204c4d9e01fafb4f5838", + "bytes": 870 + } + }, + "excerpt": { + "raw_sha256": "d8d052a952c3cbd4a7723bb9ae0948e52767926cdbdf45820a1a092396ee35a6", + "raw_lines": 27883, + "start_line": 27720, + "stop_line": 27879, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23314/report.json b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23314/report.json new file mode 100644 index 0000000..0259929 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23314/report.json @@ -0,0 +1,892 @@ +{ + "matplotlib__matplotlib-23314": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invisible_axes[png]" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "lib/matplotlib/tests/test_axes.py::test_invisible_axes[png]", + "lib/matplotlib/tests/test_axes.py::test_get_labels", + "lib/matplotlib/tests/test_axes.py::test_label_loc_vertical[png]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_vertical[pdf]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_horizontal[png]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_horizontal[pdf]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_rc[png]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_rc[pdf]", + "lib/matplotlib/tests/test_axes.py::test_label_shift", + "lib/matplotlib/tests/test_axes.py::test_acorr[png]", + "lib/matplotlib/tests/test_axes.py::test_spy[png]", + "lib/matplotlib/tests/test_axes.py::test_spy_invalid_kwargs", + "lib/matplotlib/tests/test_axes.py::test_matshow[png]", + "lib/matplotlib/tests/test_axes.py::test_formatter_ticker[png]", + "lib/matplotlib/tests/test_axes.py::test_formatter_ticker[pdf]", + "lib/matplotlib/tests/test_axes.py::test_funcformatter_auto_formatter", + "lib/matplotlib/tests/test_axes.py::test_strmethodformatter_auto_formatter", + "lib/matplotlib/tests/test_axes.py::test_twin_axis_locators_formatters[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_axis_locators_formatters[pdf]", + "lib/matplotlib/tests/test_axes.py::test_twinx_cla", + "lib/matplotlib/tests/test_axes.py::test_twin_logscale[png-x]", + "lib/matplotlib/tests/test_axes.py::test_twin_logscale[png-y]", + "lib/matplotlib/tests/test_axes.py::test_twinx_axis_scales[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_inherit_autoscale_setting", + "lib/matplotlib/tests/test_axes.py::test_inverted_cla", + "lib/matplotlib/tests/test_axes.py::test_cla_not_redefined", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on_rcParams_both[png]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tiny_range[png]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tiny_range[pdf]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tight", + "lib/matplotlib/tests/test_axes.py::test_autoscale_log_shared", + "lib/matplotlib/tests/test_axes.py::test_use_sticky_edges", + "lib/matplotlib/tests/test_axes.py::test_sticky_shared_axes[png]", + "lib/matplotlib/tests/test_axes.py::test_basic_annotate[png]", + "lib/matplotlib/tests/test_axes.py::test_basic_annotate[pdf]", + "lib/matplotlib/tests/test_axes.py::test_arrow_simple[png]", + "lib/matplotlib/tests/test_axes.py::test_arrow_empty", + "lib/matplotlib/tests/test_axes.py::test_arrow_in_view", + "lib/matplotlib/tests/test_axes.py::test_annotate_default_arrow", + "lib/matplotlib/tests/test_axes.py::test_annotate_signature", + "lib/matplotlib/tests/test_axes.py::test_fill_units[png]", + "lib/matplotlib/tests/test_axes.py::test_plot_format_kwarg_redundant", + "lib/matplotlib/tests/test_axes.py::test_errorbar_dashes[png]", + "lib/matplotlib/tests/test_axes.py::test_single_point[png]", + "lib/matplotlib/tests/test_axes.py::test_single_point[pdf]", + "lib/matplotlib/tests/test_axes.py::test_single_date[png]", + "lib/matplotlib/tests/test_axes.py::test_shaped_data[png]", + "lib/matplotlib/tests/test_axes.py::test_structured_data", + "lib/matplotlib/tests/test_axes.py::test_aitoff_proj[png]", + "lib/matplotlib/tests/test_axes.py::test_axvspan_epoch[png]", + "lib/matplotlib/tests/test_axes.py::test_axvspan_epoch[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axhspan_epoch[png]", + "lib/matplotlib/tests/test_axes.py::test_axhspan_epoch[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_extent[png]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_empty[png]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_pickable", + "lib/matplotlib/tests/test_axes.py::test_hexbin_log[png]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_log_clim", + "lib/matplotlib/tests/test_axes.py::test_inverted_limits", + "lib/matplotlib/tests/test_axes.py::test_nonfinite_limits[png]", + "lib/matplotlib/tests/test_axes.py::test_nonfinite_limits[pdf]", + "lib/matplotlib/tests/test_axes.py::test_limits_empty_data[png-scatter]", + "lib/matplotlib/tests/test_axes.py::test_limits_empty_data[png-plot]", + "lib/matplotlib/tests/test_axes.py::test_limits_empty_data[png-fill_between]", + "lib/matplotlib/tests/test_axes.py::test_imshow[png]", + "lib/matplotlib/tests/test_axes.py::test_imshow[pdf]", + "lib/matplotlib/tests/test_axes.py::test_imshow_clip[png]", + "lib/matplotlib/tests/test_axes.py::test_imshow_clip[pdf]", + "lib/matplotlib/tests/test_axes.py::test_imshow_norm_vminvmax", + "lib/matplotlib/tests/test_axes.py::test_polycollection_joinstyle[png]", + "lib/matplotlib/tests/test_axes.py::test_polycollection_joinstyle[pdf]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_input[2d_x_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_input[2d_y1_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_input[2d_y2_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_betweenx_input[2d_y_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_betweenx_input[2d_x1_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_betweenx_input[2d_x2_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate[png]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate[pdf]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_decreasing[png]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_decreasing[pdf]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_nan[png]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_nan[pdf]", + "lib/matplotlib/tests/test_axes.py::test_symlog[pdf]", + "lib/matplotlib/tests/test_axes.py::test_symlog2[pdf]", + "lib/matplotlib/tests/test_axes.py::test_pcolorargs_5205", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh[pdf]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_alpha[pdf]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_datetime_axis[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolor_datetime_axis[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolorargs", + "lib/matplotlib/tests/test_axes.py::test_pcolornearest[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolornearestunits[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolorflaterror", + "lib/matplotlib/tests/test_axes.py::test_pcolorauto[png-False]", + "lib/matplotlib/tests/test_axes.py::test_pcolorauto[png-True]", + "lib/matplotlib/tests/test_axes.py::test_canonical[png]", + "lib/matplotlib/tests/test_axes.py::test_canonical[pdf]", + "lib/matplotlib/tests/test_axes.py::test_arc_angles[png]", + "lib/matplotlib/tests/test_axes.py::test_arc_ellipse[png]", + "lib/matplotlib/tests/test_axes.py::test_arc_ellipse[pdf]", + "lib/matplotlib/tests/test_axes.py::test_marker_as_markerstyle", + "lib/matplotlib/tests/test_axes.py::test_markevery[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_line[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_line[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_zoomed[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_zoomed[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_log_scales[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_log_scales[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_polar[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_polar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_nans[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_nans[pdf]", + "lib/matplotlib/tests/test_axes.py::test_marker_edges[png]", + "lib/matplotlib/tests/test_axes.py::test_marker_edges[pdf]", + "lib/matplotlib/tests/test_axes.py::test_bar_tick_label_single[png]", + "lib/matplotlib/tests/test_axes.py::test_nan_bar_values", + "lib/matplotlib/tests/test_axes.py::test_bar_ticklabel_fail", + "lib/matplotlib/tests/test_axes.py::test_bar_tick_label_multiple[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_tick_label_multiple_old_alignment[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_decimal_center[png]", + "lib/matplotlib/tests/test_axes.py::test_barh_decimal_center[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_decimal_width[png]", + "lib/matplotlib/tests/test_axes.py::test_barh_decimal_height[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_color_none_alpha", + "lib/matplotlib/tests/test_axes.py::test_bar_edgecolor_none_alpha", + "lib/matplotlib/tests/test_axes.py::test_barh_tick_label[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_timedelta", + "lib/matplotlib/tests/test_axes.py::test_boxplot_dates_pandas", + "lib/matplotlib/tests/test_axes.py::test_boxplot_capwidths", + "lib/matplotlib/tests/test_axes.py::test_pcolor_regression", + "lib/matplotlib/tests/test_axes.py::test_bar_pandas", + "lib/matplotlib/tests/test_axes.py::test_bar_pandas_indexed", + "lib/matplotlib/tests/test_axes.py::test_bar_hatches[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_hatches[pdf]", + "lib/matplotlib/tests/test_axes.py::test_pandas_minimal_plot", + "lib/matplotlib/tests/test_axes.py::test_hist_log[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_log[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_log_2[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_log_barstacked", + "lib/matplotlib/tests/test_axes.py::test_hist_bar_empty[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_float16", + "lib/matplotlib/tests/test_axes.py::test_hist_step_empty[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_step_filled[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_density[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_unequal_bins_density", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets_bins[date2num]", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets_bins[datetime.datetime]", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets_bins[np.datetime64]", + "lib/matplotlib/tests/test_axes.py::test_hist_with_empty_input[data0-1]", + "lib/matplotlib/tests/test_axes.py::test_hist_with_empty_input[data1-1]", + "lib/matplotlib/tests/test_axes.py::test_hist_with_empty_input[data2-2]", + "lib/matplotlib/tests/test_axes.py::test_hist_zorder[bar-1]", + "lib/matplotlib/tests/test_axes.py::test_hist_zorder[step-2]", + "lib/matplotlib/tests/test_axes.py::test_hist_zorder[stepfilled-1]", + "lib/matplotlib/tests/test_axes.py::test_stairs[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_fill[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_update[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_baseline_0[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_empty", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_nan", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_mismatch", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_update", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_update2", + "lib/matplotlib/tests/test_axes.py::test_stairs_options[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_datetime[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_edge_handling[png]", + "lib/matplotlib/tests/test_axes.py::test_contour_hatching[png]", + "lib/matplotlib/tests/test_axes.py::test_contour_hatching[pdf]", + "lib/matplotlib/tests/test_axes.py::test_contour_colorbar[png]", + "lib/matplotlib/tests/test_axes.py::test_contour_colorbar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist2d[png]", + "lib/matplotlib/tests/test_axes.py::test_hist2d[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist2d_transpose[png]", + "lib/matplotlib/tests/test_axes.py::test_hist2d_transpose[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist2d_density", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_plot[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_plot[pdf]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_marker[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_2D[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_decimal[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_unfilled", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_unfillable", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_size_arg_size", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_edgecolor_RGB", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_invalid_color[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_no_invalid_color[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_norm_vminvmax", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_single_point[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_different_shapes[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[0.5-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case1-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[red-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[none-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[None-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case5-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[jaune-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case7-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case8-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case9-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case10-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case11-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case12-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case13-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case14-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case15-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case16-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case17-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case18-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case19-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case20-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case21-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case22-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case23-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case24-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case25-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case26-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case27-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case28-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case29-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_single_color_c[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_linewidths", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params0-expected_result0]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params1-expected_result1]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params2-expected_result2]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params3-expected_result3]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params4-expected_result4]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs0-None]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs1-None]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs2-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs3-expected_edgecolors3]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs4-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs5-face]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs6-none]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs7-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs8-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs9-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs10-g]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_error", + "lib/matplotlib/tests/test_axes.py::test_as_mpl_axes_api", + "lib/matplotlib/tests/test_axes.py::test_pyplot_axes", + "lib/matplotlib/tests/test_axes.py::test_log_scales", + "lib/matplotlib/tests/test_axes.py::test_log_scales_no_data", + "lib/matplotlib/tests/test_axes.py::test_log_scales_invalid", + "lib/matplotlib/tests/test_axes.py::test_stackplot[png]", + "lib/matplotlib/tests/test_axes.py::test_stackplot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_stackplot_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_stackplot_baseline[pdf]", + "lib/matplotlib/tests/test_axes.py::test_bxp_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_rangewhis[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_percentilewhis[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_with_xlabels[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_horizontal[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_with_ylabels[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_patchartist[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custompatchartist[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customoutlier[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_showcustommean[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custombox[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custommedian[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customcap[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customwhisker[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_shownotches[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_nocaps[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_nobox[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_no_flier_stats[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_showmean[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_showmeanasline[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_scalarwidth[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customwidths[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custompositions[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_bad_widths", + "lib/matplotlib/tests/test_axes.py::test_bxp_bad_positions", + "lib/matplotlib/tests/test_axes.py::test_bxp_custom_capwidths[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custom_capwidth[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_bad_capwidths", + "lib/matplotlib/tests/test_axes.py::test_boxplot[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_custom_capwidths[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_sym2[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_sym[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_autorange_whiskers[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_rc_parameters[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_rc_parameters[pdf]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_with_CIarray[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_no_weird_whisker[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_bad_medians", + "lib/matplotlib/tests/test_axes.py::test_boxplot_bad_ci", + "lib/matplotlib/tests/test_axes.py::test_boxplot_zorder", + "lib/matplotlib/tests/test_axes.py::test_boxplot_marker_behavior", + "lib/matplotlib/tests/test_axes.py::test_boxplot_mod_artist_after_plotting[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showmeans[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showextrema[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showmedians[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showall[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_custompoints_10[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_custompoints_200[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showmedians[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showmeans[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showextrema[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showall[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_custompoints_10[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_custompoints_200[png]", + "lib/matplotlib/tests/test_axes.py::test_violinplot_bad_positions", + "lib/matplotlib/tests/test_axes.py::test_violinplot_bad_widths", + "lib/matplotlib/tests/test_axes.py::test_violinplot_bad_quantiles", + "lib/matplotlib/tests/test_axes.py::test_violinplot_outofrange_quantiles", + "lib/matplotlib/tests/test_axes.py::test_violinplot_single_list_quantiles[png]", + "lib/matplotlib/tests/test_axes.py::test_violinplot_pandas_series[png]", + "lib/matplotlib/tests/test_axes.py::test_manage_xticks", + "lib/matplotlib/tests/test_axes.py::test_boxplot_not_single", + "lib/matplotlib/tests/test_axes.py::test_tick_space_size_0", + "lib/matplotlib/tests/test_axes.py::test_errorbar[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_colorcycle", + "lib/matplotlib/tests/test_axes.py::test_errorbar_cycle_ecolor[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_cycle_ecolor[pdf]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_shape", + "lib/matplotlib/tests/test_axes.py::test_errorbar_limits[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_limits[pdf]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_nonefmt", + "lib/matplotlib/tests/test_axes.py::test_errorbar_line_specific_kwargs", + "lib/matplotlib/tests/test_axes.py::test_errorbar_with_prop_cycle[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_every_invalid", + "lib/matplotlib/tests/test_axes.py::test_xerr_yerr_not_negative", + "lib/matplotlib/tests/test_axes.py::test_errorbar_every[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_every[pdf]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_linewidth_type[elinewidth0]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_linewidth_type[elinewidth1]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_linewidth_type[1]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_offset[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_offset[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_step[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_step_horiz[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_weighted[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_weighted[pdf]", + "lib/matplotlib/tests/test_axes.py::test_stem[png-w/", + "lib/matplotlib/tests/test_axes.py::test_stem[png-w/o", + "lib/matplotlib/tests/test_axes.py::test_stem_args", + "lib/matplotlib/tests/test_axes.py::test_stem_dates", + "lib/matplotlib/tests/test_axes.py::test_stem_orientation[png-w/", + "lib/matplotlib/tests/test_axes.py::test_stem_orientation[png-w/o", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_alpha[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_density[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_density[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_step_bottom[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stepfilled_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_step_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stepfilled_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_step_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_bar[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_bar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_barstacked_bottom_unchanged", + "lib/matplotlib/tests/test_axes.py::test_hist_emptydata", + "lib/matplotlib/tests/test_axes.py::test_hist_labels", + "lib/matplotlib/tests/test_axes.py::test_transparent_markers[png]", + "lib/matplotlib/tests/test_axes.py::test_transparent_markers[pdf]", + "lib/matplotlib/tests/test_axes.py::test_rgba_markers[png]", + "lib/matplotlib/tests/test_axes.py::test_rgba_markers[pdf]", + "lib/matplotlib/tests/test_axes.py::test_mollweide_grid[png]", + "lib/matplotlib/tests/test_axes.py::test_mollweide_grid[pdf]", + "lib/matplotlib/tests/test_axes.py::test_mollweide_forward_inverse_closure", + "lib/matplotlib/tests/test_axes.py::test_mollweide_inverse_forward_closure", + "lib/matplotlib/tests/test_axes.py::test_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_alpha[pdf]", + "lib/matplotlib/tests/test_axes.py::test_eventplot[png]", + "lib/matplotlib/tests/test_axes.py::test_eventplot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_defaults[png]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_colors[colors0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_colors[colors1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_colors[colors2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_problem_kwargs[png]", + "lib/matplotlib/tests/test_axes.py::test_empty_eventplot", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[None-data0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[None-data1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[None-data2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[vertical-data0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[vertical-data1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[vertical-data2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[horizontal-data0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[horizontal-data1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[horizontal-data2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_units_list[png]", + "lib/matplotlib/tests/test_axes.py::test_marker_styles[png]", + "lib/matplotlib/tests/test_axes.py::test_markers_fillstyle_rcparams[png]", + "lib/matplotlib/tests/test_axes.py::test_vertex_markers[png]", + "lib/matplotlib/tests/test_axes.py::test_eb_line_zorder[png]", + "lib/matplotlib/tests/test_axes.py::test_eb_line_zorder[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_loglog[png]", + "lib/matplotlib/tests/test_axes.py::test_axline_loglog[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline[png]", + "lib/matplotlib/tests/test_axes.py::test_axline[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes[png]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes_panzoom[png]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes_panzoom[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_args", + "lib/matplotlib/tests/test_axes.py::test_vlines[png]", + "lib/matplotlib/tests/test_axes.py::test_vlines_default", + "lib/matplotlib/tests/test_axes.py::test_hlines[png]", + "lib/matplotlib/tests/test_axes.py::test_hlines_default", + "lib/matplotlib/tests/test_axes.py::test_lines_with_colors[png-data0]", + "lib/matplotlib/tests/test_axes.py::test_lines_with_colors[png-data1]", + "lib/matplotlib/tests/test_axes.py::test_step_linestyle[png]", + "lib/matplotlib/tests/test_axes.py::test_step_linestyle[pdf]", + "lib/matplotlib/tests/test_axes.py::test_mixed_collection[png]", + "lib/matplotlib/tests/test_axes.py::test_mixed_collection[pdf]", + "lib/matplotlib/tests/test_axes.py::test_subplot_key_hash", + "lib/matplotlib/tests/test_axes.py::test_specgram[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_magnitude[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_angle[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_fs_none", + "lib/matplotlib/tests/test_axes.py::test_specgram_origin_rcparam[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_origin_kwarg", + "lib/matplotlib/tests/test_axes.py::test_psd_csd[png]", + "lib/matplotlib/tests/test_axes.py::test_spectrum[png]", + "lib/matplotlib/tests/test_axes.py::test_psd_csd_edge_cases", + "lib/matplotlib/tests/test_axes.py::test_twin_remove[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_spines[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_spines_on_top[png]", + "lib/matplotlib/tests/test_axes.py::test_rcparam_grid_minor[both-True-True]", + "lib/matplotlib/tests/test_axes.py::test_rcparam_grid_minor[major-True-False]", + "lib/matplotlib/tests/test_axes.py::test_rcparam_grid_minor[minor-False-True]", + "lib/matplotlib/tests/test_axes.py::test_grid", + "lib/matplotlib/tests/test_axes.py::test_reset_grid", + "lib/matplotlib/tests/test_axes.py::test_reset_ticks[png]", + "lib/matplotlib/tests/test_axes.py::test_vline_limit", + "lib/matplotlib/tests/test_axes.py::test_axline_minmax[axvline-axhline-args0]", + "lib/matplotlib/tests/test_axes.py::test_axline_minmax[axvspan-axhspan-args1]", + "lib/matplotlib/tests/test_axes.py::test_empty_shared_subplots", + "lib/matplotlib/tests/test_axes.py::test_shared_with_aspect_1", + "lib/matplotlib/tests/test_axes.py::test_shared_with_aspect_2", + "lib/matplotlib/tests/test_axes.py::test_shared_with_aspect_3", + "lib/matplotlib/tests/test_axes.py::test_shared_aspect_error", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[TypeError-args0-kwargs0-axis\\\\(\\\\)", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[ValueError-args1-kwargs1-Unrecognized", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[TypeError-args2-kwargs2-the", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[TypeError-args3-kwargs3-axis\\\\(\\\\)", + "lib/matplotlib/tests/test_axes.py::test_axis_method_errors", + "lib/matplotlib/tests/test_axes.py::test_twin_with_aspect[x]", + "lib/matplotlib/tests/test_axes.py::test_twin_with_aspect[y]", + "lib/matplotlib/tests/test_axes.py::test_relim_visible_only", + "lib/matplotlib/tests/test_axes.py::test_text_labelsize", + "lib/matplotlib/tests/test_axes.py::test_pie_default[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_linewidth_0[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_center_radius[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_linewidth_2[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_ccw_true[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_frame_grid[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_rotatelabels_true[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_nolabel_but_legend[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_textprops", + "lib/matplotlib/tests/test_axes.py::test_pie_get_negative_values", + "lib/matplotlib/tests/test_axes.py::test_normalize_kwarg_pie", + "lib/matplotlib/tests/test_axes.py::test_set_get_ticklabels[png]", + "lib/matplotlib/tests/test_axes.py::test_set_ticks_with_labels[png]", + "lib/matplotlib/tests/test_axes.py::test_set_noniterable_ticklabels", + "lib/matplotlib/tests/test_axes.py::test_subsampled_ticklabels", + "lib/matplotlib/tests/test_axes.py::test_mismatched_ticklabels", + "lib/matplotlib/tests/test_axes.py::test_empty_ticks_fixed_loc", + "lib/matplotlib/tests/test_axes.py::test_retain_tick_visibility[png]", + "lib/matplotlib/tests/test_axes.py::test_tick_label_update", + "lib/matplotlib/tests/test_axes.py::test_o_marker_path_snap[png]", + "lib/matplotlib/tests/test_axes.py::test_margins", + "lib/matplotlib/tests/test_axes.py::test_set_margin_updates_limits", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args0-kwargs0-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args1-kwargs1-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args2-kwargs2-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args3-kwargs3-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[TypeError-args4-kwargs4-Cannot", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[TypeError-args5-kwargs5-Must", + "lib/matplotlib/tests/test_axes.py::test_length_one_hist", + "lib/matplotlib/tests/test_axes.py::test_set_xy_bound", + "lib/matplotlib/tests/test_axes.py::test_pathological_hexbin", + "lib/matplotlib/tests/test_axes.py::test_color_None", + "lib/matplotlib/tests/test_axes.py::test_color_alias", + "lib/matplotlib/tests/test_axes.py::test_numerical_hist_label", + "lib/matplotlib/tests/test_axes.py::test_unicode_hist_label", + "lib/matplotlib/tests/test_axes.py::test_move_offsetlabel", + "lib/matplotlib/tests/test_axes.py::test_rc_spines[png]", + "lib/matplotlib/tests/test_axes.py::test_rc_grid[png]", + "lib/matplotlib/tests/test_axes.py::test_rc_tick", + "lib/matplotlib/tests/test_axes.py::test_rc_major_minor_tick", + "lib/matplotlib/tests/test_axes.py::test_square_plot", + "lib/matplotlib/tests/test_axes.py::test_bad_plot_args", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy0-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy1-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy2-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy3-PcolorImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy4-QuadMesh]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy0-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy1-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy2-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy3-PcolorImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy4-QuadMesh]", + "lib/matplotlib/tests/test_axes.py::test_shared_scale", + "lib/matplotlib/tests/test_axes.py::test_shared_bool", + "lib/matplotlib/tests/test_axes.py::test_violin_point_mass", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs0]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs1]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs2]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs3]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs4]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs5]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs6]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs7]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs8]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs9]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs10]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs11]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs12]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs13]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs14]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs15]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs16]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs17]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs18]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs19]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs20]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs21]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs22]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs23]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs24]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs25]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs26]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs27]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs28]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs29]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs30]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs31]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs32]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs33]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs34]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs35]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs36]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs37]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs38]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs39]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs40]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs41]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs42]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs43]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs44]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs45]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs46]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs47]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs48]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs49]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs50]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs51]", + "lib/matplotlib/tests/test_axes.py::test_dash_offset[png]", + "lib/matplotlib/tests/test_axes.py::test_dash_offset[pdf]", + "lib/matplotlib/tests/test_axes.py::test_title_pad", + "lib/matplotlib/tests/test_axes.py::test_title_location_roundtrip", + "lib/matplotlib/tests/test_axes.py::test_title_location_shared[True]", + "lib/matplotlib/tests/test_axes.py::test_title_location_shared[False]", + "lib/matplotlib/tests/test_axes.py::test_loglog[png]", + "lib/matplotlib/tests/test_axes.py::test_loglog_nonpos[png]", + "lib/matplotlib/tests/test_axes.py::test_axes_margins", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[gca-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[gca-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots_shared-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots_shared-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[add_axes-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[add_axes-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes_relim", + "lib/matplotlib/tests/test_axes.py::test_shared_axes_autoscale", + "lib/matplotlib/tests/test_axes.py::test_adjust_numtick_aspect", + "lib/matplotlib/tests/test_axes.py::test_auto_numticks", + "lib/matplotlib/tests/test_axes.py::test_auto_numticks_log", + "lib/matplotlib/tests/test_axes.py::test_broken_barh_empty", + "lib/matplotlib/tests/test_axes.py::test_broken_barh_timedelta", + "lib/matplotlib/tests/test_axes.py::test_pandas_pcolormesh", + "lib/matplotlib/tests/test_axes.py::test_pandas_indexing_dates", + "lib/matplotlib/tests/test_axes.py::test_pandas_errorbar_indexing", + "lib/matplotlib/tests/test_axes.py::test_pandas_index_shape", + "lib/matplotlib/tests/test_axes.py::test_pandas_indexing_hist", + "lib/matplotlib/tests/test_axes.py::test_pandas_bar_align_center", + "lib/matplotlib/tests/test_axes.py::test_tick_apply_tickdir_deprecation", + "lib/matplotlib/tests/test_axes.py::test_axis_set_tick_params_labelsize_labelcolor", + "lib/matplotlib/tests/test_axes.py::test_axes_tick_params_gridlines", + "lib/matplotlib/tests/test_axes.py::test_axes_tick_params_ylabelside", + "lib/matplotlib/tests/test_axes.py::test_axes_tick_params_xlabelside", + "lib/matplotlib/tests/test_axes.py::test_none_kwargs", + "lib/matplotlib/tests/test_axes.py::test_bar_uint8", + "lib/matplotlib/tests/test_axes.py::test_date_timezone_x[png]", + "lib/matplotlib/tests/test_axes.py::test_date_timezone_y[png]", + "lib/matplotlib/tests/test_axes.py::test_date_timezone_x_and_y[png]", + "lib/matplotlib/tests/test_axes.py::test_axisbelow[png]", + "lib/matplotlib/tests/test_axes.py::test_titletwiny", + "lib/matplotlib/tests/test_axes.py::test_titlesetpos", + "lib/matplotlib/tests/test_axes.py::test_title_xticks_top", + "lib/matplotlib/tests/test_axes.py::test_title_xticks_top_both", + "lib/matplotlib/tests/test_axes.py::test_title_above_offset[left", + "lib/matplotlib/tests/test_axes.py::test_title_above_offset[center", + "lib/matplotlib/tests/test_axes.py::test_title_above_offset[both", + "lib/matplotlib/tests/test_axes.py::test_title_no_move_off_page", + "lib/matplotlib/tests/test_axes.py::test_offset_label_color", + "lib/matplotlib/tests/test_axes.py::test_offset_text_visible", + "lib/matplotlib/tests/test_axes.py::test_large_offset", + "lib/matplotlib/tests/test_axes.py::test_barb_units", + "lib/matplotlib/tests/test_axes.py::test_quiver_units", + "lib/matplotlib/tests/test_axes.py::test_bar_color_cycle", + "lib/matplotlib/tests/test_axes.py::test_tick_param_label_rotation", + "lib/matplotlib/tests/test_axes.py::test_fillbetween_cycle", + "lib/matplotlib/tests/test_axes.py::test_log_margins", + "lib/matplotlib/tests/test_axes.py::test_color_length_mismatch", + "lib/matplotlib/tests/test_axes.py::test_eventplot_legend", + "lib/matplotlib/tests/test_axes.py::test_bar_broadcast_args", + "lib/matplotlib/tests/test_axes.py::test_invalid_axis_limits", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[symlog-symlog]", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[symlog-log]", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[log-symlog]", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[log-log]", + "lib/matplotlib/tests/test_axes.py::test_twinx_knows_limits", + "lib/matplotlib/tests/test_axes.py::test_zero_linewidth", + "lib/matplotlib/tests/test_axes.py::test_empty_errorbar_legend", + "lib/matplotlib/tests/test_axes.py::test_plot_decimal[png]", + "lib/matplotlib/tests/test_axes.py::test_markerfacecolor_none_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_tick_padding_tightbbox", + "lib/matplotlib/tests/test_axes.py::test_inset", + "lib/matplotlib/tests/test_axes.py::test_zoom_inset", + "lib/matplotlib/tests/test_axes.py::test_inset_polar[png]", + "lib/matplotlib/tests/test_axes.py::test_inset_projection", + "lib/matplotlib/tests/test_axes.py::test_inset_subclass", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[False-False]", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[False-True]", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[True-False]", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[True-True]", + "lib/matplotlib/tests/test_axes.py::test_set_position", + "lib/matplotlib/tests/test_axes.py::test_spines_properbbox_after_zoom", + "lib/matplotlib/tests/test_axes.py::test_gettightbbox_ignore_nan", + "lib/matplotlib/tests/test_axes.py::test_scatter_series_non_zero_index", + "lib/matplotlib/tests/test_axes.py::test_scatter_empty_data", + "lib/matplotlib/tests/test_axes.py::test_annotate_across_transforms[png]", + "lib/matplotlib/tests/test_axes.py::test_secondary_xy[png]", + "lib/matplotlib/tests/test_axes.py::test_secondary_fail", + "lib/matplotlib/tests/test_axes.py::test_secondary_resize", + "lib/matplotlib/tests/test_axes.py::test_secondary_minorloc", + "lib/matplotlib/tests/test_axes.py::test_secondary_formatter", + "lib/matplotlib/tests/test_axes.py::test_secondary_repr", + "lib/matplotlib/tests/test_axes.py::test_normal_axes", + "lib/matplotlib/tests/test_axes.py::test_nodecorator", + "lib/matplotlib/tests/test_axes.py::test_displaced_spine", + "lib/matplotlib/tests/test_axes.py::test_tickdirs", + "lib/matplotlib/tests/test_axes.py::test_minor_accountedfor", + "lib/matplotlib/tests/test_axes.py::test_axis_bool_arguments[png]", + "lib/matplotlib/tests/test_axes.py::test_axis_extent_arg", + "lib/matplotlib/tests/test_axes.py::test_axis_extent_arg2", + "lib/matplotlib/tests/test_axes.py::test_hist_auto_bins", + "lib/matplotlib/tests/test_axes.py::test_hist_nan_data", + "lib/matplotlib/tests/test_axes.py::test_hist_range_and_density", + "lib/matplotlib/tests/test_axes.py::test_bar_errbar_zorder", + "lib/matplotlib/tests/test_axes.py::test_set_ticks_inverted", + "lib/matplotlib/tests/test_axes.py::test_aspect_nonlinear_adjustable_box", + "lib/matplotlib/tests/test_axes.py::test_aspect_nonlinear_adjustable_datalim", + "lib/matplotlib/tests/test_axes.py::test_box_aspect", + "lib/matplotlib/tests/test_axes.py::test_box_aspect_custom_position", + "lib/matplotlib/tests/test_axes.py::test_bbox_aspect_axes_init", + "lib/matplotlib/tests/test_axes.py::test_redraw_in_frame", + "lib/matplotlib/tests/test_axes.py::test_invisible_axes_events", + "lib/matplotlib/tests/test_axes.py::test_xtickcolor_is_not_markercolor", + "lib/matplotlib/tests/test_axes.py::test_ytickcolor_is_not_markercolor", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[True-x]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[True-y]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[False-x]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[False-y]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[None-x]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[None-y]", + "lib/matplotlib/tests/test_axes.py::test_polar_interpolation_steps_variable_r[png]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tiny_sticky", + "lib/matplotlib/tests/test_axes.py::test_xtickcolor_is_not_xticklabelcolor", + "lib/matplotlib/tests/test_axes.py::test_ytickcolor_is_not_yticklabelcolor", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[xx-small]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[x-small]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[small]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[medium]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[large]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[x-large]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[xx-large]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[larger]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[smaller]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[8]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[10]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[12]", + "lib/matplotlib/tests/test_axes.py::test_multiplot_autoscale", + "lib/matplotlib/tests/test_axes.py::test_sharing_does_not_link_positions", + "lib/matplotlib/tests/test_axes.py::test_2dcolor_plot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_shared_axes_clear[png]", + "lib/matplotlib/tests/test_axes.py::test_shared_axes_retick", + "lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[left]", + "lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[center]", + "lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[right]", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical_yinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_yinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xyinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_center", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_errorbars", + "lib/matplotlib/tests/test_axes.py::test_bar_label_fmt", + "lib/matplotlib/tests/test_axes.py::test_bar_label_labels", + "lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata", + "lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata_inverted", + "lib/matplotlib/tests/test_axes.py::test_nan_barlabels", + "lib/matplotlib/tests/test_axes.py::test_patch_bounds", + "lib/matplotlib/tests/test_axes.py::test_warn_ignored_scatter_kwargs", + "lib/matplotlib/tests/test_axes.py::test_artist_sublists", + "lib/matplotlib/tests/test_axes.py::test_empty_line_plots", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-f-'f'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-o+-'o\\\\+'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:--':-'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-rk-'rk'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:o-r-':o-r'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-f-'f'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-o+-'o\\\\+'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:--':-'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-rk-'rk'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:o-r-':o-r'", + "lib/matplotlib/tests/test_axes.py::test_plot_format", + "lib/matplotlib/tests/test_axes.py::test_automatic_legend", + "lib/matplotlib/tests/test_axes.py::test_plot_errors", + "lib/matplotlib/tests/test_axes.py::test_clim", + "lib/matplotlib/tests/test_axes.py::test_bezier_autoscale", + "lib/matplotlib/tests/test_axes.py::test_get_xticklabel", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_aspect_equal_error", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_colors", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_shaded[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_notshaded[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_lightsource", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_contour3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_fill[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_extend[png-both-levels0]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_extend[png-min-levels1]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_extend[png-max-levels2]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_tricontour[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_contour3d_1d_input", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_lines3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_plot_scalar[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_mixedsubplots[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_tight_layout_text[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_color[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_modification[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_sorting[png-True]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_sorting[png-False]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_marker_draw_order_data_reversed[png--50]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_marker_draw_order_data_reversed[png-130]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_marker_draw_order_view_rotated[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_plot_3d_from_2d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d_shaded[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d_masked[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d_masked_strides[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_text3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_text3d_modification[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_trisurf3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_trisurf3d_shaded[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3dzerocstride[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3dzerorstride[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3dzerostrideraises", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_mixedsamplesraises", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3d_empty[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3d_masked[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_patch_modification", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_patch_collection_modification[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_poly3dcollection_verts_validation", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_poly3dcollection_closed[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_poly_collection_2d_to_3d_empty", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_poly3dcollection_alpha[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_add_collection3d_zs_array[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_add_collection3d_zs_scalar[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_labelpad[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_cla[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_rotated[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_plotsurface_1d_raises", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_proj_transform", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_proj_axes_cube[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_proj_axes_cube_ortho[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_rot", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_world", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_lines_dists[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_lines_dists_nowarning", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_autoscale", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[True-x]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[True-y]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[True-z]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[False-x]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[False-y]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[False-z]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[None-x]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[None-y]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[None-z]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_focal_length_checks", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_focal_length[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_ortho[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_isometric[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-left-inf]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-left-nan]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-right-inf]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-right-nan]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-bottom-inf]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-bottom-nan]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-top-inf]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-top-nan]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-bottom-inf]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-bottom-nan]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-top-inf]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-top-nan]", + "lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_simple[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_edge_style[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_named_colors[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_rgb_data[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_alpha[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_xyz[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_calling_conventions", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_line3d_set_get_data_3d", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_inverted[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_inverted_cla", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_ax3d_tickcolour", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_ticklabel_format[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3D_smoke[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_minor_ticks[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_errorbar3d_errorevery[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_errorbar3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_stem3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_equal_box_aspect[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_colorbar_pos", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_shared_axes_retick", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_pan", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scalarmap_update[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_subfigure_simple", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_computed_zorder[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter_spiral[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_view_init_vertical_axis[z-proj_expected0-axis_lines_expected0-tickdirs_expected0]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_view_init_vertical_axis[y-proj_expected1-axis_lines_expected1-tickdirs_expected1]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_view_init_vertical_axis[x-proj_expected2-axis_lines_expected2-tickdirs_expected2]" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23314/test-output-excerpt.txt b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23314/test-output-excerpt.txt new file mode 100644 index 0000000..2643448 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23314/test-output-excerpt.txt @@ -0,0 +1,160 @@ +PASSED lib/matplotlib/tests/test_axes.py::test_shared_axes_clear[png] +PASSED lib/matplotlib/tests/test_axes.py::test_shared_axes_retick +PASSED lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[left] +PASSED lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[center] +PASSED lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[right] +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical_yinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_yinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xyinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_center +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_errorbars +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_fmt +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_labels +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata_inverted +PASSED lib/matplotlib/tests/test_axes.py::test_nan_barlabels +PASSED lib/matplotlib/tests/test_axes.py::test_patch_bounds +PASSED lib/matplotlib/tests/test_axes.py::test_warn_ignored_scatter_kwargs +PASSED lib/matplotlib/tests/test_axes.py::test_artist_sublists +PASSED lib/matplotlib/tests/test_axes.py::test_empty_line_plots +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-f-'f' is not a valid format string \\(unrecognized character 'f'\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-o+-'o\\+' is not a valid format string \\(two marker symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:--':-' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-rk-'rk' is not a valid format string \\(two color symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:o-r-':o-r' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-f-'f' is not a valid format string \\(unrecognized character 'f'\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-o+-'o\\+' is not a valid format string \\(two marker symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:--':-' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-rk-'rk' is not a valid format string \\(two color symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:o-r-':o-r' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format +PASSED lib/matplotlib/tests/test_axes.py::test_automatic_legend +PASSED lib/matplotlib/tests/test_axes.py::test_plot_errors +PASSED lib/matplotlib/tests/test_axes.py::test_clim +PASSED lib/matplotlib/tests/test_axes.py::test_bezier_autoscale +PASSED lib/matplotlib/tests/test_axes.py::test_get_xticklabel +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invisible_axes[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_aspect_equal_error +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_colors +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_shaded[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_notshaded[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_lightsource +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_contour3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_fill[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_extend[png-both-levels0] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_extend[png-min-levels1] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_extend[png-max-levels2] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_tricontour[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_contour3d_1d_input +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_lines3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_plot_scalar[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_mixedsubplots[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_tight_layout_text[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_color[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_modification[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_sorting[png-True] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_sorting[png-False] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_marker_draw_order_data_reversed[png--50] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_marker_draw_order_data_reversed[png-130] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_marker_draw_order_view_rotated[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_plot_3d_from_2d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d_shaded[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d_masked[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d_masked_strides[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_text3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_text3d_modification[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_trisurf3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_trisurf3d_shaded[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3dzerocstride[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3dzerorstride[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3dzerostrideraises +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_mixedsamplesraises +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3d_empty[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3d_masked[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_patch_modification +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_patch_collection_modification[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_poly3dcollection_verts_validation +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_poly3dcollection_closed[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_poly_collection_2d_to_3d_empty +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_poly3dcollection_alpha[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_add_collection3d_zs_array[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_add_collection3d_zs_scalar[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_labelpad[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_cla[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_rotated[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_plotsurface_1d_raises +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_proj_transform +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_proj_axes_cube[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_proj_axes_cube_ortho[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_rot +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_world +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_lines_dists[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_lines_dists_nowarning +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_autoscale +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[True-x] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[True-y] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[True-z] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[False-x] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[False-y] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[False-z] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[None-x] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[None-y] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[None-z] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_focal_length_checks +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_focal_length[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_ortho[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_isometric[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-left-inf] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-left-nan] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-right-inf] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-right-nan] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-bottom-inf] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-bottom-nan] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-top-inf] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-top-nan] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-bottom-inf] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-bottom-nan] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-top-inf] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-top-nan] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_simple[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_edge_style[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_named_colors[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_rgb_data[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_alpha[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_xyz[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_calling_conventions +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_line3d_set_get_data_3d +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_inverted[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_inverted_cla +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_ax3d_tickcolour +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_ticklabel_format[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3D_smoke[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_minor_ticks[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_errorbar3d_errorevery[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_errorbar3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_stem3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_equal_box_aspect[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_colorbar_pos +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_shared_axes_retick +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_pan +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scalarmap_update[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_subfigure_simple +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_computed_zorder[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter_spiral[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_view_init_vertical_axis[z-proj_expected0-axis_lines_expected0-tickdirs_expected0] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_view_init_vertical_axis[y-proj_expected1-axis_lines_expected1-tickdirs_expected1] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_view_init_vertical_axis[x-proj_expected2-axis_lines_expected2-tickdirs_expected2] +SKIPPED [10] lib/matplotlib/testing/compare.py:285: Don't know how to convert .svg files to png +SKIPPED [53] ../opt/miniconda3/envs/testbed/lib/python3.11/contextlib.py:81: Cannot compare svg files on this system +======================= 864 passed, 63 skipped in 56.43s ======================= ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23563/harness-summary.json b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23563/harness-summary.json new file mode 100644 index 0000000..70575de --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23563/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 0, + "unresolved_instances": 1, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "matplotlib__matplotlib-23563" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "matplotlib__matplotlib-23563" + ], + "resolved_ids": [], + "unresolved_ids": [ + "matplotlib__matplotlib-23563" + ], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-23563:latest" + ] +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23563/outcome.json b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23563/outcome.json new file mode 100644 index 0000000..5936abf --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23563/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "matplotlib__matplotlib-23563", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-23563:latest", + "patch_sha256": "c08dc8245b8a0b140ded0ec19fca82265bff0cb6deb05c4d443bb781b0b54de5", + "image_id": "sha256:93f13bec950adf1aa64132b4653af0503c6acdb49e8c3a771ae8efdf0813dac6", + "image_digests": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-23563@sha256:a34e45f320187a07dbf6b21c38a859949cf1dc7f2eb060344ee8aafdb65d46c0" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23563/raw-log-manifest.json b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23563/raw-log-manifest.json new file mode 100644 index 0000000..d83b33f --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23563/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37849298422", + "artifact_name": "patch-shard-15", + "files": { + "harness.log": { + "sha256": "94c1ecb07560355a4c841e5dc9b7bb69606946f6beb4dbbf77e6c04dfbf49380", + "bytes": 854 + }, + "image-pull.log": { + "sha256": "49ad484bfeaeb518d150ea9f93dbc7f81ecefc2b16daf249c88a630ae0451d21", + "bytes": 1698 + }, + "logs/run_evaluation/patch-37849298422-15-15/agentic-controls-routed_source/matplotlib__matplotlib-23563/eval.sh": { + "sha256": "b0daec23b4f26a232121f47ad5fe93031ebc6b7acea170201d5886a8bac883b0", + "bytes": 1388 + }, + "logs/run_evaluation/patch-37849298422-15-15/agentic-controls-routed_source/matplotlib__matplotlib-23563/patch.diff": { + "sha256": "c08dc8245b8a0b140ded0ec19fca82265bff0cb6deb05c4d443bb781b0b54de5", + "bytes": 345 + }, + "logs/run_evaluation/patch-37849298422-15-15/agentic-controls-routed_source/matplotlib__matplotlib-23563/report.json": { + "sha256": "a816053557e1f5e3a03e89d67d8f1076dfe32c09a6bd1beab584d33719c03e4b", + "bytes": 13615 + }, + "logs/run_evaluation/patch-37849298422-15-15/agentic-controls-routed_source/matplotlib__matplotlib-23563/run_instance.log": { + "sha256": "b91f2ac426c7e6916a6e982d261ab7f676ae928918e9498d5461eb8954336426", + "bytes": 13606 + }, + "logs/run_evaluation/patch-37849298422-15-15/agentic-controls-routed_source/matplotlib__matplotlib-23563/test_output.txt": { + "sha256": "73a8e492f2bc6528f76e52f7098377ca6d24dfe979b810fe8a1ea5da453f690f", + "bytes": 1492050 + }, + "logs/run_evaluation/patch-37849298422-15-15/run.json": { + "sha256": "730eb68c8e7f6edf61767858ecb2345d05e93744874e1aaa5b7d6db2bc53ab9b", + "bytes": 223 + }, + "predictions.jsonl": { + "sha256": "dbf97002ac9e78511c05d1c7396fa350e91a6665d9a52698aeb37a433fd4d1a6", + "bytes": 486 + }, + "summary/agentic-controls-routed_source.patch-37849298422-15-15.json": { + "sha256": "81a5aa2cd164c667e17e5d6ff5a91e8df1268767a684104193d8fc3b4318f4ec", + "bytes": 870 + } + }, + "excerpt": { + "raw_sha256": "73a8e492f2bc6528f76e52f7098377ca6d24dfe979b810fe8a1ea5da453f690f", + "raw_lines": 27302, + "start_line": 27139, + "stop_line": 27298, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23563/report.json b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23563/report.json new file mode 100644 index 0000000..edb1e70 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23563/report.json @@ -0,0 +1,166 @@ +{ + "matplotlib__matplotlib-23563": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": false, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [], + "failure": [ + "lib/mpl_toolkits/tests/test_mplot3d.py::test_draw_single_lines_from_Nx1" + ] + }, + "PASS_TO_PASS": { + "success": [ + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invisible_axes[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_aspects[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_repr", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_colors", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_shaded[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_notshaded[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_lightsource", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_contour3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_contour3d_extend3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_fill[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_extend[png-both-levels0]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_extend[png-min-levels1]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_extend[png-max-levels2]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_tricontour[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_contour3d_1d_input", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_lines3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_plot_scalar[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_mixedsubplots[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_tight_layout_text[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_color[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_linewidth[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_linewidth_modification[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_modification[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_sorting[png-True]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_sorting[png-False]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_marker_draw_order_data_reversed[png--50]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_marker_draw_order_data_reversed[png-130]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_marker_draw_order_view_rotated[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_plot_3d_from_2d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d_shaded[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d_masked[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d_masked_strides[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_text3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_text3d_modification[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_trisurf3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_trisurf3d_shaded[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3dzerocstride[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3dzerorstride[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3dzerostrideraises", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_mixedsamplesraises", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3d_empty[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3d_masked[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_patch_modification", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_patch_collection_modification[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_poly3dcollection_verts_validation", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_poly3dcollection_closed[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_poly_collection_2d_to_3d_empty", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_poly3dcollection_alpha[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_add_collection3d_zs_array[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_add_collection3d_zs_scalar[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_labelpad[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_cla[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_rotated[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_plotsurface_1d_raises", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_proj_transform", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_proj_axes_cube[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_proj_axes_cube_ortho[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_rot", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_world", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_lines_dists[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_lines_dists_nowarning", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_autoscale", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[True-x]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[True-y]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[True-z]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[False-x]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[False-y]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[False-z]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[None-x]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[None-y]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[None-z]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_focal_length_checks", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_focal_length[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_ortho[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_isometric[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-left-inf]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-left-nan]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-right-inf]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-right-nan]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-bottom-inf]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-bottom-nan]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-top-inf]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-top-nan]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-bottom-inf]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-bottom-nan]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-top-inf]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-top-nan]", + "lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_simple[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_edge_style[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_named_colors[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_rgb_data[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_alpha[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_xyz[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_calling_conventions", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_line3d_set_get_data_3d", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_inverted[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_inverted_cla", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_ax3d_tickcolour", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_ticklabel_format[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3D_smoke[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_minor_ticks[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_errorbar3d_errorevery[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_errorbar3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_stem3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_equal_box_aspect[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_colorbar_pos", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_shared_axes_retick", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_pan", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scalarmap_update[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_subfigure_simple", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_computed_zorder[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_format_coord", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_get_axis_position", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_margins", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[ValueError-args0-kwargs0-margin", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[ValueError-args1-kwargs1-margin", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[ValueError-args2-kwargs2-margin", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[ValueError-args3-kwargs3-margin", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[ValueError-args4-kwargs4-margin", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[ValueError-args5-kwargs5-margin", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[TypeError-args6-kwargs6-Cannot", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[TypeError-args7-kwargs7-Cannot", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[TypeError-args8-kwargs8-Cannot", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[TypeError-args9-kwargs9-Must", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_text_3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_pathpatch_3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter_spiral[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_view_init_vertical_axis[z-proj_expected0-axis_lines_expected0-tickdirs_expected0]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_view_init_vertical_axis[y-proj_expected1-axis_lines_expected1-tickdirs_expected1]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_view_init_vertical_axis[x-proj_expected2-axis_lines_expected2-tickdirs_expected2]" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23563/test-output-excerpt.txt b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23563/test-output-excerpt.txt new file mode 100644 index 0000000..1c8b9ac --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-23563/test-output-excerpt.txt @@ -0,0 +1,160 @@ +array = array([[0], + [1]]), shape = (2,), subok = False, readonly = True + + def _broadcast_to(array, shape, subok, readonly): + shape = tuple(shape) if np.iterable(shape) else (shape,) + array = np.array(array, copy=False, subok=subok) + if not shape and array.shape: + raise ValueError('cannot broadcast a non-scalar to a scalar array') + if any(size < 0 for size in shape): + raise ValueError('all elements of broadcast shape must be non-' + 'negative') + extras = [] +> it = np.nditer( + (array,), flags=['multi_index', 'refs_ok', 'zerosize_ok'] + extras, + op_flags=['readonly'], itershape=shape, order='C') +E ValueError: input operand has more dimensions than allowed by the axis remapping + +/opt/miniconda3/envs/testbed/lib/python3.11/site-packages/numpy/lib/stride_tricks.py:349: ValueError +==================================== PASSES ==================================== +=========================== short test summary info ============================ +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invisible_axes[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_aspects[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_repr +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_colors +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_shaded[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_notshaded[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_lightsource +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_contour3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_contour3d_extend3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_fill[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_extend[png-both-levels0] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_extend[png-min-levels1] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_extend[png-max-levels2] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_tricontour[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_contour3d_1d_input +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_lines3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_plot_scalar[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_mixedsubplots[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_tight_layout_text[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_color[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_linewidth[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_linewidth_modification[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_modification[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_sorting[png-True] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_sorting[png-False] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_marker_draw_order_data_reversed[png--50] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_marker_draw_order_data_reversed[png-130] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_marker_draw_order_view_rotated[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_plot_3d_from_2d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d_shaded[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d_masked[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d_masked_strides[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_text3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_text3d_modification[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_trisurf3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_trisurf3d_shaded[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3dzerocstride[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3dzerorstride[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3dzerostrideraises +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_mixedsamplesraises +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3d_empty[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3d_masked[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_patch_modification +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_patch_collection_modification[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_poly3dcollection_verts_validation +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_poly3dcollection_closed[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_poly_collection_2d_to_3d_empty +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_poly3dcollection_alpha[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_add_collection3d_zs_array[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_add_collection3d_zs_scalar[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_labelpad[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_cla[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_rotated[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_plotsurface_1d_raises +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_proj_transform +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_proj_axes_cube[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_proj_axes_cube_ortho[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_rot +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_world +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_lines_dists[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_lines_dists_nowarning +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_autoscale +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[True-x] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[True-y] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[True-z] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[False-x] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[False-y] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[False-z] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[None-x] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[None-y] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[None-z] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_focal_length_checks +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_focal_length[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_ortho[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_isometric[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-left-inf] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-left-nan] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-right-inf] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-right-nan] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-bottom-inf] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-bottom-nan] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-top-inf] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-top-nan] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-bottom-inf] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-bottom-nan] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-top-inf] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-top-nan] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_simple[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_edge_style[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_named_colors[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_rgb_data[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_alpha[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_xyz[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_calling_conventions +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_line3d_set_get_data_3d +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_inverted[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_inverted_cla +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_ax3d_tickcolour +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_ticklabel_format[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3D_smoke[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_minor_ticks[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_errorbar3d_errorevery[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_errorbar3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_stem3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_equal_box_aspect[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_colorbar_pos +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_shared_axes_retick +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_pan +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scalarmap_update[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_subfigure_simple +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_computed_zorder[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_format_coord +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_get_axis_position +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_margins +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[ValueError-args0-kwargs0-margin must be greater than -0\\.5] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[ValueError-args1-kwargs1-margin must be greater than -0\\.5] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[ValueError-args2-kwargs2-margin must be greater than -0\\.5] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[ValueError-args3-kwargs3-margin must be greater than -0\\.5] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[ValueError-args4-kwargs4-margin must be greater than -0\\.5] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[ValueError-args5-kwargs5-margin must be greater than -0\\.5] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[TypeError-args6-kwargs6-Cannot pass both positional and keyword] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[TypeError-args7-kwargs7-Cannot pass both positional and keyword] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[TypeError-args8-kwargs8-Cannot pass both positional and keyword] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[TypeError-args9-kwargs9-Must pass a single positional argument for] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_text_3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_pathpatch_3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter_spiral[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_view_init_vertical_axis[z-proj_expected0-axis_lines_expected0-tickdirs_expected0] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_view_init_vertical_axis[y-proj_expected1-axis_lines_expected1-tickdirs_expected1] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_view_init_vertical_axis[x-proj_expected2-axis_lines_expected2-tickdirs_expected2] +FAILED lib/mpl_toolkits/tests/test_mplot3d.py::test_draw_single_lines_from_Nx1 +======================== 1 failed, 136 passed in 19.16s ======================== ++ SWEBENCH_TEST_EXIT_CODE=1 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-24149/harness-summary.json b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-24149/harness-summary.json new file mode 100644 index 0000000..1f1566b --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-24149/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "matplotlib__matplotlib-24149" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "matplotlib__matplotlib-24149" + ], + "resolved_ids": [ + "matplotlib__matplotlib-24149" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-24149:latest" + ] +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-24149/outcome.json b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-24149/outcome.json new file mode 100644 index 0000000..029cd5f --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-24149/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "matplotlib__matplotlib-24149", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-24149:latest", + "patch_sha256": "669a8dd4761da2239e823e4c1916aea946f3e91c3d87e1c545a73e60e28be3f2", + "image_id": "sha256:76a50f4a5d1b876980996731d7de4fe6d01b292128d5396b6f89dfe327f3bcc9", + "image_digests": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-24149@sha256:e80913d242481321c20b8ed0b5bd1513e89fcaff6eb84b5f6d39e748128b7c19" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-24149/raw-log-manifest.json b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-24149/raw-log-manifest.json new file mode 100644 index 0000000..2066140 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-24149/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37849298422", + "artifact_name": "patch-shard-13", + "files": { + "harness.log": { + "sha256": "c5dcc56d40e1b21000e7e5d22fad4c665f36c279cab02b2f638e8d811e9485ed", + "bytes": 857 + }, + "image-pull.log": { + "sha256": "72ddc072efebb82dfa5d24aa3b0854f203af9ee6f7ee1cd30514e9a7dcb0f365", + "bytes": 1731 + }, + "logs/run_evaluation/patch-37849298422-13-13/agentic-controls-routed_source/matplotlib__matplotlib-24149/eval.sh": { + "sha256": "8f5bbf67fdbebfc2b04dce18e0b2a1894e5a63d993adf369c58ea30d1daf20f2", + "bytes": 1394 + }, + "logs/run_evaluation/patch-37849298422-13-13/agentic-controls-routed_source/matplotlib__matplotlib-24149/patch.diff": { + "sha256": "669a8dd4761da2239e823e4c1916aea946f3e91c3d87e1c545a73e60e28be3f2", + "bytes": 974 + }, + "logs/run_evaluation/patch-37849298422-13-13/agentic-controls-routed_source/matplotlib__matplotlib-24149/report.json": { + "sha256": "70084a987af8932a353012ace9ffaab194afb950e403c6a1a1f553de8e4e3334", + "bytes": 68753 + }, + "logs/run_evaluation/patch-37849298422-13-13/agentic-controls-routed_source/matplotlib__matplotlib-24149/run_instance.log": { + "sha256": "5ff3c79aa47d3d73ffd97aa2e06e2950086443e3cd9858686220d66cd15487e9", + "bytes": 57196 + }, + "logs/run_evaluation/patch-37849298422-13-13/agentic-controls-routed_source/matplotlib__matplotlib-24149/test_output.txt": { + "sha256": "b58b6eac1ef40eb26c44a9bfd68fa2bb11019e348d3023ea8d615d490a8e7eb8", + "bytes": 1512026 + }, + "logs/run_evaluation/patch-37849298422-13-13/run.json": { + "sha256": "7f23652a7e3d8f1ed27c10f2a5ef4ea351d55b4402258fa0d0bdd95dfa29993a", + "bytes": 223 + }, + "predictions.jsonl": { + "sha256": "0cfeb6bb82eb93ec461de6e8c97fcc9f2741a3de19d7636b9ab9ff864ca6e017", + "bytes": 1123 + }, + "summary/agentic-controls-routed_source.patch-37849298422-13-13.json": { + "sha256": "4e08f1739e2f11e11161530159175c9102b1197373de97d7bc772dc7723ba589", + "bytes": 870 + } + }, + "excerpt": { + "raw_sha256": "b58b6eac1ef40eb26c44a9bfd68fa2bb11019e348d3023ea8d615d490a8e7eb8", + "raw_lines": 27317, + "start_line": 27154, + "stop_line": 27313, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-24149/report.json b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-24149/report.json new file mode 100644 index 0000000..d862735 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-24149/report.json @@ -0,0 +1,797 @@ +{ + "matplotlib__matplotlib-24149": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "lib/matplotlib/tests/test_axes.py::test_bar_all_nan[png]" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "lib/matplotlib/tests/test_axes.py::test_invisible_axes[png]", + "lib/matplotlib/tests/test_axes.py::test_get_labels", + "lib/matplotlib/tests/test_axes.py::test_repr", + "lib/matplotlib/tests/test_axes.py::test_label_loc_vertical[png]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_vertical[pdf]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_horizontal[png]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_horizontal[pdf]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_rc[png]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_rc[pdf]", + "lib/matplotlib/tests/test_axes.py::test_label_shift", + "lib/matplotlib/tests/test_axes.py::test_acorr[png]", + "lib/matplotlib/tests/test_axes.py::test_spy[png]", + "lib/matplotlib/tests/test_axes.py::test_spy_invalid_kwargs", + "lib/matplotlib/tests/test_axes.py::test_matshow[png]", + "lib/matplotlib/tests/test_axes.py::test_formatter_ticker[png]", + "lib/matplotlib/tests/test_axes.py::test_formatter_ticker[pdf]", + "lib/matplotlib/tests/test_axes.py::test_funcformatter_auto_formatter", + "lib/matplotlib/tests/test_axes.py::test_strmethodformatter_auto_formatter", + "lib/matplotlib/tests/test_axes.py::test_twin_axis_locators_formatters[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_axis_locators_formatters[pdf]", + "lib/matplotlib/tests/test_axes.py::test_twinx_cla", + "lib/matplotlib/tests/test_axes.py::test_twin_logscale[png-x]", + "lib/matplotlib/tests/test_axes.py::test_twin_logscale[png-y]", + "lib/matplotlib/tests/test_axes.py::test_twinx_axis_scales[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_inherit_autoscale_setting", + "lib/matplotlib/tests/test_axes.py::test_inverted_cla", + "lib/matplotlib/tests/test_axes.py::test_subclass_clear_cla", + "lib/matplotlib/tests/test_axes.py::test_cla_not_redefined_internally", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on_rcParams_both[png]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tiny_range[png]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tiny_range[pdf]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tight", + "lib/matplotlib/tests/test_axes.py::test_autoscale_log_shared", + "lib/matplotlib/tests/test_axes.py::test_use_sticky_edges", + "lib/matplotlib/tests/test_axes.py::test_sticky_shared_axes[png]", + "lib/matplotlib/tests/test_axes.py::test_basic_annotate[png]", + "lib/matplotlib/tests/test_axes.py::test_basic_annotate[pdf]", + "lib/matplotlib/tests/test_axes.py::test_arrow_simple[png]", + "lib/matplotlib/tests/test_axes.py::test_arrow_empty", + "lib/matplotlib/tests/test_axes.py::test_arrow_in_view", + "lib/matplotlib/tests/test_axes.py::test_annotate_default_arrow", + "lib/matplotlib/tests/test_axes.py::test_annotate_signature", + "lib/matplotlib/tests/test_axes.py::test_fill_units[png]", + "lib/matplotlib/tests/test_axes.py::test_plot_format_kwarg_redundant", + "lib/matplotlib/tests/test_axes.py::test_errorbar_dashes[png]", + "lib/matplotlib/tests/test_axes.py::test_single_point[png]", + "lib/matplotlib/tests/test_axes.py::test_single_point[pdf]", + "lib/matplotlib/tests/test_axes.py::test_single_date[png]", + "lib/matplotlib/tests/test_axes.py::test_shaped_data[png]", + "lib/matplotlib/tests/test_axes.py::test_structured_data", + "lib/matplotlib/tests/test_axes.py::test_aitoff_proj[png]", + "lib/matplotlib/tests/test_axes.py::test_axvspan_epoch[png]", + "lib/matplotlib/tests/test_axes.py::test_axvspan_epoch[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axhspan_epoch[png]", + "lib/matplotlib/tests/test_axes.py::test_axhspan_epoch[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_extent[png]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_empty[png]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_pickable", + "lib/matplotlib/tests/test_axes.py::test_hexbin_log[png]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_linear[png]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_log_clim", + "lib/matplotlib/tests/test_axes.py::test_inverted_limits", + "lib/matplotlib/tests/test_axes.py::test_nonfinite_limits[png]", + "lib/matplotlib/tests/test_axes.py::test_nonfinite_limits[pdf]", + "lib/matplotlib/tests/test_axes.py::test_limits_empty_data[png-scatter]", + "lib/matplotlib/tests/test_axes.py::test_limits_empty_data[png-plot]", + "lib/matplotlib/tests/test_axes.py::test_limits_empty_data[png-fill_between]", + "lib/matplotlib/tests/test_axes.py::test_imshow[png]", + "lib/matplotlib/tests/test_axes.py::test_imshow[pdf]", + "lib/matplotlib/tests/test_axes.py::test_imshow_clip[png]", + "lib/matplotlib/tests/test_axes.py::test_imshow_clip[pdf]", + "lib/matplotlib/tests/test_axes.py::test_imshow_norm_vminvmax", + "lib/matplotlib/tests/test_axes.py::test_polycollection_joinstyle[png]", + "lib/matplotlib/tests/test_axes.py::test_polycollection_joinstyle[pdf]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_input[2d_x_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_input[2d_y1_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_input[2d_y2_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_betweenx_input[2d_y_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_betweenx_input[2d_x1_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_betweenx_input[2d_x2_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate[png]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate[pdf]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_decreasing[png]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_decreasing[pdf]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_nan[png]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_nan[pdf]", + "lib/matplotlib/tests/test_axes.py::test_symlog[pdf]", + "lib/matplotlib/tests/test_axes.py::test_symlog2[pdf]", + "lib/matplotlib/tests/test_axes.py::test_pcolorargs_5205", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh[pdf]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_small[eps]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_alpha[pdf]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_datetime_axis[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolor_datetime_axis[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolorargs", + "lib/matplotlib/tests/test_axes.py::test_pcolornearest[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolornearestunits[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolorflaterror", + "lib/matplotlib/tests/test_axes.py::test_pcolorauto[png-False]", + "lib/matplotlib/tests/test_axes.py::test_pcolorauto[png-True]", + "lib/matplotlib/tests/test_axes.py::test_canonical[png]", + "lib/matplotlib/tests/test_axes.py::test_canonical[pdf]", + "lib/matplotlib/tests/test_axes.py::test_arc_angles[png]", + "lib/matplotlib/tests/test_axes.py::test_arc_ellipse[png]", + "lib/matplotlib/tests/test_axes.py::test_arc_ellipse[pdf]", + "lib/matplotlib/tests/test_axes.py::test_marker_as_markerstyle", + "lib/matplotlib/tests/test_axes.py::test_markevery[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_line[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_line[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_zoomed[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_zoomed[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_log_scales[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_log_scales[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_polar[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_polar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_nans[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_nans[pdf]", + "lib/matplotlib/tests/test_axes.py::test_marker_edges[png]", + "lib/matplotlib/tests/test_axes.py::test_marker_edges[pdf]", + "lib/matplotlib/tests/test_axes.py::test_bar_tick_label_single[png]", + "lib/matplotlib/tests/test_axes.py::test_nan_bar_values", + "lib/matplotlib/tests/test_axes.py::test_bar_ticklabel_fail", + "lib/matplotlib/tests/test_axes.py::test_bar_tick_label_multiple[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_tick_label_multiple_old_alignment[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_decimal_center[png]", + "lib/matplotlib/tests/test_axes.py::test_barh_decimal_center[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_decimal_width[png]", + "lib/matplotlib/tests/test_axes.py::test_barh_decimal_height[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_color_none_alpha", + "lib/matplotlib/tests/test_axes.py::test_bar_edgecolor_none_alpha", + "lib/matplotlib/tests/test_axes.py::test_barh_tick_label[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_timedelta", + "lib/matplotlib/tests/test_axes.py::test_boxplot_dates_pandas", + "lib/matplotlib/tests/test_axes.py::test_boxplot_capwidths", + "lib/matplotlib/tests/test_axes.py::test_pcolor_regression", + "lib/matplotlib/tests/test_axes.py::test_bar_pandas", + "lib/matplotlib/tests/test_axes.py::test_bar_pandas_indexed", + "lib/matplotlib/tests/test_axes.py::test_bar_hatches[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_hatches[pdf]", + "lib/matplotlib/tests/test_axes.py::test_bar_labels[x-1-x-expected_labels0-x]", + "lib/matplotlib/tests/test_axes.py::test_bar_labels[x1-width1-label1-expected_labels1-_nolegend_]", + "lib/matplotlib/tests/test_axes.py::test_bar_labels[x2-width2-label2-expected_labels2-_nolegend_]", + "lib/matplotlib/tests/test_axes.py::test_bar_labels[x3-width3-bars-expected_labels3-bars]", + "lib/matplotlib/tests/test_axes.py::test_bar_labels_length", + "lib/matplotlib/tests/test_axes.py::test_pandas_minimal_plot", + "lib/matplotlib/tests/test_axes.py::test_hist_log[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_log[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_log_2[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_log_barstacked", + "lib/matplotlib/tests/test_axes.py::test_hist_bar_empty[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_float16", + "lib/matplotlib/tests/test_axes.py::test_hist_step_empty[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_step_filled[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_density[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_unequal_bins_density", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets_bins[date2num]", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets_bins[datetime.datetime]", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets_bins[np.datetime64]", + "lib/matplotlib/tests/test_axes.py::test_hist_with_empty_input[data0-1]", + "lib/matplotlib/tests/test_axes.py::test_hist_with_empty_input[data1-1]", + "lib/matplotlib/tests/test_axes.py::test_hist_with_empty_input[data2-2]", + "lib/matplotlib/tests/test_axes.py::test_hist_zorder[bar-1]", + "lib/matplotlib/tests/test_axes.py::test_hist_zorder[step-2]", + "lib/matplotlib/tests/test_axes.py::test_hist_zorder[stepfilled-1]", + "lib/matplotlib/tests/test_axes.py::test_stairs[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_fill[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_update[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_baseline_0[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_empty", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_nan", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_mismatch", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_update", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_update2", + "lib/matplotlib/tests/test_axes.py::test_stairs_options[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_datetime[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_edge_handling[png]", + "lib/matplotlib/tests/test_axes.py::test_contour_hatching[png]", + "lib/matplotlib/tests/test_axes.py::test_contour_hatching[pdf]", + "lib/matplotlib/tests/test_axes.py::test_contour_colorbar[png]", + "lib/matplotlib/tests/test_axes.py::test_contour_colorbar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist2d[png]", + "lib/matplotlib/tests/test_axes.py::test_hist2d[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist2d_transpose[png]", + "lib/matplotlib/tests/test_axes.py::test_hist2d_transpose[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist2d_density", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_plot[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_plot[pdf]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_marker[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_2D[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_decimal[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color_warning[kwargs0]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color_warning[kwargs1]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color_warning[kwargs2]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color_warning[kwargs3]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_unfilled", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_unfillable", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_size_arg_size", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_edgecolor_RGB", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_invalid_color[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_no_invalid_color[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_norm_vminvmax", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_single_point[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_different_shapes[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[0.5-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case1-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[red-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[none-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[None-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case5-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[jaune-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case7-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case8-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case9-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case10-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case11-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case12-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case13-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case14-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case15-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case16-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case17-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case18-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case19-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case20-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case21-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case22-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case23-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case24-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case25-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case26-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case27-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case28-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case29-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_single_color_c[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_linewidths", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params0-expected_result0]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params1-expected_result1]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params2-expected_result2]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params3-expected_result3]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params4-expected_result4]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs0-None]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs1-None]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs2-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs3-expected_edgecolors3]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs4-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs5-face]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs6-none]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs7-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs8-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs9-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs10-g]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_error", + "lib/matplotlib/tests/test_axes.py::test_as_mpl_axes_api", + "lib/matplotlib/tests/test_axes.py::test_pyplot_axes", + "lib/matplotlib/tests/test_axes.py::test_log_scales", + "lib/matplotlib/tests/test_axes.py::test_log_scales_no_data", + "lib/matplotlib/tests/test_axes.py::test_log_scales_invalid", + "lib/matplotlib/tests/test_axes.py::test_stackplot[png]", + "lib/matplotlib/tests/test_axes.py::test_stackplot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_stackplot_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_stackplot_baseline[pdf]", + "lib/matplotlib/tests/test_axes.py::test_bxp_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_rangewhis[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_percentilewhis[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_with_xlabels[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_horizontal[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_with_ylabels[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_patchartist[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custompatchartist[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customoutlier[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_showcustommean[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custombox[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custommedian[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customcap[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customwhisker[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_shownotches[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_nocaps[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_nobox[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_no_flier_stats[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_showmean[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_showmeanasline[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_scalarwidth[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customwidths[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custompositions[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_bad_widths", + "lib/matplotlib/tests/test_axes.py::test_bxp_bad_positions", + "lib/matplotlib/tests/test_axes.py::test_bxp_custom_capwidths[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custom_capwidth[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_bad_capwidths", + "lib/matplotlib/tests/test_axes.py::test_boxplot[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_custom_capwidths[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_sym2[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_sym[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_autorange_whiskers[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_rc_parameters[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_rc_parameters[pdf]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_with_CIarray[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_no_weird_whisker[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_bad_medians", + "lib/matplotlib/tests/test_axes.py::test_boxplot_bad_ci", + "lib/matplotlib/tests/test_axes.py::test_boxplot_zorder", + "lib/matplotlib/tests/test_axes.py::test_boxplot_marker_behavior", + "lib/matplotlib/tests/test_axes.py::test_boxplot_mod_artist_after_plotting[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showmeans[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showextrema[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showmedians[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showall[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_custompoints_10[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_custompoints_200[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showmedians[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showmeans[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showextrema[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showall[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_custompoints_10[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_custompoints_200[png]", + "lib/matplotlib/tests/test_axes.py::test_violinplot_bad_positions", + "lib/matplotlib/tests/test_axes.py::test_violinplot_bad_widths", + "lib/matplotlib/tests/test_axes.py::test_violinplot_bad_quantiles", + "lib/matplotlib/tests/test_axes.py::test_violinplot_outofrange_quantiles", + "lib/matplotlib/tests/test_axes.py::test_violinplot_single_list_quantiles[png]", + "lib/matplotlib/tests/test_axes.py::test_violinplot_pandas_series[png]", + "lib/matplotlib/tests/test_axes.py::test_manage_xticks", + "lib/matplotlib/tests/test_axes.py::test_boxplot_not_single", + "lib/matplotlib/tests/test_axes.py::test_tick_space_size_0", + "lib/matplotlib/tests/test_axes.py::test_errorbar[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_mixed_errorbar_polar_caps[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_colorcycle", + "lib/matplotlib/tests/test_axes.py::test_errorbar_cycle_ecolor[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_cycle_ecolor[pdf]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_shape", + "lib/matplotlib/tests/test_axes.py::test_errorbar_limits[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_limits[pdf]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_nonefmt", + "lib/matplotlib/tests/test_axes.py::test_errorbar_line_specific_kwargs", + "lib/matplotlib/tests/test_axes.py::test_errorbar_with_prop_cycle[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_every_invalid", + "lib/matplotlib/tests/test_axes.py::test_xerr_yerr_not_negative", + "lib/matplotlib/tests/test_axes.py::test_errorbar_every[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_every[pdf]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_linewidth_type[elinewidth0]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_linewidth_type[elinewidth1]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_linewidth_type[1]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_nan[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_offset[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_offset[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_step[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_step_horiz[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_weighted[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_weighted[pdf]", + "lib/matplotlib/tests/test_axes.py::test_stem[png-w/", + "lib/matplotlib/tests/test_axes.py::test_stem[png-w/o", + "lib/matplotlib/tests/test_axes.py::test_stem_args", + "lib/matplotlib/tests/test_axes.py::test_stem_markerfmt", + "lib/matplotlib/tests/test_axes.py::test_stem_dates", + "lib/matplotlib/tests/test_axes.py::test_stem_orientation[png-w/", + "lib/matplotlib/tests/test_axes.py::test_stem_orientation[png-w/o", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_alpha[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_density[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_density[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_step_bottom[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stepfilled_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_step_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stepfilled_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_step_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_bar[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_bar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_barstacked_bottom_unchanged", + "lib/matplotlib/tests/test_axes.py::test_hist_emptydata", + "lib/matplotlib/tests/test_axes.py::test_hist_labels", + "lib/matplotlib/tests/test_axes.py::test_transparent_markers[png]", + "lib/matplotlib/tests/test_axes.py::test_transparent_markers[pdf]", + "lib/matplotlib/tests/test_axes.py::test_rgba_markers[png]", + "lib/matplotlib/tests/test_axes.py::test_rgba_markers[pdf]", + "lib/matplotlib/tests/test_axes.py::test_mollweide_grid[png]", + "lib/matplotlib/tests/test_axes.py::test_mollweide_grid[pdf]", + "lib/matplotlib/tests/test_axes.py::test_mollweide_forward_inverse_closure", + "lib/matplotlib/tests/test_axes.py::test_mollweide_inverse_forward_closure", + "lib/matplotlib/tests/test_axes.py::test_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_alpha[pdf]", + "lib/matplotlib/tests/test_axes.py::test_eventplot[png]", + "lib/matplotlib/tests/test_axes.py::test_eventplot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_defaults[png]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_colors[colors0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_colors[colors1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_colors[colors2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_problem_kwargs[png]", + "lib/matplotlib/tests/test_axes.py::test_empty_eventplot", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[None-data0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[None-data1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[None-data2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[vertical-data0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[vertical-data1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[vertical-data2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[horizontal-data0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[horizontal-data1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[horizontal-data2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_units_list[png]", + "lib/matplotlib/tests/test_axes.py::test_marker_styles[png]", + "lib/matplotlib/tests/test_axes.py::test_markers_fillstyle_rcparams[png]", + "lib/matplotlib/tests/test_axes.py::test_vertex_markers[png]", + "lib/matplotlib/tests/test_axes.py::test_eb_line_zorder[png]", + "lib/matplotlib/tests/test_axes.py::test_eb_line_zorder[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_loglog[png]", + "lib/matplotlib/tests/test_axes.py::test_axline_loglog[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline[png]", + "lib/matplotlib/tests/test_axes.py::test_axline[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes[png]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes_panzoom[png]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes_panzoom[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_args", + "lib/matplotlib/tests/test_axes.py::test_vlines[png]", + "lib/matplotlib/tests/test_axes.py::test_vlines_default", + "lib/matplotlib/tests/test_axes.py::test_hlines[png]", + "lib/matplotlib/tests/test_axes.py::test_hlines_default", + "lib/matplotlib/tests/test_axes.py::test_lines_with_colors[png-data0]", + "lib/matplotlib/tests/test_axes.py::test_lines_with_colors[png-data1]", + "lib/matplotlib/tests/test_axes.py::test_step_linestyle[png]", + "lib/matplotlib/tests/test_axes.py::test_step_linestyle[pdf]", + "lib/matplotlib/tests/test_axes.py::test_mixed_collection[png]", + "lib/matplotlib/tests/test_axes.py::test_mixed_collection[pdf]", + "lib/matplotlib/tests/test_axes.py::test_subplot_key_hash", + "lib/matplotlib/tests/test_axes.py::test_specgram[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_magnitude[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_angle[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_fs_none", + "lib/matplotlib/tests/test_axes.py::test_specgram_origin_rcparam[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_origin_kwarg", + "lib/matplotlib/tests/test_axes.py::test_psd_csd[png]", + "lib/matplotlib/tests/test_axes.py::test_spectrum[png]", + "lib/matplotlib/tests/test_axes.py::test_psd_csd_edge_cases", + "lib/matplotlib/tests/test_axes.py::test_twin_remove[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_spines[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_spines_on_top[png]", + "lib/matplotlib/tests/test_axes.py::test_rcparam_grid_minor[both-True-True]", + "lib/matplotlib/tests/test_axes.py::test_rcparam_grid_minor[major-True-False]", + "lib/matplotlib/tests/test_axes.py::test_rcparam_grid_minor[minor-False-True]", + "lib/matplotlib/tests/test_axes.py::test_grid", + "lib/matplotlib/tests/test_axes.py::test_reset_grid", + "lib/matplotlib/tests/test_axes.py::test_reset_ticks[png]", + "lib/matplotlib/tests/test_axes.py::test_vline_limit", + "lib/matplotlib/tests/test_axes.py::test_axline_minmax[axvline-axhline-args0]", + "lib/matplotlib/tests/test_axes.py::test_axline_minmax[axvspan-axhspan-args1]", + "lib/matplotlib/tests/test_axes.py::test_empty_shared_subplots", + "lib/matplotlib/tests/test_axes.py::test_shared_with_aspect_1", + "lib/matplotlib/tests/test_axes.py::test_shared_with_aspect_2", + "lib/matplotlib/tests/test_axes.py::test_shared_with_aspect_3", + "lib/matplotlib/tests/test_axes.py::test_shared_aspect_error", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[TypeError-args0-kwargs0-axis\\\\(\\\\)", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[ValueError-args1-kwargs1-Unrecognized", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[TypeError-args2-kwargs2-the", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[TypeError-args3-kwargs3-axis\\\\(\\\\)", + "lib/matplotlib/tests/test_axes.py::test_axis_method_errors", + "lib/matplotlib/tests/test_axes.py::test_twin_with_aspect[x]", + "lib/matplotlib/tests/test_axes.py::test_twin_with_aspect[y]", + "lib/matplotlib/tests/test_axes.py::test_relim_visible_only", + "lib/matplotlib/tests/test_axes.py::test_text_labelsize", + "lib/matplotlib/tests/test_axes.py::test_pie_default[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_linewidth_0[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_center_radius[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_linewidth_2[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_ccw_true[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_frame_grid[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_rotatelabels_true[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_nolabel_but_legend[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_textprops", + "lib/matplotlib/tests/test_axes.py::test_pie_get_negative_values", + "lib/matplotlib/tests/test_axes.py::test_normalize_kwarg_pie", + "lib/matplotlib/tests/test_axes.py::test_set_get_ticklabels[png]", + "lib/matplotlib/tests/test_axes.py::test_set_ticks_with_labels[png]", + "lib/matplotlib/tests/test_axes.py::test_set_noniterable_ticklabels", + "lib/matplotlib/tests/test_axes.py::test_subsampled_ticklabels", + "lib/matplotlib/tests/test_axes.py::test_mismatched_ticklabels", + "lib/matplotlib/tests/test_axes.py::test_empty_ticks_fixed_loc", + "lib/matplotlib/tests/test_axes.py::test_retain_tick_visibility[png]", + "lib/matplotlib/tests/test_axes.py::test_tick_label_update", + "lib/matplotlib/tests/test_axes.py::test_o_marker_path_snap[png]", + "lib/matplotlib/tests/test_axes.py::test_margins", + "lib/matplotlib/tests/test_axes.py::test_set_margin_updates_limits", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args0-kwargs0-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args1-kwargs1-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args2-kwargs2-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args3-kwargs3-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[TypeError-args4-kwargs4-Cannot", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[TypeError-args5-kwargs5-Cannot", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[TypeError-args6-kwargs6-Must", + "lib/matplotlib/tests/test_axes.py::test_length_one_hist", + "lib/matplotlib/tests/test_axes.py::test_set_xy_bound", + "lib/matplotlib/tests/test_axes.py::test_pathological_hexbin", + "lib/matplotlib/tests/test_axes.py::test_color_None", + "lib/matplotlib/tests/test_axes.py::test_color_alias", + "lib/matplotlib/tests/test_axes.py::test_numerical_hist_label", + "lib/matplotlib/tests/test_axes.py::test_unicode_hist_label", + "lib/matplotlib/tests/test_axes.py::test_move_offsetlabel", + "lib/matplotlib/tests/test_axes.py::test_rc_spines[png]", + "lib/matplotlib/tests/test_axes.py::test_rc_grid[png]", + "lib/matplotlib/tests/test_axes.py::test_rc_tick", + "lib/matplotlib/tests/test_axes.py::test_rc_major_minor_tick", + "lib/matplotlib/tests/test_axes.py::test_square_plot", + "lib/matplotlib/tests/test_axes.py::test_bad_plot_args", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy0-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy1-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy2-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy3-PcolorImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy4-QuadMesh]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy0-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy1-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy2-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy3-PcolorImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy4-QuadMesh]", + "lib/matplotlib/tests/test_axes.py::test_shared_scale", + "lib/matplotlib/tests/test_axes.py::test_shared_bool", + "lib/matplotlib/tests/test_axes.py::test_violin_point_mass", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs0]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs1]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs2]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs3]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs4]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs5]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs6]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs7]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs8]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs9]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs10]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs11]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs12]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs13]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs14]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs15]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs16]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs17]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs18]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs19]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs20]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs21]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs22]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs23]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs24]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs25]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs26]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs27]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs28]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs29]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs30]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs31]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs32]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs33]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs34]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs35]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs36]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs37]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs38]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs39]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs40]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs41]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs42]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs43]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs44]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs45]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs46]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs47]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs48]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs49]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs50]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs51]", + "lib/matplotlib/tests/test_axes.py::test_dash_offset[png]", + "lib/matplotlib/tests/test_axes.py::test_dash_offset[pdf]", + "lib/matplotlib/tests/test_axes.py::test_title_pad", + "lib/matplotlib/tests/test_axes.py::test_title_location_roundtrip", + "lib/matplotlib/tests/test_axes.py::test_title_location_shared[True]", + "lib/matplotlib/tests/test_axes.py::test_title_location_shared[False]", + "lib/matplotlib/tests/test_axes.py::test_loglog[png]", + "lib/matplotlib/tests/test_axes.py::test_loglog_nonpos[png]", + "lib/matplotlib/tests/test_axes.py::test_axes_margins", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[gca-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[gca-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots_shared-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots_shared-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[add_axes-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[add_axes-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes_relim", + "lib/matplotlib/tests/test_axes.py::test_shared_axes_autoscale", + "lib/matplotlib/tests/test_axes.py::test_adjust_numtick_aspect", + "lib/matplotlib/tests/test_axes.py::test_auto_numticks", + "lib/matplotlib/tests/test_axes.py::test_auto_numticks_log", + "lib/matplotlib/tests/test_axes.py::test_broken_barh_empty", + "lib/matplotlib/tests/test_axes.py::test_broken_barh_timedelta", + "lib/matplotlib/tests/test_axes.py::test_pandas_pcolormesh", + "lib/matplotlib/tests/test_axes.py::test_pandas_indexing_dates", + "lib/matplotlib/tests/test_axes.py::test_pandas_errorbar_indexing", + "lib/matplotlib/tests/test_axes.py::test_pandas_index_shape", + "lib/matplotlib/tests/test_axes.py::test_pandas_indexing_hist", + "lib/matplotlib/tests/test_axes.py::test_pandas_bar_align_center", + "lib/matplotlib/tests/test_axes.py::test_tick_apply_tickdir_deprecation", + "lib/matplotlib/tests/test_axes.py::test_axis_set_tick_params_labelsize_labelcolor", + "lib/matplotlib/tests/test_axes.py::test_axes_tick_params_gridlines", + "lib/matplotlib/tests/test_axes.py::test_axes_tick_params_ylabelside", + "lib/matplotlib/tests/test_axes.py::test_axes_tick_params_xlabelside", + "lib/matplotlib/tests/test_axes.py::test_none_kwargs", + "lib/matplotlib/tests/test_axes.py::test_bar_uint8", + "lib/matplotlib/tests/test_axes.py::test_date_timezone_x[png]", + "lib/matplotlib/tests/test_axes.py::test_date_timezone_y[png]", + "lib/matplotlib/tests/test_axes.py::test_date_timezone_x_and_y[png]", + "lib/matplotlib/tests/test_axes.py::test_axisbelow[png]", + "lib/matplotlib/tests/test_axes.py::test_titletwiny", + "lib/matplotlib/tests/test_axes.py::test_titlesetpos", + "lib/matplotlib/tests/test_axes.py::test_title_xticks_top", + "lib/matplotlib/tests/test_axes.py::test_title_xticks_top_both", + "lib/matplotlib/tests/test_axes.py::test_title_above_offset[left", + "lib/matplotlib/tests/test_axes.py::test_title_above_offset[center", + "lib/matplotlib/tests/test_axes.py::test_title_above_offset[both", + "lib/matplotlib/tests/test_axes.py::test_title_no_move_off_page", + "lib/matplotlib/tests/test_axes.py::test_offset_label_color", + "lib/matplotlib/tests/test_axes.py::test_offset_text_visible", + "lib/matplotlib/tests/test_axes.py::test_large_offset", + "lib/matplotlib/tests/test_axes.py::test_barb_units", + "lib/matplotlib/tests/test_axes.py::test_quiver_units", + "lib/matplotlib/tests/test_axes.py::test_bar_color_cycle", + "lib/matplotlib/tests/test_axes.py::test_tick_param_label_rotation", + "lib/matplotlib/tests/test_axes.py::test_fillbetween_cycle", + "lib/matplotlib/tests/test_axes.py::test_log_margins", + "lib/matplotlib/tests/test_axes.py::test_color_length_mismatch", + "lib/matplotlib/tests/test_axes.py::test_eventplot_legend", + "lib/matplotlib/tests/test_axes.py::test_bar_broadcast_args", + "lib/matplotlib/tests/test_axes.py::test_invalid_axis_limits", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[symlog-symlog]", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[symlog-log]", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[log-symlog]", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[log-log]", + "lib/matplotlib/tests/test_axes.py::test_twinx_knows_limits", + "lib/matplotlib/tests/test_axes.py::test_zero_linewidth", + "lib/matplotlib/tests/test_axes.py::test_empty_errorbar_legend", + "lib/matplotlib/tests/test_axes.py::test_plot_decimal[png]", + "lib/matplotlib/tests/test_axes.py::test_markerfacecolor_none_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_tick_padding_tightbbox", + "lib/matplotlib/tests/test_axes.py::test_inset", + "lib/matplotlib/tests/test_axes.py::test_zoom_inset", + "lib/matplotlib/tests/test_axes.py::test_inset_polar[png]", + "lib/matplotlib/tests/test_axes.py::test_inset_projection", + "lib/matplotlib/tests/test_axes.py::test_inset_subclass", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[False-False]", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[False-True]", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[True-False]", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[True-True]", + "lib/matplotlib/tests/test_axes.py::test_set_position", + "lib/matplotlib/tests/test_axes.py::test_spines_properbbox_after_zoom", + "lib/matplotlib/tests/test_axes.py::test_gettightbbox_ignore_nan", + "lib/matplotlib/tests/test_axes.py::test_scatter_series_non_zero_index", + "lib/matplotlib/tests/test_axes.py::test_scatter_empty_data", + "lib/matplotlib/tests/test_axes.py::test_annotate_across_transforms[png]", + "lib/matplotlib/tests/test_axes.py::test_secondary_xy[png]", + "lib/matplotlib/tests/test_axes.py::test_secondary_fail", + "lib/matplotlib/tests/test_axes.py::test_secondary_resize", + "lib/matplotlib/tests/test_axes.py::test_secondary_minorloc", + "lib/matplotlib/tests/test_axes.py::test_secondary_formatter", + "lib/matplotlib/tests/test_axes.py::test_secondary_repr", + "lib/matplotlib/tests/test_axes.py::test_normal_axes", + "lib/matplotlib/tests/test_axes.py::test_nodecorator", + "lib/matplotlib/tests/test_axes.py::test_displaced_spine", + "lib/matplotlib/tests/test_axes.py::test_tickdirs", + "lib/matplotlib/tests/test_axes.py::test_minor_accountedfor", + "lib/matplotlib/tests/test_axes.py::test_axis_bool_arguments[png]", + "lib/matplotlib/tests/test_axes.py::test_axis_extent_arg", + "lib/matplotlib/tests/test_axes.py::test_axis_extent_arg2", + "lib/matplotlib/tests/test_axes.py::test_hist_auto_bins", + "lib/matplotlib/tests/test_axes.py::test_hist_nan_data", + "lib/matplotlib/tests/test_axes.py::test_hist_range_and_density", + "lib/matplotlib/tests/test_axes.py::test_bar_errbar_zorder", + "lib/matplotlib/tests/test_axes.py::test_set_ticks_inverted", + "lib/matplotlib/tests/test_axes.py::test_aspect_nonlinear_adjustable_box", + "lib/matplotlib/tests/test_axes.py::test_aspect_nonlinear_adjustable_datalim", + "lib/matplotlib/tests/test_axes.py::test_box_aspect", + "lib/matplotlib/tests/test_axes.py::test_box_aspect_custom_position", + "lib/matplotlib/tests/test_axes.py::test_bbox_aspect_axes_init", + "lib/matplotlib/tests/test_axes.py::test_redraw_in_frame", + "lib/matplotlib/tests/test_axes.py::test_invisible_axes_events", + "lib/matplotlib/tests/test_axes.py::test_xtickcolor_is_not_markercolor", + "lib/matplotlib/tests/test_axes.py::test_ytickcolor_is_not_markercolor", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[True-x]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[True-y]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[False-x]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[False-y]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[None-x]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[None-y]", + "lib/matplotlib/tests/test_axes.py::test_polar_interpolation_steps_variable_r[png]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tiny_sticky", + "lib/matplotlib/tests/test_axes.py::test_xtickcolor_is_not_xticklabelcolor", + "lib/matplotlib/tests/test_axes.py::test_ytickcolor_is_not_yticklabelcolor", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[xx-small]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[x-small]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[small]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[medium]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[large]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[x-large]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[xx-large]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[larger]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[smaller]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[8]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[10]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[12]", + "lib/matplotlib/tests/test_axes.py::test_multiplot_autoscale", + "lib/matplotlib/tests/test_axes.py::test_sharing_does_not_link_positions", + "lib/matplotlib/tests/test_axes.py::test_2dcolor_plot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_shared_axes_clear[png]", + "lib/matplotlib/tests/test_axes.py::test_shared_axes_retick", + "lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[left]", + "lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[center]", + "lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[right]", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical_yinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_yinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xyinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_center", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_errorbars", + "lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[%.2f]", + "lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[{:.2f}]", + "lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[format]", + "lib/matplotlib/tests/test_axes.py::test_bar_label_fmt_error", + "lib/matplotlib/tests/test_axes.py::test_bar_label_labels", + "lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata", + "lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata_inverted", + "lib/matplotlib/tests/test_axes.py::test_nan_barlabels", + "lib/matplotlib/tests/test_axes.py::test_patch_bounds", + "lib/matplotlib/tests/test_axes.py::test_warn_ignored_scatter_kwargs", + "lib/matplotlib/tests/test_axes.py::test_artist_sublists", + "lib/matplotlib/tests/test_axes.py::test_empty_line_plots", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-f-'f'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-o+-'o\\\\+'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:--':-'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-rk-'rk'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:o-r-':o-r'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-f-'f'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-o+-'o\\\\+'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:--':-'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-rk-'rk'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:o-r-':o-r'", + "lib/matplotlib/tests/test_axes.py::test_plot_format", + "lib/matplotlib/tests/test_axes.py::test_automatic_legend", + "lib/matplotlib/tests/test_axes.py::test_plot_errors", + "lib/matplotlib/tests/test_axes.py::test_clim", + "lib/matplotlib/tests/test_axes.py::test_bezier_autoscale", + "lib/matplotlib/tests/test_axes.py::test_get_xticklabel", + "lib/matplotlib/tests/test_axes.py::test_bar_leading_nan" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-24149/test-output-excerpt.txt b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-24149/test-output-excerpt.txt new file mode 100644 index 0000000..dc21ebf --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-24149/test-output-excerpt.txt @@ -0,0 +1,160 @@ +PASSED lib/matplotlib/tests/test_axes.py::test_pandas_indexing_hist +PASSED lib/matplotlib/tests/test_axes.py::test_pandas_bar_align_center +PASSED lib/matplotlib/tests/test_axes.py::test_tick_apply_tickdir_deprecation +PASSED lib/matplotlib/tests/test_axes.py::test_axis_set_tick_params_labelsize_labelcolor +PASSED lib/matplotlib/tests/test_axes.py::test_axes_tick_params_gridlines +PASSED lib/matplotlib/tests/test_axes.py::test_axes_tick_params_ylabelside +PASSED lib/matplotlib/tests/test_axes.py::test_axes_tick_params_xlabelside +PASSED lib/matplotlib/tests/test_axes.py::test_none_kwargs +PASSED lib/matplotlib/tests/test_axes.py::test_bar_uint8 +PASSED lib/matplotlib/tests/test_axes.py::test_date_timezone_x[png] +PASSED lib/matplotlib/tests/test_axes.py::test_date_timezone_y[png] +PASSED lib/matplotlib/tests/test_axes.py::test_date_timezone_x_and_y[png] +PASSED lib/matplotlib/tests/test_axes.py::test_axisbelow[png] +PASSED lib/matplotlib/tests/test_axes.py::test_titletwiny +PASSED lib/matplotlib/tests/test_axes.py::test_titlesetpos +PASSED lib/matplotlib/tests/test_axes.py::test_title_xticks_top +PASSED lib/matplotlib/tests/test_axes.py::test_title_xticks_top_both +PASSED lib/matplotlib/tests/test_axes.py::test_title_above_offset[left title moved] +PASSED lib/matplotlib/tests/test_axes.py::test_title_above_offset[center title kept] +PASSED lib/matplotlib/tests/test_axes.py::test_title_above_offset[both titles aligned] +PASSED lib/matplotlib/tests/test_axes.py::test_title_no_move_off_page +PASSED lib/matplotlib/tests/test_axes.py::test_offset_label_color +PASSED lib/matplotlib/tests/test_axes.py::test_offset_text_visible +PASSED lib/matplotlib/tests/test_axes.py::test_large_offset +PASSED lib/matplotlib/tests/test_axes.py::test_barb_units +PASSED lib/matplotlib/tests/test_axes.py::test_quiver_units +PASSED lib/matplotlib/tests/test_axes.py::test_bar_color_cycle +PASSED lib/matplotlib/tests/test_axes.py::test_tick_param_label_rotation +PASSED lib/matplotlib/tests/test_axes.py::test_fillbetween_cycle +PASSED lib/matplotlib/tests/test_axes.py::test_log_margins +PASSED lib/matplotlib/tests/test_axes.py::test_color_length_mismatch +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_legend +PASSED lib/matplotlib/tests/test_axes.py::test_bar_broadcast_args +PASSED lib/matplotlib/tests/test_axes.py::test_invalid_axis_limits +PASSED lib/matplotlib/tests/test_axes.py::test_minorticks_on[symlog-symlog] +PASSED lib/matplotlib/tests/test_axes.py::test_minorticks_on[symlog-log] +PASSED lib/matplotlib/tests/test_axes.py::test_minorticks_on[log-symlog] +PASSED lib/matplotlib/tests/test_axes.py::test_minorticks_on[log-log] +PASSED lib/matplotlib/tests/test_axes.py::test_twinx_knows_limits +PASSED lib/matplotlib/tests/test_axes.py::test_zero_linewidth +PASSED lib/matplotlib/tests/test_axes.py::test_empty_errorbar_legend +PASSED lib/matplotlib/tests/test_axes.py::test_plot_decimal[png] +PASSED lib/matplotlib/tests/test_axes.py::test_markerfacecolor_none_alpha[png] +PASSED lib/matplotlib/tests/test_axes.py::test_tick_padding_tightbbox +PASSED lib/matplotlib/tests/test_axes.py::test_inset +PASSED lib/matplotlib/tests/test_axes.py::test_zoom_inset +PASSED lib/matplotlib/tests/test_axes.py::test_inset_polar[png] +PASSED lib/matplotlib/tests/test_axes.py::test_inset_projection +PASSED lib/matplotlib/tests/test_axes.py::test_inset_subclass +PASSED lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[False-False] +PASSED lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[False-True] +PASSED lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[True-False] +PASSED lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[True-True] +PASSED lib/matplotlib/tests/test_axes.py::test_set_position +PASSED lib/matplotlib/tests/test_axes.py::test_spines_properbbox_after_zoom +PASSED lib/matplotlib/tests/test_axes.py::test_gettightbbox_ignore_nan +PASSED lib/matplotlib/tests/test_axes.py::test_scatter_series_non_zero_index +PASSED lib/matplotlib/tests/test_axes.py::test_scatter_empty_data +PASSED lib/matplotlib/tests/test_axes.py::test_annotate_across_transforms[png] +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_xy[png] +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_fail +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_resize +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_minorloc +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_formatter +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_repr +PASSED lib/matplotlib/tests/test_axes.py::test_normal_axes +PASSED lib/matplotlib/tests/test_axes.py::test_nodecorator +PASSED lib/matplotlib/tests/test_axes.py::test_displaced_spine +PASSED lib/matplotlib/tests/test_axes.py::test_tickdirs +PASSED lib/matplotlib/tests/test_axes.py::test_minor_accountedfor +PASSED lib/matplotlib/tests/test_axes.py::test_axis_bool_arguments[png] +PASSED lib/matplotlib/tests/test_axes.py::test_axis_extent_arg +PASSED lib/matplotlib/tests/test_axes.py::test_axis_extent_arg2 +PASSED lib/matplotlib/tests/test_axes.py::test_hist_auto_bins +PASSED lib/matplotlib/tests/test_axes.py::test_hist_nan_data +PASSED lib/matplotlib/tests/test_axes.py::test_hist_range_and_density +PASSED lib/matplotlib/tests/test_axes.py::test_bar_errbar_zorder +PASSED lib/matplotlib/tests/test_axes.py::test_set_ticks_inverted +PASSED lib/matplotlib/tests/test_axes.py::test_aspect_nonlinear_adjustable_box +PASSED lib/matplotlib/tests/test_axes.py::test_aspect_nonlinear_adjustable_datalim +PASSED lib/matplotlib/tests/test_axes.py::test_box_aspect +PASSED lib/matplotlib/tests/test_axes.py::test_box_aspect_custom_position +PASSED lib/matplotlib/tests/test_axes.py::test_bbox_aspect_axes_init +PASSED lib/matplotlib/tests/test_axes.py::test_redraw_in_frame +PASSED lib/matplotlib/tests/test_axes.py::test_invisible_axes_events +PASSED lib/matplotlib/tests/test_axes.py::test_xtickcolor_is_not_markercolor +PASSED lib/matplotlib/tests/test_axes.py::test_ytickcolor_is_not_markercolor +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[True-x] +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[True-y] +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[False-x] +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[False-y] +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[None-x] +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[None-y] +PASSED lib/matplotlib/tests/test_axes.py::test_polar_interpolation_steps_variable_r[png] +PASSED lib/matplotlib/tests/test_axes.py::test_autoscale_tiny_sticky +PASSED lib/matplotlib/tests/test_axes.py::test_xtickcolor_is_not_xticklabelcolor +PASSED lib/matplotlib/tests/test_axes.py::test_ytickcolor_is_not_yticklabelcolor +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[xx-small] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[x-small] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[small] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[medium] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[large] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[x-large] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[xx-large] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[larger] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[smaller] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[8] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[10] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[12] +PASSED lib/matplotlib/tests/test_axes.py::test_multiplot_autoscale +PASSED lib/matplotlib/tests/test_axes.py::test_sharing_does_not_link_positions +PASSED lib/matplotlib/tests/test_axes.py::test_2dcolor_plot[pdf] +PASSED lib/matplotlib/tests/test_axes.py::test_shared_axes_clear[png] +PASSED lib/matplotlib/tests/test_axes.py::test_shared_axes_retick +PASSED lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[left] +PASSED lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[center] +PASSED lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[right] +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical_yinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_yinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xyinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_center +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_errorbars +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[%.2f] +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[{:.2f}] +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[format] +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_fmt_error +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_labels +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata_inverted +PASSED lib/matplotlib/tests/test_axes.py::test_nan_barlabels +PASSED lib/matplotlib/tests/test_axes.py::test_patch_bounds +PASSED lib/matplotlib/tests/test_axes.py::test_warn_ignored_scatter_kwargs +PASSED lib/matplotlib/tests/test_axes.py::test_artist_sublists +PASSED lib/matplotlib/tests/test_axes.py::test_empty_line_plots +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-f-'f' is not a valid format string \\(unrecognized character 'f'\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-o+-'o\\+' is not a valid format string \\(two marker symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:--':-' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-rk-'rk' is not a valid format string \\(two color symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:o-r-':o-r' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-f-'f' is not a valid format string \\(unrecognized character 'f'\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-o+-'o\\+' is not a valid format string \\(two marker symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:--':-' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-rk-'rk' is not a valid format string \\(two color symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:o-r-':o-r' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format +PASSED lib/matplotlib/tests/test_axes.py::test_automatic_legend +PASSED lib/matplotlib/tests/test_axes.py::test_plot_errors +PASSED lib/matplotlib/tests/test_axes.py::test_clim +PASSED lib/matplotlib/tests/test_axes.py::test_bezier_autoscale +PASSED lib/matplotlib/tests/test_axes.py::test_get_xticklabel +PASSED lib/matplotlib/tests/test_axes.py::test_bar_leading_nan +PASSED lib/matplotlib/tests/test_axes.py::test_bar_all_nan[png] +SKIPPED [10] lib/matplotlib/testing/compare.py:285: Don't know how to convert .svg files to png +SKIPPED [54] ../opt/miniconda3/envs/testbed/lib/python3.11/contextlib.py:81: Cannot compare svg files because Inkscape is not installed +================== 768 passed, 64 skipped in 64.94s (0:01:04) ================== ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-26011/harness-summary.json b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-26011/harness-summary.json new file mode 100644 index 0000000..7380f35 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-26011/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "matplotlib__matplotlib-26011" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "matplotlib__matplotlib-26011" + ], + "resolved_ids": [ + "matplotlib__matplotlib-26011" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-26011:latest" + ] +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-26011/outcome.json b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-26011/outcome.json new file mode 100644 index 0000000..7f587c5 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-26011/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "matplotlib__matplotlib-26011", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-26011:latest", + "patch_sha256": "63712593ed66548ea4b85cd7a6d89207f7222784d1c11da48ae3a56df5d5b067", + "image_id": "sha256:b49d6b9652c2a7b2168e730227e53627dcc8284732992b9f5a0c3981a6cc8d88", + "image_digests": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-26011@sha256:bc25341eaddec909d1c4ca7beaed8f65fcc7c4eedd2e423a841a78dec1ffb06a" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-26011/raw-log-manifest.json b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-26011/raw-log-manifest.json new file mode 100644 index 0000000..d54377f --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-26011/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37849298422", + "artifact_name": "patch-shard-1", + "files": { + "harness.log": { + "sha256": "4d60061f7e24d9b7169afbe551e4e79738499c8050d0dde1ff26891a7c977f9a", + "bytes": 854 + }, + "image-pull.log": { + "sha256": "bd8a47bd7b492a7335e499ca182167e61472b66ccb5b566a243a26622aa6d994", + "bytes": 1698 + }, + "logs/run_evaluation/patch-37849298422-1-1/agentic-controls-routed_source/matplotlib__matplotlib-26011/eval.sh": { + "sha256": "98fb3865ff0851b65144738d5b69d3381bd249a1a66d7e4142e7d67839f36cd3", + "bytes": 1515 + }, + "logs/run_evaluation/patch-37849298422-1-1/agentic-controls-routed_source/matplotlib__matplotlib-26011/patch.diff": { + "sha256": "63712593ed66548ea4b85cd7a6d89207f7222784d1c11da48ae3a56df5d5b067", + "bytes": 419 + }, + "logs/run_evaluation/patch-37849298422-1-1/agentic-controls-routed_source/matplotlib__matplotlib-26011/report.json": { + "sha256": "186598267b40a11ffaa6898058aae44b45498f7de1e510a96403bf80bebd4aed", + "bytes": 73407 + }, + "logs/run_evaluation/patch-37849298422-1-1/agentic-controls-routed_source/matplotlib__matplotlib-26011/run_instance.log": { + "sha256": "c9e3c23d2871d069c56c94d278cda5712c46e5576716e7409b35842d5973649c", + "bytes": 59886 + }, + "logs/run_evaluation/patch-37849298422-1-1/agentic-controls-routed_source/matplotlib__matplotlib-26011/test_output.txt": { + "sha256": "7eedfc93b89768201227b0cd323dbb3cdb2c355f372ed026b768580ac5594022", + "bytes": 1585389 + }, + "logs/run_evaluation/patch-37849298422-1-1/run.json": { + "sha256": "b5e2dcc925d738234db5f4dd81b7d3339a5d8820ef8f60fcb5bfe2a6f4aa89c2", + "bytes": 222 + }, + "predictions.jsonl": { + "sha256": "aa97468b1645ee3eb356d75ca5a004d3e7370e1de02ce2b3bfcf0e90a44fd498", + "bytes": 554 + }, + "summary/agentic-controls-routed_source.patch-37849298422-1-1.json": { + "sha256": "5e1fd9275a914db6c3f0dc729f4fd93e0f01e327a51f08d02100ef934a5d675b", + "bytes": 870 + } + }, + "excerpt": { + "raw_sha256": "7eedfc93b89768201227b0cd323dbb3cdb2c355f372ed026b768580ac5594022", + "raw_lines": 28297, + "start_line": 28134, + "stop_line": 28293, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-26011/report.json b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-26011/report.json new file mode 100644 index 0000000..e68092c --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-26011/report.json @@ -0,0 +1,847 @@ +{ + "matplotlib__matplotlib-26011": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "lib/matplotlib/tests/test_axes.py::test_xylim_changed_shared" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "lib/matplotlib/tests/test_axes.py::test_invisible_axes[png]", + "lib/matplotlib/tests/test_axes.py::test_get_labels", + "lib/matplotlib/tests/test_axes.py::test_repr", + "lib/matplotlib/tests/test_axes.py::test_label_loc_vertical[png]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_vertical[pdf]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_horizontal[png]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_horizontal[pdf]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_rc[png]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_rc[pdf]", + "lib/matplotlib/tests/test_axes.py::test_label_shift", + "lib/matplotlib/tests/test_axes.py::test_acorr[png]", + "lib/matplotlib/tests/test_axes.py::test_acorr_integers[png]", + "lib/matplotlib/tests/test_axes.py::test_spy[png]", + "lib/matplotlib/tests/test_axes.py::test_spy_invalid_kwargs", + "lib/matplotlib/tests/test_axes.py::test_matshow[png]", + "lib/matplotlib/tests/test_axes.py::test_formatter_ticker[png]", + "lib/matplotlib/tests/test_axes.py::test_formatter_ticker[pdf]", + "lib/matplotlib/tests/test_axes.py::test_funcformatter_auto_formatter", + "lib/matplotlib/tests/test_axes.py::test_strmethodformatter_auto_formatter", + "lib/matplotlib/tests/test_axes.py::test_twin_axis_locators_formatters[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_axis_locators_formatters[pdf]", + "lib/matplotlib/tests/test_axes.py::test_twinx_cla", + "lib/matplotlib/tests/test_axes.py::test_twin_units[x]", + "lib/matplotlib/tests/test_axes.py::test_twin_units[y]", + "lib/matplotlib/tests/test_axes.py::test_twin_logscale[png-x]", + "lib/matplotlib/tests/test_axes.py::test_twin_logscale[png-y]", + "lib/matplotlib/tests/test_axes.py::test_twinx_axis_scales[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_inherit_autoscale_setting", + "lib/matplotlib/tests/test_axes.py::test_inverted_cla", + "lib/matplotlib/tests/test_axes.py::test_subclass_clear_cla", + "lib/matplotlib/tests/test_axes.py::test_cla_not_redefined_internally", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on_rcParams_both[png]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tiny_range[png]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tiny_range[pdf]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tight", + "lib/matplotlib/tests/test_axes.py::test_autoscale_log_shared", + "lib/matplotlib/tests/test_axes.py::test_use_sticky_edges", + "lib/matplotlib/tests/test_axes.py::test_sticky_shared_axes[png]", + "lib/matplotlib/tests/test_axes.py::test_nargs_stem", + "lib/matplotlib/tests/test_axes.py::test_nargs_legend", + "lib/matplotlib/tests/test_axes.py::test_nargs_pcolorfast", + "lib/matplotlib/tests/test_axes.py::test_basic_annotate[png]", + "lib/matplotlib/tests/test_axes.py::test_basic_annotate[pdf]", + "lib/matplotlib/tests/test_axes.py::test_arrow_simple[png]", + "lib/matplotlib/tests/test_axes.py::test_arrow_empty", + "lib/matplotlib/tests/test_axes.py::test_arrow_in_view", + "lib/matplotlib/tests/test_axes.py::test_annotate_default_arrow", + "lib/matplotlib/tests/test_axes.py::test_annotate_signature", + "lib/matplotlib/tests/test_axes.py::test_fill_units[png]", + "lib/matplotlib/tests/test_axes.py::test_plot_format_kwarg_redundant", + "lib/matplotlib/tests/test_axes.py::test_errorbar_dashes[png]", + "lib/matplotlib/tests/test_axes.py::test_single_point[png]", + "lib/matplotlib/tests/test_axes.py::test_single_point[pdf]", + "lib/matplotlib/tests/test_axes.py::test_single_date[png]", + "lib/matplotlib/tests/test_axes.py::test_shaped_data[png]", + "lib/matplotlib/tests/test_axes.py::test_structured_data", + "lib/matplotlib/tests/test_axes.py::test_aitoff_proj[png]", + "lib/matplotlib/tests/test_axes.py::test_axvspan_epoch[png]", + "lib/matplotlib/tests/test_axes.py::test_axvspan_epoch[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axhspan_epoch[png]", + "lib/matplotlib/tests/test_axes.py::test_axhspan_epoch[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_extent[png]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_empty[png]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_pickable", + "lib/matplotlib/tests/test_axes.py::test_hexbin_log[png]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_linear[png]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_log_clim", + "lib/matplotlib/tests/test_axes.py::test_hexbin_mincnt_behavior_upon_C_parameter[png]", + "lib/matplotlib/tests/test_axes.py::test_inverted_limits", + "lib/matplotlib/tests/test_axes.py::test_nonfinite_limits[png]", + "lib/matplotlib/tests/test_axes.py::test_nonfinite_limits[pdf]", + "lib/matplotlib/tests/test_axes.py::test_limits_empty_data[png-scatter]", + "lib/matplotlib/tests/test_axes.py::test_limits_empty_data[png-plot]", + "lib/matplotlib/tests/test_axes.py::test_limits_empty_data[png-fill_between]", + "lib/matplotlib/tests/test_axes.py::test_imshow[png]", + "lib/matplotlib/tests/test_axes.py::test_imshow[pdf]", + "lib/matplotlib/tests/test_axes.py::test_imshow_clip[png]", + "lib/matplotlib/tests/test_axes.py::test_imshow_clip[pdf]", + "lib/matplotlib/tests/test_axes.py::test_imshow_norm_vminvmax", + "lib/matplotlib/tests/test_axes.py::test_polycollection_joinstyle[png]", + "lib/matplotlib/tests/test_axes.py::test_polycollection_joinstyle[pdf]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_input[2d_x_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_input[2d_y1_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_input[2d_y2_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_betweenx_input[2d_y_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_betweenx_input[2d_x1_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_betweenx_input[2d_x2_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate[png]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate[pdf]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_decreasing[png]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_decreasing[pdf]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_nan[png]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_nan[pdf]", + "lib/matplotlib/tests/test_axes.py::test_symlog[pdf]", + "lib/matplotlib/tests/test_axes.py::test_symlog2[pdf]", + "lib/matplotlib/tests/test_axes.py::test_pcolorargs_5205", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh[pdf]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_small[eps]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_alpha[pdf]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_rgba[png-3-1]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_rgba[png-4-0.5]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_datetime_axis[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolor_datetime_axis[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolorargs", + "lib/matplotlib/tests/test_axes.py::test_pcolorargs_with_read_only", + "lib/matplotlib/tests/test_axes.py::test_pcolornearest[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolornearestunits[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolorflaterror", + "lib/matplotlib/tests/test_axes.py::test_samesizepcolorflaterror", + "lib/matplotlib/tests/test_axes.py::test_pcolorauto[png-False]", + "lib/matplotlib/tests/test_axes.py::test_pcolorauto[png-True]", + "lib/matplotlib/tests/test_axes.py::test_canonical[png]", + "lib/matplotlib/tests/test_axes.py::test_canonical[pdf]", + "lib/matplotlib/tests/test_axes.py::test_arc_angles[png]", + "lib/matplotlib/tests/test_axes.py::test_arc_ellipse[png]", + "lib/matplotlib/tests/test_axes.py::test_arc_ellipse[pdf]", + "lib/matplotlib/tests/test_axes.py::test_marker_as_markerstyle", + "lib/matplotlib/tests/test_axes.py::test_markevery[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_line[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_line[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_zoomed[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_zoomed[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_log_scales[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_log_scales[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_polar[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_polar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_nans[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_nans[pdf]", + "lib/matplotlib/tests/test_axes.py::test_marker_edges[png]", + "lib/matplotlib/tests/test_axes.py::test_marker_edges[pdf]", + "lib/matplotlib/tests/test_axes.py::test_bar_tick_label_single[png]", + "lib/matplotlib/tests/test_axes.py::test_nan_bar_values", + "lib/matplotlib/tests/test_axes.py::test_bar_ticklabel_fail", + "lib/matplotlib/tests/test_axes.py::test_bar_tick_label_multiple[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_tick_label_multiple_old_alignment[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_decimal_center[png]", + "lib/matplotlib/tests/test_axes.py::test_barh_decimal_center[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_decimal_width[png]", + "lib/matplotlib/tests/test_axes.py::test_barh_decimal_height[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_color_none_alpha", + "lib/matplotlib/tests/test_axes.py::test_bar_edgecolor_none_alpha", + "lib/matplotlib/tests/test_axes.py::test_barh_tick_label[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_timedelta", + "lib/matplotlib/tests/test_axes.py::test_bar_datetime_start", + "lib/matplotlib/tests/test_axes.py::test_boxplot_dates_pandas", + "lib/matplotlib/tests/test_axes.py::test_boxplot_capwidths", + "lib/matplotlib/tests/test_axes.py::test_pcolor_regression", + "lib/matplotlib/tests/test_axes.py::test_bar_pandas", + "lib/matplotlib/tests/test_axes.py::test_bar_pandas_indexed", + "lib/matplotlib/tests/test_axes.py::test_bar_hatches[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_hatches[pdf]", + "lib/matplotlib/tests/test_axes.py::test_bar_labels[x-1-x-expected_labels0-x]", + "lib/matplotlib/tests/test_axes.py::test_bar_labels[x1-width1-label1-expected_labels1-_nolegend_]", + "lib/matplotlib/tests/test_axes.py::test_bar_labels[x2-width2-label2-expected_labels2-_nolegend_]", + "lib/matplotlib/tests/test_axes.py::test_bar_labels[x3-width3-bars-expected_labels3-bars]", + "lib/matplotlib/tests/test_axes.py::test_bar_labels_length", + "lib/matplotlib/tests/test_axes.py::test_pandas_minimal_plot", + "lib/matplotlib/tests/test_axes.py::test_hist_log[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_log[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_log_2[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_log_barstacked", + "lib/matplotlib/tests/test_axes.py::test_hist_bar_empty[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_float16", + "lib/matplotlib/tests/test_axes.py::test_hist_step_empty[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_step_filled[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_density[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_unequal_bins_density", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets_bins[date2num]", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets_bins[datetime.datetime]", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets_bins[np.datetime64]", + "lib/matplotlib/tests/test_axes.py::test_hist_with_empty_input[data0-1]", + "lib/matplotlib/tests/test_axes.py::test_hist_with_empty_input[data1-1]", + "lib/matplotlib/tests/test_axes.py::test_hist_with_empty_input[data2-2]", + "lib/matplotlib/tests/test_axes.py::test_hist_zorder[bar-1]", + "lib/matplotlib/tests/test_axes.py::test_hist_zorder[step-2]", + "lib/matplotlib/tests/test_axes.py::test_hist_zorder[stepfilled-1]", + "lib/matplotlib/tests/test_axes.py::test_stairs[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_fill[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_update[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_baseline_0[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_empty", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_nan", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_mismatch", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_update", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_update2", + "lib/matplotlib/tests/test_axes.py::test_stairs_options[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_datetime[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_edge_handling[png]", + "lib/matplotlib/tests/test_axes.py::test_contour_hatching[png]", + "lib/matplotlib/tests/test_axes.py::test_contour_hatching[pdf]", + "lib/matplotlib/tests/test_axes.py::test_contour_colorbar[png]", + "lib/matplotlib/tests/test_axes.py::test_contour_colorbar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist2d[png]", + "lib/matplotlib/tests/test_axes.py::test_hist2d[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist2d_transpose[png]", + "lib/matplotlib/tests/test_axes.py::test_hist2d_transpose[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist2d_density", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_plot[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_plot[pdf]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_marker[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_2D[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_decimal[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color_warning[kwargs0]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color_warning[kwargs1]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color_warning[kwargs2]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color_warning[kwargs3]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_unfilled", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_unfillable", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_size_arg_size", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_edgecolor_RGB", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_invalid_color[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_no_invalid_color[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_norm_vminvmax", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_single_point[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_different_shapes[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[0.5-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case1-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[red-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[none-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[None-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case5-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[jaune-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case7-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case8-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case9-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case10-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case11-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case12-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case13-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case14-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case15-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case16-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case17-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case18-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case19-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case20-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case21-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case22-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case23-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case24-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case25-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case26-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case27-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case28-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case29-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_single_color_c[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_linewidths", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_singular_plural_arguments", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params0-expected_result0]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params1-expected_result1]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params2-expected_result2]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params3-expected_result3]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params4-expected_result4]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs0-None]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs1-None]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs2-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs3-expected_edgecolors3]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs4-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs5-face]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs6-none]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs7-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs8-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs9-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs10-g]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_error", + "lib/matplotlib/tests/test_axes.py::test_as_mpl_axes_api", + "lib/matplotlib/tests/test_axes.py::test_pyplot_axes", + "lib/matplotlib/tests/test_axes.py::test_log_scales", + "lib/matplotlib/tests/test_axes.py::test_log_scales_no_data", + "lib/matplotlib/tests/test_axes.py::test_log_scales_invalid", + "lib/matplotlib/tests/test_axes.py::test_stackplot[png]", + "lib/matplotlib/tests/test_axes.py::test_stackplot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_stackplot_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_stackplot_baseline[pdf]", + "lib/matplotlib/tests/test_axes.py::test_bxp_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_rangewhis[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_percentilewhis[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_with_xlabels[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_horizontal[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_with_ylabels[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_patchartist[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custompatchartist[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customoutlier[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_showcustommean[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custombox[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custommedian[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customcap[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customwhisker[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_shownotches[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_nocaps[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_nobox[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_no_flier_stats[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_showmean[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_showmeanasline[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_scalarwidth[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customwidths[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custompositions[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_bad_widths", + "lib/matplotlib/tests/test_axes.py::test_bxp_bad_positions", + "lib/matplotlib/tests/test_axes.py::test_bxp_custom_capwidths[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custom_capwidth[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_bad_capwidths", + "lib/matplotlib/tests/test_axes.py::test_boxplot[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_custom_capwidths[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_sym2[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_sym[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_autorange_whiskers[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_rc_parameters[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_rc_parameters[pdf]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_with_CIarray[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_no_weird_whisker[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_bad_medians", + "lib/matplotlib/tests/test_axes.py::test_boxplot_bad_ci", + "lib/matplotlib/tests/test_axes.py::test_boxplot_zorder", + "lib/matplotlib/tests/test_axes.py::test_boxplot_marker_behavior", + "lib/matplotlib/tests/test_axes.py::test_boxplot_mod_artist_after_plotting[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showmeans[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showextrema[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showmedians[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showall[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_custompoints_10[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_custompoints_200[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showmedians[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showmeans[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showextrema[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showall[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_custompoints_10[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_custompoints_200[png]", + "lib/matplotlib/tests/test_axes.py::test_violinplot_bad_positions", + "lib/matplotlib/tests/test_axes.py::test_violinplot_bad_widths", + "lib/matplotlib/tests/test_axes.py::test_violinplot_bad_quantiles", + "lib/matplotlib/tests/test_axes.py::test_violinplot_outofrange_quantiles", + "lib/matplotlib/tests/test_axes.py::test_violinplot_single_list_quantiles[png]", + "lib/matplotlib/tests/test_axes.py::test_violinplot_pandas_series[png]", + "lib/matplotlib/tests/test_axes.py::test_manage_xticks", + "lib/matplotlib/tests/test_axes.py::test_boxplot_not_single", + "lib/matplotlib/tests/test_axes.py::test_tick_space_size_0", + "lib/matplotlib/tests/test_axes.py::test_errorbar[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_mixed_errorbar_polar_caps[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_colorcycle", + "lib/matplotlib/tests/test_axes.py::test_errorbar_cycle_ecolor[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_cycle_ecolor[pdf]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_shape", + "lib/matplotlib/tests/test_axes.py::test_errorbar_limits[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_limits[pdf]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_nonefmt", + "lib/matplotlib/tests/test_axes.py::test_errorbar_line_specific_kwargs", + "lib/matplotlib/tests/test_axes.py::test_errorbar_with_prop_cycle[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_every_invalid", + "lib/matplotlib/tests/test_axes.py::test_xerr_yerr_not_negative", + "lib/matplotlib/tests/test_axes.py::test_errorbar_every[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_every[pdf]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_linewidth_type[elinewidth0]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_linewidth_type[elinewidth1]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_linewidth_type[1]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_nan[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_offset[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_offset[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_step[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_step_horiz[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_weighted[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_weighted[pdf]", + "lib/matplotlib/tests/test_axes.py::test_stem[png]", + "lib/matplotlib/tests/test_axes.py::test_stem_args", + "lib/matplotlib/tests/test_axes.py::test_stem_markerfmt", + "lib/matplotlib/tests/test_axes.py::test_stem_dates", + "lib/matplotlib/tests/test_axes.py::test_stem_orientation[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_alpha[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_density[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_density[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_step_bottom[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stepfilled_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_step_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stepfilled_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_step_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_bar[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_bar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_barstacked_bottom_unchanged", + "lib/matplotlib/tests/test_axes.py::test_hist_emptydata", + "lib/matplotlib/tests/test_axes.py::test_hist_labels", + "lib/matplotlib/tests/test_axes.py::test_transparent_markers[png]", + "lib/matplotlib/tests/test_axes.py::test_transparent_markers[pdf]", + "lib/matplotlib/tests/test_axes.py::test_rgba_markers[png]", + "lib/matplotlib/tests/test_axes.py::test_rgba_markers[pdf]", + "lib/matplotlib/tests/test_axes.py::test_mollweide_grid[png]", + "lib/matplotlib/tests/test_axes.py::test_mollweide_grid[pdf]", + "lib/matplotlib/tests/test_axes.py::test_mollweide_forward_inverse_closure", + "lib/matplotlib/tests/test_axes.py::test_mollweide_inverse_forward_closure", + "lib/matplotlib/tests/test_axes.py::test_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_alpha[pdf]", + "lib/matplotlib/tests/test_axes.py::test_eventplot[png]", + "lib/matplotlib/tests/test_axes.py::test_eventplot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_defaults[png]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_colors[colors0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_colors[colors1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_colors[colors2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_alpha", + "lib/matplotlib/tests/test_axes.py::test_eventplot_problem_kwargs[png]", + "lib/matplotlib/tests/test_axes.py::test_empty_eventplot", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[None-data0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[None-data1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[None-data2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[vertical-data0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[vertical-data1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[vertical-data2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[horizontal-data0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[horizontal-data1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[horizontal-data2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_units_list[png]", + "lib/matplotlib/tests/test_axes.py::test_marker_styles[png]", + "lib/matplotlib/tests/test_axes.py::test_markers_fillstyle_rcparams[png]", + "lib/matplotlib/tests/test_axes.py::test_vertex_markers[png]", + "lib/matplotlib/tests/test_axes.py::test_eb_line_zorder[png]", + "lib/matplotlib/tests/test_axes.py::test_eb_line_zorder[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_loglog[png]", + "lib/matplotlib/tests/test_axes.py::test_axline_loglog[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline[png]", + "lib/matplotlib/tests/test_axes.py::test_axline[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes[png]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes_panzoom[png]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes_panzoom[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_args", + "lib/matplotlib/tests/test_axes.py::test_vlines[png]", + "lib/matplotlib/tests/test_axes.py::test_vlines_default", + "lib/matplotlib/tests/test_axes.py::test_hlines[png]", + "lib/matplotlib/tests/test_axes.py::test_hlines_default", + "lib/matplotlib/tests/test_axes.py::test_lines_with_colors[png-data0]", + "lib/matplotlib/tests/test_axes.py::test_lines_with_colors[png-data1]", + "lib/matplotlib/tests/test_axes.py::test_vlines_hlines_blended_transform[png]", + "lib/matplotlib/tests/test_axes.py::test_step_linestyle[png]", + "lib/matplotlib/tests/test_axes.py::test_step_linestyle[pdf]", + "lib/matplotlib/tests/test_axes.py::test_mixed_collection[png]", + "lib/matplotlib/tests/test_axes.py::test_mixed_collection[pdf]", + "lib/matplotlib/tests/test_axes.py::test_subplot_key_hash", + "lib/matplotlib/tests/test_axes.py::test_specgram[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_magnitude[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_angle[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_fs_none", + "lib/matplotlib/tests/test_axes.py::test_specgram_origin_rcparam[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_origin_kwarg", + "lib/matplotlib/tests/test_axes.py::test_psd_csd[png]", + "lib/matplotlib/tests/test_axes.py::test_spectrum[png]", + "lib/matplotlib/tests/test_axes.py::test_psd_csd_edge_cases", + "lib/matplotlib/tests/test_axes.py::test_twin_remove[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_spines[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_spines_on_top[png]", + "lib/matplotlib/tests/test_axes.py::test_rcparam_grid_minor[both-True-True]", + "lib/matplotlib/tests/test_axes.py::test_rcparam_grid_minor[major-True-False]", + "lib/matplotlib/tests/test_axes.py::test_rcparam_grid_minor[minor-False-True]", + "lib/matplotlib/tests/test_axes.py::test_grid", + "lib/matplotlib/tests/test_axes.py::test_reset_grid", + "lib/matplotlib/tests/test_axes.py::test_reset_ticks[png]", + "lib/matplotlib/tests/test_axes.py::test_vline_limit", + "lib/matplotlib/tests/test_axes.py::test_axline_minmax[axvline-axhline-args0]", + "lib/matplotlib/tests/test_axes.py::test_axline_minmax[axvspan-axhspan-args1]", + "lib/matplotlib/tests/test_axes.py::test_empty_shared_subplots", + "lib/matplotlib/tests/test_axes.py::test_shared_with_aspect_1", + "lib/matplotlib/tests/test_axes.py::test_shared_with_aspect_2", + "lib/matplotlib/tests/test_axes.py::test_shared_with_aspect_3", + "lib/matplotlib/tests/test_axes.py::test_shared_aspect_error", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[TypeError-args0-kwargs0-axis\\\\(\\\\)", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[ValueError-args1-kwargs1-Unrecognized", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[TypeError-args2-kwargs2-The", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[TypeError-args3-kwargs3-axis\\\\(\\\\)", + "lib/matplotlib/tests/test_axes.py::test_axis_method_errors", + "lib/matplotlib/tests/test_axes.py::test_twin_with_aspect[x]", + "lib/matplotlib/tests/test_axes.py::test_twin_with_aspect[y]", + "lib/matplotlib/tests/test_axes.py::test_relim_visible_only", + "lib/matplotlib/tests/test_axes.py::test_text_labelsize", + "lib/matplotlib/tests/test_axes.py::test_pie_default[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_linewidth_0[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_center_radius[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_linewidth_2[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_ccw_true[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_frame_grid[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_rotatelabels_true[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_nolabel_but_legend[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_shadow[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_textprops", + "lib/matplotlib/tests/test_axes.py::test_pie_get_negative_values", + "lib/matplotlib/tests/test_axes.py::test_normalize_kwarg_pie", + "lib/matplotlib/tests/test_axes.py::test_pie_hatch_single[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_hatch_single[pdf]", + "lib/matplotlib/tests/test_axes.py::test_pie_hatch_multi[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_hatch_multi[pdf]", + "lib/matplotlib/tests/test_axes.py::test_set_get_ticklabels[png]", + "lib/matplotlib/tests/test_axes.py::test_set_ticks_kwargs_raise_error_without_labels", + "lib/matplotlib/tests/test_axes.py::test_set_ticks_with_labels[png]", + "lib/matplotlib/tests/test_axes.py::test_xticks_bad_args", + "lib/matplotlib/tests/test_axes.py::test_subsampled_ticklabels", + "lib/matplotlib/tests/test_axes.py::test_mismatched_ticklabels", + "lib/matplotlib/tests/test_axes.py::test_empty_ticks_fixed_loc", + "lib/matplotlib/tests/test_axes.py::test_retain_tick_visibility[png]", + "lib/matplotlib/tests/test_axes.py::test_tick_label_update", + "lib/matplotlib/tests/test_axes.py::test_o_marker_path_snap[png]", + "lib/matplotlib/tests/test_axes.py::test_margins", + "lib/matplotlib/tests/test_axes.py::test_set_margin_updates_limits", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args0-kwargs0-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args1-kwargs1-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args2-kwargs2-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args3-kwargs3-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[TypeError-args4-kwargs4-Cannot", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[TypeError-args5-kwargs5-Cannot", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[TypeError-args6-kwargs6-Must", + "lib/matplotlib/tests/test_axes.py::test_length_one_hist", + "lib/matplotlib/tests/test_axes.py::test_set_xy_bound", + "lib/matplotlib/tests/test_axes.py::test_pathological_hexbin", + "lib/matplotlib/tests/test_axes.py::test_color_None", + "lib/matplotlib/tests/test_axes.py::test_color_alias", + "lib/matplotlib/tests/test_axes.py::test_numerical_hist_label", + "lib/matplotlib/tests/test_axes.py::test_unicode_hist_label", + "lib/matplotlib/tests/test_axes.py::test_move_offsetlabel", + "lib/matplotlib/tests/test_axes.py::test_rc_spines[png]", + "lib/matplotlib/tests/test_axes.py::test_rc_grid[png]", + "lib/matplotlib/tests/test_axes.py::test_rc_tick", + "lib/matplotlib/tests/test_axes.py::test_rc_major_minor_tick", + "lib/matplotlib/tests/test_axes.py::test_square_plot", + "lib/matplotlib/tests/test_axes.py::test_bad_plot_args", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy0-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy1-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy2-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy3-PcolorImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy4-QuadMesh]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy0-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy1-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy2-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy3-PcolorImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy4-QuadMesh]", + "lib/matplotlib/tests/test_axes.py::test_shared_scale", + "lib/matplotlib/tests/test_axes.py::test_shared_bool", + "lib/matplotlib/tests/test_axes.py::test_violin_point_mass", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs0]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs1]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs2]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs3]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs4]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs5]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs6]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs7]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs8]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs9]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs10]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs11]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs12]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs13]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs14]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs15]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs16]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs17]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs18]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs19]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs20]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs21]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs22]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs23]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs24]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs25]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs26]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs27]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs28]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs29]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs30]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs31]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs32]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs33]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs34]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs35]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs36]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs37]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs38]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs39]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs40]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs41]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs42]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs43]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs44]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs45]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs46]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs47]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs48]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs49]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs50]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs51]", + "lib/matplotlib/tests/test_axes.py::test_dash_offset[png]", + "lib/matplotlib/tests/test_axes.py::test_dash_offset[pdf]", + "lib/matplotlib/tests/test_axes.py::test_title_pad", + "lib/matplotlib/tests/test_axes.py::test_title_location_roundtrip", + "lib/matplotlib/tests/test_axes.py::test_title_location_shared[True]", + "lib/matplotlib/tests/test_axes.py::test_title_location_shared[False]", + "lib/matplotlib/tests/test_axes.py::test_loglog[png]", + "lib/matplotlib/tests/test_axes.py::test_loglog_nonpos[png]", + "lib/matplotlib/tests/test_axes.py::test_axes_margins", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[gca-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[gca-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots_shared-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots_shared-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[add_axes-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[add_axes-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes_relim", + "lib/matplotlib/tests/test_axes.py::test_shared_axes_autoscale", + "lib/matplotlib/tests/test_axes.py::test_adjust_numtick_aspect", + "lib/matplotlib/tests/test_axes.py::test_auto_numticks", + "lib/matplotlib/tests/test_axes.py::test_auto_numticks_log", + "lib/matplotlib/tests/test_axes.py::test_broken_barh_empty", + "lib/matplotlib/tests/test_axes.py::test_broken_barh_timedelta", + "lib/matplotlib/tests/test_axes.py::test_pandas_pcolormesh", + "lib/matplotlib/tests/test_axes.py::test_pandas_indexing_dates", + "lib/matplotlib/tests/test_axes.py::test_pandas_errorbar_indexing", + "lib/matplotlib/tests/test_axes.py::test_pandas_index_shape", + "lib/matplotlib/tests/test_axes.py::test_pandas_indexing_hist", + "lib/matplotlib/tests/test_axes.py::test_pandas_bar_align_center", + "lib/matplotlib/tests/test_axes.py::test_axis_get_tick_params", + "lib/matplotlib/tests/test_axes.py::test_axis_set_tick_params_labelsize_labelcolor", + "lib/matplotlib/tests/test_axes.py::test_axes_tick_params_gridlines", + "lib/matplotlib/tests/test_axes.py::test_axes_tick_params_ylabelside", + "lib/matplotlib/tests/test_axes.py::test_axes_tick_params_xlabelside", + "lib/matplotlib/tests/test_axes.py::test_none_kwargs", + "lib/matplotlib/tests/test_axes.py::test_bar_uint8", + "lib/matplotlib/tests/test_axes.py::test_date_timezone_x[png]", + "lib/matplotlib/tests/test_axes.py::test_date_timezone_y[png]", + "lib/matplotlib/tests/test_axes.py::test_date_timezone_x_and_y[png]", + "lib/matplotlib/tests/test_axes.py::test_axisbelow[png]", + "lib/matplotlib/tests/test_axes.py::test_titletwiny", + "lib/matplotlib/tests/test_axes.py::test_titlesetpos", + "lib/matplotlib/tests/test_axes.py::test_title_xticks_top", + "lib/matplotlib/tests/test_axes.py::test_title_xticks_top_both", + "lib/matplotlib/tests/test_axes.py::test_title_above_offset[left", + "lib/matplotlib/tests/test_axes.py::test_title_above_offset[center", + "lib/matplotlib/tests/test_axes.py::test_title_above_offset[both", + "lib/matplotlib/tests/test_axes.py::test_title_no_move_off_page", + "lib/matplotlib/tests/test_axes.py::test_offset_label_color", + "lib/matplotlib/tests/test_axes.py::test_offset_text_visible", + "lib/matplotlib/tests/test_axes.py::test_large_offset", + "lib/matplotlib/tests/test_axes.py::test_barb_units", + "lib/matplotlib/tests/test_axes.py::test_quiver_units", + "lib/matplotlib/tests/test_axes.py::test_bar_color_cycle", + "lib/matplotlib/tests/test_axes.py::test_tick_param_label_rotation", + "lib/matplotlib/tests/test_axes.py::test_fillbetween_cycle", + "lib/matplotlib/tests/test_axes.py::test_log_margins", + "lib/matplotlib/tests/test_axes.py::test_color_length_mismatch", + "lib/matplotlib/tests/test_axes.py::test_eventplot_legend", + "lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args0-kwargs0-lineoffsets", + "lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args1-kwargs1-linelengths", + "lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args2-kwargs2-linewidths", + "lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args3-kwargs3-linestyles", + "lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args4-kwargs4-alpha", + "lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args5-kwargs5-positions", + "lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args6-kwargs6-lineoffsets", + "lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args7-kwargs7-linelengths", + "lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args8-kwargs8-linewidths", + "lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args9-kwargs9-linestyles", + "lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args10-kwargs10-alpha", + "lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args11-kwargs11-colors", + "lib/matplotlib/tests/test_axes.py::test_bar_broadcast_args", + "lib/matplotlib/tests/test_axes.py::test_invalid_axis_limits", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[symlog-symlog]", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[symlog-log]", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[log-symlog]", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[log-log]", + "lib/matplotlib/tests/test_axes.py::test_twinx_knows_limits", + "lib/matplotlib/tests/test_axes.py::test_zero_linewidth", + "lib/matplotlib/tests/test_axes.py::test_empty_errorbar_legend", + "lib/matplotlib/tests/test_axes.py::test_plot_decimal[png]", + "lib/matplotlib/tests/test_axes.py::test_markerfacecolor_none_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_tick_padding_tightbbox", + "lib/matplotlib/tests/test_axes.py::test_inset", + "lib/matplotlib/tests/test_axes.py::test_zoom_inset", + "lib/matplotlib/tests/test_axes.py::test_inset_polar[png]", + "lib/matplotlib/tests/test_axes.py::test_inset_projection", + "lib/matplotlib/tests/test_axes.py::test_inset_subclass", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[False-False]", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[False-True]", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[True-False]", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[True-True]", + "lib/matplotlib/tests/test_axes.py::test_set_position", + "lib/matplotlib/tests/test_axes.py::test_spines_properbbox_after_zoom", + "lib/matplotlib/tests/test_axes.py::test_limits_after_scroll_zoom", + "lib/matplotlib/tests/test_axes.py::test_gettightbbox_ignore_nan", + "lib/matplotlib/tests/test_axes.py::test_scatter_series_non_zero_index", + "lib/matplotlib/tests/test_axes.py::test_scatter_empty_data", + "lib/matplotlib/tests/test_axes.py::test_annotate_across_transforms[png]", + "lib/matplotlib/tests/test_axes.py::test_secondary_xy[png]", + "lib/matplotlib/tests/test_axes.py::test_secondary_fail", + "lib/matplotlib/tests/test_axes.py::test_secondary_resize", + "lib/matplotlib/tests/test_axes.py::test_secondary_minorloc", + "lib/matplotlib/tests/test_axes.py::test_secondary_formatter", + "lib/matplotlib/tests/test_axes.py::test_secondary_repr", + "lib/matplotlib/tests/test_axes.py::test_axis_options[png]", + "lib/matplotlib/tests/test_axes.py::test_normal_axes", + "lib/matplotlib/tests/test_axes.py::test_nodecorator", + "lib/matplotlib/tests/test_axes.py::test_displaced_spine", + "lib/matplotlib/tests/test_axes.py::test_tickdirs", + "lib/matplotlib/tests/test_axes.py::test_minor_accountedfor", + "lib/matplotlib/tests/test_axes.py::test_axis_bool_arguments[png]", + "lib/matplotlib/tests/test_axes.py::test_axis_extent_arg", + "lib/matplotlib/tests/test_axes.py::test_axis_extent_arg2", + "lib/matplotlib/tests/test_axes.py::test_hist_auto_bins", + "lib/matplotlib/tests/test_axes.py::test_hist_nan_data", + "lib/matplotlib/tests/test_axes.py::test_hist_range_and_density", + "lib/matplotlib/tests/test_axes.py::test_bar_errbar_zorder", + "lib/matplotlib/tests/test_axes.py::test_set_ticks_inverted", + "lib/matplotlib/tests/test_axes.py::test_aspect_nonlinear_adjustable_box", + "lib/matplotlib/tests/test_axes.py::test_aspect_nonlinear_adjustable_datalim", + "lib/matplotlib/tests/test_axes.py::test_box_aspect", + "lib/matplotlib/tests/test_axes.py::test_box_aspect_custom_position", + "lib/matplotlib/tests/test_axes.py::test_bbox_aspect_axes_init", + "lib/matplotlib/tests/test_axes.py::test_set_aspect_negative", + "lib/matplotlib/tests/test_axes.py::test_redraw_in_frame", + "lib/matplotlib/tests/test_axes.py::test_invisible_axes_events", + "lib/matplotlib/tests/test_axes.py::test_xtickcolor_is_not_markercolor", + "lib/matplotlib/tests/test_axes.py::test_ytickcolor_is_not_markercolor", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[True-x]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[True-y]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[False-x]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[False-y]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[None-x]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[None-y]", + "lib/matplotlib/tests/test_axes.py::test_polar_interpolation_steps_variable_r[png]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tiny_sticky", + "lib/matplotlib/tests/test_axes.py::test_xtickcolor_is_not_xticklabelcolor", + "lib/matplotlib/tests/test_axes.py::test_ytickcolor_is_not_yticklabelcolor", + "lib/matplotlib/tests/test_axes.py::test_xaxis_offsetText_color", + "lib/matplotlib/tests/test_axes.py::test_yaxis_offsetText_color", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[xx-small]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[x-small]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[small]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[medium]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[large]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[x-large]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[xx-large]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[larger]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[smaller]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[8]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[10]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[12]", + "lib/matplotlib/tests/test_axes.py::test_multiplot_autoscale", + "lib/matplotlib/tests/test_axes.py::test_sharing_does_not_link_positions", + "lib/matplotlib/tests/test_axes.py::test_2dcolor_plot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_shared_axes_clear[png]", + "lib/matplotlib/tests/test_axes.py::test_shared_axes_retick", + "lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[left]", + "lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[center]", + "lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[right]", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical_yinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_yinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xyinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_center", + "lib/matplotlib/tests/test_axes.py::test_centered_bar_label_label_beyond_limits", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_errorbars", + "lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[%.2f]", + "lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[{:.2f}]", + "lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[format]", + "lib/matplotlib/tests/test_axes.py::test_bar_label_fmt_error", + "lib/matplotlib/tests/test_axes.py::test_bar_label_labels", + "lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata", + "lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata_inverted", + "lib/matplotlib/tests/test_axes.py::test_nan_barlabels", + "lib/matplotlib/tests/test_axes.py::test_patch_bounds", + "lib/matplotlib/tests/test_axes.py::test_warn_ignored_scatter_kwargs", + "lib/matplotlib/tests/test_axes.py::test_artist_sublists", + "lib/matplotlib/tests/test_axes.py::test_empty_line_plots", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-f-'f'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-o+-'o\\\\+'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:--':-'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-rk-'rk'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:o-r-':o-r'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-f-'f'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-o+-'o\\\\+'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:--':-'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-rk-'rk'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:o-r-':o-r'", + "lib/matplotlib/tests/test_axes.py::test_plot_format", + "lib/matplotlib/tests/test_axes.py::test_automatic_legend", + "lib/matplotlib/tests/test_axes.py::test_plot_errors", + "lib/matplotlib/tests/test_axes.py::test_clim", + "lib/matplotlib/tests/test_axes.py::test_bezier_autoscale", + "lib/matplotlib/tests/test_axes.py::test_small_autoscale", + "lib/matplotlib/tests/test_axes.py::test_get_xticklabel", + "lib/matplotlib/tests/test_axes.py::test_bar_leading_nan", + "lib/matplotlib/tests/test_axes.py::test_bar_all_nan[png]", + "lib/matplotlib/tests/test_axes.py::test_extent_units[png]", + "lib/matplotlib/tests/test_axes.py::test_cla_clears_children_axes_and_fig", + "lib/matplotlib/tests/test_axes.py::test_scatter_color_repr_error", + "lib/matplotlib/tests/test_axes.py::test_zorder_and_explicit_rasterization", + "lib/matplotlib/tests/test_axes.py::test_preset_clip_paths[png]", + "lib/matplotlib/tests/test_axes.py::test_rc_axes_label_formatting", + "lib/matplotlib/tests/test_axes.py::test_ecdf[png]", + "lib/matplotlib/tests/test_axes.py::test_ecdf_invalid", + "lib/matplotlib/tests/test_axes.py::test_fill_between_axes_limits", + "lib/matplotlib/tests/test_axes.py::test_tick_param_labelfont", + "lib/matplotlib/tests/test_axes.py::test_set_secondary_axis_color" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-26011/test-output-excerpt.txt b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-26011/test-output-excerpt.txt new file mode 100644 index 0000000..af657e5 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/matplotlib__matplotlib-26011/test-output-excerpt.txt @@ -0,0 +1,160 @@ +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_legend +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args0-kwargs0-lineoffsets cannot be empty] +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args1-kwargs1-linelengths cannot be empty] +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args2-kwargs2-linewidths cannot be empty] +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args3-kwargs3-linestyles cannot be empty] +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args4-kwargs4-alpha cannot be empty] +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args5-kwargs5-positions must be one-dimensional] +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args6-kwargs6-lineoffsets and positions are unequal sized sequences] +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args7-kwargs7-linelengths and positions are unequal sized sequences] +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args8-kwargs8-linewidths and positions are unequal sized sequences] +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args9-kwargs9-linestyles and positions are unequal sized sequences] +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args10-kwargs10-alpha and positions are unequal sized sequences] +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args11-kwargs11-colors and positions are unequal sized sequences] +PASSED lib/matplotlib/tests/test_axes.py::test_bar_broadcast_args +PASSED lib/matplotlib/tests/test_axes.py::test_invalid_axis_limits +PASSED lib/matplotlib/tests/test_axes.py::test_minorticks_on[symlog-symlog] +PASSED lib/matplotlib/tests/test_axes.py::test_minorticks_on[symlog-log] +PASSED lib/matplotlib/tests/test_axes.py::test_minorticks_on[log-symlog] +PASSED lib/matplotlib/tests/test_axes.py::test_minorticks_on[log-log] +PASSED lib/matplotlib/tests/test_axes.py::test_twinx_knows_limits +PASSED lib/matplotlib/tests/test_axes.py::test_zero_linewidth +PASSED lib/matplotlib/tests/test_axes.py::test_empty_errorbar_legend +PASSED lib/matplotlib/tests/test_axes.py::test_plot_decimal[png] +PASSED lib/matplotlib/tests/test_axes.py::test_markerfacecolor_none_alpha[png] +PASSED lib/matplotlib/tests/test_axes.py::test_tick_padding_tightbbox +PASSED lib/matplotlib/tests/test_axes.py::test_inset +PASSED lib/matplotlib/tests/test_axes.py::test_zoom_inset +PASSED lib/matplotlib/tests/test_axes.py::test_inset_polar[png] +PASSED lib/matplotlib/tests/test_axes.py::test_inset_projection +PASSED lib/matplotlib/tests/test_axes.py::test_inset_subclass +PASSED lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[False-False] +PASSED lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[False-True] +PASSED lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[True-False] +PASSED lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[True-True] +PASSED lib/matplotlib/tests/test_axes.py::test_set_position +PASSED lib/matplotlib/tests/test_axes.py::test_spines_properbbox_after_zoom +PASSED lib/matplotlib/tests/test_axes.py::test_limits_after_scroll_zoom +PASSED lib/matplotlib/tests/test_axes.py::test_gettightbbox_ignore_nan +PASSED lib/matplotlib/tests/test_axes.py::test_scatter_series_non_zero_index +PASSED lib/matplotlib/tests/test_axes.py::test_scatter_empty_data +PASSED lib/matplotlib/tests/test_axes.py::test_annotate_across_transforms[png] +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_xy[png] +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_fail +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_resize +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_minorloc +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_formatter +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_repr +PASSED lib/matplotlib/tests/test_axes.py::test_axis_options[png] +PASSED lib/matplotlib/tests/test_axes.py::test_normal_axes +PASSED lib/matplotlib/tests/test_axes.py::test_nodecorator +PASSED lib/matplotlib/tests/test_axes.py::test_displaced_spine +PASSED lib/matplotlib/tests/test_axes.py::test_tickdirs +PASSED lib/matplotlib/tests/test_axes.py::test_minor_accountedfor +PASSED lib/matplotlib/tests/test_axes.py::test_axis_bool_arguments[png] +PASSED lib/matplotlib/tests/test_axes.py::test_axis_extent_arg +PASSED lib/matplotlib/tests/test_axes.py::test_axis_extent_arg2 +PASSED lib/matplotlib/tests/test_axes.py::test_hist_auto_bins +PASSED lib/matplotlib/tests/test_axes.py::test_hist_nan_data +PASSED lib/matplotlib/tests/test_axes.py::test_hist_range_and_density +PASSED lib/matplotlib/tests/test_axes.py::test_bar_errbar_zorder +PASSED lib/matplotlib/tests/test_axes.py::test_set_ticks_inverted +PASSED lib/matplotlib/tests/test_axes.py::test_aspect_nonlinear_adjustable_box +PASSED lib/matplotlib/tests/test_axes.py::test_aspect_nonlinear_adjustable_datalim +PASSED lib/matplotlib/tests/test_axes.py::test_box_aspect +PASSED lib/matplotlib/tests/test_axes.py::test_box_aspect_custom_position +PASSED lib/matplotlib/tests/test_axes.py::test_bbox_aspect_axes_init +PASSED lib/matplotlib/tests/test_axes.py::test_set_aspect_negative +PASSED lib/matplotlib/tests/test_axes.py::test_redraw_in_frame +PASSED lib/matplotlib/tests/test_axes.py::test_invisible_axes_events +PASSED lib/matplotlib/tests/test_axes.py::test_xtickcolor_is_not_markercolor +PASSED lib/matplotlib/tests/test_axes.py::test_ytickcolor_is_not_markercolor +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[True-x] +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[True-y] +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[False-x] +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[False-y] +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[None-x] +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[None-y] +PASSED lib/matplotlib/tests/test_axes.py::test_polar_interpolation_steps_variable_r[png] +PASSED lib/matplotlib/tests/test_axes.py::test_autoscale_tiny_sticky +PASSED lib/matplotlib/tests/test_axes.py::test_xtickcolor_is_not_xticklabelcolor +PASSED lib/matplotlib/tests/test_axes.py::test_ytickcolor_is_not_yticklabelcolor +PASSED lib/matplotlib/tests/test_axes.py::test_xaxis_offsetText_color +PASSED lib/matplotlib/tests/test_axes.py::test_yaxis_offsetText_color +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[xx-small] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[x-small] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[small] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[medium] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[large] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[x-large] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[xx-large] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[larger] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[smaller] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[8] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[10] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[12] +PASSED lib/matplotlib/tests/test_axes.py::test_multiplot_autoscale +PASSED lib/matplotlib/tests/test_axes.py::test_sharing_does_not_link_positions +PASSED lib/matplotlib/tests/test_axes.py::test_2dcolor_plot[pdf] +PASSED lib/matplotlib/tests/test_axes.py::test_shared_axes_clear[png] +PASSED lib/matplotlib/tests/test_axes.py::test_shared_axes_retick +PASSED lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[left] +PASSED lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[center] +PASSED lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[right] +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical_yinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_yinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xyinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_center +PASSED lib/matplotlib/tests/test_axes.py::test_centered_bar_label_label_beyond_limits +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_errorbars +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[%.2f] +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[{:.2f}] +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[format] +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_fmt_error +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_labels +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata_inverted +PASSED lib/matplotlib/tests/test_axes.py::test_nan_barlabels +PASSED lib/matplotlib/tests/test_axes.py::test_patch_bounds +PASSED lib/matplotlib/tests/test_axes.py::test_warn_ignored_scatter_kwargs +PASSED lib/matplotlib/tests/test_axes.py::test_artist_sublists +PASSED lib/matplotlib/tests/test_axes.py::test_empty_line_plots +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-f-'f' is not a valid format string \\(unrecognized character 'f'\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-o+-'o\\+' is not a valid format string \\(two marker symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:--':-' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-rk-'rk' is not a valid format string \\(two color symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:o-r-':o-r' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-f-'f' is not a valid format string \\(unrecognized character 'f'\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-o+-'o\\+' is not a valid format string \\(two marker symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:--':-' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-rk-'rk' is not a valid format string \\(two color symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:o-r-':o-r' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format +PASSED lib/matplotlib/tests/test_axes.py::test_automatic_legend +PASSED lib/matplotlib/tests/test_axes.py::test_plot_errors +PASSED lib/matplotlib/tests/test_axes.py::test_clim +PASSED lib/matplotlib/tests/test_axes.py::test_bezier_autoscale +PASSED lib/matplotlib/tests/test_axes.py::test_small_autoscale +PASSED lib/matplotlib/tests/test_axes.py::test_get_xticklabel +PASSED lib/matplotlib/tests/test_axes.py::test_bar_leading_nan +PASSED lib/matplotlib/tests/test_axes.py::test_bar_all_nan[png] +PASSED lib/matplotlib/tests/test_axes.py::test_extent_units[png] +PASSED lib/matplotlib/tests/test_axes.py::test_cla_clears_children_axes_and_fig +PASSED lib/matplotlib/tests/test_axes.py::test_scatter_color_repr_error +PASSED lib/matplotlib/tests/test_axes.py::test_zorder_and_explicit_rasterization +PASSED lib/matplotlib/tests/test_axes.py::test_preset_clip_paths[png] +PASSED lib/matplotlib/tests/test_axes.py::test_rc_axes_label_formatting +PASSED lib/matplotlib/tests/test_axes.py::test_ecdf[png] +PASSED lib/matplotlib/tests/test_axes.py::test_ecdf_invalid +PASSED lib/matplotlib/tests/test_axes.py::test_fill_between_axes_limits +PASSED lib/matplotlib/tests/test_axes.py::test_tick_param_labelfont +PASSED lib/matplotlib/tests/test_axes.py::test_set_secondary_axis_color +PASSED lib/matplotlib/tests/test_axes.py::test_xylim_changed_shared +SKIPPED [12] lib/matplotlib/testing/compare.py:285: Don't know how to convert .svg files to png +SKIPPED [54] ../opt/miniconda3/envs/testbed/lib/python3.11/contextlib.py:81: Cannot compare svg files because Inkscape is not installed +======================= 818 passed, 66 skipped in 48.72s ======================= ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/mwaskom__seaborn-2848/harness-summary.json b/reports/experiments/paired-20/routed_source/official-evaluation/mwaskom__seaborn-2848/harness-summary.json new file mode 100644 index 0000000..37512c9 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/mwaskom__seaborn-2848/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "mwaskom__seaborn-2848" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "mwaskom__seaborn-2848" + ], + "resolved_ids": [ + "mwaskom__seaborn-2848" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.mwaskom_1776_seaborn-2848:latest" + ] +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/mwaskom__seaborn-2848/outcome.json b/reports/experiments/paired-20/routed_source/official-evaluation/mwaskom__seaborn-2848/outcome.json new file mode 100644 index 0000000..6cabd30 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/mwaskom__seaborn-2848/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "mwaskom__seaborn-2848", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.mwaskom_1776_seaborn-2848:latest", + "patch_sha256": "198182327c4d05506314f015969d0333715dcb0d9b8cac8f5c95ad2fa8fb2e19", + "image_id": "sha256:0af7176f7f2725823ea4b5c1d7a5ec83692eb8b679c7dc78f06b110cc7da3585", + "image_digests": [ + "swebench/sweb.eval.x86_64.mwaskom_1776_seaborn-2848@sha256:d719470351e66623e532a4f23cdedfe8fb737147fe108e4b5829aa273528389d" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/mwaskom__seaborn-2848/raw-log-manifest.json b/reports/experiments/paired-20/routed_source/official-evaluation/mwaskom__seaborn-2848/raw-log-manifest.json new file mode 100644 index 0000000..13524d1 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/mwaskom__seaborn-2848/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37849298422", + "artifact_name": "patch-shard-3", + "files": { + "harness.log": { + "sha256": "aaf5fb02908a785bfd707fab5cfa6ae9e8c8aca44b3c54fbcfd9283d362aab7b", + "bytes": 844 + }, + "image-pull.log": { + "sha256": "f17df92551b9172e862f7befa4085d6a34920e604a87f876c04d49087e3bad2b", + "bytes": 1677 + }, + "logs/run_evaluation/patch-37849298422-3-3/agentic-controls-routed_source/mwaskom__seaborn-2848/eval.sh": { + "sha256": "b27aa362fa9c08a7a2a901e4623f462191aff1407e3c1ee31c28b662e0539f82", + "bytes": 1721 + }, + "logs/run_evaluation/patch-37849298422-3-3/agentic-controls-routed_source/mwaskom__seaborn-2848/patch.diff": { + "sha256": "198182327c4d05506314f015969d0333715dcb0d9b8cac8f5c95ad2fa8fb2e19", + "bytes": 417 + }, + "logs/run_evaluation/patch-37849298422-3-3/agentic-controls-routed_source/mwaskom__seaborn-2848/report.json": { + "sha256": "e44e8f02cb1de300b9e5a62a2e2a9580624810e9f74d74552e1ca585f7fe05e4", + "bytes": 5753 + }, + "logs/run_evaluation/patch-37849298422-3-3/agentic-controls-routed_source/mwaskom__seaborn-2848/run_instance.log": { + "sha256": "8ddf3bca3e53d42e5f5e7f161f63d3bba0702be8c22f8da8608831db3f839c25", + "bytes": 7448 + }, + "logs/run_evaluation/patch-37849298422-3-3/agentic-controls-routed_source/mwaskom__seaborn-2848/test_output.txt": { + "sha256": "89b67706964390676e8bf4a9178cdf9768a78d7d016483bf97aaae097bd2a6f8", + "bytes": 125654 + }, + "logs/run_evaluation/patch-37849298422-3-3/run.json": { + "sha256": "8347f3ec27db5d736e9b253ec462fe2b4c0b52edf7014f59fedc03251fd189fd", + "bytes": 215 + }, + "predictions.jsonl": { + "sha256": "3c2a7a5c0ab8310d83ae73773c15045f5e091c140cb29b7460cb11cf2c0159b1", + "bytes": 545 + }, + "summary/agentic-controls-routed_source.patch-37849298422-3-3.json": { + "sha256": "6fca2c20b1688e1f262c3a2bff5cb2ea3573fa24d037942296d36996f08ba519", + "bytes": 842 + } + }, + "excerpt": { + "raw_sha256": "89b67706964390676e8bf4a9178cdf9768a78d7d016483bf97aaae097bd2a6f8", + "raw_lines": 3052, + "start_line": 2889, + "stop_line": 3048, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/mwaskom__seaborn-2848/report.json b/reports/experiments/paired-20/routed_source/official-evaluation/mwaskom__seaborn-2848/report.json new file mode 100644 index 0000000..3ffacdd --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/mwaskom__seaborn-2848/report.json @@ -0,0 +1,80 @@ +{ + "mwaskom__seaborn-2848": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "tests/test_relational.py::TestScatterPlotter::test_hue_order" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "tests/test_relational.py::TestRelationalPlotter::test_wide_df_variables", + "tests/test_relational.py::TestRelationalPlotter::test_wide_df_with_nonnumeric_variables", + "tests/test_relational.py::TestRelationalPlotter::test_wide_array_variables", + "tests/test_relational.py::TestRelationalPlotter::test_flat_array_variables", + "tests/test_relational.py::TestRelationalPlotter::test_flat_list_variables", + "tests/test_relational.py::TestRelationalPlotter::test_flat_series_variables", + "tests/test_relational.py::TestRelationalPlotter::test_wide_list_of_series_variables", + "tests/test_relational.py::TestRelationalPlotter::test_wide_list_of_arrays_variables", + "tests/test_relational.py::TestRelationalPlotter::test_wide_list_of_list_variables", + "tests/test_relational.py::TestRelationalPlotter::test_wide_dict_of_series_variables", + "tests/test_relational.py::TestRelationalPlotter::test_wide_dict_of_arrays_variables", + "tests/test_relational.py::TestRelationalPlotter::test_wide_dict_of_lists_variables", + "tests/test_relational.py::TestRelationalPlotter::test_relplot_complex", + "tests/test_relational.py::TestRelationalPlotter::test_relplot_vectors[series]", + "tests/test_relational.py::TestRelationalPlotter::test_relplot_vectors[numpy]", + "tests/test_relational.py::TestRelationalPlotter::test_relplot_vectors[list]", + "tests/test_relational.py::TestRelationalPlotter::test_relplot_wide", + "tests/test_relational.py::TestRelationalPlotter::test_relplot_hues", + "tests/test_relational.py::TestRelationalPlotter::test_relplot_sizes", + "tests/test_relational.py::TestRelationalPlotter::test_relplot_styles", + "tests/test_relational.py::TestRelationalPlotter::test_relplot_stringy_numerics", + "tests/test_relational.py::TestRelationalPlotter::test_relplot_data", + "tests/test_relational.py::TestRelationalPlotter::test_facet_variable_collision", + "tests/test_relational.py::TestRelationalPlotter::test_ax_kwarg_removal", + "tests/test_relational.py::TestLinePlotter::test_legend_data", + "tests/test_relational.py::TestLinePlotter::test_plot", + "tests/test_relational.py::TestLinePlotter::test_axis_labels", + "tests/test_relational.py::TestScatterPlotter::test_color", + "tests/test_relational.py::TestScatterPlotter::test_legend_data", + "tests/test_relational.py::TestScatterPlotter::test_plot", + "tests/test_relational.py::TestScatterPlotter::test_axis_labels", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_axes", + "tests/test_relational.py::TestScatterPlotter::test_literal_attribute_vectors", + "tests/test_relational.py::TestScatterPlotter::test_supplied_color_array", + "tests/test_relational.py::TestScatterPlotter::test_linewidths", + "tests/test_relational.py::TestScatterPlotter::test_size_norm_extrapolation", + "tests/test_relational.py::TestScatterPlotter::test_datetime_scale", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics0]", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics1]", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics2]", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics3]", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics4]", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics5]", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics6]", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics7]", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics8]", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics9]", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics10]", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics11]", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_smoke" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/mwaskom__seaborn-2848/test-output-excerpt.txt b/reports/experiments/paired-20/routed_source/official-evaluation/mwaskom__seaborn-2848/test-output-excerpt.txt new file mode 100644 index 0000000..144918d --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/mwaskom__seaborn-2848/test-output-excerpt.txt @@ -0,0 +1,160 @@ + +[100 rows x 13 columns] + + def test_unfilled_marker_edgecolor_warning(self, long_df): # GH2636 + +> with pytest.warns(None) as record: + +tests/test_relational.py:1712: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +self = WarningsChecker(record=True), expected_warning = None, match_expr = None + + def __init__( + self, + expected_warning: type[Warning] | tuple[type[Warning], ...] = Warning, + match_expr: str | Pattern[str] | None = None, + *, + _ispytest: bool = False, + ) -> None: + check_ispytest(_ispytest) + super().__init__(_ispytest=True) + + msg = "exceptions must be derived from Warning, not %s" + if isinstance(expected_warning, tuple): + for exc in expected_warning: + if not issubclass(exc, Warning): + raise TypeError(msg % type(exc)) + expected_warning_tup = expected_warning + elif isinstance(expected_warning, type) and issubclass( + expected_warning, Warning + ): + expected_warning_tup = (expected_warning,) + else: +> raise TypeError(msg % type(expected_warning)) +E TypeError: exceptions must be derived from Warning, not + +/opt/miniconda3/envs/testbed/lib/python3.9/site-packages/_pytest/recwarn.py:280: TypeError +=============================== warnings summary =============================== +seaborn/cm.py:1582 +seaborn/cm.py:1582 +seaborn/cm.py:1582 +seaborn/cm.py:1582 +seaborn/cm.py:1582 +seaborn/cm.py:1582 + /testbed/seaborn/cm.py:1582: MatplotlibDeprecationWarning: The register_cmap function was deprecated in Matplotlib 3.7 and will be removed two minor releases later. Use ``matplotlib.colormaps.register(name)`` instead. + mpl_cm.register_cmap(_name, _cmap) + +seaborn/cm.py:1583 +seaborn/cm.py:1583 +seaborn/cm.py:1583 +seaborn/cm.py:1583 +seaborn/cm.py:1583 +seaborn/cm.py:1583 + /testbed/seaborn/cm.py:1583: MatplotlibDeprecationWarning: The register_cmap function was deprecated in Matplotlib 3.7 and will be removed two minor releases later. Use ``matplotlib.colormaps.register(name)`` instead. + mpl_cm.register_cmap(_name + "_r", _cmap_r) + +tests/test_relational.py: 107 warnings + /opt/miniconda3/envs/testbed/lib/python3.9/site-packages/pandas/core/dtypes/cast.py:1429: DeprecationWarning: np.find_common_type is deprecated. Please use `np.result_type` or `np.promote_types`. + See https://numpy.org/devdocs/release/1.25.0-notes.html and the docs for more information. (Deprecated NumPy 1.25) + return np.find_common_type(types, []) + +tests/test_relational.py::TestRelationalPlotter::test_wide_df_variables +tests/test_relational.py::TestRelationalPlotter::test_wide_df_with_nonnumeric_variables +tests/test_relational.py::TestRelationalPlotter::test_wide_array_variables +tests/test_relational.py::TestRelationalPlotter::test_flat_array_variables + /opt/miniconda3/envs/testbed/lib/python3.9/site-packages/_pytest/python.py:159: DeprecationWarning: `product` is deprecated as of NumPy 1.25.0, and will be removed in NumPy 2.0. Please use `prod` instead. + result = testfunction(**testargs) + +tests/test_relational.py: 39 warnings + /testbed/seaborn/axisgrid.py:86: UserWarning: The figure layout has changed to tight + self._figure.tight_layout(*args, **kwargs) + +tests/test_relational.py::TestScatterPlotter::test_supplied_color_array + /testbed/tests/test_relational.py:1605: MatplotlibDeprecationWarning: The get_cmap function was deprecated in Matplotlib 3.7 and will be removed two minor releases later. Use ``matplotlib.colormaps[name]`` or ``matplotlib.colormaps.get_cmap(obj)`` instead. + cmap = mpl.cm.get_cmap("Blues") + +tests/test_relational.py::TestScatterPlotter::test_size_norm_extrapolation +tests/test_relational.py::TestScatterPlotter::test_size_norm_extrapolation + /testbed/tests/test_relational.py:1690: MatplotlibDeprecationWarning: The legendHandles attribute was deprecated in Matplotlib 3.7 and will be removed two minor releases later. Use legend_handles instead. + for label, handle in zip(legend.get_texts(), legend.legendHandles) + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +==================================== PASSES ==================================== +=========================== short test summary info ============================ +PASSED tests/test_relational.py::TestRelationalPlotter::test_wide_df_variables +PASSED tests/test_relational.py::TestRelationalPlotter::test_wide_df_with_nonnumeric_variables +PASSED tests/test_relational.py::TestRelationalPlotter::test_wide_array_variables +PASSED tests/test_relational.py::TestRelationalPlotter::test_flat_array_variables +PASSED tests/test_relational.py::TestRelationalPlotter::test_flat_list_variables +PASSED tests/test_relational.py::TestRelationalPlotter::test_flat_series_variables +PASSED tests/test_relational.py::TestRelationalPlotter::test_wide_list_of_series_variables +PASSED tests/test_relational.py::TestRelationalPlotter::test_wide_list_of_arrays_variables +PASSED tests/test_relational.py::TestRelationalPlotter::test_wide_list_of_list_variables +PASSED tests/test_relational.py::TestRelationalPlotter::test_wide_dict_of_series_variables +PASSED tests/test_relational.py::TestRelationalPlotter::test_wide_dict_of_arrays_variables +PASSED tests/test_relational.py::TestRelationalPlotter::test_wide_dict_of_lists_variables +PASSED tests/test_relational.py::TestRelationalPlotter::test_relplot_complex +PASSED tests/test_relational.py::TestRelationalPlotter::test_relplot_vectors[series] +PASSED tests/test_relational.py::TestRelationalPlotter::test_relplot_vectors[numpy] +PASSED tests/test_relational.py::TestRelationalPlotter::test_relplot_vectors[list] +PASSED tests/test_relational.py::TestRelationalPlotter::test_relplot_wide +PASSED tests/test_relational.py::TestRelationalPlotter::test_relplot_hues +PASSED tests/test_relational.py::TestRelationalPlotter::test_relplot_sizes +PASSED tests/test_relational.py::TestRelationalPlotter::test_relplot_styles +PASSED tests/test_relational.py::TestRelationalPlotter::test_relplot_stringy_numerics +PASSED tests/test_relational.py::TestRelationalPlotter::test_relplot_data +PASSED tests/test_relational.py::TestRelationalPlotter::test_facet_variable_collision +PASSED tests/test_relational.py::TestRelationalPlotter::test_ax_kwarg_removal +PASSED tests/test_relational.py::TestLinePlotter::test_legend_data +PASSED tests/test_relational.py::TestLinePlotter::test_plot +PASSED tests/test_relational.py::TestLinePlotter::test_axis_labels +PASSED tests/test_relational.py::TestScatterPlotter::test_color +PASSED tests/test_relational.py::TestScatterPlotter::test_legend_data +PASSED tests/test_relational.py::TestScatterPlotter::test_plot +PASSED tests/test_relational.py::TestScatterPlotter::test_axis_labels +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_axes +PASSED tests/test_relational.py::TestScatterPlotter::test_literal_attribute_vectors +PASSED tests/test_relational.py::TestScatterPlotter::test_supplied_color_array +PASSED tests/test_relational.py::TestScatterPlotter::test_hue_order +PASSED tests/test_relational.py::TestScatterPlotter::test_linewidths +PASSED tests/test_relational.py::TestScatterPlotter::test_size_norm_extrapolation +PASSED tests/test_relational.py::TestScatterPlotter::test_datetime_scale +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics0] +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics1] +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics2] +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics3] +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics4] +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics5] +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics6] +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics7] +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics8] +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics9] +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics10] +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics11] +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_smoke +FAILED tests/test_relational.py::TestRelationalPlotter::test_relplot_simple +FAILED tests/test_relational.py::TestRelationalPlotter::test_relplot_legend +FAILED tests/test_relational.py::TestLinePlotter::test_color - pandas._config... +FAILED tests/test_relational.py::TestLinePlotter::test_log_scale - pandas._co... +FAILED tests/test_relational.py::TestLinePlotter::test_matplotlib_kwargs - pa... +FAILED tests/test_relational.py::TestLinePlotter::test_nonmapped_dashes - pan... +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_axes - pandas... +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_vs_relplot[long_semantics0] +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_vs_relplot[long_semantics1] +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_vs_relplot[long_semantics2] +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_vs_relplot[long_semantics3] +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_vs_relplot[long_semantics4] +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_vs_relplot[long_semantics5] +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_vs_relplot[long_semantics6] +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_vs_relplot[long_semantics7] +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_vs_relplot[long_semantics8] +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_vs_relplot[long_semantics9] +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_vs_relplot[long_semantics10] +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_vs_relplot[long_semantics11] +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_smoke - panda... +FAILED tests/test_relational.py::TestLinePlotter::test_ci_deprecation - panda... +FAILED tests/test_relational.py::TestScatterPlotter::test_unfilled_marker_edgecolor_warning +================= 22 failed, 51 passed, 165 warnings in 15.52s ================= ++ SWEBENCH_TEST_EXIT_CODE=1 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4045/harness-summary.json b/reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4045/harness-summary.json new file mode 100644 index 0000000..78b558a --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4045/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 0, + "unresolved_instances": 1, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "pallets__flask-4045" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "pallets__flask-4045" + ], + "resolved_ids": [], + "unresolved_ids": [ + "pallets__flask-4045" + ], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.pallets_1776_flask-4045:latest" + ] +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4045/outcome.json b/reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4045/outcome.json new file mode 100644 index 0000000..ee2bde9 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4045/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "pallets__flask-4045", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.pallets_1776_flask-4045:latest", + "patch_sha256": "0638736f2bf9912a6c0cadbf11d18032917d01295042082123fd98ea6963222e", + "image_id": "sha256:459abea2907f6db45f2a50cea2929e3e0867665eab9b9c6feb80fa737b2f0426", + "image_digests": [ + "swebench/sweb.eval.x86_64.pallets_1776_flask-4045@sha256:1425b0801ddf4b2607e552e56516cce3d389bab0a3ce06f58e6fa6a7835c703c" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4045/raw-log-manifest.json b/reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4045/raw-log-manifest.json new file mode 100644 index 0000000..5b6f004 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4045/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37849298422", + "artifact_name": "patch-shard-10", + "files": { + "harness.log": { + "sha256": "7bfa2ad61f9bdcd67b5e5803153b5db2e4d9382d8f248b72e14de94e0b79b10a", + "bytes": 845 + }, + "image-pull.log": { + "sha256": "6d6e3c5a055dd1edb3a01abc5c4b71f65657803723b28f6e7eee2e4accdfea70", + "bytes": 1704 + }, + "logs/run_evaluation/patch-37849298422-10-10/agentic-controls-routed_source/pallets__flask-4045/eval.sh": { + "sha256": "6351b039140d614ace59066d24ea1b807b00474424fa05da1074598cc00890e8", + "bytes": 4928 + }, + "logs/run_evaluation/patch-37849298422-10-10/agentic-controls-routed_source/pallets__flask-4045/patch.diff": { + "sha256": "0638736f2bf9912a6c0cadbf11d18032917d01295042082123fd98ea6963222e", + "bytes": 705 + }, + "logs/run_evaluation/patch-37849298422-10-10/agentic-controls-routed_source/pallets__flask-4045/report.json": { + "sha256": "8e7eeb60c63a4807dfe2bc194d400b1deee6f440ecca5af1eedbc94ffb418493", + "bytes": 5402 + }, + "logs/run_evaluation/patch-37849298422-10-10/agentic-controls-routed_source/pallets__flask-4045/run_instance.log": { + "sha256": "38fcce50f5bfedffa09c9ef4885d82fbcba3e97fb36ff1af58b64282fe0ab3e0", + "bytes": 7609 + }, + "logs/run_evaluation/patch-37849298422-10-10/agentic-controls-routed_source/pallets__flask-4045/test_output.txt": { + "sha256": "f9a1ef7f4b1a6fde629d5e338cab5b73af223e8e1535038bfdd6cc05f0e9d8c6", + "bytes": 419954 + }, + "logs/run_evaluation/patch-37849298422-10-10/run.json": { + "sha256": "e2a665d9f15002fdfe9502f108e0f4e09ccd0c4cc51ef5b25083d40e9e647f3f", + "bytes": 214 + }, + "predictions.jsonl": { + "sha256": "ad5e05402efd9b6f558af3c6d4bb7a6ed6851438af08db20b3663912f0e1e4c9", + "bytes": 852 + }, + "summary/agentic-controls-routed_source.patch-37849298422-10-10.json": { + "sha256": "11ff077d28cd5d57bf99b85b0710d59cb78b99628d95fea3359b2ff52a25a7af", + "bytes": 834 + } + }, + "excerpt": { + "raw_sha256": "f9a1ef7f4b1a6fde629d5e338cab5b73af223e8e1535038bfdd6cc05f0e9d8c6", + "raw_lines": 10249, + "start_line": 10086, + "stop_line": 10245, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4045/report.json b/reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4045/report.json new file mode 100644 index 0000000..b9dfc9d --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4045/report.json @@ -0,0 +1,82 @@ +{ + "pallets__flask-4045": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": false, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "tests/test_blueprints.py::test_dotted_name_not_allowed" + ], + "failure": [ + "tests/test_blueprints.py::test_route_decorator_custom_endpoint_with_dots" + ] + }, + "PASS_TO_PASS": { + "success": [ + "tests/test_basic.py::test_method_route_no_methods", + "tests/test_basic.py::test_disallow_string_for_allowed_methods", + "tests/test_basic.py::test_error_handler_unknown_code", + "tests/test_basic.py::test_request_locals", + "tests/test_basic.py::test_exception_propagation", + "tests/test_basic.py::test_werkzeug_passthrough_errors[None-True-True-True]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[None-True-True-False]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[None-True-False-True]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[None-True-False-False]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[None-False-True-True]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[None-False-True-False]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[None-False-False-True]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[None-False-False-False]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[True-True-True-True]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[True-True-True-False]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[True-True-False-True]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[True-True-False-False]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[True-False-True-True]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[True-False-True-False]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[True-False-False-True]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[True-False-False-False]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[False-True-True-True]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[False-True-True-False]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[False-True-False-True]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[False-True-False-False]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[False-False-True-True]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[False-False-True-False]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[False-False-False-True]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[False-False-False-False]", + "tests/test_basic.py::test_get_method_on_g", + "tests/test_basic.py::test_g_iteration_protocol", + "tests/test_basic.py::test_run_defaults", + "tests/test_basic.py::test_run_server_port", + "tests/test_basic.py::test_run_from_config[None-None-pocoo.org:8080-pocoo.org-8080]", + "tests/test_basic.py::test_run_from_config[localhost-None-pocoo.org:8080-localhost-8080]", + "tests/test_basic.py::test_run_from_config[None-80-pocoo.org:8080-pocoo.org-80]", + "tests/test_basic.py::test_run_from_config[localhost-80-pocoo.org:8080-localhost-80]", + "tests/test_basic.py::test_run_from_config[localhost-0-localhost:8080-localhost-0]", + "tests/test_basic.py::test_run_from_config[None-None-localhost:8080-localhost-8080]", + "tests/test_basic.py::test_run_from_config[None-None-localhost:0-localhost-0]", + "tests/test_basic.py::test_app_freed_on_zero_refcount", + "tests/test_blueprints.py::test_template_filter", + "tests/test_blueprints.py::test_add_template_filter", + "tests/test_blueprints.py::test_template_filter_with_name", + "tests/test_blueprints.py::test_add_template_filter_with_name", + "tests/test_blueprints.py::test_template_test", + "tests/test_blueprints.py::test_add_template_test", + "tests/test_blueprints.py::test_template_test_with_name", + "tests/test_blueprints.py::test_add_template_test_with_name", + "tests/test_blueprints.py::test_template_global" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4045/test-output-excerpt.txt b/reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4045/test-output-excerpt.txt new file mode 100644 index 0000000..7df79e9 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4045/test-output-excerpt.txt @@ -0,0 +1,160 @@ +PASSED tests/test_basic.py::test_werkzeug_passthrough_errors[False-True-True-False] +PASSED tests/test_basic.py::test_werkzeug_passthrough_errors[False-True-False-True] +PASSED tests/test_basic.py::test_werkzeug_passthrough_errors[False-True-False-False] +PASSED tests/test_basic.py::test_werkzeug_passthrough_errors[False-False-True-True] +PASSED tests/test_basic.py::test_werkzeug_passthrough_errors[False-False-True-False] +PASSED tests/test_basic.py::test_werkzeug_passthrough_errors[False-False-False-True] +PASSED tests/test_basic.py::test_werkzeug_passthrough_errors[False-False-False-False] +PASSED tests/test_basic.py::test_get_method_on_g +PASSED tests/test_basic.py::test_g_iteration_protocol +PASSED tests/test_basic.py::test_run_defaults +PASSED tests/test_basic.py::test_run_server_port +PASSED tests/test_basic.py::test_run_from_config[None-None-pocoo.org:8080-pocoo.org-8080] +PASSED tests/test_basic.py::test_run_from_config[localhost-None-pocoo.org:8080-localhost-8080] +PASSED tests/test_basic.py::test_run_from_config[None-80-pocoo.org:8080-pocoo.org-80] +PASSED tests/test_basic.py::test_run_from_config[localhost-80-pocoo.org:8080-localhost-80] +PASSED tests/test_basic.py::test_run_from_config[localhost-0-localhost:8080-localhost-0] +PASSED tests/test_basic.py::test_run_from_config[None-None-localhost:8080-localhost-8080] +PASSED tests/test_basic.py::test_run_from_config[None-None-localhost:0-localhost-0] +PASSED tests/test_basic.py::test_app_freed_on_zero_refcount +PASSED tests/test_blueprints.py::test_dotted_name_not_allowed +PASSED tests/test_blueprints.py::test_template_filter +PASSED tests/test_blueprints.py::test_add_template_filter +PASSED tests/test_blueprints.py::test_template_filter_with_name +PASSED tests/test_blueprints.py::test_add_template_filter_with_name +PASSED tests/test_blueprints.py::test_template_test +PASSED tests/test_blueprints.py::test_add_template_test +PASSED tests/test_blueprints.py::test_template_test_with_name +PASSED tests/test_blueprints.py::test_add_template_test_with_name +PASSED tests/test_blueprints.py::test_template_global +ERROR tests/test_basic.py::test_flashes - DeprecationWarning: 'werkzeug.urls.... +ERROR tests/test_basic.py::test_make_response - DeprecationWarning: 'werkzeug... +ERROR tests/test_basic.py::test_make_response_with_response_instance - Deprec... +ERROR tests/test_basic.py::test_jsonify_no_prettyprint - DeprecationWarning: ... +ERROR tests/test_basic.py::test_jsonify_prettyprint - DeprecationWarning: 'we... +ERROR tests/test_basic.py::test_jsonify_mimetype - DeprecationWarning: 'werkz... +ERROR tests/test_basic.py::test_json_dump_dataclass - DeprecationWarning: 'we... +ERROR tests/test_basic.py::test_jsonify_args_and_kwargs_check - DeprecationWa... +ERROR tests/test_basic.py::test_url_generation - DeprecationWarning: 'werkzeu... +ERROR tests/test_blueprints.py::test_templates_and_static - DeprecationWarnin... +ERROR tests/test_blueprints.py::test_templates_list - DeprecationWarning: pkg... +FAILED tests/test_basic.py::test_options_work - DeprecationWarning: 'werkzeug... +FAILED tests/test_basic.py::test_options_on_multiple_rules - DeprecationWarni... +FAILED tests/test_basic.py::test_method_route[get] - DeprecationWarning: 'wer... +FAILED tests/test_basic.py::test_method_route[post] - DeprecationWarning: 'we... +FAILED tests/test_basic.py::test_method_route[put] - DeprecationWarning: 'wer... +FAILED tests/test_basic.py::test_method_route[delete] - DeprecationWarning: '... +FAILED tests/test_basic.py::test_method_route[patch] - DeprecationWarning: 'w... +FAILED tests/test_basic.py::test_provide_automatic_options_attr - Deprecation... +FAILED tests/test_basic.py::test_provide_automatic_options_kwarg - Deprecatio... +FAILED tests/test_basic.py::test_request_dispatching - DeprecationWarning: 'w... +FAILED tests/test_basic.py::test_url_mapping - DeprecationWarning: 'werkzeug.... +FAILED tests/test_basic.py::test_werkzeug_routing - DeprecationWarning: 'werk... +FAILED tests/test_basic.py::test_endpoint_decorator - DeprecationWarning: 'we... +FAILED tests/test_basic.py::test_session - DeprecationWarning: 'werkzeug.urls... +FAILED tests/test_basic.py::test_session_using_server_name - TypeError: __ini... +FAILED tests/test_basic.py::test_session_using_server_name_and_port - TypeErr... +FAILED tests/test_basic.py::test_session_using_server_name_port_and_path - Ty... +FAILED tests/test_basic.py::test_session_using_application_root - TypeError: ... +FAILED tests/test_basic.py::test_session_using_session_settings - TypeError: ... +FAILED tests/test_basic.py::test_session_using_samesite_attribute - Deprecati... +FAILED tests/test_basic.py::test_session_localhost_warning - TypeError: __ini... +FAILED tests/test_basic.py::test_session_ip_warning - TypeError: __init__() g... +FAILED tests/test_basic.py::test_missing_session - DeprecationWarning: 'werkz... +FAILED tests/test_basic.py::test_session_expiration - DeprecationWarning: 'we... +FAILED tests/test_basic.py::test_session_stored_last - DeprecationWarning: 'w... +FAILED tests/test_basic.py::test_session_special_types - DeprecationWarning: ... +FAILED tests/test_basic.py::test_session_cookie_setting - DeprecationWarning:... +FAILED tests/test_basic.py::test_session_vary_cookie - DeprecationWarning: 'w... +FAILED tests/test_basic.py::test_extended_flashing - DeprecationWarning: 'wer... +FAILED tests/test_basic.py::test_request_processing - DeprecationWarning: 'we... +FAILED tests/test_basic.py::test_request_preprocessing_early_return - Depreca... +FAILED tests/test_basic.py::test_after_request_processing - DeprecationWarnin... +FAILED tests/test_basic.py::test_teardown_request_handler - DeprecationWarnin... +FAILED tests/test_basic.py::test_teardown_request_handler_debug_mode - Deprec... +FAILED tests/test_basic.py::test_teardown_request_handler_error - Deprecation... +FAILED tests/test_basic.py::test_before_after_request_order - DeprecationWarn... +FAILED tests/test_basic.py::test_error_handling - DeprecationWarning: 'werkze... +FAILED tests/test_basic.py::test_error_handling_processing - DeprecationWarni... +FAILED tests/test_basic.py::test_baseexception_error_handling - DeprecationWa... +FAILED tests/test_basic.py::test_before_request_and_routing_errors - Deprecat... +FAILED tests/test_basic.py::test_user_error_handling - DeprecationWarning: 'w... +FAILED tests/test_basic.py::test_http_error_subclass_handling - DeprecationWa... +FAILED tests/test_basic.py::test_errorhandler_precedence - DeprecationWarning... +FAILED tests/test_basic.py::test_trapping_of_bad_request_key_errors - Depreca... +FAILED tests/test_basic.py::test_trapping_of_all_http_exceptions - Deprecatio... +FAILED tests/test_basic.py::test_error_handler_after_processor_error - Deprec... +FAILED tests/test_basic.py::test_enctype_debug_helper - DeprecationWarning: '... +FAILED tests/test_basic.py::test_response_types - DeprecationWarning: 'werkze... +FAILED tests/test_basic.py::test_response_type_errors - DeprecationWarning: '... +FAILED tests/test_basic.py::test_build_error_handler - DeprecationWarning: 'w... +FAILED tests/test_basic.py::test_build_error_handler_reraise - DeprecationWar... +FAILED tests/test_basic.py::test_url_for_passes_special_values_to_build_error_handler +FAILED tests/test_basic.py::test_static_files - DeprecationWarning: 'werkzeug... +FAILED tests/test_basic.py::test_static_url_path - DeprecationWarning: 'werkz... +FAILED tests/test_basic.py::test_static_url_path_with_ending_slash - Deprecat... +FAILED tests/test_basic.py::test_static_url_empty_path - DeprecationWarning: ... +FAILED tests/test_basic.py::test_static_url_empty_path_default - DeprecationW... +FAILED tests/test_basic.py::test_static_folder_with_pathlib_path - Deprecatio... +FAILED tests/test_basic.py::test_static_folder_with_ending_slash - Deprecatio... +FAILED tests/test_basic.py::test_static_route_with_host_matching - Deprecatio... +FAILED tests/test_basic.py::test_server_name_subdomain - DeprecationWarning: ... +FAILED tests/test_basic.py::test_max_content_length - DeprecationWarning: 'we... +FAILED tests/test_basic.py::test_url_processors - DeprecationWarning: 'werkze... +FAILED tests/test_basic.py::test_inject_blueprint_url_defaults - DeprecationW... +FAILED tests/test_basic.py::test_nonascii_pathinfo - DeprecationWarning: 'wer... +FAILED tests/test_basic.py::test_debug_mode_complains_after_first_request - D... +FAILED tests/test_basic.py::test_before_first_request_functions - Deprecation... +FAILED tests/test_basic.py::test_before_first_request_functions_concurrent - ... +FAILED tests/test_basic.py::test_routing_redirect_debugging - DeprecationWarn... +FAILED tests/test_basic.py::test_route_decorator_custom_endpoint - Deprecatio... +FAILED tests/test_basic.py::test_preserve_only_once - DeprecationWarning: 'we... +FAILED tests/test_basic.py::test_preserve_remembers_exception - DeprecationWa... +FAILED tests/test_basic.py::test_subdomain_basic_support - TypeError: __init_... +FAILED tests/test_basic.py::test_subdomain_matching - TypeError: __init__() g... +FAILED tests/test_basic.py::test_subdomain_matching_with_ports - TypeError: _... +FAILED tests/test_basic.py::test_subdomain_matching_other_name[False] - TypeE... +FAILED tests/test_basic.py::test_subdomain_matching_other_name[True] - TypeEr... +FAILED tests/test_basic.py::test_multi_route_rules - DeprecationWarning: 'wer... +FAILED tests/test_basic.py::test_multi_route_class_views - DeprecationWarning... +FAILED tests/test_basic.py::test_max_cookie_size - TypeError: __init__() got ... +FAILED tests/test_blueprints.py::test_blueprint_specific_error_handling - Dep... +FAILED tests/test_blueprints.py::test_blueprint_specific_user_error_handling +FAILED tests/test_blueprints.py::test_blueprint_app_error_handling - Deprecat... +FAILED tests/test_blueprints.py::test_blueprint_prefix_slash[-/-/] - Deprecat... +FAILED tests/test_blueprints.py::test_blueprint_prefix_slash[/--/] - Deprecat... +FAILED tests/test_blueprints.py::test_blueprint_prefix_slash[/-/-/] - Depreca... +FAILED tests/test_blueprints.py::test_blueprint_prefix_slash[/foo--/foo] - De... +FAILED tests/test_blueprints.py::test_blueprint_prefix_slash[/foo/--/foo/] - ... +FAILED tests/test_blueprints.py::test_blueprint_prefix_slash[-/bar-/bar] - De... +FAILED tests/test_blueprints.py::test_blueprint_prefix_slash[/foo/-/bar-/foo/bar] +FAILED tests/test_blueprints.py::test_blueprint_prefix_slash[/foo/-bar-/foo/bar] +FAILED tests/test_blueprints.py::test_blueprint_prefix_slash[/foo-/bar-/foo/bar] +FAILED tests/test_blueprints.py::test_blueprint_prefix_slash[/foo/-//bar-/foo/bar] +FAILED tests/test_blueprints.py::test_blueprint_prefix_slash[/foo//-/bar-/foo/bar] +FAILED tests/test_blueprints.py::test_blueprint_url_defaults - DeprecationWar... +FAILED tests/test_blueprints.py::test_blueprint_url_processors - DeprecationW... +FAILED tests/test_blueprints.py::test_default_static_max_age - DeprecationWar... +FAILED tests/test_blueprints.py::test_dotted_names_from_app - DeprecationWarn... +FAILED tests/test_blueprints.py::test_empty_url_defaults - DeprecationWarning... +FAILED tests/test_blueprints.py::test_route_decorator_custom_endpoint - Depre... +FAILED tests/test_blueprints.py::test_route_decorator_custom_endpoint_with_dots +FAILED tests/test_blueprints.py::test_endpoint_decorator - DeprecationWarning... +FAILED tests/test_blueprints.py::test_template_filter_with_template - Depreca... +FAILED tests/test_blueprints.py::test_template_filter_after_route_with_template +FAILED tests/test_blueprints.py::test_add_template_filter_with_template - Dep... +FAILED tests/test_blueprints.py::test_template_filter_with_name_and_template +FAILED tests/test_blueprints.py::test_add_template_filter_with_name_and_template +FAILED tests/test_blueprints.py::test_template_test_with_template - Deprecati... +FAILED tests/test_blueprints.py::test_template_test_after_route_with_template +FAILED tests/test_blueprints.py::test_add_template_test_with_template - Depre... +FAILED tests/test_blueprints.py::test_template_test_with_name_and_template - ... +FAILED tests/test_blueprints.py::test_add_template_test_with_name_and_template +FAILED tests/test_blueprints.py::test_context_processing - DeprecationWarning... +FAILED tests/test_blueprints.py::test_request_processing - DeprecationWarning... +FAILED tests/test_blueprints.py::test_app_request_processing - DeprecationWar... +FAILED tests/test_blueprints.py::test_app_url_processors - DeprecationWarning... +FAILED tests/test_blueprints.py::test_nested_blueprint - DeprecationWarning: ... +================== 117 failed, 51 passed, 11 errors in 6.29s =================== ++ SWEBENCH_TEST_EXIT_CODE=1 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4992/harness-summary.json b/reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4992/harness-summary.json new file mode 100644 index 0000000..73ac58b --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4992/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 0, + "unresolved_instances": 1, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "pallets__flask-4992" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "pallets__flask-4992" + ], + "resolved_ids": [], + "unresolved_ids": [ + "pallets__flask-4992" + ], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.pallets_1776_flask-4992:latest" + ] +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4992/outcome.json b/reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4992/outcome.json new file mode 100644 index 0000000..2eb714e --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4992/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "pallets__flask-4992", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.pallets_1776_flask-4992:latest", + "patch_sha256": "1cd43d91c44d33cd6edddd5f945b33ce22fec2fac74b510b8f4ba61344102c12", + "image_id": "sha256:b6943616922659ca12ba82ca60561483c40f00d80a3a11045d2d0b6b000fb253", + "image_digests": [ + "swebench/sweb.eval.x86_64.pallets_1776_flask-4992@sha256:bb1460876a7bc667f71b46aac744dd6f6d7f5f66e79902461cf76c6f8c4f7150" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4992/raw-log-manifest.json b/reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4992/raw-log-manifest.json new file mode 100644 index 0000000..9fbea69 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4992/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37849298422", + "artifact_name": "patch-shard-17", + "files": { + "harness.log": { + "sha256": "eaa9e157c6437a72c8fb3229137152aca41f387e658182e93041d6574f020718", + "bytes": 845 + }, + "image-pull.log": { + "sha256": "ff5d5fc4555685858bd4275e277821dec80926f130d0f1fb7b6d26995d80c592", + "bytes": 1704 + }, + "logs/run_evaluation/patch-37849298422-17-17/agentic-controls-routed_source/pallets__flask-4992/eval.sh": { + "sha256": "7d609abda437c99ff9db2a7ff1fca2c508057f1ba7e5a8ca978dffd0eeb046da", + "bytes": 2038 + }, + "logs/run_evaluation/patch-37849298422-17-17/agentic-controls-routed_source/pallets__flask-4992/patch.diff": { + "sha256": "1cd43d91c44d33cd6edddd5f945b33ce22fec2fac74b510b8f4ba61344102c12", + "bytes": 1684 + }, + "logs/run_evaluation/patch-37849298422-17-17/agentic-controls-routed_source/pallets__flask-4992/report.json": { + "sha256": "b62d2deba009c55e94d54f539a98b88b12bcf77d84137b16e7f302eb8f9f1547", + "bytes": 2097 + }, + "logs/run_evaluation/patch-37849298422-17-17/agentic-controls-routed_source/pallets__flask-4992/run_instance.log": { + "sha256": "d887aff605c90be67b5dd7232872f77f2048ab89664e1605de98c37c80b09194", + "bytes": 7435 + }, + "logs/run_evaluation/patch-37849298422-17-17/agentic-controls-routed_source/pallets__flask-4992/test_output.txt": { + "sha256": "4ff0240ca8c9d5326ce13d4879c466578f24fc3871113ec2892652931765a008", + "bytes": 69947 + }, + "logs/run_evaluation/patch-37849298422-17-17/run.json": { + "sha256": "cbeaa26f4fd57b495f4994b36693e62a8d28c6876a23d39d91957a09fd37de24", + "bytes": 214 + }, + "predictions.jsonl": { + "sha256": "5acdc112318db31f418b966553efef7ca400cbf75e053885d6b8e55803aa3fc1", + "bytes": 1874 + }, + "summary/agentic-controls-routed_source.patch-37849298422-17-17.json": { + "sha256": "c5cf741d9bf34c062b2c3dc8a3eb2ff8f186a33b7a0adb3e1cabee3c06c4ca52", + "bytes": 834 + } + }, + "excerpt": { + "raw_sha256": "4ff0240ca8c9d5326ce13d4879c466578f24fc3871113ec2892652931765a008", + "raw_lines": 1914, + "start_line": 1877, + "stop_line": 1910, + "truncated": false, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4992/report.json b/reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4992/report.json new file mode 100644 index 0000000..9347a88 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4992/report.json @@ -0,0 +1,49 @@ +{ + "pallets__flask-4992": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": false, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [], + "failure": [ + "tests/test_config.py::test_config_from_file_toml" + ] + }, + "PASS_TO_PASS": { + "success": [ + "tests/test_config.py::test_config_from_pyfile", + "tests/test_config.py::test_config_from_object", + "tests/test_config.py::test_from_prefixed_env", + "tests/test_config.py::test_from_prefixed_env_custom_prefix", + "tests/test_config.py::test_from_prefixed_env_nested", + "tests/test_config.py::test_config_from_mapping", + "tests/test_config.py::test_config_from_class", + "tests/test_config.py::test_config_from_envvar", + "tests/test_config.py::test_config_from_envvar_missing", + "tests/test_config.py::test_config_missing", + "tests/test_config.py::test_config_missing_file", + "tests/test_config.py::test_custom_config_class", + "tests/test_config.py::test_session_lifetime", + "tests/test_config.py::test_get_namespace", + "tests/test_config.py::test_from_pyfile_weird_encoding[utf-8]", + "tests/test_config.py::test_from_pyfile_weird_encoding[iso-8859-15]", + "tests/test_config.py::test_from_pyfile_weird_encoding[latin-1]" + ], + "failure": [ + "tests/test_config.py::test_config_from_file_json" + ] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4992/test-output-excerpt.txt b/reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4992/test-output-excerpt.txt new file mode 100644 index 0000000..22c90fd --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/pallets__flask-4992/test-output-excerpt.txt @@ -0,0 +1,34 @@ ++ : '>>>>> Start Test Output' ++ pytest -rA tests/test_config.py +============================= test session starts ============================== +platform linux -- Python 3.11.10, pytest-7.3.0, pluggy-1.0.0 +rootdir: /testbed +configfile: pyproject.toml +collected 19 items + +tests/test_config.py ................... [100%] + +==================================== PASSES ==================================== +=========================== short test summary info ============================ +PASSED tests/test_config.py::test_config_from_pyfile +PASSED tests/test_config.py::test_config_from_object +PASSED tests/test_config.py::test_config_from_file +PASSED tests/test_config.py::test_config_from_file_binary +PASSED tests/test_config.py::test_from_prefixed_env +PASSED tests/test_config.py::test_from_prefixed_env_custom_prefix +PASSED tests/test_config.py::test_from_prefixed_env_nested +PASSED tests/test_config.py::test_config_from_mapping +PASSED tests/test_config.py::test_config_from_class +PASSED tests/test_config.py::test_config_from_envvar +PASSED tests/test_config.py::test_config_from_envvar_missing +PASSED tests/test_config.py::test_config_missing +PASSED tests/test_config.py::test_config_missing_file +PASSED tests/test_config.py::test_custom_config_class +PASSED tests/test_config.py::test_session_lifetime +PASSED tests/test_config.py::test_get_namespace +PASSED tests/test_config.py::test_from_pyfile_weird_encoding[utf-8] +PASSED tests/test_config.py::test_from_pyfile_weird_encoding[iso-8859-15] +PASSED tests/test_config.py::test_from_pyfile_weird_encoding[latin-1] +============================== 19 passed in 0.04s ============================== ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/psf__requests-2317/outcome.json b/reports/experiments/paired-20/routed_source/official-evaluation/psf__requests-2317/outcome.json new file mode 100644 index 0000000..0e60fcd --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/psf__requests-2317/outcome.json @@ -0,0 +1,6 @@ +{ + "instance_id": "psf__requests-2317", + "status": "empty_patch", + "resolved": false, + "patch_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/psf__requests-2674/outcome.json b/reports/experiments/paired-20/routed_source/official-evaluation/psf__requests-2674/outcome.json new file mode 100644 index 0000000..fa45173 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/psf__requests-2674/outcome.json @@ -0,0 +1,6 @@ +{ + "instance_id": "psf__requests-2674", + "status": "empty_patch", + "resolved": false, + "patch_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/pydata__xarray-4094/harness-summary.json b/reports/experiments/paired-20/routed_source/official-evaluation/pydata__xarray-4094/harness-summary.json new file mode 100644 index 0000000..d5b0709 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/pydata__xarray-4094/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "pydata__xarray-4094" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "pydata__xarray-4094" + ], + "resolved_ids": [ + "pydata__xarray-4094" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.pydata_1776_xarray-4094:latest" + ] +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/pydata__xarray-4094/outcome.json b/reports/experiments/paired-20/routed_source/official-evaluation/pydata__xarray-4094/outcome.json new file mode 100644 index 0000000..eeac9dd --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/pydata__xarray-4094/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "pydata__xarray-4094", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.pydata_1776_xarray-4094:latest", + "patch_sha256": "980c17558562a9e54f0430c5de3436eaad32f52491331c0eb09e5389ecf7b070", + "image_id": "sha256:a18e074e2230f1f06df847df0451aef2063d777000ae6ed5d86adba4d2eafef6", + "image_digests": [ + "swebench/sweb.eval.x86_64.pydata_1776_xarray-4094@sha256:6bcd1fe581af0796691ac3527b940d43e5e1bfd6539adeecebb12f3e4b25dc2c" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/pydata__xarray-4094/raw-log-manifest.json b/reports/experiments/paired-20/routed_source/official-evaluation/pydata__xarray-4094/raw-log-manifest.json new file mode 100644 index 0000000..5be1b85 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/pydata__xarray-4094/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37849298422", + "artifact_name": "patch-shard-9", + "files": { + "harness.log": { + "sha256": "fdf3a7f1459e56be08edf77fe533d8a5cfcafb8a05239c4e5d1f4fba151aec2c", + "bytes": 842 + }, + "image-pull.log": { + "sha256": "afe5bcc4e587446746a23007f38f1f450da9141ab1022ce2422e325d58c23363", + "bytes": 1671 + }, + "logs/run_evaluation/patch-37849298422-9-9/agentic-controls-routed_source/pydata__xarray-4094/eval.sh": { + "sha256": "c8e40a7cadb62a9cf94283be27fd5cf53412e916883e339e227acb6b26c1f4f0", + "bytes": 1521 + }, + "logs/run_evaluation/patch-37849298422-9-9/agentic-controls-routed_source/pydata__xarray-4094/patch.diff": { + "sha256": "980c17558562a9e54f0430c5de3436eaad32f52491331c0eb09e5389ecf7b070", + "bytes": 406 + }, + "logs/run_evaluation/patch-37849298422-9-9/agentic-controls-routed_source/pydata__xarray-4094/report.json": { + "sha256": "07bff09a5945522da7b04c79dff185ce1028e6c982b73b2bf04ad42659308c34", + "bytes": 80222 + }, + "logs/run_evaluation/patch-37849298422-9-9/agentic-controls-routed_source/pydata__xarray-4094/run_instance.log": { + "sha256": "7b642413b593c770ab48d4edc90c5e44ee63e62be2e0337578b56cf5cfb2df90", + "bytes": 65686 + }, + "logs/run_evaluation/patch-37849298422-9-9/agentic-controls-routed_source/pydata__xarray-4094/test_output.txt": { + "sha256": "7bba74a099cb5a1c05f5fe2aae974eb05495967dc320400b9c954ec92f5242b2", + "bytes": 179983 + }, + "logs/run_evaluation/patch-37849298422-9-9/run.json": { + "sha256": "f43bd768018be229f2b16cfdf828b991773cd17b120885c532b80c8c32d980a2", + "bytes": 213 + }, + "predictions.jsonl": { + "sha256": "a4d843e7565d322e9c6179bc193205005095b08c0a0b6fb472ac92265e13413c", + "bytes": 531 + }, + "summary/agentic-controls-routed_source.patch-37849298422-9-9.json": { + "sha256": "7933d047323168bbda574f0d19ef693920e0c46dc10a945dd551c7e4396fdebd", + "bytes": 834 + } + }, + "excerpt": { + "raw_sha256": "7bba74a099cb5a1c05f5fe2aae974eb05495967dc320400b9c954ec92f5242b2", + "raw_lines": 3665, + "start_line": 3502, + "stop_line": 3661, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/pydata__xarray-4094/report.json b/reports/experiments/paired-20/routed_source/official-evaluation/pydata__xarray-4094/report.json new file mode 100644 index 0000000..6550bfa --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/pydata__xarray-4094/report.json @@ -0,0 +1,892 @@ +{ + "pydata__xarray-4094": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "xarray/tests/test_dataset.py::TestDataset::test_to_stacked_array_to_unstacked_dataset" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "xarray/tests/test_dataset.py::TestDataset::test_repr", + "xarray/tests/test_dataset.py::TestDataset::test_repr_multiindex", + "xarray/tests/test_dataset.py::TestDataset::test_repr_period_index", + "xarray/tests/test_dataset.py::TestDataset::test_unicode_data", + "xarray/tests/test_dataset.py::TestDataset::test_repr_nep18", + "xarray/tests/test_dataset.py::TestDataset::test_info", + "xarray/tests/test_dataset.py::TestDataset::test_constructor", + "xarray/tests/test_dataset.py::TestDataset::test_constructor_invalid_dims", + "xarray/tests/test_dataset.py::TestDataset::test_constructor_1d", + "xarray/tests/test_dataset.py::TestDataset::test_constructor_0d", + "xarray/tests/test_dataset.py::TestDataset::test_constructor_deprecated", + "xarray/tests/test_dataset.py::TestDataset::test_constructor_auto_align", + "xarray/tests/test_dataset.py::TestDataset::test_constructor_pandas_sequence", + "xarray/tests/test_dataset.py::TestDataset::test_constructor_pandas_single", + "xarray/tests/test_dataset.py::TestDataset::test_constructor_compat", + "xarray/tests/test_dataset.py::TestDataset::test_constructor_with_coords", + "xarray/tests/test_dataset.py::TestDataset::test_properties", + "xarray/tests/test_dataset.py::TestDataset::test_asarray", + "xarray/tests/test_dataset.py::TestDataset::test_get_index", + "xarray/tests/test_dataset.py::TestDataset::test_attr_access", + "xarray/tests/test_dataset.py::TestDataset::test_variable", + "xarray/tests/test_dataset.py::TestDataset::test_modify_inplace", + "xarray/tests/test_dataset.py::TestDataset::test_coords_properties", + "xarray/tests/test_dataset.py::TestDataset::test_coords_modify", + "xarray/tests/test_dataset.py::TestDataset::test_update_index", + "xarray/tests/test_dataset.py::TestDataset::test_coords_setitem_with_new_dimension", + "xarray/tests/test_dataset.py::TestDataset::test_coords_setitem_multiindex", + "xarray/tests/test_dataset.py::TestDataset::test_coords_set", + "xarray/tests/test_dataset.py::TestDataset::test_coords_to_dataset", + "xarray/tests/test_dataset.py::TestDataset::test_coords_merge", + "xarray/tests/test_dataset.py::TestDataset::test_coords_merge_mismatched_shape", + "xarray/tests/test_dataset.py::TestDataset::test_data_vars_properties", + "xarray/tests/test_dataset.py::TestDataset::test_equals_and_identical", + "xarray/tests/test_dataset.py::TestDataset::test_equals_failures", + "xarray/tests/test_dataset.py::TestDataset::test_broadcast_equals", + "xarray/tests/test_dataset.py::TestDataset::test_attrs", + "xarray/tests/test_dataset.py::TestDataset::test_chunk", + "xarray/tests/test_dataset.py::TestDataset::test_dask_is_lazy", + "xarray/tests/test_dataset.py::TestDataset::test_isel", + "xarray/tests/test_dataset.py::TestDataset::test_isel_fancy", + "xarray/tests/test_dataset.py::TestDataset::test_isel_dataarray", + "xarray/tests/test_dataset.py::TestDataset::test_sel", + "xarray/tests/test_dataset.py::TestDataset::test_sel_dataarray", + "xarray/tests/test_dataset.py::TestDataset::test_sel_dataarray_mindex", + "xarray/tests/test_dataset.py::TestDataset::test_categorical_index", + "xarray/tests/test_dataset.py::TestDataset::test_categorical_reindex", + "xarray/tests/test_dataset.py::TestDataset::test_sel_drop", + "xarray/tests/test_dataset.py::TestDataset::test_isel_drop", + "xarray/tests/test_dataset.py::TestDataset::test_head", + "xarray/tests/test_dataset.py::TestDataset::test_tail", + "xarray/tests/test_dataset.py::TestDataset::test_thin", + "xarray/tests/test_dataset.py::TestDataset::test_sel_fancy", + "xarray/tests/test_dataset.py::TestDataset::test_sel_method", + "xarray/tests/test_dataset.py::TestDataset::test_loc", + "xarray/tests/test_dataset.py::TestDataset::test_selection_multiindex", + "xarray/tests/test_dataset.py::TestDataset::test_broadcast_like", + "xarray/tests/test_dataset.py::TestDataset::test_reindex_like", + "xarray/tests/test_dataset.py::TestDataset::test_reindex", + "xarray/tests/test_dataset.py::TestDataset::test_reindex_warning", + "xarray/tests/test_dataset.py::TestDataset::test_reindex_variables_copied", + "xarray/tests/test_dataset.py::TestDataset::test_reindex_method", + "xarray/tests/test_dataset.py::TestDataset::test_reindex_fill_value[fill_value0]", + "xarray/tests/test_dataset.py::TestDataset::test_reindex_fill_value[2]", + "xarray/tests/test_dataset.py::TestDataset::test_reindex_fill_value[2.0]", + "xarray/tests/test_dataset.py::TestDataset::test_reindex_like_fill_value[fill_value0]", + "xarray/tests/test_dataset.py::TestDataset::test_reindex_like_fill_value[2]", + "xarray/tests/test_dataset.py::TestDataset::test_reindex_like_fill_value[2.0]", + "xarray/tests/test_dataset.py::TestDataset::test_align_fill_value[fill_value0]", + "xarray/tests/test_dataset.py::TestDataset::test_align_fill_value[2]", + "xarray/tests/test_dataset.py::TestDataset::test_align_fill_value[2.0]", + "xarray/tests/test_dataset.py::TestDataset::test_align", + "xarray/tests/test_dataset.py::TestDataset::test_align_exact", + "xarray/tests/test_dataset.py::TestDataset::test_align_override", + "xarray/tests/test_dataset.py::TestDataset::test_align_exclude", + "xarray/tests/test_dataset.py::TestDataset::test_align_nocopy", + "xarray/tests/test_dataset.py::TestDataset::test_align_indexes", + "xarray/tests/test_dataset.py::TestDataset::test_align_non_unique", + "xarray/tests/test_dataset.py::TestDataset::test_broadcast", + "xarray/tests/test_dataset.py::TestDataset::test_broadcast_nocopy", + "xarray/tests/test_dataset.py::TestDataset::test_broadcast_exclude", + "xarray/tests/test_dataset.py::TestDataset::test_broadcast_misaligned", + "xarray/tests/test_dataset.py::TestDataset::test_variable_indexing", + "xarray/tests/test_dataset.py::TestDataset::test_drop_variables", + "xarray/tests/test_dataset.py::TestDataset::test_drop_index_labels", + "xarray/tests/test_dataset.py::TestDataset::test_drop_labels_by_keyword", + "xarray/tests/test_dataset.py::TestDataset::test_drop_dims", + "xarray/tests/test_dataset.py::TestDataset::test_copy", + "xarray/tests/test_dataset.py::TestDataset::test_copy_with_data", + "xarray/tests/test_dataset.py::TestDataset::test_copy_with_data_errors", + "xarray/tests/test_dataset.py::TestDataset::test_rename", + "xarray/tests/test_dataset.py::TestDataset::test_rename_old_name", + "xarray/tests/test_dataset.py::TestDataset::test_rename_same_name", + "xarray/tests/test_dataset.py::TestDataset::test_rename_inplace", + "xarray/tests/test_dataset.py::TestDataset::test_rename_dims", + "xarray/tests/test_dataset.py::TestDataset::test_rename_vars", + "xarray/tests/test_dataset.py::TestDataset::test_rename_multiindex", + "xarray/tests/test_dataset.py::TestDataset::test_rename_does_not_change_CFTimeIndex_type", + "xarray/tests/test_dataset.py::TestDataset::test_rename_does_not_change_DatetimeIndex_type", + "xarray/tests/test_dataset.py::TestDataset::test_swap_dims", + "xarray/tests/test_dataset.py::TestDataset::test_expand_dims_error", + "xarray/tests/test_dataset.py::TestDataset::test_expand_dims_int", + "xarray/tests/test_dataset.py::TestDataset::test_expand_dims_coords", + "xarray/tests/test_dataset.py::TestDataset::test_expand_dims_existing_scalar_coord", + "xarray/tests/test_dataset.py::TestDataset::test_isel_expand_dims_roundtrip", + "xarray/tests/test_dataset.py::TestDataset::test_expand_dims_mixed_int_and_coords", + "xarray/tests/test_dataset.py::TestDataset::test_expand_dims_kwargs_python36plus", + "xarray/tests/test_dataset.py::TestDataset::test_set_index", + "xarray/tests/test_dataset.py::TestDataset::test_reset_index", + "xarray/tests/test_dataset.py::TestDataset::test_reset_index_keep_attrs", + "xarray/tests/test_dataset.py::TestDataset::test_reorder_levels", + "xarray/tests/test_dataset.py::TestDataset::test_stack", + "xarray/tests/test_dataset.py::TestDataset::test_unstack", + "xarray/tests/test_dataset.py::TestDataset::test_unstack_errors", + "xarray/tests/test_dataset.py::TestDataset::test_unstack_fill_value", + "xarray/tests/test_dataset.py::TestDataset::test_unstack_sparse", + "xarray/tests/test_dataset.py::TestDataset::test_stack_unstack_fast", + "xarray/tests/test_dataset.py::TestDataset::test_stack_unstack_slow", + "xarray/tests/test_dataset.py::TestDataset::test_to_stacked_array_invalid_sample_dims", + "xarray/tests/test_dataset.py::TestDataset::test_to_stacked_array_name", + "xarray/tests/test_dataset.py::TestDataset::test_to_stacked_array_dtype_dims", + "xarray/tests/test_dataset.py::TestDataset::test_to_stacked_array_to_unstacked_dataset_different_dimension", + "xarray/tests/test_dataset.py::TestDataset::test_update", + "xarray/tests/test_dataset.py::TestDataset::test_update_overwrite_coords", + "xarray/tests/test_dataset.py::TestDataset::test_update_auto_align", + "xarray/tests/test_dataset.py::TestDataset::test_getitem", + "xarray/tests/test_dataset.py::TestDataset::test_getitem_hashable", + "xarray/tests/test_dataset.py::TestDataset::test_virtual_variables_default_coords", + "xarray/tests/test_dataset.py::TestDataset::test_virtual_variables_time", + "xarray/tests/test_dataset.py::TestDataset::test_virtual_variable_same_name", + "xarray/tests/test_dataset.py::TestDataset::test_virtual_variable_multiindex", + "xarray/tests/test_dataset.py::TestDataset::test_time_season", + "xarray/tests/test_dataset.py::TestDataset::test_slice_virtual_variable", + "xarray/tests/test_dataset.py::TestDataset::test_setitem", + "xarray/tests/test_dataset.py::TestDataset::test_setitem_pandas", + "xarray/tests/test_dataset.py::TestDataset::test_setitem_auto_align", + "xarray/tests/test_dataset.py::TestDataset::test_setitem_dimension_override", + "xarray/tests/test_dataset.py::TestDataset::test_setitem_with_coords", + "xarray/tests/test_dataset.py::TestDataset::test_setitem_align_new_indexes", + "xarray/tests/test_dataset.py::TestDataset::test_assign", + "xarray/tests/test_dataset.py::TestDataset::test_assign_coords", + "xarray/tests/test_dataset.py::TestDataset::test_assign_attrs", + "xarray/tests/test_dataset.py::TestDataset::test_assign_multiindex_level", + "xarray/tests/test_dataset.py::TestDataset::test_merge_multiindex_level", + "xarray/tests/test_dataset.py::TestDataset::test_setitem_original_non_unique_index", + "xarray/tests/test_dataset.py::TestDataset::test_setitem_both_non_unique_index", + "xarray/tests/test_dataset.py::TestDataset::test_setitem_multiindex_level", + "xarray/tests/test_dataset.py::TestDataset::test_delitem", + "xarray/tests/test_dataset.py::TestDataset::test_squeeze", + "xarray/tests/test_dataset.py::TestDataset::test_squeeze_drop", + "xarray/tests/test_dataset.py::TestDataset::test_groupby", + "xarray/tests/test_dataset.py::TestDataset::test_groupby_returns_new_type", + "xarray/tests/test_dataset.py::TestDataset::test_groupby_iter", + "xarray/tests/test_dataset.py::TestDataset::test_groupby_errors", + "xarray/tests/test_dataset.py::TestDataset::test_groupby_reduce", + "xarray/tests/test_dataset.py::TestDataset::test_groupby_math", + "xarray/tests/test_dataset.py::TestDataset::test_groupby_math_virtual", + "xarray/tests/test_dataset.py::TestDataset::test_groupby_nan", + "xarray/tests/test_dataset.py::TestDataset::test_groupby_order", + "xarray/tests/test_dataset.py::TestDataset::test_resample_and_first", + "xarray/tests/test_dataset.py::TestDataset::test_resample_min_count", + "xarray/tests/test_dataset.py::TestDataset::test_resample_by_mean_with_keep_attrs", + "xarray/tests/test_dataset.py::TestDataset::test_resample_loffset", + "xarray/tests/test_dataset.py::TestDataset::test_resample_by_mean_discarding_attrs", + "xarray/tests/test_dataset.py::TestDataset::test_resample_by_last_discarding_attrs", + "xarray/tests/test_dataset.py::TestDataset::test_resample_drop_nondim_coords", + "xarray/tests/test_dataset.py::TestDataset::test_resample_old_api", + "xarray/tests/test_dataset.py::TestDataset::test_resample_ds_da_are_the_same", + "xarray/tests/test_dataset.py::TestDataset::test_ds_resample_apply_func_args", + "xarray/tests/test_dataset.py::TestDataset::test_to_array", + "xarray/tests/test_dataset.py::TestDataset::test_to_and_from_dataframe", + "xarray/tests/test_dataset.py::TestDataset::test_from_dataframe_sparse", + "xarray/tests/test_dataset.py::TestDataset::test_to_and_from_empty_dataframe", + "xarray/tests/test_dataset.py::TestDataset::test_from_dataframe_non_unique_columns", + "xarray/tests/test_dataset.py::TestDataset::test_convert_dataframe_with_many_types_and_multiindex", + "xarray/tests/test_dataset.py::TestDataset::test_to_and_from_dict", + "xarray/tests/test_dataset.py::TestDataset::test_to_and_from_dict_with_time_dim", + "xarray/tests/test_dataset.py::TestDataset::test_to_and_from_dict_with_nan_nat", + "xarray/tests/test_dataset.py::TestDataset::test_to_dict_with_numpy_attrs", + "xarray/tests/test_dataset.py::TestDataset::test_pickle", + "xarray/tests/test_dataset.py::TestDataset::test_lazy_load", + "xarray/tests/test_dataset.py::TestDataset::test_dropna", + "xarray/tests/test_dataset.py::TestDataset::test_fillna", + "xarray/tests/test_dataset.py::TestDataset::test_where", + "xarray/tests/test_dataset.py::TestDataset::test_where_other", + "xarray/tests/test_dataset.py::TestDataset::test_where_drop", + "xarray/tests/test_dataset.py::TestDataset::test_where_drop_empty", + "xarray/tests/test_dataset.py::TestDataset::test_where_drop_no_indexes", + "xarray/tests/test_dataset.py::TestDataset::test_reduce", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_coords", + "xarray/tests/test_dataset.py::TestDataset::test_mean_uint_dtype", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_bad_dim", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_cumsum", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_cumsum_test_dims", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_non_numeric", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_strings", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_dtypes", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_keep_attrs", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_argmin", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_scalars", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_only_one_axis", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_no_axis", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_keepdims", + "xarray/tests/test_dataset.py::TestDataset::test_quantile[0.25-True]", + "xarray/tests/test_dataset.py::TestDataset::test_quantile[0.25-False]", + "xarray/tests/test_dataset.py::TestDataset::test_quantile[q1-True]", + "xarray/tests/test_dataset.py::TestDataset::test_quantile[q1-False]", + "xarray/tests/test_dataset.py::TestDataset::test_quantile[q2-True]", + "xarray/tests/test_dataset.py::TestDataset::test_quantile[q2-False]", + "xarray/tests/test_dataset.py::TestDataset::test_quantile_skipna[True]", + "xarray/tests/test_dataset.py::TestDataset::test_quantile_skipna[False]", + "xarray/tests/test_dataset.py::TestDataset::test_rank", + "xarray/tests/test_dataset.py::TestDataset::test_count", + "xarray/tests/test_dataset.py::TestDataset::test_map", + "xarray/tests/test_dataset.py::TestDataset::test_apply_pending_deprecated_map", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_number_math", + "xarray/tests/test_dataset.py::TestDataset::test_unary_ops", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_array_math", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_dataset_math", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_math_auto_align", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_math_errors", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_transpose", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_ellipsis_transpose_different_ordered_vars", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_retains_period_index_on_transpose", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_diff_n1_simple", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_diff_n1_label", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_diff_n1", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_diff_n2", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_diff_exception_n_neg", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_diff_exception_label_str", + "xarray/tests/test_dataset.py::TestDataset::test_shift[fill_value0]", + "xarray/tests/test_dataset.py::TestDataset::test_shift[2]", + "xarray/tests/test_dataset.py::TestDataset::test_shift[2.0]", + "xarray/tests/test_dataset.py::TestDataset::test_roll_coords", + "xarray/tests/test_dataset.py::TestDataset::test_roll_no_coords", + "xarray/tests/test_dataset.py::TestDataset::test_roll_coords_none", + "xarray/tests/test_dataset.py::TestDataset::test_roll_multidim", + "xarray/tests/test_dataset.py::TestDataset::test_real_and_imag", + "xarray/tests/test_dataset.py::TestDataset::test_setattr_raises", + "xarray/tests/test_dataset.py::TestDataset::test_filter_by_attrs", + "xarray/tests/test_dataset.py::TestDataset::test_binary_op_propagate_indexes", + "xarray/tests/test_dataset.py::TestDataset::test_binary_op_join_setting", + "xarray/tests/test_dataset.py::TestDataset::test_full_like", + "xarray/tests/test_dataset.py::TestDataset::test_combine_first", + "xarray/tests/test_dataset.py::TestDataset::test_sortby", + "xarray/tests/test_dataset.py::TestDataset::test_attribute_access", + "xarray/tests/test_dataset.py::TestDataset::test_ipython_key_completion", + "xarray/tests/test_dataset.py::TestDataset::test_polyfit_output", + "xarray/tests/test_dataset.py::TestDataset::test_pad", + "xarray/tests/test_dataset.py::test_isin[test_elements0]", + "xarray/tests/test_dataset.py::test_isin[test_elements1]", + "xarray/tests/test_dataset.py::test_isin[test_elements2]", + "xarray/tests/test_dataset.py::test_isin_dask[test_elements0]", + "xarray/tests/test_dataset.py::test_isin_dask[test_elements1]", + "xarray/tests/test_dataset.py::test_isin_dask[test_elements2]", + "xarray/tests/test_dataset.py::test_isin_dataset", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords0-unaligned_coords0]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords0-unaligned_coords1]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords0-unaligned_coords2]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords0-unaligned_coords3]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords0-unaligned_coords4]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords0-unaligned_coords5]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords0-unaligned_coords6]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords0-unaligned_coords7]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords0-unaligned_coords8]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords0-unaligned_coords9]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords1-unaligned_coords0]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords1-unaligned_coords1]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords1-unaligned_coords2]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords1-unaligned_coords3]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords1-unaligned_coords4]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords1-unaligned_coords5]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords1-unaligned_coords6]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords1-unaligned_coords7]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords1-unaligned_coords8]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords1-unaligned_coords9]", + "xarray/tests/test_dataset.py::test_error_message_on_set_supplied", + "xarray/tests/test_dataset.py::test_constructor_raises_with_invalid_coords[unaligned_coords0]", + "xarray/tests/test_dataset.py::test_dir_expected_attrs[None]", + "xarray/tests/test_dataset.py::test_dir_non_string[None]", + "xarray/tests/test_dataset.py::test_dir_unicode[None]", + "xarray/tests/test_dataset.py::test_coarsen_absent_dims_error[1]", + "xarray/tests/test_dataset.py::test_coarsen[1-trim-left-True]", + "xarray/tests/test_dataset.py::test_coarsen[1-trim-left-False]", + "xarray/tests/test_dataset.py::test_coarsen[1-pad-right-True]", + "xarray/tests/test_dataset.py::test_coarsen[1-pad-right-False]", + "xarray/tests/test_dataset.py::test_coarsen_coords[1-True]", + "xarray/tests/test_dataset.py::test_coarsen_coords[1-False]", + "xarray/tests/test_dataset.py::test_coarsen_coords_cftime", + "xarray/tests/test_dataset.py::test_coarsen_keep_attrs", + "xarray/tests/test_dataset.py::test_rolling_keep_attrs", + "xarray/tests/test_dataset.py::test_rolling_properties[1]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-True-sum]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-True-mean]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-True-std]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-True-var]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-True-min]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-True-max]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-True-median]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-False-sum]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-False-mean]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-False-std]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-False-var]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-False-min]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-False-max]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-False-median]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-None-sum]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-None-mean]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-None-std]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-None-var]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-None-min]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-None-max]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-None-median]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-True-sum]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-True-mean]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-True-std]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-True-var]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-True-min]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-True-max]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-True-median]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-False-sum]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-False-mean]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-False-std]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-False-var]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-False-min]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-False-max]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-False-median]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-None-sum]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-None-mean]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-None-std]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-None-var]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-None-min]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-None-max]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-None-median]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-True-sum]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-True-mean]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-True-std]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-True-var]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-True-min]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-True-max]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-True-median]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-False-sum]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-False-mean]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-False-std]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-False-var]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-False-min]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-False-max]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-False-median]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-None-sum]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-None-mean]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-None-std]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-None-var]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-None-min]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-None-max]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-None-median]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-True-sum]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-True-mean]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-True-std]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-True-var]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-True-min]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-True-max]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-True-median]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-False-sum]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-False-mean]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-False-std]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-False-var]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-False-min]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-False-max]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-False-median]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-None-sum]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-None-mean]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-None-std]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-None-var]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-None-min]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-None-max]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-None-median]", + "xarray/tests/test_dataset.py::test_rolling_exp[1]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[1-None-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[1-None-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[1-1-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[1-1-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[1-2-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[1-2-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[1-3-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[1-3-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[2-None-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[2-None-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[2-1-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[2-1-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[2-2-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[2-2-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[2-3-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[2-3-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[3-None-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[3-None-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[3-1-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[3-1-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[3-2-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[3-2-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[3-3-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[3-3-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[4-None-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[4-None-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[4-1-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[4-1-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[4-2-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[4-2-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[4-3-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[4-3-False]", + "xarray/tests/test_dataset.py::test_rolling_construct[1-True]", + "xarray/tests/test_dataset.py::test_rolling_construct[1-False]", + "xarray/tests/test_dataset.py::test_rolling_construct[2-True]", + "xarray/tests/test_dataset.py::test_rolling_construct[2-False]", + "xarray/tests/test_dataset.py::test_rolling_construct[3-True]", + "xarray/tests/test_dataset.py::test_rolling_construct[3-False]", + "xarray/tests/test_dataset.py::test_rolling_construct[4-True]", + "xarray/tests/test_dataset.py::test_rolling_construct[4-False]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-3-False-2]", + "xarray/tests/test_dataset.py::test_raise_no_warning_for_nan_in_binary_ops", + "xarray/tests/test_dataset.py::test_differentiate[1-False]", + "xarray/tests/test_dataset.py::test_differentiate[2-False]", + "xarray/tests/test_dataset.py::test_differentiate_datetime[False]", + "xarray/tests/test_dataset.py::test_differentiate_cftime[False]", + "xarray/tests/test_dataset.py::test_integrate[True]", + "xarray/tests/test_dataset.py::test_integrate[False]", + "xarray/tests/test_dataset.py::test_trapz_datetime[np-True]", + "xarray/tests/test_dataset.py::test_trapz_datetime[np-False]", + "xarray/tests/test_dataset.py::test_trapz_datetime[cftime-True]", + "xarray/tests/test_dataset.py::test_trapz_datetime[cftime-False]", + "xarray/tests/test_dataset.py::test_no_dict", + "xarray/tests/test_dataset.py::test_subclass_slots", + "xarray/tests/test_dataset.py::test_weakref" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/pydata__xarray-4094/test-output-excerpt.txt b/reports/experiments/paired-20/routed_source/official-evaluation/pydata__xarray-4094/test-output-excerpt.txt new file mode 100644 index 0000000..314f249 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/pydata__xarray-4094/test-output-excerpt.txt @@ -0,0 +1,160 @@ +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[min-4-3-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[min-4-3-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[min-4-3-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[min-4-3-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-None-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-None-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-None-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-None-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-1-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-1-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-1-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-1-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-2-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-2-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-2-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-2-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-3-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-3-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-3-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-3-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-None-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-None-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-None-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-None-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-1-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-1-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-1-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-1-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-2-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-2-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-2-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-2-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-3-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-3-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-3-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-3-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-None-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-None-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-None-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-None-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-1-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-1-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-1-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-1-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-2-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-2-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-2-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-2-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-3-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-3-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-3-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-3-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-None-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-None-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-None-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-None-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-1-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-1-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-1-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-1-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-2-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-2-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-2-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-2-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-3-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-3-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-3-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-3-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-None-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-None-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-None-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-None-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-1-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-1-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-1-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-1-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-2-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-2-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-2-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-2-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-3-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-3-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-3-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-3-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-None-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-None-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-None-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-None-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-1-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-1-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-1-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-1-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-2-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-2-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-2-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-2-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-3-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-3-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-3-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-3-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-None-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-None-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-None-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-None-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-1-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-1-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-1-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-1-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-2-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-2-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-2-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-2-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-3-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-3-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-3-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-3-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-None-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-None-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-None-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-None-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-1-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-1-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-1-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-1-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-2-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-2-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-2-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-2-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-3-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-3-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-3-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-3-False-2] +PASSED xarray/tests/test_dataset.py::test_raise_no_warning_for_nan_in_binary_ops +PASSED xarray/tests/test_dataset.py::test_differentiate[1-True] +PASSED xarray/tests/test_dataset.py::test_differentiate[1-False] +PASSED xarray/tests/test_dataset.py::test_differentiate[2-True] +PASSED xarray/tests/test_dataset.py::test_differentiate[2-False] +PASSED xarray/tests/test_dataset.py::test_differentiate_datetime[True] +PASSED xarray/tests/test_dataset.py::test_differentiate_datetime[False] +PASSED xarray/tests/test_dataset.py::test_differentiate_cftime[True] +PASSED xarray/tests/test_dataset.py::test_differentiate_cftime[False] +PASSED xarray/tests/test_dataset.py::test_integrate[True] +PASSED xarray/tests/test_dataset.py::test_integrate[False] +PASSED xarray/tests/test_dataset.py::test_trapz_datetime[np-True] +PASSED xarray/tests/test_dataset.py::test_trapz_datetime[np-False] +PASSED xarray/tests/test_dataset.py::test_trapz_datetime[cftime-True] +PASSED xarray/tests/test_dataset.py::test_trapz_datetime[cftime-False] +PASSED xarray/tests/test_dataset.py::test_no_dict +PASSED xarray/tests/test_dataset.py::test_subclass_slots +PASSED xarray/tests/test_dataset.py::test_weakref +SKIPPED [16] xarray/tests/test_dataset.py:5944: std with window == 1 is unstable in bottleneck +XFAIL xarray/tests/test_dataset.py::TestDataset::test_copy_coords[True-expected_orig0] +XPASS xarray/tests/test_dataset.py::TestDataset::test_copy_coords[False-expected_orig1] +FAILED xarray/tests/test_dataset.py::TestDataset::test_sel_categorical - Impo... +FAILED xarray/tests/test_dataset.py::TestDataset::test_sel_categorical_error +FAILED xarray/tests/test_dataset.py::TestDataset::test_categorical_multiindex +FAILED xarray/tests/test_dataset.py::TestDataset::test_from_dataframe_categorical += 4 failed, 867 passed, 16 skipped, 1 xfailed, 1 xpassed, 2926 warnings in 14.23s = ++ SWEBENCH_TEST_EXIT_CODE=1 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/pydata__xarray-4248/outcome.json b/reports/experiments/paired-20/routed_source/official-evaluation/pydata__xarray-4248/outcome.json new file mode 100644 index 0000000..f7936ea --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/pydata__xarray-4248/outcome.json @@ -0,0 +1,6 @@ +{ + "instance_id": "pydata__xarray-4248", + "status": "empty_patch", + "resolved": false, + "patch_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-11143/harness-summary.json b/reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-11143/harness-summary.json new file mode 100644 index 0000000..ba09ec8 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-11143/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "pytest-dev__pytest-11143" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "pytest-dev__pytest-11143" + ], + "resolved_ids": [ + "pytest-dev__pytest-11143" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.pytest-dev_1776_pytest-11143:latest" + ] +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-11143/outcome.json b/reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-11143/outcome.json new file mode 100644 index 0000000..562f7bf --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-11143/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "pytest-dev__pytest-11143", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.pytest-dev_1776_pytest-11143:latest", + "patch_sha256": "c9b1764d9fa4f5ac8f447d278a4df9a8f4a3681d1a1498ba9e0d94d92b39724c", + "image_id": "sha256:c4299ec247332c00e7016f5fbfcdb5bc8fd733585b3d28b897fcd7a6c50d32e2", + "image_digests": [ + "swebench/sweb.eval.x86_64.pytest-dev_1776_pytest-11143@sha256:e08ce142adec5ec985e867e910045734ec3c58fe174fc054c5f83855bed78fd4" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-11143/raw-log-manifest.json b/reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-11143/raw-log-manifest.json new file mode 100644 index 0000000..46bff3a --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-11143/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37849298422", + "artifact_name": "patch-shard-4", + "files": { + "harness.log": { + "sha256": "d68871f9c6d0eef9d48bc64f4bc52a689708c0f36fd6d43788a325ead5fc55d5", + "bytes": 847 + }, + "image-pull.log": { + "sha256": "258c1f424e9e519f65b7926ca979d3bfa1e084bd6c8770b1745df0d865e4ba9d", + "bytes": 1719 + }, + "logs/run_evaluation/patch-37849298422-4-4/agentic-controls-routed_source/pytest-dev__pytest-11143/eval.sh": { + "sha256": "1d5937b7b9df3eda2dba1439e1891284d0d097edc60bc7017d1269f400232cc3", + "bytes": 1476 + }, + "logs/run_evaluation/patch-37849298422-4-4/agentic-controls-routed_source/pytest-dev__pytest-11143/patch.diff": { + "sha256": "c9b1764d9fa4f5ac8f447d278a4df9a8f4a3681d1a1498ba9e0d94d92b39724c", + "bytes": 400 + }, + "logs/run_evaluation/patch-37849298422-4-4/agentic-controls-routed_source/pytest-dev__pytest-11143/report.json": { + "sha256": "b6a439147d9eb5a7159cf7a8bb3504415aaf6b580e5dfd30fc7f9c6dc26468b3", + "bytes": 12716 + }, + "logs/run_evaluation/patch-37849298422-4-4/agentic-controls-routed_source/pytest-dev__pytest-11143/run_instance.log": { + "sha256": "667294b5b28a297f42ff4bbc2d015213a83ce5a2e4f71fd8bf32319ff1d55012", + "bytes": 13243 + }, + "logs/run_evaluation/patch-37849298422-4-4/agentic-controls-routed_source/pytest-dev__pytest-11143/test_output.txt": { + "sha256": "ae4748647bfaf5f9a8afecf0721dff82b97feb5f06334d3c357d23cc8a30c096", + "bytes": 224583 + }, + "logs/run_evaluation/patch-37849298422-4-4/run.json": { + "sha256": "197b9858794ffdd51852890be72aaee4af1f7bd97bff800afad6b728c3f60eaa", + "bytes": 218 + }, + "predictions.jsonl": { + "sha256": "4965b2e21f523546690b7c418b501625b953a425158e202bf55595fe27bb7ab0", + "bytes": 529 + }, + "summary/agentic-controls-routed_source.patch-37849298422-4-4.json": { + "sha256": "a7d55181f3496d648a0312032884f6d45f046bc538dd8ce46407097227c1e755", + "bytes": 854 + } + }, + "excerpt": { + "raw_sha256": "ae4748647bfaf5f9a8afecf0721dff82b97feb5f06334d3c357d23cc8a30c096", + "raw_lines": 4947, + "start_line": 4784, + "stop_line": 4943, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-11143/report.json b/reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-11143/report.json new file mode 100644 index 0000000..e02ae41 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-11143/report.json @@ -0,0 +1,144 @@ +{ + "pytest-dev__pytest-11143": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "testing/test_assertrewrite.py::TestIssue11140::test_constant_not_picked_as_module_docstring" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "testing/test_assertrewrite.py::TestAssertionRewrite::test_place_initial_imports", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_location_is_set", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_dont_rewrite", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_name", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_assertrepr_compare_same_width", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_dont_rewrite_if_hasattr_fails", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_assert_already_has_message", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_boolop", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_short_circuit_evaluation", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_unary_op", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_binary_op", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_boolop_percent", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_call", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_attribute", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_comparisons", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_len", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_custom_reprcompare", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_assert_raising__bool__in_comparison", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_formatchar", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_custom_repr", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_custom_repr_non_ascii", + "testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_read_pyc", + "testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_read_pyc_more_invalid", + "testing/test_assertrewrite.py::test_get_assertion_exprs[trivial]", + "testing/test_assertrewrite.py::test_get_assertion_exprs[assert", + "testing/test_assertrewrite.py::test_get_assertion_exprs[multiple", + "testing/test_assertrewrite.py::test_get_assertion_exprs[latin1", + "testing/test_assertrewrite.py::test_get_assertion_exprs[utf-8", + "testing/test_assertrewrite.py::test_get_assertion_exprs[multi-line", + "testing/test_assertrewrite.py::test_get_assertion_exprs[multi", + "testing/test_assertrewrite.py::test_get_assertion_exprs[backslash", + "testing/test_assertrewrite.py::test_get_assertion_exprs[assertion", + "testing/test_assertrewrite.py::test_get_assertion_exprs[escaped", + "testing/test_assertrewrite.py::test_get_assertion_exprs[no", + "testing/test_assertrewrite.py::test_try_makedirs", + "testing/test_assertrewrite.py::TestPyCacheDir::test_get_cache_dir[c:/tmp/pycs-d:/projects/src/foo.py-c:/tmp/pycs/projects/src]", + "testing/test_assertrewrite.py::TestPyCacheDir::test_get_cache_dir[None-d:/projects/src/foo.py-d:/projects/src/__pycache__]", + "testing/test_assertrewrite.py::TestPyCacheDir::test_get_cache_dir[/tmp/pycs-/home/projects/src/foo.py-/tmp/pycs/home/projects/src]", + "testing/test_assertrewrite.py::TestPyCacheDir::test_get_cache_dir[None-/home/projects/src/foo.py-/home/projects/src/__pycache__]", + "testing/test_assertrewrite.py::TestReprSizeVerbosity::test_get_maxsize_for_saferepr[0-240]", + "testing/test_assertrewrite.py::TestReprSizeVerbosity::test_get_maxsize_for_saferepr[1-2400]", + "testing/test_assertrewrite.py::TestReprSizeVerbosity::test_get_maxsize_for_saferepr[2-None]", + "testing/test_assertrewrite.py::TestReprSizeVerbosity::test_get_maxsize_for_saferepr[3-None]", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_rewrites_plugin_as_a_package", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_honors_pep_235", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_assertion_message", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_assertion_message_multiline", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_assertion_message_tuple", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_assertion_message_expr", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_assertion_message_escape", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_assertion_messages_bytes", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_at_operator_issue1290", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_starred_with_side_effect", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_pycache_is_a_file", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_pycache_is_readonly", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_zipfile", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_load_resource_via_files_with_rewrite", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_readonly", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_orphaned_pyc_file", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_package", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_translate_newlines", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_package_without__init__py", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_remember_rewritten_modules", + "testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_sys_meta_path_munged", + "testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_write_pyc", + "testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_read_pyc_success", + "testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_reload_is_same_and_reloads", + "testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_get_data_support", + "testing/test_assertrewrite.py::test_issue731", + "testing/test_assertrewrite.py::TestIssue925::test_simple_case", + "testing/test_assertrewrite.py::TestIssue925::test_long_case", + "testing/test_assertrewrite.py::TestIssue925::test_many_brackets", + "testing/test_assertrewrite.py::TestIssue2121::test_rewrite_python_files_contain_subdirs", + "testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator", + "testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_dont_rewrite", + "testing/test_assertrewrite.py::TestIssue10743::test_assertion_inline_walrus_operator", + "testing/test_assertrewrite.py::TestIssue10743::test_assertion_inline_walrus_operator_reverse", + "testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_no_variable_name_conflict", + "testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_true_assertion_and_changes_variable_value", + "testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_fail_assertion", + "testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_boolean_composite", + "testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_compare_boolean_fails", + "testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_boolean_none_fails", + "testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_value_changes_cleared_after_each_test", + "testing/test_assertrewrite.py::TestIssue11028::test_assertion_walrus_operator_in_operand", + "testing/test_assertrewrite.py::TestIssue11028::test_assertion_walrus_operator_in_operand_json_dumps", + "testing/test_assertrewrite.py::TestIssue11028::test_assertion_walrus_operator_equals_operand_function", + "testing/test_assertrewrite.py::TestIssue11028::test_assertion_walrus_operator_equals_operand_function_keyword_arg", + "testing/test_assertrewrite.py::TestIssue11028::test_assertion_walrus_operator_equals_operand_function_arg_as_function", + "testing/test_assertrewrite.py::TestIssue11028::test_assertion_walrus_operator_gt_operand_function", + "testing/test_assertrewrite.py::test_source_mtime_long_long[-1]", + "testing/test_assertrewrite.py::test_source_mtime_long_long[1]", + "testing/test_assertrewrite.py::test_rewrite_infinite_recursion", + "testing/test_assertrewrite.py::TestEarlyRewriteBailout::test_basic", + "testing/test_assertrewrite.py::TestEarlyRewriteBailout::test_pattern_contains_subdirectories", + "testing/test_assertrewrite.py::TestEarlyRewriteBailout::test_cwd_changed", + "testing/test_assertrewrite.py::TestAssertionPass::test_option_default", + "testing/test_assertrewrite.py::TestAssertionPass::test_hook_call", + "testing/test_assertrewrite.py::TestAssertionPass::test_hook_call_with_parens", + "testing/test_assertrewrite.py::TestAssertionPass::test_hook_not_called_without_hookimpl", + "testing/test_assertrewrite.py::TestAssertionPass::test_hook_not_called_without_cmd_option", + "testing/test_assertrewrite.py::TestPyCacheDir::test_sys_pycache_prefix_integration", + "testing/test_assertrewrite.py::TestReprSizeVerbosity::test_default_verbosity", + "testing/test_assertrewrite.py::TestReprSizeVerbosity::test_increased_verbosity", + "testing/test_assertrewrite.py::TestReprSizeVerbosity::test_max_increased_verbosity", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_dont_rewrite_plugin", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_dont_write_bytecode", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_cached_pyc_includes_pytest_version", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_pyc_vs_pyo", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_rewrite_warning", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_rewrite_module_imported_from_conftest", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_rewrite_warning_using_pytest_plugins", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_rewrite_warning_using_pytest_plugins_env_var", + "testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_resources_provider_for_loader" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-11143/test-output-excerpt.txt b/reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-11143/test-output-excerpt.txt new file mode 100644 index 0000000..edc0edc --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-11143/test-output-excerpt.txt @@ -0,0 +1,160 @@ +running: /opt/miniconda3/envs/testbed/bin/python -mpytest --basetemp=/tmp/pytest-of-root/pytest-0/test_rewrite_warning_using_pytest_plugins0/runpytest-0 + in: /tmp/pytest-of-root/pytest-0/test_rewrite_warning_using_pytest_plugins0 +============================= test session starts ============================== +platform linux -- Python 3.9.20, pytest-8.0.0.dev54+g793bffd60.d20261008, pluggy-1.3.0 +rootdir: /tmp/pytest-of-root/pytest-0/test_rewrite_warning_using_pytest_plugins0 +collected 1 item + +test_rewrite_warning_pytest_plugins.py . [100%] + +============================== 1 passed in 0.01s =============================== +____ TestRewriteOnImport.test_rewrite_warning_using_pytest_plugins_env_var _____ +----------------------------- Captured stdout call ----------------------------- +running: /opt/miniconda3/envs/testbed/bin/python -mpytest --basetemp=/tmp/pytest-of-root/pytest-0/test_rewrite_warning_using_pytest_plugins_env_var0/runpytest-0 + in: /tmp/pytest-of-root/pytest-0/test_rewrite_warning_using_pytest_plugins_env_var0 +============================= test session starts ============================== +platform linux -- Python 3.9.20, pytest-8.0.0.dev54+g793bffd60.d20261008, pluggy-1.3.0 +rootdir: /tmp/pytest-of-root/pytest-0/test_rewrite_warning_using_pytest_plugins_env_var0 +collected 1 item + +test_rewrite_warning_using_pytest_plugins_env_var.py . [100%] + +============================== 1 passed in 0.01s =============================== +______ TestAssertionRewriteHookDetails.test_resources_provider_for_loader ______ +----------------------------- Captured stdout call ----------------------------- +running: /opt/miniconda3/envs/testbed/bin/python -mpytest --basetemp=/tmp/pytest-of-root/pytest-0/test_resources_provider_for_loader0/runpytest-0 + in: /tmp/pytest-of-root/pytest-0/test_resources_provider_for_loader0 +============================= test session starts ============================== +platform linux -- Python 3.9.20, pytest-8.0.0.dev54+g793bffd60.d20261008, pluggy-1.3.0 +rootdir: /tmp/pytest-of-root/pytest-0/test_resources_provider_for_loader0 +collected 1 item + +testpkg/test_pkg.py . [100%] + +=============================== warnings summary =============================== +testpkg/test_pkg.py:1 + /tmp/pytest-of-root/pytest-0/test_resources_provider_for_loader0/testpkg/test_pkg.py:1: DeprecationWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html + import pkg_resources + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +========================= 1 passed, 1 warning in 0.06s ========================= +=========================== short test summary info ============================ +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_place_initial_imports +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_location_is_set +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_dont_rewrite +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_name +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_assertrepr_compare_same_width +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_dont_rewrite_if_hasattr_fails +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_assert_already_has_message +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_boolop +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_short_circuit_evaluation +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_unary_op +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_binary_op +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_boolop_percent +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_call +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_attribute +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_comparisons +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_len +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_custom_reprcompare +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_assert_raising__bool__in_comparison +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_formatchar +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_custom_repr +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_custom_repr_non_ascii +PASSED testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_read_pyc +PASSED testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_read_pyc_more_invalid +PASSED testing/test_assertrewrite.py::test_get_assertion_exprs[trivial] +PASSED testing/test_assertrewrite.py::test_get_assertion_exprs[assert statement not on own line] +PASSED testing/test_assertrewrite.py::test_get_assertion_exprs[multiple assertions] +PASSED testing/test_assertrewrite.py::test_get_assertion_exprs[latin1 encoded on first line\n] +PASSED testing/test_assertrewrite.py::test_get_assertion_exprs[utf-8 encoded on first line] +PASSED testing/test_assertrewrite.py::test_get_assertion_exprs[multi-line assertion] +PASSED testing/test_assertrewrite.py::test_get_assertion_exprs[multi line assert with list continuation] +PASSED testing/test_assertrewrite.py::test_get_assertion_exprs[backslash continuation] +PASSED testing/test_assertrewrite.py::test_get_assertion_exprs[assertion with message] +PASSED testing/test_assertrewrite.py::test_get_assertion_exprs[assertion with message, test spanning multiple lines] +PASSED testing/test_assertrewrite.py::test_get_assertion_exprs[escaped newlines plus message] +PASSED testing/test_assertrewrite.py::test_get_assertion_exprs[no newline at end of file] +PASSED testing/test_assertrewrite.py::test_try_makedirs +PASSED testing/test_assertrewrite.py::TestPyCacheDir::test_get_cache_dir[c:/tmp/pycs-d:/projects/src/foo.py-c:/tmp/pycs/projects/src] +PASSED testing/test_assertrewrite.py::TestPyCacheDir::test_get_cache_dir[None-d:/projects/src/foo.py-d:/projects/src/__pycache__] +PASSED testing/test_assertrewrite.py::TestPyCacheDir::test_get_cache_dir[/tmp/pycs-/home/projects/src/foo.py-/tmp/pycs/home/projects/src] +PASSED testing/test_assertrewrite.py::TestPyCacheDir::test_get_cache_dir[None-/home/projects/src/foo.py-/home/projects/src/__pycache__] +PASSED testing/test_assertrewrite.py::TestReprSizeVerbosity::test_get_maxsize_for_saferepr[0-240] +PASSED testing/test_assertrewrite.py::TestReprSizeVerbosity::test_get_maxsize_for_saferepr[1-2400] +PASSED testing/test_assertrewrite.py::TestReprSizeVerbosity::test_get_maxsize_for_saferepr[2-None] +PASSED testing/test_assertrewrite.py::TestReprSizeVerbosity::test_get_maxsize_for_saferepr[3-None] +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_rewrites_plugin_as_a_package +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_honors_pep_235 +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_assertion_message +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_assertion_message_multiline +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_assertion_message_tuple +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_assertion_message_expr +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_assertion_message_escape +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_assertion_messages_bytes +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_at_operator_issue1290 +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_starred_with_side_effect +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_pycache_is_a_file +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_pycache_is_readonly +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_zipfile +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_load_resource_via_files_with_rewrite +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_readonly +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_orphaned_pyc_file +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_package +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_translate_newlines +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_package_without__init__py +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_remember_rewritten_modules +PASSED testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_sys_meta_path_munged +PASSED testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_write_pyc +PASSED testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_read_pyc_success +PASSED testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_reload_is_same_and_reloads +PASSED testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_get_data_support +PASSED testing/test_assertrewrite.py::test_issue731 +PASSED testing/test_assertrewrite.py::TestIssue925::test_simple_case +PASSED testing/test_assertrewrite.py::TestIssue925::test_long_case +PASSED testing/test_assertrewrite.py::TestIssue925::test_many_brackets +PASSED testing/test_assertrewrite.py::TestIssue2121::test_rewrite_python_files_contain_subdirs +PASSED testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator +PASSED testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_dont_rewrite +PASSED testing/test_assertrewrite.py::TestIssue10743::test_assertion_inline_walrus_operator +PASSED testing/test_assertrewrite.py::TestIssue10743::test_assertion_inline_walrus_operator_reverse +PASSED testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_no_variable_name_conflict +PASSED testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_true_assertion_and_changes_variable_value +PASSED testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_fail_assertion +PASSED testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_boolean_composite +PASSED testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_compare_boolean_fails +PASSED testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_boolean_none_fails +PASSED testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_value_changes_cleared_after_each_test +PASSED testing/test_assertrewrite.py::TestIssue11028::test_assertion_walrus_operator_in_operand +PASSED testing/test_assertrewrite.py::TestIssue11028::test_assertion_walrus_operator_in_operand_json_dumps +PASSED testing/test_assertrewrite.py::TestIssue11028::test_assertion_walrus_operator_equals_operand_function +PASSED testing/test_assertrewrite.py::TestIssue11028::test_assertion_walrus_operator_equals_operand_function_keyword_arg +PASSED testing/test_assertrewrite.py::TestIssue11028::test_assertion_walrus_operator_equals_operand_function_arg_as_function +PASSED testing/test_assertrewrite.py::TestIssue11028::test_assertion_walrus_operator_gt_operand_function +PASSED testing/test_assertrewrite.py::test_source_mtime_long_long[-1] +PASSED testing/test_assertrewrite.py::test_source_mtime_long_long[1] +PASSED testing/test_assertrewrite.py::test_rewrite_infinite_recursion +PASSED testing/test_assertrewrite.py::TestEarlyRewriteBailout::test_basic +PASSED testing/test_assertrewrite.py::TestEarlyRewriteBailout::test_pattern_contains_subdirectories +PASSED testing/test_assertrewrite.py::TestEarlyRewriteBailout::test_cwd_changed +PASSED testing/test_assertrewrite.py::TestAssertionPass::test_option_default +PASSED testing/test_assertrewrite.py::TestAssertionPass::test_hook_call +PASSED testing/test_assertrewrite.py::TestAssertionPass::test_hook_call_with_parens +PASSED testing/test_assertrewrite.py::TestAssertionPass::test_hook_not_called_without_hookimpl +PASSED testing/test_assertrewrite.py::TestAssertionPass::test_hook_not_called_without_cmd_option +PASSED testing/test_assertrewrite.py::TestPyCacheDir::test_sys_pycache_prefix_integration +PASSED testing/test_assertrewrite.py::TestReprSizeVerbosity::test_default_verbosity +PASSED testing/test_assertrewrite.py::TestReprSizeVerbosity::test_increased_verbosity +PASSED testing/test_assertrewrite.py::TestReprSizeVerbosity::test_max_increased_verbosity +PASSED testing/test_assertrewrite.py::TestIssue11140::test_constant_not_picked_as_module_docstring +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_dont_rewrite_plugin +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_dont_write_bytecode +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_cached_pyc_includes_pytest_version +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_pyc_vs_pyo +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_rewrite_warning +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_rewrite_module_imported_from_conftest +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_rewrite_warning_using_pytest_plugins +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_rewrite_warning_using_pytest_plugins_env_var +PASSED testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_resources_provider_for_loader +============================= 116 passed in 4.05s ============================== ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-11148/outcome.json b/reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-11148/outcome.json new file mode 100644 index 0000000..4019dee --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-11148/outcome.json @@ -0,0 +1,6 @@ +{ + "instance_id": "pytest-dev__pytest-11148", + "status": "empty_patch", + "resolved": false, + "patch_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-7490/harness-summary.json b/reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-7490/harness-summary.json new file mode 100644 index 0000000..345bcc3 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-7490/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "pytest-dev__pytest-7490" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "pytest-dev__pytest-7490" + ], + "resolved_ids": [ + "pytest-dev__pytest-7490" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.pytest-dev_1776_pytest-7490:latest" + ] +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-7490/outcome.json b/reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-7490/outcome.json new file mode 100644 index 0000000..994a5a6 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-7490/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "pytest-dev__pytest-7490", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.pytest-dev_1776_pytest-7490:latest", + "patch_sha256": "4d5475d4677891a0be1680e849e3722d199346f4bc083d64c3f177d34e61e93e", + "image_id": "sha256:518161c894d4a5dd409b4a423f245275d3a3edccc318f04217554b126ebf4ae1", + "image_digests": [ + "swebench/sweb.eval.x86_64.pytest-dev_1776_pytest-7490@sha256:9e10d2e75d41e6f6325949d19d6a8a033d1f5d5fd6d4ce53ad483eb8951a417f" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-7490/raw-log-manifest.json b/reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-7490/raw-log-manifest.json new file mode 100644 index 0000000..13b32b8 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-7490/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37849298422", + "artifact_name": "patch-shard-18", + "files": { + "harness.log": { + "sha256": "fd74490c8fb66ca81a821a58beb697da166156a9a5661fe7226b5662fb62636a", + "bytes": 849 + }, + "image-pull.log": { + "sha256": "18e452a1f27afb3ed7eae3c6f8e7a4a0ee96670b5b75223fd094d6c26bd552fb", + "bytes": 1716 + }, + "logs/run_evaluation/patch-37849298422-18-18/agentic-controls-routed_source/pytest-dev__pytest-7490/eval.sh": { + "sha256": "a2876e477856dcfecfeb82797775b8ebf4b33ff59638e56ad3edb3ccf37f7a38", + "bytes": 2178 + }, + "logs/run_evaluation/patch-37849298422-18-18/agentic-controls-routed_source/pytest-dev__pytest-7490/patch.diff": { + "sha256": "4d5475d4677891a0be1680e849e3722d199346f4bc083d64c3f177d34e61e93e", + "bytes": 214 + }, + "logs/run_evaluation/patch-37849298422-18-18/agentic-controls-routed_source/pytest-dev__pytest-7490/report.json": { + "sha256": "49465f0d1a72efd381837314cb7d5e0011b7bd0c1b3e2df6383ffbca152556ba", + "bytes": 7728 + }, + "logs/run_evaluation/patch-37849298422-18-18/agentic-controls-routed_source/pytest-dev__pytest-7490/run_instance.log": { + "sha256": "4a11121c14a9ffbfb88917c514f2e3efe199f0d6b9949117a22ab975bcc71c04", + "bytes": 8714 + }, + "logs/run_evaluation/patch-37849298422-18-18/agentic-controls-routed_source/pytest-dev__pytest-7490/test_output.txt": { + "sha256": "6dec0b0880789c2d2d15ffc1e2d0b03d99030cbcea2e249719783372a134f16e", + "bytes": 193743 + }, + "logs/run_evaluation/patch-37849298422-18-18/run.json": { + "sha256": "58324e21a90f021f144cefa9c347d4bbade27c803e3c871b10ceabdcee837d56", + "bytes": 218 + }, + "predictions.jsonl": { + "sha256": "e45103f509eb868f2e078e43f8344ec1f5319f18adb98b1f901600767c6811a0", + "bytes": 342 + }, + "summary/agentic-controls-routed_source.patch-37849298422-18-18.json": { + "sha256": "e751b27841d821c94568ef5af92a7c45407efa0b422e96bc70198a52c66fcd86", + "bytes": 850 + } + }, + "excerpt": { + "raw_sha256": "6dec0b0880789c2d2d15ffc1e2d0b03d99030cbcea2e249719783372a134f16e", + "raw_lines": 4320, + "start_line": 4158, + "stop_line": 4317, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-7490/report.json b/reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-7490/report.json new file mode 100644 index 0000000..383cd3f --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-7490/report.json @@ -0,0 +1,109 @@ +{ + "pytest-dev__pytest-7490": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "testing/test_skipping.py::TestXFail::test_dynamic_xfail_set_during_runtest_failed", + "testing/test_skipping.py::TestXFail::test_dynamic_xfail_set_during_runtest_passed_strict" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "testing/test_skipping.py::test_importorskip", + "testing/test_skipping.py::TestEvaluation::test_no_marker", + "testing/test_skipping.py::TestEvaluation::test_marked_xfail_no_args", + "testing/test_skipping.py::TestEvaluation::test_marked_skipif_no_args", + "testing/test_skipping.py::TestEvaluation::test_marked_one_arg", + "testing/test_skipping.py::TestEvaluation::test_marked_one_arg_with_reason", + "testing/test_skipping.py::TestEvaluation::test_marked_one_arg_twice", + "testing/test_skipping.py::TestEvaluation::test_marked_one_arg_twice2", + "testing/test_skipping.py::TestEvaluation::test_marked_skipif_with_boolean_without_reason", + "testing/test_skipping.py::TestEvaluation::test_marked_skipif_with_invalid_boolean", + "testing/test_skipping.py::TestEvaluation::test_skipif_class", + "testing/test_skipping.py::TestXFail::test_xfail_simple[True]", + "testing/test_skipping.py::TestXFail::test_xfail_simple[False]", + "testing/test_skipping.py::TestXFail::test_xfail_xpassed", + "testing/test_skipping.py::TestXFail::test_xfail_using_platform", + "testing/test_skipping.py::TestXFail::test_xfail_xpassed_strict", + "testing/test_skipping.py::TestXFail::test_xfail_run_anyway", + "testing/test_skipping.py::TestXFail::test_xfail_run_with_skip_mark[test_input0-expected0]", + "testing/test_skipping.py::TestXFail::test_xfail_run_with_skip_mark[test_input1-expected1]", + "testing/test_skipping.py::TestXFail::test_xfail_evalfalse_but_fails", + "testing/test_skipping.py::TestXFail::test_xfail_not_report_default", + "testing/test_skipping.py::TestXFail::test_xfail_not_run_xfail_reporting", + "testing/test_skipping.py::TestXFail::test_xfail_not_run_no_setup_run", + "testing/test_skipping.py::TestXFail::test_xfail_xpass", + "testing/test_skipping.py::TestXFail::test_xfail_imperative", + "testing/test_skipping.py::TestXFail::test_xfail_imperative_in_setup_function", + "testing/test_skipping.py::TestXFail::test_dynamic_xfail_no_run", + "testing/test_skipping.py::TestXFail::test_dynamic_xfail_set_during_funcarg_setup", + "testing/test_skipping.py::TestXFail::test_xfail_raises[TypeError-TypeError-*1", + "testing/test_skipping.py::TestXFail::test_xfail_raises[(AttributeError,", + "testing/test_skipping.py::TestXFail::test_xfail_raises[TypeError-IndexError-*1", + "testing/test_skipping.py::TestXFail::test_strict_sanity", + "testing/test_skipping.py::TestXFail::test_strict_xfail[True]", + "testing/test_skipping.py::TestXFail::test_strict_xfail[False]", + "testing/test_skipping.py::TestXFail::test_strict_xfail_condition[True]", + "testing/test_skipping.py::TestXFail::test_strict_xfail_condition[False]", + "testing/test_skipping.py::TestXFail::test_xfail_condition_keyword[True]", + "testing/test_skipping.py::TestXFail::test_xfail_condition_keyword[False]", + "testing/test_skipping.py::TestXFail::test_strict_xfail_default_from_file[true]", + "testing/test_skipping.py::TestXFail::test_strict_xfail_default_from_file[false]", + "testing/test_skipping.py::TestXFailwithSetupTeardown::test_failing_setup_issue9", + "testing/test_skipping.py::TestXFailwithSetupTeardown::test_failing_teardown_issue9", + "testing/test_skipping.py::TestSkip::test_skip_class", + "testing/test_skipping.py::TestSkip::test_skips_on_false_string", + "testing/test_skipping.py::TestSkip::test_arg_as_reason", + "testing/test_skipping.py::TestSkip::test_skip_no_reason", + "testing/test_skipping.py::TestSkip::test_skip_with_reason", + "testing/test_skipping.py::TestSkip::test_only_skips_marked_test", + "testing/test_skipping.py::TestSkip::test_strict_and_skip", + "testing/test_skipping.py::TestSkipif::test_skipif_conditional", + "testing/test_skipping.py::TestSkipif::test_skipif_reporting[\"hasattr(sys,", + "testing/test_skipping.py::TestSkipif::test_skipif_reporting[True,", + "testing/test_skipping.py::TestSkipif::test_skipif_using_platform", + "testing/test_skipping.py::TestSkipif::test_skipif_reporting_multiple[skipif-SKIP-skipped]", + "testing/test_skipping.py::TestSkipif::test_skipif_reporting_multiple[xfail-XPASS-xpassed]", + "testing/test_skipping.py::test_skip_not_report_default", + "testing/test_skipping.py::test_skipif_class", + "testing/test_skipping.py::test_skipped_reasons_functional", + "testing/test_skipping.py::test_skipped_folding", + "testing/test_skipping.py::test_reportchars", + "testing/test_skipping.py::test_reportchars_error", + "testing/test_skipping.py::test_reportchars_all", + "testing/test_skipping.py::test_reportchars_all_error", + "testing/test_skipping.py::test_errors_in_xfail_skip_expressions", + "testing/test_skipping.py::test_xfail_skipif_with_globals", + "testing/test_skipping.py::test_default_markers", + "testing/test_skipping.py::test_xfail_test_setup_exception", + "testing/test_skipping.py::test_imperativeskip_on_xfail_test", + "testing/test_skipping.py::TestBooleanCondition::test_skipif", + "testing/test_skipping.py::TestBooleanCondition::test_skipif_noreason", + "testing/test_skipping.py::TestBooleanCondition::test_xfail", + "testing/test_skipping.py::test_xfail_item", + "testing/test_skipping.py::test_module_level_skip_error", + "testing/test_skipping.py::test_module_level_skip_with_allow_module_level", + "testing/test_skipping.py::test_invalid_skip_keyword_parameter", + "testing/test_skipping.py::test_mark_xfail_item", + "testing/test_skipping.py::test_summary_list_after_errors", + "testing/test_skipping.py::test_relpath_rootdir" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-7490/test-output-excerpt.txt b/reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-7490/test-output-excerpt.txt new file mode 100644 index 0000000..0ca3fb7 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/pytest-dev__pytest-7490/test-output-excerpt.txt @@ -0,0 +1,160 @@ +----------------------------- Captured stdout call ----------------------------- +============================= test session starts ============================== +platform linux -- Python 3.9.20, pytest-6.0.0rc2.dev34+g3624323ef.d20261008, py-1.11.0, pluggy-0.13.1 +rootdir: /tmp/pytest-of-root/pytest-0/test_module_level_skip_with_allow_module_level0 +collected 0 items / 1 skipped + +=========================== short test summary info ============================ +SKIPPED [1] test_module_level_skip_with_allow_module_level.py:2: skip_module_level +============================== 1 skipped in 0.00s ============================== +_____________________ test_invalid_skip_keyword_parameter ______________________ +----------------------------- Captured stdout call ----------------------------- +============================= test session starts ============================== +platform linux -- Python 3.9.20, pytest-6.0.0rc2.dev34+g3624323ef.d20261008, py-1.11.0, pluggy-0.13.1 +rootdir: /tmp/pytest-of-root/pytest-0/test_invalid_skip_keyword_parameter0 +collected 0 items / 1 error + +==================================== ERRORS ==================================== +___________ ERROR collecting test_invalid_skip_keyword_parameter.py ____________ +test_invalid_skip_keyword_parameter.py:2: in + pytest.skip("skip_module_level", unknown=1) +E TypeError: skip() got an unexpected keyword argument 'unknown' +=========================== short test summary info ============================ +ERROR test_invalid_skip_keyword_parameter.py - TypeError: skip() got an unexp... +!!!!!!!!!!!!!!!!!!!! Interrupted: 1 error during collection !!!!!!!!!!!!!!!!!!!! +=============================== 1 error in 0.03s =============================== +_____________________________ test_mark_xfail_item _____________________________ +----------------------------- Captured stdout call ----------------------------- +============================= test session starts ============================== +platform linux -- Python 3.9.20, pytest-6.0.0rc2.dev34+g3624323ef.d20261008, py-1.11.0, pluggy-0.13.1 +rootdir: /tmp/pytest-of-root/pytest-0/test_mark_xfail_item0 +collected 1 item + +foo x [100%] + +=============================== warnings summary =============================== +conftest.py:14 + /tmp/pytest-of-root/pytest-0/test_mark_xfail_item0/conftest.py:14: PytestDeprecationWarning: Direct construction of MyItem has been deprecated, please use MyItem.from_parent. + See https://docs.pytest.org/en/stable/deprecations.html#node-construction-changed-to-node-from-parent for more details. + return MyItem("foo", parent) + +-- Docs: https://docs.pytest.org/en/stable/warnings.html +======================== 1 xfailed, 1 warning in 0.03s ========================= +________________________ test_summary_list_after_errors ________________________ +----------------------------- Captured stdout call ----------------------------- +============================= test session starts ============================== +platform linux -- Python 3.9.20, pytest-6.0.0rc2.dev34+g3624323ef.d20261008, py-1.11.0, pluggy-0.13.1 +rootdir: /tmp/pytest-of-root/pytest-0/test_summary_list_after_errors0 +collected 1 item + +test_summary_list_after_errors.py F [100%] + +=================================== FAILURES =================================== +__________________________________ test_fail ___________________________________ + + def test_fail(): +> assert 0 +E assert 0 + +test_summary_list_after_errors.py:3: AssertionError +=========================== short test summary info ============================ +FAILED test_summary_list_after_errors.py::test_fail - assert 0 +============================== 1 failed in 0.01s =============================== +_____________________________ test_relpath_rootdir _____________________________ +----------------------------- Captured stdout call ----------------------------- +============================= test session starts ============================== +platform linux -- Python 3.9.20, pytest-6.0.0rc2.dev34+g3624323ef.d20261008, py-1.11.0, pluggy-0.13.1 +rootdir: /tmp/pytest-of-root/pytest-0/test_relpath_rootdir0/tests +collected 1 item + +tests/test_1.py s [100%] + +=========================== short test summary info ============================ +SKIPPED [1] tests/test_1.py:2: unconditional skip +============================== 1 skipped in 0.00s ============================== +=========================== short test summary info ============================ +PASSED testing/test_skipping.py::test_importorskip +PASSED testing/test_skipping.py::TestEvaluation::test_no_marker +PASSED testing/test_skipping.py::TestEvaluation::test_marked_xfail_no_args +PASSED testing/test_skipping.py::TestEvaluation::test_marked_skipif_no_args +PASSED testing/test_skipping.py::TestEvaluation::test_marked_one_arg +PASSED testing/test_skipping.py::TestEvaluation::test_marked_one_arg_with_reason +PASSED testing/test_skipping.py::TestEvaluation::test_marked_one_arg_twice +PASSED testing/test_skipping.py::TestEvaluation::test_marked_one_arg_twice2 +PASSED testing/test_skipping.py::TestEvaluation::test_marked_skipif_with_boolean_without_reason +PASSED testing/test_skipping.py::TestEvaluation::test_marked_skipif_with_invalid_boolean +PASSED testing/test_skipping.py::TestEvaluation::test_skipif_class +PASSED testing/test_skipping.py::TestXFail::test_xfail_simple[True] +PASSED testing/test_skipping.py::TestXFail::test_xfail_simple[False] +PASSED testing/test_skipping.py::TestXFail::test_xfail_xpassed +PASSED testing/test_skipping.py::TestXFail::test_xfail_using_platform +PASSED testing/test_skipping.py::TestXFail::test_xfail_xpassed_strict +PASSED testing/test_skipping.py::TestXFail::test_xfail_run_anyway +PASSED testing/test_skipping.py::TestXFail::test_xfail_run_with_skip_mark[test_input0-expected0] +PASSED testing/test_skipping.py::TestXFail::test_xfail_run_with_skip_mark[test_input1-expected1] +PASSED testing/test_skipping.py::TestXFail::test_xfail_evalfalse_but_fails +PASSED testing/test_skipping.py::TestXFail::test_xfail_not_report_default +PASSED testing/test_skipping.py::TestXFail::test_xfail_not_run_xfail_reporting +PASSED testing/test_skipping.py::TestXFail::test_xfail_not_run_no_setup_run +PASSED testing/test_skipping.py::TestXFail::test_xfail_xpass +PASSED testing/test_skipping.py::TestXFail::test_xfail_imperative +PASSED testing/test_skipping.py::TestXFail::test_xfail_imperative_in_setup_function +PASSED testing/test_skipping.py::TestXFail::test_dynamic_xfail_no_run +PASSED testing/test_skipping.py::TestXFail::test_dynamic_xfail_set_during_funcarg_setup +PASSED testing/test_skipping.py::TestXFail::test_dynamic_xfail_set_during_runtest_failed +PASSED testing/test_skipping.py::TestXFail::test_dynamic_xfail_set_during_runtest_passed_strict +PASSED testing/test_skipping.py::TestXFail::test_xfail_raises[TypeError-TypeError-*1 xfailed*] +PASSED testing/test_skipping.py::TestXFail::test_xfail_raises[(AttributeError, TypeError)-TypeError-*1 xfailed*] +PASSED testing/test_skipping.py::TestXFail::test_xfail_raises[TypeError-IndexError-*1 failed*] +PASSED testing/test_skipping.py::TestXFail::test_xfail_raises[(AttributeError, TypeError)-IndexError-*1 failed*] +PASSED testing/test_skipping.py::TestXFail::test_strict_sanity +PASSED testing/test_skipping.py::TestXFail::test_strict_xfail[True] +PASSED testing/test_skipping.py::TestXFail::test_strict_xfail[False] +PASSED testing/test_skipping.py::TestXFail::test_strict_xfail_condition[True] +PASSED testing/test_skipping.py::TestXFail::test_strict_xfail_condition[False] +PASSED testing/test_skipping.py::TestXFail::test_xfail_condition_keyword[True] +PASSED testing/test_skipping.py::TestXFail::test_xfail_condition_keyword[False] +PASSED testing/test_skipping.py::TestXFail::test_strict_xfail_default_from_file[true] +PASSED testing/test_skipping.py::TestXFail::test_strict_xfail_default_from_file[false] +PASSED testing/test_skipping.py::TestXFailwithSetupTeardown::test_failing_setup_issue9 +PASSED testing/test_skipping.py::TestXFailwithSetupTeardown::test_failing_teardown_issue9 +PASSED testing/test_skipping.py::TestSkip::test_skip_class +PASSED testing/test_skipping.py::TestSkip::test_skips_on_false_string +PASSED testing/test_skipping.py::TestSkip::test_arg_as_reason +PASSED testing/test_skipping.py::TestSkip::test_skip_no_reason +PASSED testing/test_skipping.py::TestSkip::test_skip_with_reason +PASSED testing/test_skipping.py::TestSkip::test_only_skips_marked_test +PASSED testing/test_skipping.py::TestSkip::test_strict_and_skip +PASSED testing/test_skipping.py::TestSkipif::test_skipif_conditional +PASSED testing/test_skipping.py::TestSkipif::test_skipif_reporting["hasattr(sys, 'platform')"] +PASSED testing/test_skipping.py::TestSkipif::test_skipif_reporting[True, reason="invalid platform"] +PASSED testing/test_skipping.py::TestSkipif::test_skipif_using_platform +PASSED testing/test_skipping.py::TestSkipif::test_skipif_reporting_multiple[skipif-SKIP-skipped] +PASSED testing/test_skipping.py::TestSkipif::test_skipif_reporting_multiple[xfail-XPASS-xpassed] +PASSED testing/test_skipping.py::test_skip_not_report_default +PASSED testing/test_skipping.py::test_skipif_class +PASSED testing/test_skipping.py::test_skipped_reasons_functional +PASSED testing/test_skipping.py::test_skipped_folding +PASSED testing/test_skipping.py::test_reportchars +PASSED testing/test_skipping.py::test_reportchars_error +PASSED testing/test_skipping.py::test_reportchars_all +PASSED testing/test_skipping.py::test_reportchars_all_error +PASSED testing/test_skipping.py::test_errors_in_xfail_skip_expressions +PASSED testing/test_skipping.py::test_xfail_skipif_with_globals +PASSED testing/test_skipping.py::test_default_markers +PASSED testing/test_skipping.py::test_xfail_test_setup_exception +PASSED testing/test_skipping.py::test_imperativeskip_on_xfail_test +PASSED testing/test_skipping.py::TestBooleanCondition::test_skipif +PASSED testing/test_skipping.py::TestBooleanCondition::test_skipif_noreason +PASSED testing/test_skipping.py::TestBooleanCondition::test_xfail +PASSED testing/test_skipping.py::test_xfail_item +PASSED testing/test_skipping.py::test_module_level_skip_error +PASSED testing/test_skipping.py::test_module_level_skip_with_allow_module_level +PASSED testing/test_skipping.py::test_invalid_skip_keyword_parameter +PASSED testing/test_skipping.py::test_mark_xfail_item +PASSED testing/test_skipping.py::test_summary_list_after_errors +PASSED testing/test_skipping.py::test_relpath_rootdir +============================== 81 passed in 2.03s ============================== ++ SWEBENCH_TEST_EXIT_CODE=0 +>>>>> Test Exit Code: 0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/results.json b/reports/experiments/paired-20/routed_source/official-evaluation/results.json new file mode 100644 index 0000000..127eaf2 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/results.json @@ -0,0 +1,317 @@ +{ + "schema_version": 1, + "harness_version": "5.0.2", + "total_instances": 20, + "submitted_ids": [ + "matplotlib__matplotlib-23314", + "matplotlib__matplotlib-23563", + "matplotlib__matplotlib-24149", + "matplotlib__matplotlib-26011", + "mwaskom__seaborn-2848", + "pallets__flask-4045", + "pallets__flask-4992", + "psf__requests-2317", + "psf__requests-2674", + "pydata__xarray-4094", + "pydata__xarray-4248", + "pytest-dev__pytest-11143", + "pytest-dev__pytest-11148", + "pytest-dev__pytest-7490", + "scikit-learn__scikit-learn-13584", + "sphinx-doc__sphinx-8713", + "sympy__sympy-13437", + "sympy__sympy-13647", + "sympy__sympy-13895", + "sympy__sympy-18087" + ], + "resolved_ids": [ + "matplotlib__matplotlib-23314", + "matplotlib__matplotlib-24149", + "matplotlib__matplotlib-26011", + "mwaskom__seaborn-2848", + "pydata__xarray-4094", + "pytest-dev__pytest-11143", + "pytest-dev__pytest-7490", + "scikit-learn__scikit-learn-13584", + "sphinx-doc__sphinx-8713", + "sympy__sympy-13647" + ], + "unresolved_ids": [ + "matplotlib__matplotlib-23563", + "pallets__flask-4045", + "pallets__flask-4992", + "sympy__sympy-13437", + "sympy__sympy-13895" + ], + "error_ids": [], + "empty_patch_ids": [ + "psf__requests-2317", + "psf__requests-2674", + "pydata__xarray-4248", + "pytest-dev__pytest-11148", + "sympy__sympy-18087" + ], + "missing_outcome_ids": [], + "completed_ids": [ + "matplotlib__matplotlib-23314", + "matplotlib__matplotlib-23563", + "matplotlib__matplotlib-24149", + "matplotlib__matplotlib-26011", + "mwaskom__seaborn-2848", + "pallets__flask-4045", + "pallets__flask-4992", + "pydata__xarray-4094", + "pytest-dev__pytest-11143", + "pytest-dev__pytest-7490", + "scikit-learn__scikit-learn-13584", + "sphinx-doc__sphinx-8713", + "sympy__sympy-13437", + "sympy__sympy-13647", + "sympy__sympy-13895" + ], + "patch_resolution_rate": 0.5, + "complete": true, + "predictions_sha256": "5fa56eca27b1ea216f26ac5fd1acf0d29fc6462b172b9f51a008615d5174dd24", + "per_issue": [ + { + "instance_id": "matplotlib__matplotlib-23314", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-23314:latest", + "patch_sha256": "4dbcd3aad6a5f00f224f753b186b718e8e2c6f0e7d0906fd554cdd48563eca49", + "image_id": "sha256:1ea0831da6b53be2b42003be160e01dcdd6791c3faec14ce3424c6f50bb6abdd", + "image_digests": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-23314@sha256:f88a00b6cfc878eb62965e836134dd9425b0188bfa2b8154d439bda001ed604c" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "matplotlib__matplotlib-23563", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-23563:latest", + "patch_sha256": "c08dc8245b8a0b140ded0ec19fca82265bff0cb6deb05c4d443bb781b0b54de5", + "image_id": "sha256:93f13bec950adf1aa64132b4653af0503c6acdb49e8c3a771ae8efdf0813dac6", + "image_digests": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-23563@sha256:a34e45f320187a07dbf6b21c38a859949cf1dc7f2eb060344ee8aafdb65d46c0" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "matplotlib__matplotlib-24149", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-24149:latest", + "patch_sha256": "669a8dd4761da2239e823e4c1916aea946f3e91c3d87e1c545a73e60e28be3f2", + "image_id": "sha256:76a50f4a5d1b876980996731d7de4fe6d01b292128d5396b6f89dfe327f3bcc9", + "image_digests": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-24149@sha256:e80913d242481321c20b8ed0b5bd1513e89fcaff6eb84b5f6d39e748128b7c19" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "matplotlib__matplotlib-26011", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-26011:latest", + "patch_sha256": "63712593ed66548ea4b85cd7a6d89207f7222784d1c11da48ae3a56df5d5b067", + "image_id": "sha256:b49d6b9652c2a7b2168e730227e53627dcc8284732992b9f5a0c3981a6cc8d88", + "image_digests": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-26011@sha256:bc25341eaddec909d1c4ca7beaed8f65fcc7c4eedd2e423a841a78dec1ffb06a" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "mwaskom__seaborn-2848", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.mwaskom_1776_seaborn-2848:latest", + "patch_sha256": "198182327c4d05506314f015969d0333715dcb0d9b8cac8f5c95ad2fa8fb2e19", + "image_id": "sha256:0af7176f7f2725823ea4b5c1d7a5ec83692eb8b679c7dc78f06b110cc7da3585", + "image_digests": [ + "swebench/sweb.eval.x86_64.mwaskom_1776_seaborn-2848@sha256:d719470351e66623e532a4f23cdedfe8fb737147fe108e4b5829aa273528389d" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "pallets__flask-4045", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.pallets_1776_flask-4045:latest", + "patch_sha256": "0638736f2bf9912a6c0cadbf11d18032917d01295042082123fd98ea6963222e", + "image_id": "sha256:459abea2907f6db45f2a50cea2929e3e0867665eab9b9c6feb80fa737b2f0426", + "image_digests": [ + "swebench/sweb.eval.x86_64.pallets_1776_flask-4045@sha256:1425b0801ddf4b2607e552e56516cce3d389bab0a3ce06f58e6fa6a7835c703c" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "pallets__flask-4992", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.pallets_1776_flask-4992:latest", + "patch_sha256": "1cd43d91c44d33cd6edddd5f945b33ce22fec2fac74b510b8f4ba61344102c12", + "image_id": "sha256:b6943616922659ca12ba82ca60561483c40f00d80a3a11045d2d0b6b000fb253", + "image_digests": [ + "swebench/sweb.eval.x86_64.pallets_1776_flask-4992@sha256:bb1460876a7bc667f71b46aac744dd6f6d7f5f66e79902461cf76c6f8c4f7150" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "psf__requests-2317", + "status": "empty_patch", + "resolved": false, + "patch_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "instance_id": "psf__requests-2674", + "status": "empty_patch", + "resolved": false, + "patch_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "instance_id": "pydata__xarray-4094", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.pydata_1776_xarray-4094:latest", + "patch_sha256": "980c17558562a9e54f0430c5de3436eaad32f52491331c0eb09e5389ecf7b070", + "image_id": "sha256:a18e074e2230f1f06df847df0451aef2063d777000ae6ed5d86adba4d2eafef6", + "image_digests": [ + "swebench/sweb.eval.x86_64.pydata_1776_xarray-4094@sha256:6bcd1fe581af0796691ac3527b940d43e5e1bfd6539adeecebb12f3e4b25dc2c" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "pydata__xarray-4248", + "status": "empty_patch", + "resolved": false, + "patch_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "instance_id": "pytest-dev__pytest-11143", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.pytest-dev_1776_pytest-11143:latest", + "patch_sha256": "c9b1764d9fa4f5ac8f447d278a4df9a8f4a3681d1a1498ba9e0d94d92b39724c", + "image_id": "sha256:c4299ec247332c00e7016f5fbfcdb5bc8fd733585b3d28b897fcd7a6c50d32e2", + "image_digests": [ + "swebench/sweb.eval.x86_64.pytest-dev_1776_pytest-11143@sha256:e08ce142adec5ec985e867e910045734ec3c58fe174fc054c5f83855bed78fd4" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "pytest-dev__pytest-11148", + "status": "empty_patch", + "resolved": false, + "patch_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "instance_id": "pytest-dev__pytest-7490", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.pytest-dev_1776_pytest-7490:latest", + "patch_sha256": "4d5475d4677891a0be1680e849e3722d199346f4bc083d64c3f177d34e61e93e", + "image_id": "sha256:518161c894d4a5dd409b4a423f245275d3a3edccc318f04217554b126ebf4ae1", + "image_digests": [ + "swebench/sweb.eval.x86_64.pytest-dev_1776_pytest-7490@sha256:9e10d2e75d41e6f6325949d19d6a8a033d1f5d5fd6d4ce53ad483eb8951a417f" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "scikit-learn__scikit-learn-13584", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.scikit-learn_1776_scikit-learn-13584:latest", + "patch_sha256": "9fefc0d6b4e18f71561f17ca1cc26bd4afb292f369ebca5b1d34f8eaf4d80ef5", + "image_id": "sha256:c77bbaea43725f9703636bdeddf6feef77a2900690e3c3e7637602a50d448e58", + "image_digests": [ + "swebench/sweb.eval.x86_64.scikit-learn_1776_scikit-learn-13584@sha256:5ca83e8c588bfede26f650da0d725c7093d3e57105586522f9d2829e30117b8c" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "sphinx-doc__sphinx-8713", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-8713:latest", + "patch_sha256": "e1683b572b14b5a74dffdabf3daee955e1830cbf5ec6af5472d8448e816eee1d", + "image_id": "sha256:fd484ae673a0907554b9dbee5a9032ebea325907d411907c47e234d84699a88e", + "image_digests": [ + "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-8713@sha256:7ba9df7ec272f679584db9aede948951ff220b69c55076f0ca54e2777cd80f8e" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "sympy__sympy-13437", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.sympy_1776_sympy-13437:latest", + "patch_sha256": "cf2cb41974f2d715c93e7f81ac6636943f333f35c3fe686801e374fafbc17c53", + "image_id": "sha256:a26d20f1d7799b7fe8f7d35fe472bd2f22561d36222e2e909bde58e0d2ab9ac1", + "image_digests": [ + "swebench/sweb.eval.x86_64.sympy_1776_sympy-13437@sha256:f706d9c0f73fd8e26f94db6cac32863a074f2a887eab3be9895242e398d261fb" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "sympy__sympy-13647", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.sympy_1776_sympy-13647:latest", + "patch_sha256": "0c5ca584fe11861c46731e2153829205d76b55a38cc1bb1110b24fa9ec72b796", + "image_id": "sha256:9d376ecba7f21d31215939c22ab7c14654972eb732021e021a7afe6fdacbb52b", + "image_digests": [ + "swebench/sweb.eval.x86_64.sympy_1776_sympy-13647@sha256:dfa0b51faf18208c3b9fdb505eafc2db866fed25c158d211617d23606c3539fe" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "sympy__sympy-13895", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.sympy_1776_sympy-13895:latest", + "patch_sha256": "4b93475b4ad669a39c0b11da58d563a4fb231e7889b1ca8c66dd93f2df23c84d", + "image_id": "sha256:f3af5e1230ca0b9265177a3fe254488a71bcbb9bca436f22704fa7504e0b2b1b", + "image_digests": [ + "swebench/sweb.eval.x86_64.sympy_1776_sympy-13895@sha256:9e2d542b7e4b9c0b710a2fd793836100391c0d7a7697da228723ce53234006a7" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "sympy__sympy-18087", + "status": "empty_patch", + "resolved": false, + "patch_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + } + ] +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/scikit-learn__scikit-learn-13584/harness-summary.json b/reports/experiments/paired-20/routed_source/official-evaluation/scikit-learn__scikit-learn-13584/harness-summary.json new file mode 100644 index 0000000..729fb23 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/scikit-learn__scikit-learn-13584/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "scikit-learn__scikit-learn-13584" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "scikit-learn__scikit-learn-13584" + ], + "resolved_ids": [ + "scikit-learn__scikit-learn-13584" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.scikit-learn_1776_scikit-learn-13584:latest" + ] +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/scikit-learn__scikit-learn-13584/outcome.json b/reports/experiments/paired-20/routed_source/official-evaluation/scikit-learn__scikit-learn-13584/outcome.json new file mode 100644 index 0000000..dd86cc6 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/scikit-learn__scikit-learn-13584/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "scikit-learn__scikit-learn-13584", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.scikit-learn_1776_scikit-learn-13584:latest", + "patch_sha256": "9fefc0d6b4e18f71561f17ca1cc26bd4afb292f369ebca5b1d34f8eaf4d80ef5", + "image_id": "sha256:c77bbaea43725f9703636bdeddf6feef77a2900690e3c3e7637602a50d448e58", + "image_digests": [ + "swebench/sweb.eval.x86_64.scikit-learn_1776_scikit-learn-13584@sha256:5ca83e8c588bfede26f650da0d725c7093d3e57105586522f9d2829e30117b8c" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/scikit-learn__scikit-learn-13584/raw-log-manifest.json b/reports/experiments/paired-20/routed_source/official-evaluation/scikit-learn__scikit-learn-13584/raw-log-manifest.json new file mode 100644 index 0000000..c57fd3d --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/scikit-learn__scikit-learn-13584/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37849298422", + "artifact_name": "patch-shard-6", + "files": { + "harness.log": { + "sha256": "dc85791bfa69b559e48e5e42c1b6c933eb14f3882e92b6a0714bc9ea924e8108", + "bytes": 855 + }, + "image-pull.log": { + "sha256": "4c2fbedf5d505e821f9074bcdc446a49ebc6c391a7fda5a71c0c21cd2a569efd", + "bytes": 1644 + }, + "logs/run_evaluation/patch-37849298422-6-6/agentic-controls-routed_source/scikit-learn__scikit-learn-13584/eval.sh": { + "sha256": "434f1680f7e62410609c5bdcfff1b7685b359b2f66cfaa71d34bbed608c1c8f0", + "bytes": 1569 + }, + "logs/run_evaluation/patch-37849298422-6-6/agentic-controls-routed_source/scikit-learn__scikit-learn-13584/patch.diff": { + "sha256": "9fefc0d6b4e18f71561f17ca1cc26bd4afb292f369ebca5b1d34f8eaf4d80ef5", + "bytes": 470 + }, + "logs/run_evaluation/patch-37849298422-6-6/agentic-controls-routed_source/scikit-learn__scikit-learn-13584/report.json": { + "sha256": "4e34cd7019ea7596d416f912fd827fcd2d96ba895ffbaa7933536d66e8cd6492", + "bytes": 1418 + }, + "logs/run_evaluation/patch-37849298422-6-6/agentic-controls-routed_source/scikit-learn__scikit-learn-13584/run_instance.log": { + "sha256": "8f0971f9a820db61b3176c1b9835819bb5806e6fe5377bd94bfc08798b6b5725", + "bytes": 4256 + }, + "logs/run_evaluation/patch-37849298422-6-6/agentic-controls-routed_source/scikit-learn__scikit-learn-13584/test_output.txt": { + "sha256": "f6d231a3815839a892c6f53d61bbdf43bd0376ef8c8efb2b3aeb44b5238cd0fa", + "bytes": 350917 + }, + "logs/run_evaluation/patch-37849298422-6-6/run.json": { + "sha256": "6b72f0ee53ec23fd7e15563b232d66d8a29d563be2ed54587429ebbaaf6eeb4c", + "bytes": 226 + }, + "predictions.jsonl": { + "sha256": "a04c66abc0d836cacb9cdf86f82042960bfa9137334ea4e0209caf50500959b8", + "bytes": 608 + }, + "summary/agentic-controls-routed_source.patch-37849298422-6-6.json": { + "sha256": "e172524a78adaee4bd0a7e06fa5aad24639df0ab4a8085506c81118f2bc663b2", + "bytes": 886 + } + }, + "excerpt": { + "raw_sha256": "f6d231a3815839a892c6f53d61bbdf43bd0376ef8c8efb2b3aeb44b5238cd0fa", + "raw_lines": 7547, + "start_line": 7514, + "stop_line": 7544, + "truncated": false, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/scikit-learn__scikit-learn-13584/report.json b/reports/experiments/paired-20/routed_source/official-evaluation/scikit-learn__scikit-learn-13584/report.json new file mode 100644 index 0000000..968a379 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/scikit-learn__scikit-learn-13584/report.json @@ -0,0 +1,38 @@ +{ + "scikit-learn__scikit-learn-13584": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "sklearn/utils/tests/test_pprint.py::test_changed_only", + "sklearn/utils/tests/test_pprint.py::test_pipeline", + "sklearn/utils/tests/test_pprint.py::test_deeply_nested", + "sklearn/utils/tests/test_pprint.py::test_gridsearch", + "sklearn/utils/tests/test_pprint.py::test_gridsearch_pipeline", + "sklearn/utils/tests/test_pprint.py::test_n_max_elements_to_show" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "sklearn/utils/tests/test_pprint.py::test_basic", + "sklearn/utils/tests/test_pprint.py::test_length_constraint", + "sklearn/utils/tests/test_pprint.py::test_builtin_prettyprinter" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/scikit-learn__scikit-learn-13584/test-output-excerpt.txt b/reports/experiments/paired-20/routed_source/official-evaluation/scikit-learn__scikit-learn-13584/test-output-excerpt.txt new file mode 100644 index 0000000..d8f4b4d --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/scikit-learn__scikit-learn-13584/test-output-excerpt.txt @@ -0,0 +1,31 @@ ++ : '>>>>> Start Test Output' ++ pytest -rA sklearn/utils/tests/test_pprint.py +============================= test session starts ============================== +platform linux -- Python 3.6.13, pytest-6.2.4, py-1.11.0, pluggy-0.13.1 +rootdir: /testbed, configfile: setup.cfg +collected 9 items + +sklearn/utils/tests/test_pprint.py ......... [100%] + +==================================== PASSES ==================================== +__________________________ test_builtin_prettyprinter __________________________ +----------------------------- Captured stdout call ----------------------------- +LogisticRegression(C=1.0, class_weight=None, dual=False, fit_intercept=True, + intercept_scaling=1, l1_ratio=None, max_iter=100, + multi_class='warn', n_jobs=None, penalty='l2', + random_state=None, solver='warn', tol=0.0001, verbose=0, + warm_start=False) +=========================== short test summary info ============================ +PASSED sklearn/utils/tests/test_pprint.py::test_basic +PASSED sklearn/utils/tests/test_pprint.py::test_changed_only +PASSED sklearn/utils/tests/test_pprint.py::test_pipeline +PASSED sklearn/utils/tests/test_pprint.py::test_deeply_nested +PASSED sklearn/utils/tests/test_pprint.py::test_gridsearch +PASSED sklearn/utils/tests/test_pprint.py::test_gridsearch_pipeline +PASSED sklearn/utils/tests/test_pprint.py::test_n_max_elements_to_show +PASSED sklearn/utils/tests/test_pprint.py::test_length_constraint +PASSED sklearn/utils/tests/test_pprint.py::test_builtin_prettyprinter +============================== 9 passed in 0.53s =============================== +>>>>> Test Exit Code: 0 ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/sphinx-doc__sphinx-8713/harness-summary.json b/reports/experiments/paired-20/routed_source/official-evaluation/sphinx-doc__sphinx-8713/harness-summary.json new file mode 100644 index 0000000..7a6617f --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/sphinx-doc__sphinx-8713/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "sphinx-doc__sphinx-8713" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "sphinx-doc__sphinx-8713" + ], + "resolved_ids": [ + "sphinx-doc__sphinx-8713" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-8713:latest" + ] +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/sphinx-doc__sphinx-8713/outcome.json b/reports/experiments/paired-20/routed_source/official-evaluation/sphinx-doc__sphinx-8713/outcome.json new file mode 100644 index 0000000..afff6a8 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/sphinx-doc__sphinx-8713/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "sphinx-doc__sphinx-8713", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-8713:latest", + "patch_sha256": "e1683b572b14b5a74dffdabf3daee955e1830cbf5ec6af5472d8448e816eee1d", + "image_id": "sha256:fd484ae673a0907554b9dbee5a9032ebea325907d411907c47e234d84699a88e", + "image_digests": [ + "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-8713@sha256:7ba9df7ec272f679584db9aede948951ff220b69c55076f0ca54e2777cd80f8e" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/sphinx-doc__sphinx-8713/raw-log-manifest.json b/reports/experiments/paired-20/routed_source/official-evaluation/sphinx-doc__sphinx-8713/raw-log-manifest.json new file mode 100644 index 0000000..970a012 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/sphinx-doc__sphinx-8713/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37849298422", + "artifact_name": "patch-shard-14", + "files": { + "harness.log": { + "sha256": "a04e9832f874f1c17d7fdec88bc89413bcc278a6a6001afc0a7cb5a6d0a9461e", + "bytes": 849 + }, + "image-pull.log": { + "sha256": "002c0f89f2162482654c87003f2fbf33f8abff80878bed4efd0948bca3f80806", + "bytes": 1716 + }, + "logs/run_evaluation/patch-37849298422-14-14/agentic-controls-routed_source/sphinx-doc__sphinx-8713/eval.sh": { + "sha256": "c60598b4fbacaa8d848a7437b406d25f6ff7131408cf03d6cc9994b6becb1940", + "bytes": 1851 + }, + "logs/run_evaluation/patch-37849298422-14-14/agentic-controls-routed_source/sphinx-doc__sphinx-8713/patch.diff": { + "sha256": "e1683b572b14b5a74dffdabf3daee955e1830cbf5ec6af5472d8448e816eee1d", + "bytes": 589 + }, + "logs/run_evaluation/patch-37849298422-14-14/agentic-controls-routed_source/sphinx-doc__sphinx-8713/report.json": { + "sha256": "037896f67ea415666d4896638fb6509ff808e9dce1c73c7b0b41efb68d5a678d", + "bytes": 5723 + }, + "logs/run_evaluation/patch-37849298422-14-14/agentic-controls-routed_source/sphinx-doc__sphinx-8713/run_instance.log": { + "sha256": "989f3d0597a79236b10685ac79ed282cc7186bddb593ecc3649969b110c321de", + "bytes": 8165 + }, + "logs/run_evaluation/patch-37849298422-14-14/agentic-controls-routed_source/sphinx-doc__sphinx-8713/test_output.txt": { + "sha256": "c8e552d7e50b3c97f64f1e4196fe17dae553f1579f54d437e356c5f1c79e88d2", + "bytes": 398255 + }, + "logs/run_evaluation/patch-37849298422-14-14/run.json": { + "sha256": "f20184179ba6d7b0e66f62b4a85aa208c3518b94c20d69f1fffe972ae9b2cddf", + "bytes": 218 + }, + "predictions.jsonl": { + "sha256": "5704935ffa283737272a371676aa60b98389eefd049fbbc3691e99edaa98054b", + "bytes": 719 + }, + "summary/agentic-controls-routed_source.patch-37849298422-14-14.json": { + "sha256": "5d502d1112c3c3f4aae414f4589d6b9fadbfc1e3debad9cf6917382bed12b385", + "bytes": 850 + } + }, + "excerpt": { + "raw_sha256": "c8e552d7e50b3c97f64f1e4196fe17dae553f1579f54d437e356c5f1c79e88d2", + "raw_lines": 9393, + "start_line": 9230, + "stop_line": 9389, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/sphinx-doc__sphinx-8713/report.json b/reports/experiments/paired-20/routed_source/official-evaluation/sphinx-doc__sphinx-8713/report.json new file mode 100644 index 0000000..61f8473 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/sphinx-doc__sphinx-8713/report.json @@ -0,0 +1,75 @@ +{ + "sphinx-doc__sphinx-8713": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_parameters_with_class_reference" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "tests/test_ext_napoleon_docstring.py::NamedtupleSubclassTest::test_attributes_docstring", + "tests/test_ext_napoleon_docstring.py::InlineAttributeTest::test_class_data_member", + "tests/test_ext_napoleon_docstring.py::InlineAttributeTest::test_class_data_member_inline", + "tests/test_ext_napoleon_docstring.py::InlineAttributeTest::test_class_data_member_inline_no_type", + "tests/test_ext_napoleon_docstring.py::InlineAttributeTest::test_class_data_member_inline_ref_in_type", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_attributes_with_class_reference", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_code_block_in_returns_section", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_colon_in_return_type", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_custom_generic_sections", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_docstrings", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_keywords_with_types", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_kwargs_in_arguments", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_list_in_parameter_description", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_noindex", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_parameters_with_class_reference", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_pep526_annotations", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_raises_types", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_section_header_formatting", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_sphinx_admonitions", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_xrefs_in_return_type", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_colon_in_return_type", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_convert_numpy_type_spec", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_docstrings", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_list_in_parameter_description", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_multiple_parameters", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_parameter_types", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_parameters_without_class_reference", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_raises_types", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_recombine_set_tokens", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_recombine_set_tokens_invalid", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_return_types", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_section_header_underline_length", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_see_also_refs", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_sphinx_admonitions", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_token_type", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_tokenize_type_spec", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_type_preprocessor", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_underscore_in_attribute", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_underscore_in_attribute_strip_signature_backslash", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_xrefs_in_return_type", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_yield_types", + "tests/test_ext_napoleon_docstring.py::TestNumpyDocstring::test_escape_args_and_kwargs[x,", + "tests/test_ext_napoleon_docstring.py::TestNumpyDocstring::test_escape_args_and_kwargs[*args,", + "tests/test_ext_napoleon_docstring.py::TestNumpyDocstring::test_escape_args_and_kwargs[*x,", + "tests/test_ext_napoleon_docstring.py::TestNumpyDocstring::test_pep526_annotations" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/sphinx-doc__sphinx-8713/test-output-excerpt.txt b/reports/experiments/paired-20/routed_source/official-evaluation/sphinx-doc__sphinx-8713/test-output-excerpt.txt new file mode 100644 index 0000000..ac930e7 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/sphinx-doc__sphinx-8713/test-output-excerpt.txt @@ -0,0 +1,160 @@ + +=================================== FAILURES =================================== +__________________ TestNumpyDocstring.test_token_type_invalid __________________ + +self = +warning = <_io.StringIO object at 0x7f421d1a8af0> + + def test_token_type_invalid(self, warning): + tokens = ( + "{1, 2", + "}", + "'abc", + "def'", + '"ghi', + 'jkl"', + ) + errors = ( + r".+: invalid value set \(missing closing brace\):", + r".+: invalid value set \(missing opening brace\):", + r".+: malformed string literal \(missing closing quote\):", + r".+: malformed string literal \(missing opening quote\):", + r".+: malformed string literal \(missing closing quote\):", + r".+: malformed string literal \(missing opening quote\):", + ) + for token, error in zip(tokens, errors): + with warns(warning, match=error): +> _token_type(token) + +tests/test_ext_napoleon_docstring.py:2499: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ +/opt/miniconda3/envs/testbed/lib/python3.9/contextlib.py:126: in __exit__ + next(self.gen) +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +warning = <_io.StringIO object at 0x7f421d1a8af0> +match = '.+: invalid value set \\(missing closing brace\\):' + + @contextmanager + def warns(warning, match): + match_re = re.compile(match) + try: + yield warning + finally: + raw_warnings = warning.getvalue() + warnings = [w for w in raw_warnings.split("\n") if w.strip()] +  +> assert len(warnings) == 1 and all(match_re.match(w) for w in warnings) +E assert (2 == 1) +E + where 2 = len(["\x1b[91mWARNING: while setting up extension sphinx.addnodes: node class 'meta' is already registered, its visitors will be overridden\x1b[39;49;00m", '\x1b[91mWARNING: invalid value set (missing closing brace): {1, 2\x1b[39;49;00m']) + +tests/test_ext_napoleon_docstring.py:2475: AssertionError +--------------------------- Captured stdout teardown --------------------------- +# testroot: root +# builder: html +# srcdir: /tmp/pytest-of-root/pytest-0/root +# outdir: /tmp/pytest-of-root/pytest-0/root/_build/html +# status: +Running Sphinx v4.0.0+/e6b2d7bcf + +# warning: +WARNING: while setting up extension sphinx.addnodes: node class 'meta' is already registered, its visitors will be overridden +WARNING: invalid value set (missing closing brace): {1, 2 + +=============================== warnings summary =============================== +sphinx/util/docutils.py:44 + /testbed/sphinx/util/docutils.py:44: DeprecationWarning: distutils Version classes are deprecated. Use packaging.version instead. + __version_info__ = tuple(LooseVersion(docutils.__version__).version) + +sphinx/registry.py:22 + /testbed/sphinx/registry.py:22: DeprecationWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html + from pkg_resources import iter_entry_points + +../opt/miniconda3/envs/testbed/lib/python3.9/site-packages/pkg_resources/__init__.py:3154 +../opt/miniconda3/envs/testbed/lib/python3.9/site-packages/pkg_resources/__init__.py:3154 +../opt/miniconda3/envs/testbed/lib/python3.9/site-packages/pkg_resources/__init__.py:3154 +../opt/miniconda3/envs/testbed/lib/python3.9/site-packages/pkg_resources/__init__.py:3154 + /opt/miniconda3/envs/testbed/lib/python3.9/site-packages/pkg_resources/__init__.py:3154: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('sphinxcontrib')`. + Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages + declare_namespace(pkg) + +tests/test_ext_napoleon_docstring.py::TestNumpyDocstring::test_token_type_invalid + /testbed/sphinx/directives/patches.py:15: DeprecationWarning: The `docutils.parsers.rst.directive.html` module will be removed in Docutils 2.0. Since Docutils 0.18, the "Meta" node is defined in `docutils.parsers.rst.directives.misc`. + from docutils.parsers.rst.directives import html, images, tables + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +==================================== PASSES ==================================== +__________________ TestNumpyDocstring.test_pep526_annotations __________________ +----------------------------- Captured stdout call ----------------------------- +Sample class with PEP 526 annotations and numpy docstring + +.. attribute:: attr1 + + Attr1 description + + :type: int + +.. attribute:: attr2 + + Attr2 description + + :type: str + +============================= slowest 25 durations ============================= +0.33s setup tests/test_ext_napoleon_docstring.py::TestNumpyDocstring::test_token_type_invalid + +(24 durations < 0.005s hidden. Use -vv to show these durations.) +=========================== short test summary info ============================ +PASSED tests/test_ext_napoleon_docstring.py::NamedtupleSubclassTest::test_attributes_docstring +PASSED tests/test_ext_napoleon_docstring.py::InlineAttributeTest::test_class_data_member +PASSED tests/test_ext_napoleon_docstring.py::InlineAttributeTest::test_class_data_member_inline +PASSED tests/test_ext_napoleon_docstring.py::InlineAttributeTest::test_class_data_member_inline_no_type +PASSED tests/test_ext_napoleon_docstring.py::InlineAttributeTest::test_class_data_member_inline_ref_in_type +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_attributes_with_class_reference +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_code_block_in_returns_section +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_colon_in_return_type +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_custom_generic_sections +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_docstrings +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_keywords_with_types +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_kwargs_in_arguments +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_list_in_parameter_description +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_noindex +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_parameters_with_class_reference +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_pep526_annotations +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_raises_types +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_section_header_formatting +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_sphinx_admonitions +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_xrefs_in_return_type +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_colon_in_return_type +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_convert_numpy_type_spec +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_docstrings +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_list_in_parameter_description +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_multiple_parameters +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_parameter_types +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_parameters_with_class_reference +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_parameters_without_class_reference +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_raises_types +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_recombine_set_tokens +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_recombine_set_tokens_invalid +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_return_types +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_section_header_underline_length +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_see_also_refs +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_sphinx_admonitions +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_token_type +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_tokenize_type_spec +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_type_preprocessor +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_underscore_in_attribute +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_underscore_in_attribute_strip_signature_backslash +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_xrefs_in_return_type +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_yield_types +PASSED tests/test_ext_napoleon_docstring.py::TestNumpyDocstring::test_escape_args_and_kwargs[x, y, z-x, y, z] +PASSED tests/test_ext_napoleon_docstring.py::TestNumpyDocstring::test_escape_args_and_kwargs[*args, **kwargs-\\*args, \\*\\*kwargs] +PASSED tests/test_ext_napoleon_docstring.py::TestNumpyDocstring::test_escape_args_and_kwargs[*x, **y-\\*x, \\*\\*y] +PASSED tests/test_ext_napoleon_docstring.py::TestNumpyDocstring::test_pep526_annotations +FAILED tests/test_ext_napoleon_docstring.py::TestNumpyDocstring::test_token_type_invalid - assert (2 == 1) +=================== 1 failed, 46 passed, 7 warnings in 0.52s =================== +py39: exit 1 (0.99 seconds) /testbed> python -X dev -m pytest -rA --durations 25 tests/test_ext_napoleon_docstring.py pid=78 + py39: FAIL code 1 (1.00=setup[0.01]+cmd[0.99] seconds) + evaluation failed :( (1.07 seconds) ++ SWEBENCH_TEST_EXIT_CODE=1 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13437/harness-summary.json b/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13437/harness-summary.json new file mode 100644 index 0000000..adb5955 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13437/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 0, + "unresolved_instances": 1, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "sympy__sympy-13437" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "sympy__sympy-13437" + ], + "resolved_ids": [], + "unresolved_ids": [ + "sympy__sympy-13437" + ], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.sympy_1776_sympy-13437:latest" + ] +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13437/outcome.json b/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13437/outcome.json new file mode 100644 index 0000000..d7d1a4c --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13437/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "sympy__sympy-13437", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.sympy_1776_sympy-13437:latest", + "patch_sha256": "cf2cb41974f2d715c93e7f81ac6636943f333f35c3fe686801e374fafbc17c53", + "image_id": "sha256:a26d20f1d7799b7fe8f7d35fe472bd2f22561d36222e2e909bde58e0d2ab9ac1", + "image_digests": [ + "swebench/sweb.eval.x86_64.sympy_1776_sympy-13437@sha256:f706d9c0f73fd8e26f94db6cac32863a074f2a887eab3be9895242e398d261fb" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13437/raw-log-manifest.json b/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13437/raw-log-manifest.json new file mode 100644 index 0000000..4b35220 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13437/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37849298422", + "artifact_name": "patch-shard-8", + "files": { + "harness.log": { + "sha256": "3fcf2115687e11e875f17d790ebd87605402aa022f2f85efc994783d3b63155d", + "bytes": 841 + }, + "image-pull.log": { + "sha256": "b992b964e068a3e10a674dbd340e5deec8e70e69c0087cde25585f2de7e6daee", + "bytes": 1635 + }, + "logs/run_evaluation/patch-37849298422-8-8/agentic-controls-routed_source/sympy__sympy-13437/eval.sh": { + "sha256": "9673e14b4df428ffe0574d5f08a2637394314c5f0312c9cf29d9c6fced523fda", + "bytes": 1968 + }, + "logs/run_evaluation/patch-37849298422-8-8/agentic-controls-routed_source/sympy__sympy-13437/patch.diff": { + "sha256": "cf2cb41974f2d715c93e7f81ac6636943f333f35c3fe686801e374fafbc17c53", + "bytes": 773 + }, + "logs/run_evaluation/patch-37849298422-8-8/agentic-controls-routed_source/sympy__sympy-13437/report.json": { + "sha256": "f6c34bbbeed6bf2cab94d5eae8100b161e31e11d54ddf7ce642c58461f3ee220", + "bytes": 1352 + }, + "logs/run_evaluation/patch-37849298422-8-8/agentic-controls-routed_source/sympy__sympy-13437/run_instance.log": { + "sha256": "94b7e541ed584d11e264711ec0f921118cacbdb9fd9e08b9ecf9b729900682c7", + "bytes": 4664 + }, + "logs/run_evaluation/patch-37849298422-8-8/agentic-controls-routed_source/sympy__sympy-13437/test_output.txt": { + "sha256": "eb21c1cb96606c6524f5d2b07397acabf447d03af2ab471ab6d0daf70d76f617", + "bytes": 356785 + }, + "logs/run_evaluation/patch-37849298422-8-8/run.json": { + "sha256": "627920cf5b94a4481c1778ff92636af64c63c6820371be448c291e69e39e9ccb", + "bytes": 212 + }, + "predictions.jsonl": { + "sha256": "a25d98190cd17a0f319b08b8f058d9058fac7ab6330e4fac4fd7e18916a275e9", + "bytes": 908 + }, + "summary/agentic-controls-routed_source.patch-37849298422-8-8.json": { + "sha256": "30cc78c6350793c3f4c500f601f7efff7cbbc80cb454cf0d47973fb8d8f383a3", + "bytes": 830 + } + }, + "excerpt": { + "raw_sha256": "eb21c1cb96606c6524f5d2b07397acabf447d03af2ab471ab6d0daf70d76f617", + "raw_lines": 9000, + "start_line": 8938, + "stop_line": 8996, + "truncated": false, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13437/report.json b/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13437/report.json new file mode 100644 index 0000000..b34a6c6 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13437/report.json @@ -0,0 +1,45 @@ +{ + "sympy__sympy-13437": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": false, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [], + "failure": [ + "test_bell" + ] + }, + "PASS_TO_PASS": { + "success": [ + "test_bernoulli", + "test_fibonacci", + "test_harmonic", + "test_harmonic_rational", + "test_harmonic_evalf", + "test_harmonic_rewrite_polygamma", + "test_harmonic_rewrite_sum", + "test_euler", + "test_euler_odd", + "test_euler_polynomials", + "test_euler_polynomial_rewrite", + "test_catalan", + "test_genocchi", + "test_nC_nP_nT", + "test_issue_8496" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13437/test-output-excerpt.txt b/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13437/test-output-excerpt.txt new file mode 100644 index 0000000..2c57197 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13437/test-output-excerpt.txt @@ -0,0 +1,59 @@ ++ : '>>>>> Start Test Output' ++ PYTHONWARNINGS=ignore::UserWarning,ignore::SyntaxWarning ++ bin/test -C --verbose sympy/functions/combinatorial/tests/test_comb_numbers.py +/testbed/sympy/core/basic.py:3: DeprecationWarning: Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated since Python 3.3, and in 3.10 it will stop working + from collections import Mapping, defaultdict +/testbed/sympy/core/containers.py:271: DeprecationWarning: Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated since Python 3.3, and in 3.10 it will stop working + class OrderedSet(collections.MutableSet): +/testbed/sympy/plotting/plot.py:28: DeprecationWarning: Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated since Python 3.3, and in 3.10 it will stop working + from collections import Callable +/testbed/sympy/core/basic.py:3: DeprecationWarning: Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated since Python 3.3, and in 3.10 it will stop working + from collections import Mapping, defaultdict +/testbed/sympy/core/containers.py:271: DeprecationWarning: Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated since Python 3.3, and in 3.10 it will stop working + class OrderedSet(collections.MutableSet): +/testbed/sympy/plotting/plot.py:28: DeprecationWarning: Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated since Python 3.3, and in 3.10 it will stop working + from collections import Callable +============================= test process starts ============================== +executable: /opt/miniconda3/envs/testbed/bin/python (3.9.20-final-0) [CPython] +architecture: 64-bit +cache: no +ground types: python +numpy: None +random seed: 35198557 +hash randomization: on (PYTHONHASHSEED=1693089348) + +sympy/functions/combinatorial/tests/test_comb_numbers.py[20] +test_bernoulli ok +test_fibonacci ok +test_bell F +test_harmonic ok +test_harmonic_rational ok +test_harmonic_evalf ok +test_harmonic_rewrite_polygamma ok +test_harmonic_limit_fail f +test_harmonic_rewrite_sum_fail f +test_harmonic_rewrite_sum ok +test_euler ok +test_euler_failing f +test_euler_odd ok +test_euler_polynomials ok +test_euler_polynomial_rewrite ok +test_catalan ok +test_genocchi ok +test_nC_nP_nT ok +test_issue_8496 ok +test_issue_8601 ok [FAIL] + + +________________________________________________________________________________ +______ sympy/functions/combinatorial/tests/test_comb_numbers.py:test_bell ______ + File "/testbed/sympy/functions/combinatorial/tests/test_comb_numbers.py", line 88, in test_bell + raises(ValueError, lambda: bell(oo, x)) + File "/testbed/sympy/utilities/pytest.py", line 81, in raises + raise AssertionError("DID NOT RAISE") +AssertionError: DID NOT RAISE + +=== tests finished: 16 passed, 1 failed, 3 expected to fail, in 4.60 seconds === +DO *NOT* COMMIT! ++ SWEBENCH_TEST_EXIT_CODE=1 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13647/harness-summary.json b/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13647/harness-summary.json new file mode 100644 index 0000000..ea99623 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13647/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "sympy__sympy-13647" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "sympy__sympy-13647" + ], + "resolved_ids": [ + "sympy__sympy-13647" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.sympy_1776_sympy-13647:latest" + ] +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13647/outcome.json b/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13647/outcome.json new file mode 100644 index 0000000..a1e130c --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13647/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "sympy__sympy-13647", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.sympy_1776_sympy-13647:latest", + "patch_sha256": "0c5ca584fe11861c46731e2153829205d76b55a38cc1bb1110b24fa9ec72b796", + "image_id": "sha256:9d376ecba7f21d31215939c22ab7c14654972eb732021e021a7afe6fdacbb52b", + "image_digests": [ + "swebench/sweb.eval.x86_64.sympy_1776_sympy-13647@sha256:dfa0b51faf18208c3b9fdb505eafc2db866fed25c158d211617d23606c3539fe" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13647/raw-log-manifest.json b/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13647/raw-log-manifest.json new file mode 100644 index 0000000..074f134 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13647/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37849298422", + "artifact_name": "patch-shard-7", + "files": { + "harness.log": { + "sha256": "9b6131c5abeff19eda3d1c4f4469a1e3650907486f3607d60c8d598ba9d219f9", + "bytes": 841 + }, + "image-pull.log": { + "sha256": "676c8e629e8bc01ee4b4b025f88841451fa65a13a14fd60b10a5246861f9a66d", + "bytes": 1668 + }, + "logs/run_evaluation/patch-37849298422-7-7/agentic-controls-routed_source/sympy__sympy-13647/eval.sh": { + "sha256": "1452be92d34ec493b75539018dbe73da94a41a638cc6072233a73ea67adbe87c", + "bytes": 1691 + }, + "logs/run_evaluation/patch-37849298422-7-7/agentic-controls-routed_source/sympy__sympy-13647/patch.diff": { + "sha256": "0c5ca584fe11861c46731e2153829205d76b55a38cc1bb1110b24fa9ec72b796", + "bytes": 413 + }, + "logs/run_evaluation/patch-37849298422-7-7/agentic-controls-routed_source/sympy__sympy-13647/report.json": { + "sha256": "1d88ddb605782f713ab4e2e0164e2885be3bce9d62065e52186dc9d958b3aa85", + "bytes": 3584 + }, + "logs/run_evaluation/patch-37849298422-7-7/agentic-controls-routed_source/sympy__sympy-13647/run_instance.log": { + "sha256": "7e11336bef7f151137a76328a220becc22a5e86542d858411a3a96407e9e98e6", + "bytes": 4665 + }, + "logs/run_evaluation/patch-37849298422-7-7/agentic-controls-routed_source/sympy__sympy-13647/test_output.txt": { + "sha256": "3351077e673bdfdf7695a4c60998d82ae081950bd74cddc1a082bdd39a41a7f4", + "bytes": 368031 + }, + "logs/run_evaluation/patch-37849298422-7-7/run.json": { + "sha256": "450c2ce60a7c6b82e0bc13cb6ff4e0673ce750f965f7fa7b9e1e4b756895cccf", + "bytes": 212 + }, + "predictions.jsonl": { + "sha256": "762f5f79529d34199e5c48045b49be4f2f6f4a43d5d84fa1a22d604e477f6f32", + "bytes": 537 + }, + "summary/agentic-controls-routed_source.patch-37849298422-7-7.json": { + "sha256": "abf76e007f28c127348ada9af1b31f3d966e7c112906d520dbf69aa1006f9ee3", + "bytes": 830 + } + }, + "excerpt": { + "raw_sha256": "3351077e673bdfdf7695a4c60998d82ae081950bd74cddc1a082bdd39a41a7f4", + "raw_lines": 9253, + "start_line": 9090, + "stop_line": 9249, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13647/report.json b/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13647/report.json new file mode 100644 index 0000000..92c3c3a --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13647/report.json @@ -0,0 +1,106 @@ +{ + "sympy__sympy-13647": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "test_col_insert" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "test__MinimalMatrix", + "test_vec", + "test_tolist", + "test_row_col_del", + "test_get_diag_blocks1", + "test_get_diag_blocks2", + "test_shape", + "test_reshape", + "test_row_col", + "test_row_join", + "test_col_join", + "test_row_insert", + "test_extract", + "test_hstack", + "test_vstack", + "test_atoms", + "test_free_symbols", + "test_has", + "test_is_anti_symmetric", + "test_diagonal_symmetrical", + "test_is_hermitian", + "test_is_Identity", + "test_is_symbolic", + "test_is_upper", + "test_is_lower", + "test_is_square", + "test_is_symmetric", + "test_is_hessenberg", + "test_is_zero", + "test_values", + "test_applyfunc", + "test_adjoint", + "test_as_real_imag", + "test_conjugate", + "test_doit", + "test_evalf", + "test_expand", + "test_replace", + "test_replace_map", + "test_simplify", + "test_subs", + "test_trace", + "test_xreplace", + "test_permute", + "test_abs", + "test_add", + "test_multiplication", + "test_power", + "test_neg", + "test_sub", + "test_div", + "test_det", + "test_adjugate", + "test_cofactor_and_minors", + "test_charpoly", + "test_row_op", + "test_col_op", + "test_is_echelon", + "test_echelon_form", + "test_rref", + "test_eye", + "test_ones", + "test_zeros", + "test_diag", + "test_jordan_block", + "test_columnspace", + "test_rowspace", + "test_nullspace", + "test_eigenvals", + "test_eigenvects", + "test_left_eigenvects", + "test_diagonalize", + "test_is_diagonalizable", + "test_jordan_form", + "test_singular_values", + "test_integrate" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13647/test-output-excerpt.txt b/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13647/test-output-excerpt.txt new file mode 100644 index 0000000..ddcf84b --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13647/test-output-excerpt.txt @@ -0,0 +1,160 @@ + File "/testbed/sympy/matrices/common.py", line 1487, in _eval_applyfunc + out = self._new(self.rows, self.cols, [f(x) for x in self]) + File "/testbed/sympy/matrices/common.py", line 1487, in + out = self._new(self.rows, self.cols, [f(x) for x in self]) + File "/testbed/sympy/matrices/common.py", line 1751, in + return self.applyfunc(lambda x: refine(x, assumptions)) + File "/testbed/sympy/assumptions/refine.py", line 28, in refine + args = [refine(arg, assumptions) for arg in expr.args] + File "/testbed/sympy/assumptions/refine.py", line 28, in + args = [refine(arg, assumptions) for arg in expr.args] + File "/testbed/sympy/assumptions/refine.py", line 39, in refine + new_expr = handler(expr, assumptions) + File "/testbed/sympy/assumptions/refine.py", line 67, in refine_abs + if ask(Q.real(arg), assumptions) and \ + File "/testbed/sympy/assumptions/ask.py", line 1247, in ask + from sympy.assumptions.satask import satask + File "/testbed/sympy/assumptions/satask.py", line 9, in + from sympy.assumptions.sathandlers import fact_registry + File "/testbed/sympy/assumptions/sathandlers.py", line 3, in + from collections import MutableMapping, defaultdict + File "", line 1055, in _handle_fromlist + File "/opt/miniconda3/envs/testbed/lib/python3.9/collections/__init__.py", line 62, in __getattr__ + warnings.warn("Using or importing the ABCs from 'collections' instead " +DeprecationWarning: Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated since Python 3.3, and in 3.10 it will stop working +________________________________________________________________________________ +___________ sympy/matrices/tests/test_commonmatrix.py:test_jacobian2 ___________ + File "/testbed/sympy/matrices/tests/test_commonmatrix.py", line 1332, in test_jacobian2 + assert X.jacobian(Y) == J + File "/testbed/sympy/matrices/matrices.py", line 1651, in jacobian + return self._new(m, n, lambda j, i: self[j].diff(X[i])) + File "/testbed/sympy/matrices/common.py", line 2159, in _new + return cls(*args, **kwargs) + File "/testbed/sympy/matrices/common.py", line 2164, in __init__ + mat = list(mat(i, j) for i in range(rows) for j in range(cols)) + File "/testbed/sympy/matrices/common.py", line 2164, in + mat = list(mat(i, j) for i in range(rows) for j in range(cols)) + File "/testbed/sympy/matrices/matrices.py", line 1651, in + return self._new(m, n, lambda j, i: self[j].diff(X[i])) + File "/testbed/sympy/core/expr.py", line 3008, in diff + return Derivative(self, *new_symbols, **assumptions) + File "/testbed/sympy/core/function.py", line 1227, in __new__ + if isinstance(v, (collections.Iterable, Tuple, MatrixCommon, NDimArray)): + File "/opt/miniconda3/envs/testbed/lib/python3.9/collections/__init__.py", line 62, in __getattr__ + warnings.warn("Using or importing the ABCs from 'collections' instead " +DeprecationWarning: Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated since Python 3.3, and in 3.10 it will stop working +________________________________________________________________________________ +_____________ sympy/matrices/tests/test_commonmatrix.py:test_limit _____________ + File "/testbed/sympy/matrices/tests/test_commonmatrix.py", line 1342, in test_limit + assert m.limit(x, 5) == Matrix(2, 1, [S(1)/5, y]) + File "/testbed/sympy/matrices/matrices.py", line 1674, in limit + return self.applyfunc(lambda x: x.limit(*args)) + File "/testbed/sympy/matrices/common.py", line 1547, in applyfunc + return self._eval_applyfunc(f) + File "/testbed/sympy/matrices/common.py", line 1487, in _eval_applyfunc + out = self._new(self.rows, self.cols, [f(x) for x in self]) + File "/testbed/sympy/matrices/common.py", line 1487, in + out = self._new(self.rows, self.cols, [f(x) for x in self]) + File "/testbed/sympy/matrices/matrices.py", line 1674, in + return self.applyfunc(lambda x: x.limit(*args)) + File "/testbed/sympy/core/expr.py", line 2871, in limit + return limit(self, x, xlim, dir) + File "/testbed/sympy/series/limits.py", line 68, in limit + return Limit(e, z, z0, dir).doit(deep=False) + File "/testbed/sympy/series/limits.py", line 209, in doit + r = gruntz(e, z, z0, dir) + File "/testbed/sympy/series/gruntz.py", line 658, in gruntz + r = limitinf(e0, z) + File "/testbed/sympy/series/gruntz.py", line 428, in limitinf + c0, e0 = mrv_leadterm(e, x) + File "/testbed/sympy/series/gruntz.py", line 487, in mrv_leadterm + Omega, exps = mrv(e, x) + File "/testbed/sympy/series/gruntz.py", line 246, in mrv + e = powsimp(e, deep=True, combine='exp') + File "/testbed/sympy/simplify/powsimp.py", line 118, in powsimp + expr = expr.func(*[recurse(w) for w in expr.args]) + File "/testbed/sympy/simplify/powsimp.py", line 118, in + expr = expr.func(*[recurse(w) for w in expr.args]) + File "/testbed/sympy/simplify/powsimp.py", line 109, in recurse + return powsimp(arg, _deep, _combine, _force, _measure) + File "/testbed/sympy/simplify/powsimp.py", line 118, in powsimp + expr = expr.func(*[recurse(w) for w in expr.args]) + File "/testbed/sympy/simplify/powsimp.py", line 118, in + expr = expr.func(*[recurse(w) for w in expr.args]) + File "/testbed/sympy/simplify/powsimp.py", line 109, in recurse + return powsimp(arg, _deep, _combine, _force, _measure) + File "/testbed/sympy/simplify/powsimp.py", line 121, in powsimp + return recurse(expr*_y, deep=False)/_y + File "/testbed/sympy/core/decorators.py", line 91, in __sympifyit_wrapper + return func(a, b) + File "/testbed/sympy/core/decorators.py", line 132, in binary_op_wrapper + return func(self, other) + File "/testbed/sympy/core/expr.py", line 177, in __div__ + return Mul(self, Pow(other, S.NegativeOne)) + File "/testbed/sympy/core/operations.py", line 42, in __new__ + c_part, nc_part, order_symbols = cls.flatten(args) + File "/testbed/sympy/core/mul.py", line 184, in flatten + if not a.is_zero and a.is_Rational: + File "/testbed/sympy/core/assumptions.py", line 248, in getit + return _ask(fact, self) + File "/testbed/sympy/core/assumptions.py", line 303, in _ask + _ask(pk, obj) + File "/testbed/sympy/core/assumptions.py", line 303, in _ask + _ask(pk, obj) + File "/testbed/sympy/core/assumptions.py", line 303, in _ask + _ask(pk, obj) + [Previous line repeated 2 more times] + File "/testbed/sympy/core/assumptions.py", line 291, in _ask + a = evaluate(obj) + File "/testbed/sympy/core/mul.py", line 1228, in _eval_is_irrational + a = t.is_irrational + File "/testbed/sympy/core/assumptions.py", line 248, in getit + return _ask(fact, self) + File "/testbed/sympy/core/assumptions.py", line 303, in _ask + _ask(pk, obj) + File "/testbed/sympy/core/assumptions.py", line 303, in _ask + _ask(pk, obj) + File "/testbed/sympy/core/assumptions.py", line 303, in _ask + _ask(pk, obj) + File "/testbed/sympy/core/assumptions.py", line 291, in _ask + a = evaluate(obj) + File "/testbed/sympy/core/power.py", line 1130, in _eval_is_algebraic + if self.base.is_zero or _is_one(self.base): + File "/testbed/sympy/core/power.py", line 1125, in _is_one + return (expr - 1).is_zero + File "/testbed/sympy/core/assumptions.py", line 248, in getit + return _ask(fact, self) + File "/testbed/sympy/core/assumptions.py", line 303, in _ask + _ask(pk, obj) + File "/testbed/sympy/core/assumptions.py", line 291, in _ask + a = evaluate(obj) + File "/testbed/sympy/core/add.py", line 522, in _eval_is_imaginary + if b.is_zero: + File "/testbed/sympy/core/assumptions.py", line 248, in getit + return _ask(fact, self) + File "/testbed/sympy/core/assumptions.py", line 303, in _ask + _ask(pk, obj) + File "/testbed/sympy/core/assumptions.py", line 291, in _ask + a = evaluate(obj) + File "/testbed/sympy/core/add.py", line 645, in _eval_is_nonnegative + if s != self and s.is_nonnegative: + File "/testbed/sympy/core/assumptions.py", line 248, in getit + return _ask(fact, self) + File "/testbed/sympy/core/assumptions.py", line 291, in _ask + a = evaluate(obj) + File "/testbed/sympy/core/add.py", line 648, in _eval_is_nonnegative + v = _monotonic_sign(self) + File "/testbed/sympy/core/exprtools.py", line 120, in _monotonic_sign + d = self.diff(x) + File "/testbed/sympy/core/expr.py", line 3008, in diff + return Derivative(self, *new_symbols, **assumptions) + File "/testbed/sympy/core/function.py", line 1227, in __new__ + if isinstance(v, (collections.Iterable, Tuple, MatrixCommon, NDimArray)): + File "/opt/miniconda3/envs/testbed/lib/python3.9/collections/__init__.py", line 62, in __getattr__ + warnings.warn("Using or importing the ABCs from 'collections' instead " +DeprecationWarning: Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated since Python 3.3, and in 3.10 it will stop working + += tests finished: 77 passed, 1 expected to fail, 3 exceptions, in 4.56 seconds = +DO *NOT* COMMIT! ++ SWEBENCH_TEST_EXIT_CODE=1 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13895/harness-summary.json b/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13895/harness-summary.json new file mode 100644 index 0000000..14e51a5 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13895/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 0, + "unresolved_instances": 1, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "sympy__sympy-13895" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "sympy__sympy-13895" + ], + "resolved_ids": [], + "unresolved_ids": [ + "sympy__sympy-13895" + ], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.sympy_1776_sympy-13895:latest" + ] +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13895/outcome.json b/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13895/outcome.json new file mode 100644 index 0000000..d4bfb85 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13895/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "sympy__sympy-13895", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.sympy_1776_sympy-13895:latest", + "patch_sha256": "4b93475b4ad669a39c0b11da58d563a4fb231e7889b1ca8c66dd93f2df23c84d", + "image_id": "sha256:f3af5e1230ca0b9265177a3fe254488a71bcbb9bca436f22704fa7504e0b2b1b", + "image_digests": [ + "swebench/sweb.eval.x86_64.sympy_1776_sympy-13895@sha256:9e2d542b7e4b9c0b710a2fd793836100391c0d7a7697da228723ce53234006a7" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13895/raw-log-manifest.json b/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13895/raw-log-manifest.json new file mode 100644 index 0000000..19d9335 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13895/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37849298422", + "artifact_name": "patch-shard-16", + "files": { + "harness.log": { + "sha256": "ba8c5b4c6c7d9db863301d1476bf0a63f0fb143cf5bf36767d2bf43f482a610d", + "bytes": 844 + }, + "image-pull.log": { + "sha256": "90dc6974cb834c61e52fba23d4f8af2366477b7e90f76b42d775a7064a63748a", + "bytes": 1635 + }, + "logs/run_evaluation/patch-37849298422-16-16/agentic-controls-routed_source/sympy__sympy-13895/eval.sh": { + "sha256": "2f4281dcbcbfdf1d979f18a89fd851a4652ab8de75fd453682dcff93362a31e8", + "bytes": 1845 + }, + "logs/run_evaluation/patch-37849298422-16-16/agentic-controls-routed_source/sympy__sympy-13895/patch.diff": { + "sha256": "4b93475b4ad669a39c0b11da58d563a4fb231e7889b1ca8c66dd93f2df23c84d", + "bytes": 436 + }, + "logs/run_evaluation/patch-37849298422-16-16/agentic-controls-routed_source/sympy__sympy-13895/report.json": { + "sha256": "89fe4ce55fdc28cb5cc00d1ac526014cb9b2ff34e0915205078e8a74f83fec2a", + "bytes": 4191 + }, + "logs/run_evaluation/patch-37849298422-16-16/agentic-controls-routed_source/sympy__sympy-13895/run_instance.log": { + "sha256": "73f63fcd766be8015b7345bd5e6a9028481f58c2926a79b3478483d47902ef0b", + "bytes": 5208 + }, + "logs/run_evaluation/patch-37849298422-16-16/agentic-controls-routed_source/sympy__sympy-13895/test_output.txt": { + "sha256": "5a2d0c2d3924ae6a849d1e97c59adbcf4305689c5cd47414ea7f98a5c54e3c49", + "bytes": 610886 + }, + "logs/run_evaluation/patch-37849298422-16-16/run.json": { + "sha256": "ccbbaf2293de9281a133288c2971263b338482923bf21690dc48c3951a8bd1f4", + "bytes": 213 + }, + "predictions.jsonl": { + "sha256": "786ced51937a38b9f0609fc5b8ce3053538d59b39e0bc218a3af3433a00a2e4a", + "bytes": 560 + }, + "summary/agentic-controls-routed_source.patch-37849298422-16-16.json": { + "sha256": "c6e7d0b05ab98222c4ba059f492afb86ba0c48861c8436d55008465e731c9ea6", + "bytes": 830 + } + }, + "excerpt": { + "raw_sha256": "5a2d0c2d3924ae6a849d1e97c59adbcf4305689c5cd47414ea7f98a5c54e3c49", + "raw_lines": 13901, + "start_line": 13738, + "stop_line": 13897, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13895/report.json b/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13895/report.json new file mode 100644 index 0000000..83d5e93 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13895/report.json @@ -0,0 +1,115 @@ +{ + "sympy__sympy-13895": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": false, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "test_issue_13890" + ], + "failure": [ + "test_powers_Integer" + ] + }, + "PASS_TO_PASS": { + "success": [ + "test_integers_cache", + "test_seterr", + "test_mod", + "test_divmod", + "test_igcd", + "test_igcd_lehmer", + "test_igcd2", + "test_ilcm", + "test_igcdex", + "test_Integer_new", + "test_Rational_new", + "test_Number_new", + "test_Rational_cmp", + "test_Float", + "test_float_mpf", + "test_Float_RealElement", + "test_Float_default_to_highprec_from_str", + "test_Float_eval", + "test_Float_issue_2107", + "test_Float_from_tuple", + "test_Infinity", + "test_Infinity_2", + "test_Mul_Infinity_Zero", + "test_Div_By_Zero", + "test_Infinity_inequations", + "test_NaN", + "test_special_numbers", + "test_powers", + "test_integer_nthroot_overflow", + "test_isqrt", + "test_powers_Float", + "test_abs1", + "test_accept_int", + "test_dont_accept_str", + "test_int", + "test_long", + "test_real_bug", + "test_bug_sqrt", + "test_pi_Pi", + "test_no_len", + "test_issue_3321", + "test_issue_3423", + "test_issue_3449", + "test_Integer_factors", + "test_Rational_factors", + "test_issue_4107", + "test_IntegerInteger", + "test_Rational_gcd_lcm_cofactors", + "test_Float_gcd_lcm_cofactors", + "test_issue_4611", + "test_conversion_to_mpmath", + "test_relational", + "test_Integer_as_index", + "test_Rational_int", + "test_zoo", + "test_issue_4122", + "test_GoldenRatio_expand", + "test_as_content_primitive", + "test_hashing_sympy_integers", + "test_issue_4172", + "test_Catalan_EulerGamma_prec", + "test_Float_eq", + "test_int_NumberSymbols", + "test_issue_6640", + "test_issue_6349", + "test_mpf_norm", + "test_latex", + "test_issue_7742", + "test_simplify_AlgebraicNumber", + "test_Float_idempotence", + "test_comp", + "test_issue_9491", + "test_issue_10063", + "test_issue_10020", + "test_invert_numbers", + "test_mod_inverse", + "test_golden_ratio_rewrite_as_sqrt", + "test_comparisons_with_unknown_type", + "test_NumberSymbol_comparison", + "test_Integer_precision" + ], + "failure": [ + "test_powers_Rational", + "test_issue_3692" + ] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13895/test-output-excerpt.txt b/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13895/test-output-excerpt.txt new file mode 100644 index 0000000..92f1060 --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-13895/test-output-excerpt.txt @@ -0,0 +1,160 @@ + return func(self, other) + File "/testbed/sympy/core/expr.py", line 140, in __mul__ + return Mul(self, other) + File "/testbed/sympy/core/operations.py", line 42, in __new__ + c_part, nc_part, order_symbols = cls.flatten(args) + File "/testbed/sympy/core/mul.py", line 560, in flatten + c_part.extend([Pow(b, e) for e, b in pnew.items()]) + File "/testbed/sympy/core/mul.py", line 560, in + c_part.extend([Pow(b, e) for e, b in pnew.items()]) + File "/testbed/sympy/core/power.py", line 227, in __new__ + obj = b._eval_power(e) + File "/testbed/sympy/core/numbers.py", line 2234, in _eval_power + return S.NegativeOne**expt * (-self)**expt + File "/testbed/sympy/core/decorators.py", line 91, in __sympifyit_wrapper + return func(a, b) + File "/testbed/sympy/core/decorators.py", line 132, in binary_op_wrapper + return func(self, other) + File "/testbed/sympy/core/expr.py", line 140, in __mul__ + return Mul(self, other) + File "/testbed/sympy/core/operations.py", line 42, in __new__ + c_part, nc_part, order_symbols = cls.flatten(args) + File "/testbed/sympy/core/mul.py", line 560, in flatten + c_part.extend([Pow(b, e) for e, b in pnew.items()]) + File "/testbed/sympy/core/mul.py", line 560, in + c_part.extend([Pow(b, e) for e, b in pnew.items()]) + File "/testbed/sympy/core/power.py", line 227, in __new__ + obj = b._eval_power(e) + File "/testbed/sympy/core/numbers.py", line 2234, in _eval_power + return S.NegativeOne**expt * (-self)**expt + File "/testbed/sympy/core/decorators.py", line 91, in __sympifyit_wrapper + return func(a, b) + File "/testbed/sympy/core/decorators.py", line 132, in binary_op_wrapper + return func(self, other) + File "/testbed/sympy/core/expr.py", line 140, in __mul__ + return Mul(self, other) + File "/testbed/sympy/core/operations.py", line 42, in __new__ + c_part, nc_part, order_symbols = cls.flatten(args) + File "/testbed/sympy/core/mul.py", line 560, in flatten + c_part.extend([Pow(b, e) for e, b in pnew.items()]) + File "/testbed/sympy/core/mul.py", line 560, in + c_part.extend([Pow(b, e) for e, b in pnew.items()]) + File "/testbed/sympy/core/power.py", line 227, in __new__ + obj = b._eval_power(e) + File "/testbed/sympy/core/numbers.py", line 2234, in _eval_power + return S.NegativeOne**expt * (-self)**expt + File "/testbed/sympy/core/decorators.py", line 91, in __sympifyit_wrapper + return func(a, b) + File "/testbed/sympy/core/decorators.py", line 132, in binary_op_wrapper + return func(self, other) + File "/testbed/sympy/core/expr.py", line 140, in __mul__ + return Mul(self, other) + File "/testbed/sympy/core/operations.py", line 42, in __new__ + c_part, nc_part, order_symbols = cls.flatten(args) + File "/testbed/sympy/core/mul.py", line 560, in flatten + c_part.extend([Pow(b, e) for e, b in pnew.items()]) + File "/testbed/sympy/core/mul.py", line 560, in + c_part.extend([Pow(b, e) for e, b in pnew.items()]) + File "/testbed/sympy/core/power.py", line 227, in __new__ + obj = b._eval_power(e) + File "/testbed/sympy/core/numbers.py", line 2234, in _eval_power + return S.NegativeOne**expt * (-self)**expt + File "/testbed/sympy/core/decorators.py", line 91, in __sympifyit_wrapper + return func(a, b) + File "/testbed/sympy/core/decorators.py", line 132, in binary_op_wrapper + return func(self, other) + File "/testbed/sympy/core/expr.py", line 140, in __mul__ + return Mul(self, other) + File "/testbed/sympy/core/operations.py", line 42, in __new__ + c_part, nc_part, order_symbols = cls.flatten(args) + File "/testbed/sympy/core/mul.py", line 560, in flatten + c_part.extend([Pow(b, e) for e, b in pnew.items()]) + File "/testbed/sympy/core/mul.py", line 560, in + c_part.extend([Pow(b, e) for e, b in pnew.items()]) + File "/testbed/sympy/core/power.py", line 227, in __new__ + obj = b._eval_power(e) + File "/testbed/sympy/core/numbers.py", line 2234, in _eval_power + return S.NegativeOne**expt * (-self)**expt + File "/testbed/sympy/core/decorators.py", line 91, in __sympifyit_wrapper + return func(a, b) + File "/testbed/sympy/core/decorators.py", line 132, in binary_op_wrapper + return func(self, other) + File "/testbed/sympy/core/expr.py", line 140, in __mul__ + return Mul(self, other) + File "/testbed/sympy/core/operations.py", line 42, in __new__ + c_part, nc_part, order_symbols = cls.flatten(args) + File "/testbed/sympy/core/mul.py", line 560, in flatten + c_part.extend([Pow(b, e) for e, b in pnew.items()]) + File "/testbed/sympy/core/mul.py", line 560, in + c_part.extend([Pow(b, e) for e, b in pnew.items()]) + File "/testbed/sympy/core/power.py", line 227, in __new__ + obj = b._eval_power(e) + File "/testbed/sympy/core/numbers.py", line 2234, in _eval_power + return S.NegativeOne**expt * (-self)**expt + File "/testbed/sympy/core/decorators.py", line 91, in __sympifyit_wrapper + return func(a, b) + File "/testbed/sympy/core/decorators.py", line 132, in binary_op_wrapper + return func(self, other) + File "/testbed/sympy/core/expr.py", line 140, in __mul__ + return Mul(self, other) + File "/testbed/sympy/core/operations.py", line 42, in __new__ + c_part, nc_part, order_symbols = cls.flatten(args) + File "/testbed/sympy/core/mul.py", line 560, in flatten + c_part.extend([Pow(b, e) for e, b in pnew.items()]) + File "/testbed/sympy/core/mul.py", line 560, in + c_part.extend([Pow(b, e) for e, b in pnew.items()]) + File "/testbed/sympy/core/power.py", line 227, in __new__ + obj = b._eval_power(e) + File "/testbed/sympy/core/numbers.py", line 2234, in _eval_power + return S.NegativeOne**expt * (-self)**expt + File "/testbed/sympy/core/decorators.py", line 91, in __sympifyit_wrapper + return func(a, b) + File "/testbed/sympy/core/decorators.py", line 132, in binary_op_wrapper + return func(self, other) + File "/testbed/sympy/core/expr.py", line 140, in __mul__ + return Mul(self, other) + File "/testbed/sympy/core/operations.py", line 42, in __new__ + c_part, nc_part, order_symbols = cls.flatten(args) + File "/testbed/sympy/core/mul.py", line 560, in flatten + c_part.extend([Pow(b, e) for e, b in pnew.items()]) + File "/testbed/sympy/core/mul.py", line 560, in + c_part.extend([Pow(b, e) for e, b in pnew.items()]) + File "/testbed/sympy/core/power.py", line 227, in __new__ + obj = b._eval_power(e) + File "/testbed/sympy/core/numbers.py", line 2234, in _eval_power + return S.NegativeOne**expt * (-self)**expt + File "/testbed/sympy/core/expr.py", line 154, in __pow__ + return self._pow(other) + File "/testbed/sympy/core/decorators.py", line 91, in __sympifyit_wrapper + return func(a, b) + File "/testbed/sympy/core/decorators.py", line 132, in binary_op_wrapper + return func(self, other) + File "/testbed/sympy/core/expr.py", line 150, in _pow + return Pow(self, other) + File "/testbed/sympy/core/power.py", line 227, in __new__ + obj = b._eval_power(e) + File "/testbed/sympy/core/numbers.py", line 2249, in _eval_power + p = perfect_power(b_pos) + File "/testbed/sympy/ntheory/factor_.py", line 302, in perfect_power + for e in candidates: + File "/testbed/sympy/ntheory/generate.py", line 558, in primerange + for i in sieve.primerange(a, b): + File "/testbed/sympy/ntheory/generate.py", line 125, in primerange + a = max(2, int(ceiling(a))) + File "/testbed/sympy/core/function.py", line 423, in __new__ + if n not in cls.nargs: + File "/testbed/sympy/core/function.py", line 219, in nargs + return FiniteSet(*self._nargs) if self._nargs else S.Naturals0 + File "/testbed/sympy/sets/sets.py", line 1902, in __new__ + args = list(map(sympify, args)) + File "/testbed/sympy/core/sympify.py", line 290, in sympify + return converter[cls](a) + File "/testbed/sympy/core/numbers.py", line 1976, in __new__ + if isinstance(i, string_types): +RecursionError: maximum recursion depth exceeded in __instancecheck__ + + tests finished: 81 passed, 1 skipped, 1 expected to fail, 3 exceptions, +in 0.95 seconds +DO *NOT* COMMIT! ++ SWEBENCH_TEST_EXIT_CODE=1 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-18087/outcome.json b/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-18087/outcome.json new file mode 100644 index 0000000..91f202d --- /dev/null +++ b/reports/experiments/paired-20/routed_source/official-evaluation/sympy__sympy-18087/outcome.json @@ -0,0 +1,6 @@ +{ + "instance_id": "sympy__sympy-18087", + "status": "empty_patch", + "resolved": false, + "patch_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" +} diff --git a/reports/experiments/paired-20/single/official-evaluation/manifest.json b/reports/experiments/paired-20/single/official-evaluation/manifest.json new file mode 100644 index 0000000..f68f8d8 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/manifest.json @@ -0,0 +1,251 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37850192309", + "harness_version": "5.0.2", + "test_timeout_seconds": 600, + "predictions_sha256": "4c9476b20c5e176b517d554c09512a6018cb79a27952bab2ad6bdbce7d02704c", + "results_sha256": "950861471c3e5173c12bece9d6f2b63cdee03566a85b67b82dec545679d35b11", + "shards": [ + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "4c9476b20c5e176b517d554c09512a6018cb79a27952bab2ad6bdbce7d02704c", + "shard": 0, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37850192309", + "github_run_attempt": "1", + "github_sha": "9bc487c9ffb189e25c39940a02f4dcfd51075fec" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "4c9476b20c5e176b517d554c09512a6018cb79a27952bab2ad6bdbce7d02704c", + "shard": 1, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37850192309", + "github_run_attempt": "1", + "github_sha": "9bc487c9ffb189e25c39940a02f4dcfd51075fec" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "4c9476b20c5e176b517d554c09512a6018cb79a27952bab2ad6bdbce7d02704c", + "shard": 10, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37850192309", + "github_run_attempt": "1", + "github_sha": "9bc487c9ffb189e25c39940a02f4dcfd51075fec" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "4c9476b20c5e176b517d554c09512a6018cb79a27952bab2ad6bdbce7d02704c", + "shard": 11, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37850192309", + "github_run_attempt": "1", + "github_sha": "9bc487c9ffb189e25c39940a02f4dcfd51075fec" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "4c9476b20c5e176b517d554c09512a6018cb79a27952bab2ad6bdbce7d02704c", + "shard": 12, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37850192309", + "github_run_attempt": "1", + "github_sha": "9bc487c9ffb189e25c39940a02f4dcfd51075fec" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "4c9476b20c5e176b517d554c09512a6018cb79a27952bab2ad6bdbce7d02704c", + "shard": 13, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37850192309", + "github_run_attempt": "1", + "github_sha": "9bc487c9ffb189e25c39940a02f4dcfd51075fec" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "4c9476b20c5e176b517d554c09512a6018cb79a27952bab2ad6bdbce7d02704c", + "shard": 14, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37850192309", + "github_run_attempt": "1", + "github_sha": "9bc487c9ffb189e25c39940a02f4dcfd51075fec" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "4c9476b20c5e176b517d554c09512a6018cb79a27952bab2ad6bdbce7d02704c", + "shard": 15, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37850192309", + "github_run_attempt": "1", + "github_sha": "9bc487c9ffb189e25c39940a02f4dcfd51075fec" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "4c9476b20c5e176b517d554c09512a6018cb79a27952bab2ad6bdbce7d02704c", + "shard": 16, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37850192309", + "github_run_attempt": "1", + "github_sha": "9bc487c9ffb189e25c39940a02f4dcfd51075fec" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "4c9476b20c5e176b517d554c09512a6018cb79a27952bab2ad6bdbce7d02704c", + "shard": 17, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37850192309", + "github_run_attempt": "1", + "github_sha": "9bc487c9ffb189e25c39940a02f4dcfd51075fec" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "4c9476b20c5e176b517d554c09512a6018cb79a27952bab2ad6bdbce7d02704c", + "shard": 18, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37850192309", + "github_run_attempt": "1", + "github_sha": "9bc487c9ffb189e25c39940a02f4dcfd51075fec" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "4c9476b20c5e176b517d554c09512a6018cb79a27952bab2ad6bdbce7d02704c", + "shard": 19, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37850192309", + "github_run_attempt": "1", + "github_sha": "9bc487c9ffb189e25c39940a02f4dcfd51075fec" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "4c9476b20c5e176b517d554c09512a6018cb79a27952bab2ad6bdbce7d02704c", + "shard": 2, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37850192309", + "github_run_attempt": "1", + "github_sha": "9bc487c9ffb189e25c39940a02f4dcfd51075fec" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "4c9476b20c5e176b517d554c09512a6018cb79a27952bab2ad6bdbce7d02704c", + "shard": 3, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37850192309", + "github_run_attempt": "1", + "github_sha": "9bc487c9ffb189e25c39940a02f4dcfd51075fec" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "4c9476b20c5e176b517d554c09512a6018cb79a27952bab2ad6bdbce7d02704c", + "shard": 4, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37850192309", + "github_run_attempt": "1", + "github_sha": "9bc487c9ffb189e25c39940a02f4dcfd51075fec" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "4c9476b20c5e176b517d554c09512a6018cb79a27952bab2ad6bdbce7d02704c", + "shard": 5, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37850192309", + "github_run_attempt": "1", + "github_sha": "9bc487c9ffb189e25c39940a02f4dcfd51075fec" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "4c9476b20c5e176b517d554c09512a6018cb79a27952bab2ad6bdbce7d02704c", + "shard": 6, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37850192309", + "github_run_attempt": "1", + "github_sha": "9bc487c9ffb189e25c39940a02f4dcfd51075fec" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "4c9476b20c5e176b517d554c09512a6018cb79a27952bab2ad6bdbce7d02704c", + "shard": 7, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37850192309", + "github_run_attempt": "1", + "github_sha": "9bc487c9ffb189e25c39940a02f4dcfd51075fec" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "4c9476b20c5e176b517d554c09512a6018cb79a27952bab2ad6bdbce7d02704c", + "shard": 8, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37850192309", + "github_run_attempt": "1", + "github_sha": "9bc487c9ffb189e25c39940a02f4dcfd51075fec" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "4c9476b20c5e176b517d554c09512a6018cb79a27952bab2ad6bdbce7d02704c", + "shard": 9, + "shards": 20, + "test_timeout": 600, + "github_run_id": "37850192309", + "github_run_attempt": "1", + "github_sha": "9bc487c9ffb189e25c39940a02f4dcfd51075fec" + } + ], + "patches_changed_after_freeze": false, + "raw_artifacts": "GitHub Actions patch-shard-* artifacts (30-day retention); reports/excerpts/log hashes retained here" +} diff --git a/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-23314/harness-summary.json b/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-23314/harness-summary.json new file mode 100644 index 0000000..2b0087b --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-23314/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "matplotlib__matplotlib-23314" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "matplotlib__matplotlib-23314" + ], + "resolved_ids": [ + "matplotlib__matplotlib-23314" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-23314:latest" + ] +} diff --git a/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-23314/outcome.json b/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-23314/outcome.json new file mode 100644 index 0000000..5153b37 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-23314/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "matplotlib__matplotlib-23314", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-23314:latest", + "patch_sha256": "4dbcd3aad6a5f00f224f753b186b718e8e2c6f0e7d0906fd554cdd48563eca49", + "image_id": "sha256:1ea0831da6b53be2b42003be160e01dcdd6791c3faec14ce3424c6f50bb6abdd", + "image_digests": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-23314@sha256:f88a00b6cfc878eb62965e836134dd9425b0188bfa2b8154d439bda001ed604c" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-23314/raw-log-manifest.json b/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-23314/raw-log-manifest.json new file mode 100644 index 0000000..81beba3 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-23314/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37850192309", + "artifact_name": "patch-shard-12", + "files": { + "harness.log": { + "sha256": "1c800434dbe9164fef9d16d9dd070691e97691178de492a54936e761e5d4c482", + "bytes": 850 + }, + "image-pull.log": { + "sha256": "d902cf003687b8df7d193f7507d2d53450dffaa9eb2760d43c37089f0f006c2c", + "bytes": 1698 + }, + "logs/run_evaluation/patch-37850192309-12-12/agentic-controls-single/matplotlib__matplotlib-23314/eval.sh": { + "sha256": "d239e7be5087c83acde4f68d11ae3d4862ff0da86190f67af2378549cb76063a", + "bytes": 2153 + }, + "logs/run_evaluation/patch-37850192309-12-12/agentic-controls-single/matplotlib__matplotlib-23314/patch.diff": { + "sha256": "4dbcd3aad6a5f00f224f753b186b718e8e2c6f0e7d0906fd554cdd48563eca49", + "bytes": 297 + }, + "logs/run_evaluation/patch-37850192309-12-12/agentic-controls-single/matplotlib__matplotlib-23314/report.json": { + "sha256": "ab873a52373d8b1537d5595192f61bf5575d863884679b98677b75bc13ca2485", + "bytes": 77582 + }, + "logs/run_evaluation/patch-37850192309-12-12/agentic-controls-single/matplotlib__matplotlib-23314/run_instance.log": { + "sha256": "44d8c374f1596e6980aa3d97b163b558357676f14461e18f4f4b31af11b919bf", + "bytes": 62929 + }, + "logs/run_evaluation/patch-37850192309-12-12/agentic-controls-single/matplotlib__matplotlib-23314/test_output.txt": { + "sha256": "f50f060613213a925eafef2534bcde05ca76b0544dd540e28cfc407821ea16cf", + "bytes": 1540425 + }, + "logs/run_evaluation/patch-37850192309-12-12/run.json": { + "sha256": "6a23106f8d34789cb3b404925a554a3ebf53194f18350804f647e35d0d1f91df", + "bytes": 223 + }, + "predictions.jsonl": { + "sha256": "c2667698a66397e87ada978631bd32b1b2a89c914460de94f37b3909e495f2d2", + "bytes": 424 + }, + "summary/agentic-controls-single.patch-37850192309-12-12.json": { + "sha256": "02a2935c28333618cbd38089bacd5999bbe91ad24a3a204c4d9e01fafb4f5838", + "bytes": 870 + } + }, + "excerpt": { + "raw_sha256": "f50f060613213a925eafef2534bcde05ca76b0544dd540e28cfc407821ea16cf", + "raw_lines": 27883, + "start_line": 27720, + "stop_line": 27879, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-23314/report.json b/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-23314/report.json new file mode 100644 index 0000000..0259929 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-23314/report.json @@ -0,0 +1,892 @@ +{ + "matplotlib__matplotlib-23314": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invisible_axes[png]" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "lib/matplotlib/tests/test_axes.py::test_invisible_axes[png]", + "lib/matplotlib/tests/test_axes.py::test_get_labels", + "lib/matplotlib/tests/test_axes.py::test_label_loc_vertical[png]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_vertical[pdf]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_horizontal[png]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_horizontal[pdf]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_rc[png]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_rc[pdf]", + "lib/matplotlib/tests/test_axes.py::test_label_shift", + "lib/matplotlib/tests/test_axes.py::test_acorr[png]", + "lib/matplotlib/tests/test_axes.py::test_spy[png]", + "lib/matplotlib/tests/test_axes.py::test_spy_invalid_kwargs", + "lib/matplotlib/tests/test_axes.py::test_matshow[png]", + "lib/matplotlib/tests/test_axes.py::test_formatter_ticker[png]", + "lib/matplotlib/tests/test_axes.py::test_formatter_ticker[pdf]", + "lib/matplotlib/tests/test_axes.py::test_funcformatter_auto_formatter", + "lib/matplotlib/tests/test_axes.py::test_strmethodformatter_auto_formatter", + "lib/matplotlib/tests/test_axes.py::test_twin_axis_locators_formatters[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_axis_locators_formatters[pdf]", + "lib/matplotlib/tests/test_axes.py::test_twinx_cla", + "lib/matplotlib/tests/test_axes.py::test_twin_logscale[png-x]", + "lib/matplotlib/tests/test_axes.py::test_twin_logscale[png-y]", + "lib/matplotlib/tests/test_axes.py::test_twinx_axis_scales[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_inherit_autoscale_setting", + "lib/matplotlib/tests/test_axes.py::test_inverted_cla", + "lib/matplotlib/tests/test_axes.py::test_cla_not_redefined", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on_rcParams_both[png]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tiny_range[png]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tiny_range[pdf]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tight", + "lib/matplotlib/tests/test_axes.py::test_autoscale_log_shared", + "lib/matplotlib/tests/test_axes.py::test_use_sticky_edges", + "lib/matplotlib/tests/test_axes.py::test_sticky_shared_axes[png]", + "lib/matplotlib/tests/test_axes.py::test_basic_annotate[png]", + "lib/matplotlib/tests/test_axes.py::test_basic_annotate[pdf]", + "lib/matplotlib/tests/test_axes.py::test_arrow_simple[png]", + "lib/matplotlib/tests/test_axes.py::test_arrow_empty", + "lib/matplotlib/tests/test_axes.py::test_arrow_in_view", + "lib/matplotlib/tests/test_axes.py::test_annotate_default_arrow", + "lib/matplotlib/tests/test_axes.py::test_annotate_signature", + "lib/matplotlib/tests/test_axes.py::test_fill_units[png]", + "lib/matplotlib/tests/test_axes.py::test_plot_format_kwarg_redundant", + "lib/matplotlib/tests/test_axes.py::test_errorbar_dashes[png]", + "lib/matplotlib/tests/test_axes.py::test_single_point[png]", + "lib/matplotlib/tests/test_axes.py::test_single_point[pdf]", + "lib/matplotlib/tests/test_axes.py::test_single_date[png]", + "lib/matplotlib/tests/test_axes.py::test_shaped_data[png]", + "lib/matplotlib/tests/test_axes.py::test_structured_data", + "lib/matplotlib/tests/test_axes.py::test_aitoff_proj[png]", + "lib/matplotlib/tests/test_axes.py::test_axvspan_epoch[png]", + "lib/matplotlib/tests/test_axes.py::test_axvspan_epoch[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axhspan_epoch[png]", + "lib/matplotlib/tests/test_axes.py::test_axhspan_epoch[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_extent[png]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_empty[png]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_pickable", + "lib/matplotlib/tests/test_axes.py::test_hexbin_log[png]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_log_clim", + "lib/matplotlib/tests/test_axes.py::test_inverted_limits", + "lib/matplotlib/tests/test_axes.py::test_nonfinite_limits[png]", + "lib/matplotlib/tests/test_axes.py::test_nonfinite_limits[pdf]", + "lib/matplotlib/tests/test_axes.py::test_limits_empty_data[png-scatter]", + "lib/matplotlib/tests/test_axes.py::test_limits_empty_data[png-plot]", + "lib/matplotlib/tests/test_axes.py::test_limits_empty_data[png-fill_between]", + "lib/matplotlib/tests/test_axes.py::test_imshow[png]", + "lib/matplotlib/tests/test_axes.py::test_imshow[pdf]", + "lib/matplotlib/tests/test_axes.py::test_imshow_clip[png]", + "lib/matplotlib/tests/test_axes.py::test_imshow_clip[pdf]", + "lib/matplotlib/tests/test_axes.py::test_imshow_norm_vminvmax", + "lib/matplotlib/tests/test_axes.py::test_polycollection_joinstyle[png]", + "lib/matplotlib/tests/test_axes.py::test_polycollection_joinstyle[pdf]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_input[2d_x_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_input[2d_y1_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_input[2d_y2_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_betweenx_input[2d_y_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_betweenx_input[2d_x1_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_betweenx_input[2d_x2_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate[png]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate[pdf]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_decreasing[png]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_decreasing[pdf]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_nan[png]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_nan[pdf]", + "lib/matplotlib/tests/test_axes.py::test_symlog[pdf]", + "lib/matplotlib/tests/test_axes.py::test_symlog2[pdf]", + "lib/matplotlib/tests/test_axes.py::test_pcolorargs_5205", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh[pdf]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_alpha[pdf]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_datetime_axis[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolor_datetime_axis[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolorargs", + "lib/matplotlib/tests/test_axes.py::test_pcolornearest[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolornearestunits[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolorflaterror", + "lib/matplotlib/tests/test_axes.py::test_pcolorauto[png-False]", + "lib/matplotlib/tests/test_axes.py::test_pcolorauto[png-True]", + "lib/matplotlib/tests/test_axes.py::test_canonical[png]", + "lib/matplotlib/tests/test_axes.py::test_canonical[pdf]", + "lib/matplotlib/tests/test_axes.py::test_arc_angles[png]", + "lib/matplotlib/tests/test_axes.py::test_arc_ellipse[png]", + "lib/matplotlib/tests/test_axes.py::test_arc_ellipse[pdf]", + "lib/matplotlib/tests/test_axes.py::test_marker_as_markerstyle", + "lib/matplotlib/tests/test_axes.py::test_markevery[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_line[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_line[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_zoomed[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_zoomed[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_log_scales[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_log_scales[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_polar[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_polar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_nans[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_nans[pdf]", + "lib/matplotlib/tests/test_axes.py::test_marker_edges[png]", + "lib/matplotlib/tests/test_axes.py::test_marker_edges[pdf]", + "lib/matplotlib/tests/test_axes.py::test_bar_tick_label_single[png]", + "lib/matplotlib/tests/test_axes.py::test_nan_bar_values", + "lib/matplotlib/tests/test_axes.py::test_bar_ticklabel_fail", + "lib/matplotlib/tests/test_axes.py::test_bar_tick_label_multiple[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_tick_label_multiple_old_alignment[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_decimal_center[png]", + "lib/matplotlib/tests/test_axes.py::test_barh_decimal_center[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_decimal_width[png]", + "lib/matplotlib/tests/test_axes.py::test_barh_decimal_height[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_color_none_alpha", + "lib/matplotlib/tests/test_axes.py::test_bar_edgecolor_none_alpha", + "lib/matplotlib/tests/test_axes.py::test_barh_tick_label[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_timedelta", + "lib/matplotlib/tests/test_axes.py::test_boxplot_dates_pandas", + "lib/matplotlib/tests/test_axes.py::test_boxplot_capwidths", + "lib/matplotlib/tests/test_axes.py::test_pcolor_regression", + "lib/matplotlib/tests/test_axes.py::test_bar_pandas", + "lib/matplotlib/tests/test_axes.py::test_bar_pandas_indexed", + "lib/matplotlib/tests/test_axes.py::test_bar_hatches[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_hatches[pdf]", + "lib/matplotlib/tests/test_axes.py::test_pandas_minimal_plot", + "lib/matplotlib/tests/test_axes.py::test_hist_log[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_log[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_log_2[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_log_barstacked", + "lib/matplotlib/tests/test_axes.py::test_hist_bar_empty[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_float16", + "lib/matplotlib/tests/test_axes.py::test_hist_step_empty[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_step_filled[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_density[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_unequal_bins_density", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets_bins[date2num]", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets_bins[datetime.datetime]", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets_bins[np.datetime64]", + "lib/matplotlib/tests/test_axes.py::test_hist_with_empty_input[data0-1]", + "lib/matplotlib/tests/test_axes.py::test_hist_with_empty_input[data1-1]", + "lib/matplotlib/tests/test_axes.py::test_hist_with_empty_input[data2-2]", + "lib/matplotlib/tests/test_axes.py::test_hist_zorder[bar-1]", + "lib/matplotlib/tests/test_axes.py::test_hist_zorder[step-2]", + "lib/matplotlib/tests/test_axes.py::test_hist_zorder[stepfilled-1]", + "lib/matplotlib/tests/test_axes.py::test_stairs[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_fill[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_update[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_baseline_0[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_empty", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_nan", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_mismatch", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_update", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_update2", + "lib/matplotlib/tests/test_axes.py::test_stairs_options[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_datetime[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_edge_handling[png]", + "lib/matplotlib/tests/test_axes.py::test_contour_hatching[png]", + "lib/matplotlib/tests/test_axes.py::test_contour_hatching[pdf]", + "lib/matplotlib/tests/test_axes.py::test_contour_colorbar[png]", + "lib/matplotlib/tests/test_axes.py::test_contour_colorbar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist2d[png]", + "lib/matplotlib/tests/test_axes.py::test_hist2d[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist2d_transpose[png]", + "lib/matplotlib/tests/test_axes.py::test_hist2d_transpose[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist2d_density", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_plot[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_plot[pdf]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_marker[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_2D[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_decimal[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_unfilled", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_unfillable", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_size_arg_size", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_edgecolor_RGB", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_invalid_color[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_no_invalid_color[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_norm_vminvmax", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_single_point[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_different_shapes[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[0.5-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case1-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[red-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[none-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[None-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case5-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[jaune-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case7-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case8-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case9-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case10-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case11-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case12-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case13-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case14-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case15-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case16-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case17-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case18-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case19-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case20-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case21-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case22-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case23-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case24-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case25-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case26-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case27-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case28-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case29-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_single_color_c[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_linewidths", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params0-expected_result0]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params1-expected_result1]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params2-expected_result2]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params3-expected_result3]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params4-expected_result4]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs0-None]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs1-None]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs2-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs3-expected_edgecolors3]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs4-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs5-face]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs6-none]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs7-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs8-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs9-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs10-g]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_error", + "lib/matplotlib/tests/test_axes.py::test_as_mpl_axes_api", + "lib/matplotlib/tests/test_axes.py::test_pyplot_axes", + "lib/matplotlib/tests/test_axes.py::test_log_scales", + "lib/matplotlib/tests/test_axes.py::test_log_scales_no_data", + "lib/matplotlib/tests/test_axes.py::test_log_scales_invalid", + "lib/matplotlib/tests/test_axes.py::test_stackplot[png]", + "lib/matplotlib/tests/test_axes.py::test_stackplot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_stackplot_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_stackplot_baseline[pdf]", + "lib/matplotlib/tests/test_axes.py::test_bxp_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_rangewhis[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_percentilewhis[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_with_xlabels[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_horizontal[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_with_ylabels[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_patchartist[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custompatchartist[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customoutlier[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_showcustommean[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custombox[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custommedian[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customcap[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customwhisker[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_shownotches[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_nocaps[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_nobox[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_no_flier_stats[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_showmean[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_showmeanasline[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_scalarwidth[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customwidths[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custompositions[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_bad_widths", + "lib/matplotlib/tests/test_axes.py::test_bxp_bad_positions", + "lib/matplotlib/tests/test_axes.py::test_bxp_custom_capwidths[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custom_capwidth[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_bad_capwidths", + "lib/matplotlib/tests/test_axes.py::test_boxplot[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_custom_capwidths[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_sym2[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_sym[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_autorange_whiskers[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_rc_parameters[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_rc_parameters[pdf]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_with_CIarray[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_no_weird_whisker[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_bad_medians", + "lib/matplotlib/tests/test_axes.py::test_boxplot_bad_ci", + "lib/matplotlib/tests/test_axes.py::test_boxplot_zorder", + "lib/matplotlib/tests/test_axes.py::test_boxplot_marker_behavior", + "lib/matplotlib/tests/test_axes.py::test_boxplot_mod_artist_after_plotting[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showmeans[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showextrema[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showmedians[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showall[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_custompoints_10[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_custompoints_200[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showmedians[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showmeans[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showextrema[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showall[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_custompoints_10[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_custompoints_200[png]", + "lib/matplotlib/tests/test_axes.py::test_violinplot_bad_positions", + "lib/matplotlib/tests/test_axes.py::test_violinplot_bad_widths", + "lib/matplotlib/tests/test_axes.py::test_violinplot_bad_quantiles", + "lib/matplotlib/tests/test_axes.py::test_violinplot_outofrange_quantiles", + "lib/matplotlib/tests/test_axes.py::test_violinplot_single_list_quantiles[png]", + "lib/matplotlib/tests/test_axes.py::test_violinplot_pandas_series[png]", + "lib/matplotlib/tests/test_axes.py::test_manage_xticks", + "lib/matplotlib/tests/test_axes.py::test_boxplot_not_single", + "lib/matplotlib/tests/test_axes.py::test_tick_space_size_0", + "lib/matplotlib/tests/test_axes.py::test_errorbar[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_colorcycle", + "lib/matplotlib/tests/test_axes.py::test_errorbar_cycle_ecolor[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_cycle_ecolor[pdf]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_shape", + "lib/matplotlib/tests/test_axes.py::test_errorbar_limits[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_limits[pdf]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_nonefmt", + "lib/matplotlib/tests/test_axes.py::test_errorbar_line_specific_kwargs", + "lib/matplotlib/tests/test_axes.py::test_errorbar_with_prop_cycle[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_every_invalid", + "lib/matplotlib/tests/test_axes.py::test_xerr_yerr_not_negative", + "lib/matplotlib/tests/test_axes.py::test_errorbar_every[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_every[pdf]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_linewidth_type[elinewidth0]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_linewidth_type[elinewidth1]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_linewidth_type[1]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_offset[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_offset[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_step[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_step_horiz[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_weighted[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_weighted[pdf]", + "lib/matplotlib/tests/test_axes.py::test_stem[png-w/", + "lib/matplotlib/tests/test_axes.py::test_stem[png-w/o", + "lib/matplotlib/tests/test_axes.py::test_stem_args", + "lib/matplotlib/tests/test_axes.py::test_stem_dates", + "lib/matplotlib/tests/test_axes.py::test_stem_orientation[png-w/", + "lib/matplotlib/tests/test_axes.py::test_stem_orientation[png-w/o", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_alpha[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_density[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_density[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_step_bottom[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stepfilled_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_step_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stepfilled_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_step_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_bar[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_bar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_barstacked_bottom_unchanged", + "lib/matplotlib/tests/test_axes.py::test_hist_emptydata", + "lib/matplotlib/tests/test_axes.py::test_hist_labels", + "lib/matplotlib/tests/test_axes.py::test_transparent_markers[png]", + "lib/matplotlib/tests/test_axes.py::test_transparent_markers[pdf]", + "lib/matplotlib/tests/test_axes.py::test_rgba_markers[png]", + "lib/matplotlib/tests/test_axes.py::test_rgba_markers[pdf]", + "lib/matplotlib/tests/test_axes.py::test_mollweide_grid[png]", + "lib/matplotlib/tests/test_axes.py::test_mollweide_grid[pdf]", + "lib/matplotlib/tests/test_axes.py::test_mollweide_forward_inverse_closure", + "lib/matplotlib/tests/test_axes.py::test_mollweide_inverse_forward_closure", + "lib/matplotlib/tests/test_axes.py::test_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_alpha[pdf]", + "lib/matplotlib/tests/test_axes.py::test_eventplot[png]", + "lib/matplotlib/tests/test_axes.py::test_eventplot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_defaults[png]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_colors[colors0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_colors[colors1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_colors[colors2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_problem_kwargs[png]", + "lib/matplotlib/tests/test_axes.py::test_empty_eventplot", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[None-data0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[None-data1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[None-data2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[vertical-data0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[vertical-data1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[vertical-data2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[horizontal-data0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[horizontal-data1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[horizontal-data2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_units_list[png]", + "lib/matplotlib/tests/test_axes.py::test_marker_styles[png]", + "lib/matplotlib/tests/test_axes.py::test_markers_fillstyle_rcparams[png]", + "lib/matplotlib/tests/test_axes.py::test_vertex_markers[png]", + "lib/matplotlib/tests/test_axes.py::test_eb_line_zorder[png]", + "lib/matplotlib/tests/test_axes.py::test_eb_line_zorder[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_loglog[png]", + "lib/matplotlib/tests/test_axes.py::test_axline_loglog[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline[png]", + "lib/matplotlib/tests/test_axes.py::test_axline[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes[png]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes_panzoom[png]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes_panzoom[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_args", + "lib/matplotlib/tests/test_axes.py::test_vlines[png]", + "lib/matplotlib/tests/test_axes.py::test_vlines_default", + "lib/matplotlib/tests/test_axes.py::test_hlines[png]", + "lib/matplotlib/tests/test_axes.py::test_hlines_default", + "lib/matplotlib/tests/test_axes.py::test_lines_with_colors[png-data0]", + "lib/matplotlib/tests/test_axes.py::test_lines_with_colors[png-data1]", + "lib/matplotlib/tests/test_axes.py::test_step_linestyle[png]", + "lib/matplotlib/tests/test_axes.py::test_step_linestyle[pdf]", + "lib/matplotlib/tests/test_axes.py::test_mixed_collection[png]", + "lib/matplotlib/tests/test_axes.py::test_mixed_collection[pdf]", + "lib/matplotlib/tests/test_axes.py::test_subplot_key_hash", + "lib/matplotlib/tests/test_axes.py::test_specgram[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_magnitude[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_angle[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_fs_none", + "lib/matplotlib/tests/test_axes.py::test_specgram_origin_rcparam[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_origin_kwarg", + "lib/matplotlib/tests/test_axes.py::test_psd_csd[png]", + "lib/matplotlib/tests/test_axes.py::test_spectrum[png]", + "lib/matplotlib/tests/test_axes.py::test_psd_csd_edge_cases", + "lib/matplotlib/tests/test_axes.py::test_twin_remove[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_spines[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_spines_on_top[png]", + "lib/matplotlib/tests/test_axes.py::test_rcparam_grid_minor[both-True-True]", + "lib/matplotlib/tests/test_axes.py::test_rcparam_grid_minor[major-True-False]", + "lib/matplotlib/tests/test_axes.py::test_rcparam_grid_minor[minor-False-True]", + "lib/matplotlib/tests/test_axes.py::test_grid", + "lib/matplotlib/tests/test_axes.py::test_reset_grid", + "lib/matplotlib/tests/test_axes.py::test_reset_ticks[png]", + "lib/matplotlib/tests/test_axes.py::test_vline_limit", + "lib/matplotlib/tests/test_axes.py::test_axline_minmax[axvline-axhline-args0]", + "lib/matplotlib/tests/test_axes.py::test_axline_minmax[axvspan-axhspan-args1]", + "lib/matplotlib/tests/test_axes.py::test_empty_shared_subplots", + "lib/matplotlib/tests/test_axes.py::test_shared_with_aspect_1", + "lib/matplotlib/tests/test_axes.py::test_shared_with_aspect_2", + "lib/matplotlib/tests/test_axes.py::test_shared_with_aspect_3", + "lib/matplotlib/tests/test_axes.py::test_shared_aspect_error", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[TypeError-args0-kwargs0-axis\\\\(\\\\)", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[ValueError-args1-kwargs1-Unrecognized", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[TypeError-args2-kwargs2-the", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[TypeError-args3-kwargs3-axis\\\\(\\\\)", + "lib/matplotlib/tests/test_axes.py::test_axis_method_errors", + "lib/matplotlib/tests/test_axes.py::test_twin_with_aspect[x]", + "lib/matplotlib/tests/test_axes.py::test_twin_with_aspect[y]", + "lib/matplotlib/tests/test_axes.py::test_relim_visible_only", + "lib/matplotlib/tests/test_axes.py::test_text_labelsize", + "lib/matplotlib/tests/test_axes.py::test_pie_default[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_linewidth_0[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_center_radius[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_linewidth_2[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_ccw_true[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_frame_grid[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_rotatelabels_true[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_nolabel_but_legend[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_textprops", + "lib/matplotlib/tests/test_axes.py::test_pie_get_negative_values", + "lib/matplotlib/tests/test_axes.py::test_normalize_kwarg_pie", + "lib/matplotlib/tests/test_axes.py::test_set_get_ticklabels[png]", + "lib/matplotlib/tests/test_axes.py::test_set_ticks_with_labels[png]", + "lib/matplotlib/tests/test_axes.py::test_set_noniterable_ticklabels", + "lib/matplotlib/tests/test_axes.py::test_subsampled_ticklabels", + "lib/matplotlib/tests/test_axes.py::test_mismatched_ticklabels", + "lib/matplotlib/tests/test_axes.py::test_empty_ticks_fixed_loc", + "lib/matplotlib/tests/test_axes.py::test_retain_tick_visibility[png]", + "lib/matplotlib/tests/test_axes.py::test_tick_label_update", + "lib/matplotlib/tests/test_axes.py::test_o_marker_path_snap[png]", + "lib/matplotlib/tests/test_axes.py::test_margins", + "lib/matplotlib/tests/test_axes.py::test_set_margin_updates_limits", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args0-kwargs0-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args1-kwargs1-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args2-kwargs2-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args3-kwargs3-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[TypeError-args4-kwargs4-Cannot", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[TypeError-args5-kwargs5-Must", + "lib/matplotlib/tests/test_axes.py::test_length_one_hist", + "lib/matplotlib/tests/test_axes.py::test_set_xy_bound", + "lib/matplotlib/tests/test_axes.py::test_pathological_hexbin", + "lib/matplotlib/tests/test_axes.py::test_color_None", + "lib/matplotlib/tests/test_axes.py::test_color_alias", + "lib/matplotlib/tests/test_axes.py::test_numerical_hist_label", + "lib/matplotlib/tests/test_axes.py::test_unicode_hist_label", + "lib/matplotlib/tests/test_axes.py::test_move_offsetlabel", + "lib/matplotlib/tests/test_axes.py::test_rc_spines[png]", + "lib/matplotlib/tests/test_axes.py::test_rc_grid[png]", + "lib/matplotlib/tests/test_axes.py::test_rc_tick", + "lib/matplotlib/tests/test_axes.py::test_rc_major_minor_tick", + "lib/matplotlib/tests/test_axes.py::test_square_plot", + "lib/matplotlib/tests/test_axes.py::test_bad_plot_args", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy0-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy1-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy2-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy3-PcolorImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy4-QuadMesh]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy0-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy1-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy2-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy3-PcolorImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy4-QuadMesh]", + "lib/matplotlib/tests/test_axes.py::test_shared_scale", + "lib/matplotlib/tests/test_axes.py::test_shared_bool", + "lib/matplotlib/tests/test_axes.py::test_violin_point_mass", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs0]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs1]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs2]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs3]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs4]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs5]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs6]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs7]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs8]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs9]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs10]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs11]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs12]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs13]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs14]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs15]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs16]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs17]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs18]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs19]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs20]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs21]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs22]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs23]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs24]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs25]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs26]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs27]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs28]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs29]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs30]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs31]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs32]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs33]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs34]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs35]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs36]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs37]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs38]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs39]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs40]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs41]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs42]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs43]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs44]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs45]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs46]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs47]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs48]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs49]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs50]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs51]", + "lib/matplotlib/tests/test_axes.py::test_dash_offset[png]", + "lib/matplotlib/tests/test_axes.py::test_dash_offset[pdf]", + "lib/matplotlib/tests/test_axes.py::test_title_pad", + "lib/matplotlib/tests/test_axes.py::test_title_location_roundtrip", + "lib/matplotlib/tests/test_axes.py::test_title_location_shared[True]", + "lib/matplotlib/tests/test_axes.py::test_title_location_shared[False]", + "lib/matplotlib/tests/test_axes.py::test_loglog[png]", + "lib/matplotlib/tests/test_axes.py::test_loglog_nonpos[png]", + "lib/matplotlib/tests/test_axes.py::test_axes_margins", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[gca-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[gca-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots_shared-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots_shared-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[add_axes-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[add_axes-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes_relim", + "lib/matplotlib/tests/test_axes.py::test_shared_axes_autoscale", + "lib/matplotlib/tests/test_axes.py::test_adjust_numtick_aspect", + "lib/matplotlib/tests/test_axes.py::test_auto_numticks", + "lib/matplotlib/tests/test_axes.py::test_auto_numticks_log", + "lib/matplotlib/tests/test_axes.py::test_broken_barh_empty", + "lib/matplotlib/tests/test_axes.py::test_broken_barh_timedelta", + "lib/matplotlib/tests/test_axes.py::test_pandas_pcolormesh", + "lib/matplotlib/tests/test_axes.py::test_pandas_indexing_dates", + "lib/matplotlib/tests/test_axes.py::test_pandas_errorbar_indexing", + "lib/matplotlib/tests/test_axes.py::test_pandas_index_shape", + "lib/matplotlib/tests/test_axes.py::test_pandas_indexing_hist", + "lib/matplotlib/tests/test_axes.py::test_pandas_bar_align_center", + "lib/matplotlib/tests/test_axes.py::test_tick_apply_tickdir_deprecation", + "lib/matplotlib/tests/test_axes.py::test_axis_set_tick_params_labelsize_labelcolor", + "lib/matplotlib/tests/test_axes.py::test_axes_tick_params_gridlines", + "lib/matplotlib/tests/test_axes.py::test_axes_tick_params_ylabelside", + "lib/matplotlib/tests/test_axes.py::test_axes_tick_params_xlabelside", + "lib/matplotlib/tests/test_axes.py::test_none_kwargs", + "lib/matplotlib/tests/test_axes.py::test_bar_uint8", + "lib/matplotlib/tests/test_axes.py::test_date_timezone_x[png]", + "lib/matplotlib/tests/test_axes.py::test_date_timezone_y[png]", + "lib/matplotlib/tests/test_axes.py::test_date_timezone_x_and_y[png]", + "lib/matplotlib/tests/test_axes.py::test_axisbelow[png]", + "lib/matplotlib/tests/test_axes.py::test_titletwiny", + "lib/matplotlib/tests/test_axes.py::test_titlesetpos", + "lib/matplotlib/tests/test_axes.py::test_title_xticks_top", + "lib/matplotlib/tests/test_axes.py::test_title_xticks_top_both", + "lib/matplotlib/tests/test_axes.py::test_title_above_offset[left", + "lib/matplotlib/tests/test_axes.py::test_title_above_offset[center", + "lib/matplotlib/tests/test_axes.py::test_title_above_offset[both", + "lib/matplotlib/tests/test_axes.py::test_title_no_move_off_page", + "lib/matplotlib/tests/test_axes.py::test_offset_label_color", + "lib/matplotlib/tests/test_axes.py::test_offset_text_visible", + "lib/matplotlib/tests/test_axes.py::test_large_offset", + "lib/matplotlib/tests/test_axes.py::test_barb_units", + "lib/matplotlib/tests/test_axes.py::test_quiver_units", + "lib/matplotlib/tests/test_axes.py::test_bar_color_cycle", + "lib/matplotlib/tests/test_axes.py::test_tick_param_label_rotation", + "lib/matplotlib/tests/test_axes.py::test_fillbetween_cycle", + "lib/matplotlib/tests/test_axes.py::test_log_margins", + "lib/matplotlib/tests/test_axes.py::test_color_length_mismatch", + "lib/matplotlib/tests/test_axes.py::test_eventplot_legend", + "lib/matplotlib/tests/test_axes.py::test_bar_broadcast_args", + "lib/matplotlib/tests/test_axes.py::test_invalid_axis_limits", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[symlog-symlog]", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[symlog-log]", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[log-symlog]", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[log-log]", + "lib/matplotlib/tests/test_axes.py::test_twinx_knows_limits", + "lib/matplotlib/tests/test_axes.py::test_zero_linewidth", + "lib/matplotlib/tests/test_axes.py::test_empty_errorbar_legend", + "lib/matplotlib/tests/test_axes.py::test_plot_decimal[png]", + "lib/matplotlib/tests/test_axes.py::test_markerfacecolor_none_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_tick_padding_tightbbox", + "lib/matplotlib/tests/test_axes.py::test_inset", + "lib/matplotlib/tests/test_axes.py::test_zoom_inset", + "lib/matplotlib/tests/test_axes.py::test_inset_polar[png]", + "lib/matplotlib/tests/test_axes.py::test_inset_projection", + "lib/matplotlib/tests/test_axes.py::test_inset_subclass", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[False-False]", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[False-True]", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[True-False]", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[True-True]", + "lib/matplotlib/tests/test_axes.py::test_set_position", + "lib/matplotlib/tests/test_axes.py::test_spines_properbbox_after_zoom", + "lib/matplotlib/tests/test_axes.py::test_gettightbbox_ignore_nan", + "lib/matplotlib/tests/test_axes.py::test_scatter_series_non_zero_index", + "lib/matplotlib/tests/test_axes.py::test_scatter_empty_data", + "lib/matplotlib/tests/test_axes.py::test_annotate_across_transforms[png]", + "lib/matplotlib/tests/test_axes.py::test_secondary_xy[png]", + "lib/matplotlib/tests/test_axes.py::test_secondary_fail", + "lib/matplotlib/tests/test_axes.py::test_secondary_resize", + "lib/matplotlib/tests/test_axes.py::test_secondary_minorloc", + "lib/matplotlib/tests/test_axes.py::test_secondary_formatter", + "lib/matplotlib/tests/test_axes.py::test_secondary_repr", + "lib/matplotlib/tests/test_axes.py::test_normal_axes", + "lib/matplotlib/tests/test_axes.py::test_nodecorator", + "lib/matplotlib/tests/test_axes.py::test_displaced_spine", + "lib/matplotlib/tests/test_axes.py::test_tickdirs", + "lib/matplotlib/tests/test_axes.py::test_minor_accountedfor", + "lib/matplotlib/tests/test_axes.py::test_axis_bool_arguments[png]", + "lib/matplotlib/tests/test_axes.py::test_axis_extent_arg", + "lib/matplotlib/tests/test_axes.py::test_axis_extent_arg2", + "lib/matplotlib/tests/test_axes.py::test_hist_auto_bins", + "lib/matplotlib/tests/test_axes.py::test_hist_nan_data", + "lib/matplotlib/tests/test_axes.py::test_hist_range_and_density", + "lib/matplotlib/tests/test_axes.py::test_bar_errbar_zorder", + "lib/matplotlib/tests/test_axes.py::test_set_ticks_inverted", + "lib/matplotlib/tests/test_axes.py::test_aspect_nonlinear_adjustable_box", + "lib/matplotlib/tests/test_axes.py::test_aspect_nonlinear_adjustable_datalim", + "lib/matplotlib/tests/test_axes.py::test_box_aspect", + "lib/matplotlib/tests/test_axes.py::test_box_aspect_custom_position", + "lib/matplotlib/tests/test_axes.py::test_bbox_aspect_axes_init", + "lib/matplotlib/tests/test_axes.py::test_redraw_in_frame", + "lib/matplotlib/tests/test_axes.py::test_invisible_axes_events", + "lib/matplotlib/tests/test_axes.py::test_xtickcolor_is_not_markercolor", + "lib/matplotlib/tests/test_axes.py::test_ytickcolor_is_not_markercolor", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[True-x]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[True-y]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[False-x]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[False-y]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[None-x]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[None-y]", + "lib/matplotlib/tests/test_axes.py::test_polar_interpolation_steps_variable_r[png]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tiny_sticky", + "lib/matplotlib/tests/test_axes.py::test_xtickcolor_is_not_xticklabelcolor", + "lib/matplotlib/tests/test_axes.py::test_ytickcolor_is_not_yticklabelcolor", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[xx-small]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[x-small]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[small]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[medium]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[large]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[x-large]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[xx-large]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[larger]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[smaller]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[8]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[10]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[12]", + "lib/matplotlib/tests/test_axes.py::test_multiplot_autoscale", + "lib/matplotlib/tests/test_axes.py::test_sharing_does_not_link_positions", + "lib/matplotlib/tests/test_axes.py::test_2dcolor_plot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_shared_axes_clear[png]", + "lib/matplotlib/tests/test_axes.py::test_shared_axes_retick", + "lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[left]", + "lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[center]", + "lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[right]", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical_yinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_yinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xyinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_center", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_errorbars", + "lib/matplotlib/tests/test_axes.py::test_bar_label_fmt", + "lib/matplotlib/tests/test_axes.py::test_bar_label_labels", + "lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata", + "lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata_inverted", + "lib/matplotlib/tests/test_axes.py::test_nan_barlabels", + "lib/matplotlib/tests/test_axes.py::test_patch_bounds", + "lib/matplotlib/tests/test_axes.py::test_warn_ignored_scatter_kwargs", + "lib/matplotlib/tests/test_axes.py::test_artist_sublists", + "lib/matplotlib/tests/test_axes.py::test_empty_line_plots", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-f-'f'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-o+-'o\\\\+'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:--':-'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-rk-'rk'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:o-r-':o-r'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-f-'f'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-o+-'o\\\\+'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:--':-'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-rk-'rk'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:o-r-':o-r'", + "lib/matplotlib/tests/test_axes.py::test_plot_format", + "lib/matplotlib/tests/test_axes.py::test_automatic_legend", + "lib/matplotlib/tests/test_axes.py::test_plot_errors", + "lib/matplotlib/tests/test_axes.py::test_clim", + "lib/matplotlib/tests/test_axes.py::test_bezier_autoscale", + "lib/matplotlib/tests/test_axes.py::test_get_xticklabel", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_aspect_equal_error", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_colors", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_shaded[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_notshaded[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_lightsource", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_contour3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_fill[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_extend[png-both-levels0]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_extend[png-min-levels1]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_extend[png-max-levels2]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_tricontour[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_contour3d_1d_input", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_lines3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_plot_scalar[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_mixedsubplots[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_tight_layout_text[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_color[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_modification[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_sorting[png-True]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_sorting[png-False]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_marker_draw_order_data_reversed[png--50]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_marker_draw_order_data_reversed[png-130]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_marker_draw_order_view_rotated[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_plot_3d_from_2d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d_shaded[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d_masked[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d_masked_strides[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_text3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_text3d_modification[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_trisurf3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_trisurf3d_shaded[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3dzerocstride[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3dzerorstride[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3dzerostrideraises", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_mixedsamplesraises", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3d_empty[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3d_masked[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_patch_modification", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_patch_collection_modification[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_poly3dcollection_verts_validation", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_poly3dcollection_closed[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_poly_collection_2d_to_3d_empty", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_poly3dcollection_alpha[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_add_collection3d_zs_array[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_add_collection3d_zs_scalar[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_labelpad[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_cla[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_rotated[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_plotsurface_1d_raises", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_proj_transform", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_proj_axes_cube[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_proj_axes_cube_ortho[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_rot", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_world", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_lines_dists[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_lines_dists_nowarning", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_autoscale", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[True-x]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[True-y]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[True-z]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[False-x]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[False-y]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[False-z]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[None-x]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[None-y]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[None-z]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_focal_length_checks", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_focal_length[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_ortho[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_isometric[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-left-inf]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-left-nan]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-right-inf]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-right-nan]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-bottom-inf]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-bottom-nan]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-top-inf]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-top-nan]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-bottom-inf]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-bottom-nan]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-top-inf]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-top-nan]", + "lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_simple[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_edge_style[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_named_colors[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_rgb_data[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_alpha[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_xyz[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_calling_conventions", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_line3d_set_get_data_3d", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_inverted[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_inverted_cla", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_ax3d_tickcolour", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_ticklabel_format[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3D_smoke[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_minor_ticks[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_errorbar3d_errorevery[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_errorbar3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_stem3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_equal_box_aspect[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_colorbar_pos", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_shared_axes_retick", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_pan", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scalarmap_update[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_subfigure_simple", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_computed_zorder[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter_spiral[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_view_init_vertical_axis[z-proj_expected0-axis_lines_expected0-tickdirs_expected0]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_view_init_vertical_axis[y-proj_expected1-axis_lines_expected1-tickdirs_expected1]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_view_init_vertical_axis[x-proj_expected2-axis_lines_expected2-tickdirs_expected2]" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-23314/test-output-excerpt.txt b/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-23314/test-output-excerpt.txt new file mode 100644 index 0000000..5fc729f --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-23314/test-output-excerpt.txt @@ -0,0 +1,160 @@ +PASSED lib/matplotlib/tests/test_axes.py::test_shared_axes_clear[png] +PASSED lib/matplotlib/tests/test_axes.py::test_shared_axes_retick +PASSED lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[left] +PASSED lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[center] +PASSED lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[right] +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical_yinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_yinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xyinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_center +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_errorbars +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_fmt +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_labels +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata_inverted +PASSED lib/matplotlib/tests/test_axes.py::test_nan_barlabels +PASSED lib/matplotlib/tests/test_axes.py::test_patch_bounds +PASSED lib/matplotlib/tests/test_axes.py::test_warn_ignored_scatter_kwargs +PASSED lib/matplotlib/tests/test_axes.py::test_artist_sublists +PASSED lib/matplotlib/tests/test_axes.py::test_empty_line_plots +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-f-'f' is not a valid format string \\(unrecognized character 'f'\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-o+-'o\\+' is not a valid format string \\(two marker symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:--':-' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-rk-'rk' is not a valid format string \\(two color symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:o-r-':o-r' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-f-'f' is not a valid format string \\(unrecognized character 'f'\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-o+-'o\\+' is not a valid format string \\(two marker symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:--':-' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-rk-'rk' is not a valid format string \\(two color symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:o-r-':o-r' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format +PASSED lib/matplotlib/tests/test_axes.py::test_automatic_legend +PASSED lib/matplotlib/tests/test_axes.py::test_plot_errors +PASSED lib/matplotlib/tests/test_axes.py::test_clim +PASSED lib/matplotlib/tests/test_axes.py::test_bezier_autoscale +PASSED lib/matplotlib/tests/test_axes.py::test_get_xticklabel +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invisible_axes[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_aspect_equal_error +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_colors +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_shaded[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_notshaded[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_lightsource +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_contour3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_fill[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_extend[png-both-levels0] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_extend[png-min-levels1] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_extend[png-max-levels2] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_tricontour[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_contour3d_1d_input +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_lines3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_plot_scalar[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_mixedsubplots[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_tight_layout_text[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_color[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_modification[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_sorting[png-True] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_sorting[png-False] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_marker_draw_order_data_reversed[png--50] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_marker_draw_order_data_reversed[png-130] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_marker_draw_order_view_rotated[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_plot_3d_from_2d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d_shaded[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d_masked[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d_masked_strides[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_text3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_text3d_modification[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_trisurf3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_trisurf3d_shaded[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3dzerocstride[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3dzerorstride[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3dzerostrideraises +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_mixedsamplesraises +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3d_empty[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3d_masked[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_patch_modification +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_patch_collection_modification[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_poly3dcollection_verts_validation +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_poly3dcollection_closed[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_poly_collection_2d_to_3d_empty +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_poly3dcollection_alpha[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_add_collection3d_zs_array[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_add_collection3d_zs_scalar[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_labelpad[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_cla[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_rotated[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_plotsurface_1d_raises +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_proj_transform +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_proj_axes_cube[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_proj_axes_cube_ortho[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_rot +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_world +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_lines_dists[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_lines_dists_nowarning +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_autoscale +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[True-x] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[True-y] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[True-z] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[False-x] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[False-y] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[False-z] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[None-x] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[None-y] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[None-z] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_focal_length_checks +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_focal_length[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_ortho[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_isometric[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-left-inf] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-left-nan] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-right-inf] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-right-nan] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-bottom-inf] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-bottom-nan] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-top-inf] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-top-nan] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-bottom-inf] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-bottom-nan] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-top-inf] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-top-nan] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_simple[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_edge_style[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_named_colors[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_rgb_data[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_alpha[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_xyz[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_calling_conventions +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_line3d_set_get_data_3d +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_inverted[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_inverted_cla +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_ax3d_tickcolour +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_ticklabel_format[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3D_smoke[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_minor_ticks[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_errorbar3d_errorevery[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_errorbar3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_stem3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_equal_box_aspect[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_colorbar_pos +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_shared_axes_retick +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_pan +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scalarmap_update[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_subfigure_simple +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_computed_zorder[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter_spiral[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_view_init_vertical_axis[z-proj_expected0-axis_lines_expected0-tickdirs_expected0] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_view_init_vertical_axis[y-proj_expected1-axis_lines_expected1-tickdirs_expected1] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_view_init_vertical_axis[x-proj_expected2-axis_lines_expected2-tickdirs_expected2] +SKIPPED [10] lib/matplotlib/testing/compare.py:285: Don't know how to convert .svg files to png +SKIPPED [53] ../opt/miniconda3/envs/testbed/lib/python3.11/contextlib.py:81: Cannot compare svg files on this system +================== 864 passed, 63 skipped in 93.53s (0:01:33) ================== ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-23563/outcome.json b/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-23563/outcome.json new file mode 100644 index 0000000..a596786 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-23563/outcome.json @@ -0,0 +1,6 @@ +{ + "instance_id": "matplotlib__matplotlib-23563", + "status": "empty_patch", + "resolved": false, + "patch_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" +} diff --git a/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-24149/harness-summary.json b/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-24149/harness-summary.json new file mode 100644 index 0000000..1f1566b --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-24149/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "matplotlib__matplotlib-24149" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "matplotlib__matplotlib-24149" + ], + "resolved_ids": [ + "matplotlib__matplotlib-24149" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-24149:latest" + ] +} diff --git a/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-24149/outcome.json b/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-24149/outcome.json new file mode 100644 index 0000000..0e78349 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-24149/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "matplotlib__matplotlib-24149", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-24149:latest", + "patch_sha256": "b346c9299946bba418a998b40043bb6bb139488f006b54f34591a3852b6400ee", + "image_id": "sha256:76a50f4a5d1b876980996731d7de4fe6d01b292128d5396b6f89dfe327f3bcc9", + "image_digests": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-24149@sha256:e80913d242481321c20b8ed0b5bd1513e89fcaff6eb84b5f6d39e748128b7c19" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-24149/raw-log-manifest.json b/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-24149/raw-log-manifest.json new file mode 100644 index 0000000..2357e32 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-24149/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37850192309", + "artifact_name": "patch-shard-13", + "files": { + "harness.log": { + "sha256": "c546fbc3fe1dc4c313a0eef17161d0d074aa05301d7037ce7eabc0b5637efeca", + "bytes": 850 + }, + "image-pull.log": { + "sha256": "02842aa9dcb6efe04bbd5fd1d355d6db6f1718738b84701651966bde9f9152e9", + "bytes": 1698 + }, + "logs/run_evaluation/patch-37850192309-13-13/agentic-controls-single/matplotlib__matplotlib-24149/eval.sh": { + "sha256": "8f5bbf67fdbebfc2b04dce18e0b2a1894e5a63d993adf369c58ea30d1daf20f2", + "bytes": 1394 + }, + "logs/run_evaluation/patch-37850192309-13-13/agentic-controls-single/matplotlib__matplotlib-24149/patch.diff": { + "sha256": "b346c9299946bba418a998b40043bb6bb139488f006b54f34591a3852b6400ee", + "bytes": 490 + }, + "logs/run_evaluation/patch-37850192309-13-13/agentic-controls-single/matplotlib__matplotlib-24149/report.json": { + "sha256": "70084a987af8932a353012ace9ffaab194afb950e403c6a1a1f553de8e4e3334", + "bytes": 68753 + }, + "logs/run_evaluation/patch-37850192309-13-13/agentic-controls-single/matplotlib__matplotlib-24149/run_instance.log": { + "sha256": "c51e232a15add2710f63a0694c86168d718caca483ae193ae2d5b9eccd9204fd", + "bytes": 56353 + }, + "logs/run_evaluation/patch-37850192309-13-13/agentic-controls-single/matplotlib__matplotlib-24149/test_output.txt": { + "sha256": "7df526b8a4b063d52d09374dd008be180e28c21a58c9dada0c0546c27dffa4e7", + "bytes": 1511432 + }, + "logs/run_evaluation/patch-37850192309-13-13/run.json": { + "sha256": "4321f2d4f7281332848d0ec59ec6831c7b248542c3836f9a48e1600d33c83744", + "bytes": 223 + }, + "predictions.jsonl": { + "sha256": "011adad8ca00acfea5655202004089fc6f5f66d06d0a1655a05c4de3276d9abd", + "bytes": 617 + }, + "summary/agentic-controls-single.patch-37850192309-13-13.json": { + "sha256": "4e08f1739e2f11e11161530159175c9102b1197373de97d7bc772dc7723ba589", + "bytes": 870 + } + }, + "excerpt": { + "raw_sha256": "7df526b8a4b063d52d09374dd008be180e28c21a58c9dada0c0546c27dffa4e7", + "raw_lines": 27300, + "start_line": 27137, + "stop_line": 27296, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-24149/report.json b/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-24149/report.json new file mode 100644 index 0000000..d862735 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-24149/report.json @@ -0,0 +1,797 @@ +{ + "matplotlib__matplotlib-24149": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "lib/matplotlib/tests/test_axes.py::test_bar_all_nan[png]" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "lib/matplotlib/tests/test_axes.py::test_invisible_axes[png]", + "lib/matplotlib/tests/test_axes.py::test_get_labels", + "lib/matplotlib/tests/test_axes.py::test_repr", + "lib/matplotlib/tests/test_axes.py::test_label_loc_vertical[png]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_vertical[pdf]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_horizontal[png]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_horizontal[pdf]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_rc[png]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_rc[pdf]", + "lib/matplotlib/tests/test_axes.py::test_label_shift", + "lib/matplotlib/tests/test_axes.py::test_acorr[png]", + "lib/matplotlib/tests/test_axes.py::test_spy[png]", + "lib/matplotlib/tests/test_axes.py::test_spy_invalid_kwargs", + "lib/matplotlib/tests/test_axes.py::test_matshow[png]", + "lib/matplotlib/tests/test_axes.py::test_formatter_ticker[png]", + "lib/matplotlib/tests/test_axes.py::test_formatter_ticker[pdf]", + "lib/matplotlib/tests/test_axes.py::test_funcformatter_auto_formatter", + "lib/matplotlib/tests/test_axes.py::test_strmethodformatter_auto_formatter", + "lib/matplotlib/tests/test_axes.py::test_twin_axis_locators_formatters[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_axis_locators_formatters[pdf]", + "lib/matplotlib/tests/test_axes.py::test_twinx_cla", + "lib/matplotlib/tests/test_axes.py::test_twin_logscale[png-x]", + "lib/matplotlib/tests/test_axes.py::test_twin_logscale[png-y]", + "lib/matplotlib/tests/test_axes.py::test_twinx_axis_scales[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_inherit_autoscale_setting", + "lib/matplotlib/tests/test_axes.py::test_inverted_cla", + "lib/matplotlib/tests/test_axes.py::test_subclass_clear_cla", + "lib/matplotlib/tests/test_axes.py::test_cla_not_redefined_internally", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on_rcParams_both[png]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tiny_range[png]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tiny_range[pdf]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tight", + "lib/matplotlib/tests/test_axes.py::test_autoscale_log_shared", + "lib/matplotlib/tests/test_axes.py::test_use_sticky_edges", + "lib/matplotlib/tests/test_axes.py::test_sticky_shared_axes[png]", + "lib/matplotlib/tests/test_axes.py::test_basic_annotate[png]", + "lib/matplotlib/tests/test_axes.py::test_basic_annotate[pdf]", + "lib/matplotlib/tests/test_axes.py::test_arrow_simple[png]", + "lib/matplotlib/tests/test_axes.py::test_arrow_empty", + "lib/matplotlib/tests/test_axes.py::test_arrow_in_view", + "lib/matplotlib/tests/test_axes.py::test_annotate_default_arrow", + "lib/matplotlib/tests/test_axes.py::test_annotate_signature", + "lib/matplotlib/tests/test_axes.py::test_fill_units[png]", + "lib/matplotlib/tests/test_axes.py::test_plot_format_kwarg_redundant", + "lib/matplotlib/tests/test_axes.py::test_errorbar_dashes[png]", + "lib/matplotlib/tests/test_axes.py::test_single_point[png]", + "lib/matplotlib/tests/test_axes.py::test_single_point[pdf]", + "lib/matplotlib/tests/test_axes.py::test_single_date[png]", + "lib/matplotlib/tests/test_axes.py::test_shaped_data[png]", + "lib/matplotlib/tests/test_axes.py::test_structured_data", + "lib/matplotlib/tests/test_axes.py::test_aitoff_proj[png]", + "lib/matplotlib/tests/test_axes.py::test_axvspan_epoch[png]", + "lib/matplotlib/tests/test_axes.py::test_axvspan_epoch[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axhspan_epoch[png]", + "lib/matplotlib/tests/test_axes.py::test_axhspan_epoch[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_extent[png]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_empty[png]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_pickable", + "lib/matplotlib/tests/test_axes.py::test_hexbin_log[png]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_linear[png]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_log_clim", + "lib/matplotlib/tests/test_axes.py::test_inverted_limits", + "lib/matplotlib/tests/test_axes.py::test_nonfinite_limits[png]", + "lib/matplotlib/tests/test_axes.py::test_nonfinite_limits[pdf]", + "lib/matplotlib/tests/test_axes.py::test_limits_empty_data[png-scatter]", + "lib/matplotlib/tests/test_axes.py::test_limits_empty_data[png-plot]", + "lib/matplotlib/tests/test_axes.py::test_limits_empty_data[png-fill_between]", + "lib/matplotlib/tests/test_axes.py::test_imshow[png]", + "lib/matplotlib/tests/test_axes.py::test_imshow[pdf]", + "lib/matplotlib/tests/test_axes.py::test_imshow_clip[png]", + "lib/matplotlib/tests/test_axes.py::test_imshow_clip[pdf]", + "lib/matplotlib/tests/test_axes.py::test_imshow_norm_vminvmax", + "lib/matplotlib/tests/test_axes.py::test_polycollection_joinstyle[png]", + "lib/matplotlib/tests/test_axes.py::test_polycollection_joinstyle[pdf]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_input[2d_x_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_input[2d_y1_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_input[2d_y2_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_betweenx_input[2d_y_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_betweenx_input[2d_x1_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_betweenx_input[2d_x2_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate[png]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate[pdf]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_decreasing[png]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_decreasing[pdf]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_nan[png]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_nan[pdf]", + "lib/matplotlib/tests/test_axes.py::test_symlog[pdf]", + "lib/matplotlib/tests/test_axes.py::test_symlog2[pdf]", + "lib/matplotlib/tests/test_axes.py::test_pcolorargs_5205", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh[pdf]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_small[eps]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_alpha[pdf]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_datetime_axis[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolor_datetime_axis[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolorargs", + "lib/matplotlib/tests/test_axes.py::test_pcolornearest[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolornearestunits[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolorflaterror", + "lib/matplotlib/tests/test_axes.py::test_pcolorauto[png-False]", + "lib/matplotlib/tests/test_axes.py::test_pcolorauto[png-True]", + "lib/matplotlib/tests/test_axes.py::test_canonical[png]", + "lib/matplotlib/tests/test_axes.py::test_canonical[pdf]", + "lib/matplotlib/tests/test_axes.py::test_arc_angles[png]", + "lib/matplotlib/tests/test_axes.py::test_arc_ellipse[png]", + "lib/matplotlib/tests/test_axes.py::test_arc_ellipse[pdf]", + "lib/matplotlib/tests/test_axes.py::test_marker_as_markerstyle", + "lib/matplotlib/tests/test_axes.py::test_markevery[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_line[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_line[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_zoomed[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_zoomed[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_log_scales[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_log_scales[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_polar[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_polar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_nans[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_nans[pdf]", + "lib/matplotlib/tests/test_axes.py::test_marker_edges[png]", + "lib/matplotlib/tests/test_axes.py::test_marker_edges[pdf]", + "lib/matplotlib/tests/test_axes.py::test_bar_tick_label_single[png]", + "lib/matplotlib/tests/test_axes.py::test_nan_bar_values", + "lib/matplotlib/tests/test_axes.py::test_bar_ticklabel_fail", + "lib/matplotlib/tests/test_axes.py::test_bar_tick_label_multiple[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_tick_label_multiple_old_alignment[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_decimal_center[png]", + "lib/matplotlib/tests/test_axes.py::test_barh_decimal_center[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_decimal_width[png]", + "lib/matplotlib/tests/test_axes.py::test_barh_decimal_height[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_color_none_alpha", + "lib/matplotlib/tests/test_axes.py::test_bar_edgecolor_none_alpha", + "lib/matplotlib/tests/test_axes.py::test_barh_tick_label[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_timedelta", + "lib/matplotlib/tests/test_axes.py::test_boxplot_dates_pandas", + "lib/matplotlib/tests/test_axes.py::test_boxplot_capwidths", + "lib/matplotlib/tests/test_axes.py::test_pcolor_regression", + "lib/matplotlib/tests/test_axes.py::test_bar_pandas", + "lib/matplotlib/tests/test_axes.py::test_bar_pandas_indexed", + "lib/matplotlib/tests/test_axes.py::test_bar_hatches[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_hatches[pdf]", + "lib/matplotlib/tests/test_axes.py::test_bar_labels[x-1-x-expected_labels0-x]", + "lib/matplotlib/tests/test_axes.py::test_bar_labels[x1-width1-label1-expected_labels1-_nolegend_]", + "lib/matplotlib/tests/test_axes.py::test_bar_labels[x2-width2-label2-expected_labels2-_nolegend_]", + "lib/matplotlib/tests/test_axes.py::test_bar_labels[x3-width3-bars-expected_labels3-bars]", + "lib/matplotlib/tests/test_axes.py::test_bar_labels_length", + "lib/matplotlib/tests/test_axes.py::test_pandas_minimal_plot", + "lib/matplotlib/tests/test_axes.py::test_hist_log[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_log[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_log_2[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_log_barstacked", + "lib/matplotlib/tests/test_axes.py::test_hist_bar_empty[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_float16", + "lib/matplotlib/tests/test_axes.py::test_hist_step_empty[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_step_filled[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_density[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_unequal_bins_density", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets_bins[date2num]", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets_bins[datetime.datetime]", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets_bins[np.datetime64]", + "lib/matplotlib/tests/test_axes.py::test_hist_with_empty_input[data0-1]", + "lib/matplotlib/tests/test_axes.py::test_hist_with_empty_input[data1-1]", + "lib/matplotlib/tests/test_axes.py::test_hist_with_empty_input[data2-2]", + "lib/matplotlib/tests/test_axes.py::test_hist_zorder[bar-1]", + "lib/matplotlib/tests/test_axes.py::test_hist_zorder[step-2]", + "lib/matplotlib/tests/test_axes.py::test_hist_zorder[stepfilled-1]", + "lib/matplotlib/tests/test_axes.py::test_stairs[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_fill[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_update[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_baseline_0[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_empty", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_nan", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_mismatch", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_update", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_update2", + "lib/matplotlib/tests/test_axes.py::test_stairs_options[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_datetime[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_edge_handling[png]", + "lib/matplotlib/tests/test_axes.py::test_contour_hatching[png]", + "lib/matplotlib/tests/test_axes.py::test_contour_hatching[pdf]", + "lib/matplotlib/tests/test_axes.py::test_contour_colorbar[png]", + "lib/matplotlib/tests/test_axes.py::test_contour_colorbar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist2d[png]", + "lib/matplotlib/tests/test_axes.py::test_hist2d[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist2d_transpose[png]", + "lib/matplotlib/tests/test_axes.py::test_hist2d_transpose[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist2d_density", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_plot[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_plot[pdf]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_marker[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_2D[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_decimal[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color_warning[kwargs0]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color_warning[kwargs1]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color_warning[kwargs2]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color_warning[kwargs3]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_unfilled", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_unfillable", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_size_arg_size", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_edgecolor_RGB", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_invalid_color[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_no_invalid_color[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_norm_vminvmax", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_single_point[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_different_shapes[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[0.5-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case1-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[red-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[none-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[None-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case5-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[jaune-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case7-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case8-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case9-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case10-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case11-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case12-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case13-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case14-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case15-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case16-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case17-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case18-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case19-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case20-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case21-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case22-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case23-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case24-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case25-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case26-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case27-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case28-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case29-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_single_color_c[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_linewidths", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params0-expected_result0]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params1-expected_result1]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params2-expected_result2]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params3-expected_result3]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params4-expected_result4]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs0-None]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs1-None]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs2-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs3-expected_edgecolors3]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs4-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs5-face]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs6-none]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs7-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs8-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs9-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs10-g]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_error", + "lib/matplotlib/tests/test_axes.py::test_as_mpl_axes_api", + "lib/matplotlib/tests/test_axes.py::test_pyplot_axes", + "lib/matplotlib/tests/test_axes.py::test_log_scales", + "lib/matplotlib/tests/test_axes.py::test_log_scales_no_data", + "lib/matplotlib/tests/test_axes.py::test_log_scales_invalid", + "lib/matplotlib/tests/test_axes.py::test_stackplot[png]", + "lib/matplotlib/tests/test_axes.py::test_stackplot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_stackplot_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_stackplot_baseline[pdf]", + "lib/matplotlib/tests/test_axes.py::test_bxp_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_rangewhis[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_percentilewhis[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_with_xlabels[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_horizontal[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_with_ylabels[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_patchartist[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custompatchartist[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customoutlier[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_showcustommean[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custombox[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custommedian[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customcap[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customwhisker[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_shownotches[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_nocaps[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_nobox[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_no_flier_stats[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_showmean[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_showmeanasline[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_scalarwidth[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customwidths[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custompositions[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_bad_widths", + "lib/matplotlib/tests/test_axes.py::test_bxp_bad_positions", + "lib/matplotlib/tests/test_axes.py::test_bxp_custom_capwidths[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custom_capwidth[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_bad_capwidths", + "lib/matplotlib/tests/test_axes.py::test_boxplot[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_custom_capwidths[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_sym2[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_sym[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_autorange_whiskers[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_rc_parameters[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_rc_parameters[pdf]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_with_CIarray[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_no_weird_whisker[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_bad_medians", + "lib/matplotlib/tests/test_axes.py::test_boxplot_bad_ci", + "lib/matplotlib/tests/test_axes.py::test_boxplot_zorder", + "lib/matplotlib/tests/test_axes.py::test_boxplot_marker_behavior", + "lib/matplotlib/tests/test_axes.py::test_boxplot_mod_artist_after_plotting[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showmeans[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showextrema[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showmedians[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showall[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_custompoints_10[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_custompoints_200[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showmedians[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showmeans[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showextrema[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showall[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_custompoints_10[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_custompoints_200[png]", + "lib/matplotlib/tests/test_axes.py::test_violinplot_bad_positions", + "lib/matplotlib/tests/test_axes.py::test_violinplot_bad_widths", + "lib/matplotlib/tests/test_axes.py::test_violinplot_bad_quantiles", + "lib/matplotlib/tests/test_axes.py::test_violinplot_outofrange_quantiles", + "lib/matplotlib/tests/test_axes.py::test_violinplot_single_list_quantiles[png]", + "lib/matplotlib/tests/test_axes.py::test_violinplot_pandas_series[png]", + "lib/matplotlib/tests/test_axes.py::test_manage_xticks", + "lib/matplotlib/tests/test_axes.py::test_boxplot_not_single", + "lib/matplotlib/tests/test_axes.py::test_tick_space_size_0", + "lib/matplotlib/tests/test_axes.py::test_errorbar[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_mixed_errorbar_polar_caps[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_colorcycle", + "lib/matplotlib/tests/test_axes.py::test_errorbar_cycle_ecolor[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_cycle_ecolor[pdf]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_shape", + "lib/matplotlib/tests/test_axes.py::test_errorbar_limits[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_limits[pdf]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_nonefmt", + "lib/matplotlib/tests/test_axes.py::test_errorbar_line_specific_kwargs", + "lib/matplotlib/tests/test_axes.py::test_errorbar_with_prop_cycle[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_every_invalid", + "lib/matplotlib/tests/test_axes.py::test_xerr_yerr_not_negative", + "lib/matplotlib/tests/test_axes.py::test_errorbar_every[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_every[pdf]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_linewidth_type[elinewidth0]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_linewidth_type[elinewidth1]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_linewidth_type[1]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_nan[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_offset[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_offset[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_step[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_step_horiz[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_weighted[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_weighted[pdf]", + "lib/matplotlib/tests/test_axes.py::test_stem[png-w/", + "lib/matplotlib/tests/test_axes.py::test_stem[png-w/o", + "lib/matplotlib/tests/test_axes.py::test_stem_args", + "lib/matplotlib/tests/test_axes.py::test_stem_markerfmt", + "lib/matplotlib/tests/test_axes.py::test_stem_dates", + "lib/matplotlib/tests/test_axes.py::test_stem_orientation[png-w/", + "lib/matplotlib/tests/test_axes.py::test_stem_orientation[png-w/o", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_alpha[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_density[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_density[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_step_bottom[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stepfilled_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_step_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stepfilled_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_step_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_bar[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_bar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_barstacked_bottom_unchanged", + "lib/matplotlib/tests/test_axes.py::test_hist_emptydata", + "lib/matplotlib/tests/test_axes.py::test_hist_labels", + "lib/matplotlib/tests/test_axes.py::test_transparent_markers[png]", + "lib/matplotlib/tests/test_axes.py::test_transparent_markers[pdf]", + "lib/matplotlib/tests/test_axes.py::test_rgba_markers[png]", + "lib/matplotlib/tests/test_axes.py::test_rgba_markers[pdf]", + "lib/matplotlib/tests/test_axes.py::test_mollweide_grid[png]", + "lib/matplotlib/tests/test_axes.py::test_mollweide_grid[pdf]", + "lib/matplotlib/tests/test_axes.py::test_mollweide_forward_inverse_closure", + "lib/matplotlib/tests/test_axes.py::test_mollweide_inverse_forward_closure", + "lib/matplotlib/tests/test_axes.py::test_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_alpha[pdf]", + "lib/matplotlib/tests/test_axes.py::test_eventplot[png]", + "lib/matplotlib/tests/test_axes.py::test_eventplot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_defaults[png]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_colors[colors0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_colors[colors1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_colors[colors2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_problem_kwargs[png]", + "lib/matplotlib/tests/test_axes.py::test_empty_eventplot", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[None-data0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[None-data1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[None-data2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[vertical-data0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[vertical-data1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[vertical-data2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[horizontal-data0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[horizontal-data1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[horizontal-data2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_units_list[png]", + "lib/matplotlib/tests/test_axes.py::test_marker_styles[png]", + "lib/matplotlib/tests/test_axes.py::test_markers_fillstyle_rcparams[png]", + "lib/matplotlib/tests/test_axes.py::test_vertex_markers[png]", + "lib/matplotlib/tests/test_axes.py::test_eb_line_zorder[png]", + "lib/matplotlib/tests/test_axes.py::test_eb_line_zorder[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_loglog[png]", + "lib/matplotlib/tests/test_axes.py::test_axline_loglog[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline[png]", + "lib/matplotlib/tests/test_axes.py::test_axline[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes[png]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes_panzoom[png]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes_panzoom[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_args", + "lib/matplotlib/tests/test_axes.py::test_vlines[png]", + "lib/matplotlib/tests/test_axes.py::test_vlines_default", + "lib/matplotlib/tests/test_axes.py::test_hlines[png]", + "lib/matplotlib/tests/test_axes.py::test_hlines_default", + "lib/matplotlib/tests/test_axes.py::test_lines_with_colors[png-data0]", + "lib/matplotlib/tests/test_axes.py::test_lines_with_colors[png-data1]", + "lib/matplotlib/tests/test_axes.py::test_step_linestyle[png]", + "lib/matplotlib/tests/test_axes.py::test_step_linestyle[pdf]", + "lib/matplotlib/tests/test_axes.py::test_mixed_collection[png]", + "lib/matplotlib/tests/test_axes.py::test_mixed_collection[pdf]", + "lib/matplotlib/tests/test_axes.py::test_subplot_key_hash", + "lib/matplotlib/tests/test_axes.py::test_specgram[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_magnitude[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_angle[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_fs_none", + "lib/matplotlib/tests/test_axes.py::test_specgram_origin_rcparam[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_origin_kwarg", + "lib/matplotlib/tests/test_axes.py::test_psd_csd[png]", + "lib/matplotlib/tests/test_axes.py::test_spectrum[png]", + "lib/matplotlib/tests/test_axes.py::test_psd_csd_edge_cases", + "lib/matplotlib/tests/test_axes.py::test_twin_remove[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_spines[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_spines_on_top[png]", + "lib/matplotlib/tests/test_axes.py::test_rcparam_grid_minor[both-True-True]", + "lib/matplotlib/tests/test_axes.py::test_rcparam_grid_minor[major-True-False]", + "lib/matplotlib/tests/test_axes.py::test_rcparam_grid_minor[minor-False-True]", + "lib/matplotlib/tests/test_axes.py::test_grid", + "lib/matplotlib/tests/test_axes.py::test_reset_grid", + "lib/matplotlib/tests/test_axes.py::test_reset_ticks[png]", + "lib/matplotlib/tests/test_axes.py::test_vline_limit", + "lib/matplotlib/tests/test_axes.py::test_axline_minmax[axvline-axhline-args0]", + "lib/matplotlib/tests/test_axes.py::test_axline_minmax[axvspan-axhspan-args1]", + "lib/matplotlib/tests/test_axes.py::test_empty_shared_subplots", + "lib/matplotlib/tests/test_axes.py::test_shared_with_aspect_1", + "lib/matplotlib/tests/test_axes.py::test_shared_with_aspect_2", + "lib/matplotlib/tests/test_axes.py::test_shared_with_aspect_3", + "lib/matplotlib/tests/test_axes.py::test_shared_aspect_error", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[TypeError-args0-kwargs0-axis\\\\(\\\\)", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[ValueError-args1-kwargs1-Unrecognized", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[TypeError-args2-kwargs2-the", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[TypeError-args3-kwargs3-axis\\\\(\\\\)", + "lib/matplotlib/tests/test_axes.py::test_axis_method_errors", + "lib/matplotlib/tests/test_axes.py::test_twin_with_aspect[x]", + "lib/matplotlib/tests/test_axes.py::test_twin_with_aspect[y]", + "lib/matplotlib/tests/test_axes.py::test_relim_visible_only", + "lib/matplotlib/tests/test_axes.py::test_text_labelsize", + "lib/matplotlib/tests/test_axes.py::test_pie_default[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_linewidth_0[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_center_radius[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_linewidth_2[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_ccw_true[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_frame_grid[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_rotatelabels_true[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_nolabel_but_legend[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_textprops", + "lib/matplotlib/tests/test_axes.py::test_pie_get_negative_values", + "lib/matplotlib/tests/test_axes.py::test_normalize_kwarg_pie", + "lib/matplotlib/tests/test_axes.py::test_set_get_ticklabels[png]", + "lib/matplotlib/tests/test_axes.py::test_set_ticks_with_labels[png]", + "lib/matplotlib/tests/test_axes.py::test_set_noniterable_ticklabels", + "lib/matplotlib/tests/test_axes.py::test_subsampled_ticklabels", + "lib/matplotlib/tests/test_axes.py::test_mismatched_ticklabels", + "lib/matplotlib/tests/test_axes.py::test_empty_ticks_fixed_loc", + "lib/matplotlib/tests/test_axes.py::test_retain_tick_visibility[png]", + "lib/matplotlib/tests/test_axes.py::test_tick_label_update", + "lib/matplotlib/tests/test_axes.py::test_o_marker_path_snap[png]", + "lib/matplotlib/tests/test_axes.py::test_margins", + "lib/matplotlib/tests/test_axes.py::test_set_margin_updates_limits", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args0-kwargs0-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args1-kwargs1-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args2-kwargs2-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args3-kwargs3-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[TypeError-args4-kwargs4-Cannot", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[TypeError-args5-kwargs5-Cannot", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[TypeError-args6-kwargs6-Must", + "lib/matplotlib/tests/test_axes.py::test_length_one_hist", + "lib/matplotlib/tests/test_axes.py::test_set_xy_bound", + "lib/matplotlib/tests/test_axes.py::test_pathological_hexbin", + "lib/matplotlib/tests/test_axes.py::test_color_None", + "lib/matplotlib/tests/test_axes.py::test_color_alias", + "lib/matplotlib/tests/test_axes.py::test_numerical_hist_label", + "lib/matplotlib/tests/test_axes.py::test_unicode_hist_label", + "lib/matplotlib/tests/test_axes.py::test_move_offsetlabel", + "lib/matplotlib/tests/test_axes.py::test_rc_spines[png]", + "lib/matplotlib/tests/test_axes.py::test_rc_grid[png]", + "lib/matplotlib/tests/test_axes.py::test_rc_tick", + "lib/matplotlib/tests/test_axes.py::test_rc_major_minor_tick", + "lib/matplotlib/tests/test_axes.py::test_square_plot", + "lib/matplotlib/tests/test_axes.py::test_bad_plot_args", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy0-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy1-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy2-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy3-PcolorImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy4-QuadMesh]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy0-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy1-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy2-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy3-PcolorImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy4-QuadMesh]", + "lib/matplotlib/tests/test_axes.py::test_shared_scale", + "lib/matplotlib/tests/test_axes.py::test_shared_bool", + "lib/matplotlib/tests/test_axes.py::test_violin_point_mass", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs0]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs1]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs2]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs3]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs4]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs5]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs6]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs7]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs8]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs9]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs10]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs11]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs12]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs13]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs14]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs15]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs16]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs17]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs18]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs19]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs20]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs21]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs22]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs23]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs24]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs25]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs26]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs27]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs28]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs29]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs30]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs31]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs32]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs33]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs34]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs35]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs36]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs37]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs38]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs39]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs40]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs41]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs42]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs43]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs44]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs45]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs46]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs47]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs48]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs49]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs50]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs51]", + "lib/matplotlib/tests/test_axes.py::test_dash_offset[png]", + "lib/matplotlib/tests/test_axes.py::test_dash_offset[pdf]", + "lib/matplotlib/tests/test_axes.py::test_title_pad", + "lib/matplotlib/tests/test_axes.py::test_title_location_roundtrip", + "lib/matplotlib/tests/test_axes.py::test_title_location_shared[True]", + "lib/matplotlib/tests/test_axes.py::test_title_location_shared[False]", + "lib/matplotlib/tests/test_axes.py::test_loglog[png]", + "lib/matplotlib/tests/test_axes.py::test_loglog_nonpos[png]", + "lib/matplotlib/tests/test_axes.py::test_axes_margins", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[gca-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[gca-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots_shared-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots_shared-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[add_axes-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[add_axes-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes_relim", + "lib/matplotlib/tests/test_axes.py::test_shared_axes_autoscale", + "lib/matplotlib/tests/test_axes.py::test_adjust_numtick_aspect", + "lib/matplotlib/tests/test_axes.py::test_auto_numticks", + "lib/matplotlib/tests/test_axes.py::test_auto_numticks_log", + "lib/matplotlib/tests/test_axes.py::test_broken_barh_empty", + "lib/matplotlib/tests/test_axes.py::test_broken_barh_timedelta", + "lib/matplotlib/tests/test_axes.py::test_pandas_pcolormesh", + "lib/matplotlib/tests/test_axes.py::test_pandas_indexing_dates", + "lib/matplotlib/tests/test_axes.py::test_pandas_errorbar_indexing", + "lib/matplotlib/tests/test_axes.py::test_pandas_index_shape", + "lib/matplotlib/tests/test_axes.py::test_pandas_indexing_hist", + "lib/matplotlib/tests/test_axes.py::test_pandas_bar_align_center", + "lib/matplotlib/tests/test_axes.py::test_tick_apply_tickdir_deprecation", + "lib/matplotlib/tests/test_axes.py::test_axis_set_tick_params_labelsize_labelcolor", + "lib/matplotlib/tests/test_axes.py::test_axes_tick_params_gridlines", + "lib/matplotlib/tests/test_axes.py::test_axes_tick_params_ylabelside", + "lib/matplotlib/tests/test_axes.py::test_axes_tick_params_xlabelside", + "lib/matplotlib/tests/test_axes.py::test_none_kwargs", + "lib/matplotlib/tests/test_axes.py::test_bar_uint8", + "lib/matplotlib/tests/test_axes.py::test_date_timezone_x[png]", + "lib/matplotlib/tests/test_axes.py::test_date_timezone_y[png]", + "lib/matplotlib/tests/test_axes.py::test_date_timezone_x_and_y[png]", + "lib/matplotlib/tests/test_axes.py::test_axisbelow[png]", + "lib/matplotlib/tests/test_axes.py::test_titletwiny", + "lib/matplotlib/tests/test_axes.py::test_titlesetpos", + "lib/matplotlib/tests/test_axes.py::test_title_xticks_top", + "lib/matplotlib/tests/test_axes.py::test_title_xticks_top_both", + "lib/matplotlib/tests/test_axes.py::test_title_above_offset[left", + "lib/matplotlib/tests/test_axes.py::test_title_above_offset[center", + "lib/matplotlib/tests/test_axes.py::test_title_above_offset[both", + "lib/matplotlib/tests/test_axes.py::test_title_no_move_off_page", + "lib/matplotlib/tests/test_axes.py::test_offset_label_color", + "lib/matplotlib/tests/test_axes.py::test_offset_text_visible", + "lib/matplotlib/tests/test_axes.py::test_large_offset", + "lib/matplotlib/tests/test_axes.py::test_barb_units", + "lib/matplotlib/tests/test_axes.py::test_quiver_units", + "lib/matplotlib/tests/test_axes.py::test_bar_color_cycle", + "lib/matplotlib/tests/test_axes.py::test_tick_param_label_rotation", + "lib/matplotlib/tests/test_axes.py::test_fillbetween_cycle", + "lib/matplotlib/tests/test_axes.py::test_log_margins", + "lib/matplotlib/tests/test_axes.py::test_color_length_mismatch", + "lib/matplotlib/tests/test_axes.py::test_eventplot_legend", + "lib/matplotlib/tests/test_axes.py::test_bar_broadcast_args", + "lib/matplotlib/tests/test_axes.py::test_invalid_axis_limits", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[symlog-symlog]", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[symlog-log]", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[log-symlog]", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[log-log]", + "lib/matplotlib/tests/test_axes.py::test_twinx_knows_limits", + "lib/matplotlib/tests/test_axes.py::test_zero_linewidth", + "lib/matplotlib/tests/test_axes.py::test_empty_errorbar_legend", + "lib/matplotlib/tests/test_axes.py::test_plot_decimal[png]", + "lib/matplotlib/tests/test_axes.py::test_markerfacecolor_none_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_tick_padding_tightbbox", + "lib/matplotlib/tests/test_axes.py::test_inset", + "lib/matplotlib/tests/test_axes.py::test_zoom_inset", + "lib/matplotlib/tests/test_axes.py::test_inset_polar[png]", + "lib/matplotlib/tests/test_axes.py::test_inset_projection", + "lib/matplotlib/tests/test_axes.py::test_inset_subclass", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[False-False]", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[False-True]", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[True-False]", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[True-True]", + "lib/matplotlib/tests/test_axes.py::test_set_position", + "lib/matplotlib/tests/test_axes.py::test_spines_properbbox_after_zoom", + "lib/matplotlib/tests/test_axes.py::test_gettightbbox_ignore_nan", + "lib/matplotlib/tests/test_axes.py::test_scatter_series_non_zero_index", + "lib/matplotlib/tests/test_axes.py::test_scatter_empty_data", + "lib/matplotlib/tests/test_axes.py::test_annotate_across_transforms[png]", + "lib/matplotlib/tests/test_axes.py::test_secondary_xy[png]", + "lib/matplotlib/tests/test_axes.py::test_secondary_fail", + "lib/matplotlib/tests/test_axes.py::test_secondary_resize", + "lib/matplotlib/tests/test_axes.py::test_secondary_minorloc", + "lib/matplotlib/tests/test_axes.py::test_secondary_formatter", + "lib/matplotlib/tests/test_axes.py::test_secondary_repr", + "lib/matplotlib/tests/test_axes.py::test_normal_axes", + "lib/matplotlib/tests/test_axes.py::test_nodecorator", + "lib/matplotlib/tests/test_axes.py::test_displaced_spine", + "lib/matplotlib/tests/test_axes.py::test_tickdirs", + "lib/matplotlib/tests/test_axes.py::test_minor_accountedfor", + "lib/matplotlib/tests/test_axes.py::test_axis_bool_arguments[png]", + "lib/matplotlib/tests/test_axes.py::test_axis_extent_arg", + "lib/matplotlib/tests/test_axes.py::test_axis_extent_arg2", + "lib/matplotlib/tests/test_axes.py::test_hist_auto_bins", + "lib/matplotlib/tests/test_axes.py::test_hist_nan_data", + "lib/matplotlib/tests/test_axes.py::test_hist_range_and_density", + "lib/matplotlib/tests/test_axes.py::test_bar_errbar_zorder", + "lib/matplotlib/tests/test_axes.py::test_set_ticks_inverted", + "lib/matplotlib/tests/test_axes.py::test_aspect_nonlinear_adjustable_box", + "lib/matplotlib/tests/test_axes.py::test_aspect_nonlinear_adjustable_datalim", + "lib/matplotlib/tests/test_axes.py::test_box_aspect", + "lib/matplotlib/tests/test_axes.py::test_box_aspect_custom_position", + "lib/matplotlib/tests/test_axes.py::test_bbox_aspect_axes_init", + "lib/matplotlib/tests/test_axes.py::test_redraw_in_frame", + "lib/matplotlib/tests/test_axes.py::test_invisible_axes_events", + "lib/matplotlib/tests/test_axes.py::test_xtickcolor_is_not_markercolor", + "lib/matplotlib/tests/test_axes.py::test_ytickcolor_is_not_markercolor", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[True-x]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[True-y]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[False-x]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[False-y]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[None-x]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[None-y]", + "lib/matplotlib/tests/test_axes.py::test_polar_interpolation_steps_variable_r[png]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tiny_sticky", + "lib/matplotlib/tests/test_axes.py::test_xtickcolor_is_not_xticklabelcolor", + "lib/matplotlib/tests/test_axes.py::test_ytickcolor_is_not_yticklabelcolor", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[xx-small]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[x-small]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[small]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[medium]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[large]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[x-large]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[xx-large]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[larger]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[smaller]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[8]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[10]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[12]", + "lib/matplotlib/tests/test_axes.py::test_multiplot_autoscale", + "lib/matplotlib/tests/test_axes.py::test_sharing_does_not_link_positions", + "lib/matplotlib/tests/test_axes.py::test_2dcolor_plot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_shared_axes_clear[png]", + "lib/matplotlib/tests/test_axes.py::test_shared_axes_retick", + "lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[left]", + "lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[center]", + "lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[right]", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical_yinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_yinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xyinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_center", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_errorbars", + "lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[%.2f]", + "lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[{:.2f}]", + "lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[format]", + "lib/matplotlib/tests/test_axes.py::test_bar_label_fmt_error", + "lib/matplotlib/tests/test_axes.py::test_bar_label_labels", + "lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata", + "lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata_inverted", + "lib/matplotlib/tests/test_axes.py::test_nan_barlabels", + "lib/matplotlib/tests/test_axes.py::test_patch_bounds", + "lib/matplotlib/tests/test_axes.py::test_warn_ignored_scatter_kwargs", + "lib/matplotlib/tests/test_axes.py::test_artist_sublists", + "lib/matplotlib/tests/test_axes.py::test_empty_line_plots", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-f-'f'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-o+-'o\\\\+'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:--':-'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-rk-'rk'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:o-r-':o-r'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-f-'f'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-o+-'o\\\\+'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:--':-'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-rk-'rk'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:o-r-':o-r'", + "lib/matplotlib/tests/test_axes.py::test_plot_format", + "lib/matplotlib/tests/test_axes.py::test_automatic_legend", + "lib/matplotlib/tests/test_axes.py::test_plot_errors", + "lib/matplotlib/tests/test_axes.py::test_clim", + "lib/matplotlib/tests/test_axes.py::test_bezier_autoscale", + "lib/matplotlib/tests/test_axes.py::test_get_xticklabel", + "lib/matplotlib/tests/test_axes.py::test_bar_leading_nan" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-24149/test-output-excerpt.txt b/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-24149/test-output-excerpt.txt new file mode 100644 index 0000000..2f4c242 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-24149/test-output-excerpt.txt @@ -0,0 +1,160 @@ +PASSED lib/matplotlib/tests/test_axes.py::test_pandas_indexing_hist +PASSED lib/matplotlib/tests/test_axes.py::test_pandas_bar_align_center +PASSED lib/matplotlib/tests/test_axes.py::test_tick_apply_tickdir_deprecation +PASSED lib/matplotlib/tests/test_axes.py::test_axis_set_tick_params_labelsize_labelcolor +PASSED lib/matplotlib/tests/test_axes.py::test_axes_tick_params_gridlines +PASSED lib/matplotlib/tests/test_axes.py::test_axes_tick_params_ylabelside +PASSED lib/matplotlib/tests/test_axes.py::test_axes_tick_params_xlabelside +PASSED lib/matplotlib/tests/test_axes.py::test_none_kwargs +PASSED lib/matplotlib/tests/test_axes.py::test_bar_uint8 +PASSED lib/matplotlib/tests/test_axes.py::test_date_timezone_x[png] +PASSED lib/matplotlib/tests/test_axes.py::test_date_timezone_y[png] +PASSED lib/matplotlib/tests/test_axes.py::test_date_timezone_x_and_y[png] +PASSED lib/matplotlib/tests/test_axes.py::test_axisbelow[png] +PASSED lib/matplotlib/tests/test_axes.py::test_titletwiny +PASSED lib/matplotlib/tests/test_axes.py::test_titlesetpos +PASSED lib/matplotlib/tests/test_axes.py::test_title_xticks_top +PASSED lib/matplotlib/tests/test_axes.py::test_title_xticks_top_both +PASSED lib/matplotlib/tests/test_axes.py::test_title_above_offset[left title moved] +PASSED lib/matplotlib/tests/test_axes.py::test_title_above_offset[center title kept] +PASSED lib/matplotlib/tests/test_axes.py::test_title_above_offset[both titles aligned] +PASSED lib/matplotlib/tests/test_axes.py::test_title_no_move_off_page +PASSED lib/matplotlib/tests/test_axes.py::test_offset_label_color +PASSED lib/matplotlib/tests/test_axes.py::test_offset_text_visible +PASSED lib/matplotlib/tests/test_axes.py::test_large_offset +PASSED lib/matplotlib/tests/test_axes.py::test_barb_units +PASSED lib/matplotlib/tests/test_axes.py::test_quiver_units +PASSED lib/matplotlib/tests/test_axes.py::test_bar_color_cycle +PASSED lib/matplotlib/tests/test_axes.py::test_tick_param_label_rotation +PASSED lib/matplotlib/tests/test_axes.py::test_fillbetween_cycle +PASSED lib/matplotlib/tests/test_axes.py::test_log_margins +PASSED lib/matplotlib/tests/test_axes.py::test_color_length_mismatch +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_legend +PASSED lib/matplotlib/tests/test_axes.py::test_bar_broadcast_args +PASSED lib/matplotlib/tests/test_axes.py::test_invalid_axis_limits +PASSED lib/matplotlib/tests/test_axes.py::test_minorticks_on[symlog-symlog] +PASSED lib/matplotlib/tests/test_axes.py::test_minorticks_on[symlog-log] +PASSED lib/matplotlib/tests/test_axes.py::test_minorticks_on[log-symlog] +PASSED lib/matplotlib/tests/test_axes.py::test_minorticks_on[log-log] +PASSED lib/matplotlib/tests/test_axes.py::test_twinx_knows_limits +PASSED lib/matplotlib/tests/test_axes.py::test_zero_linewidth +PASSED lib/matplotlib/tests/test_axes.py::test_empty_errorbar_legend +PASSED lib/matplotlib/tests/test_axes.py::test_plot_decimal[png] +PASSED lib/matplotlib/tests/test_axes.py::test_markerfacecolor_none_alpha[png] +PASSED lib/matplotlib/tests/test_axes.py::test_tick_padding_tightbbox +PASSED lib/matplotlib/tests/test_axes.py::test_inset +PASSED lib/matplotlib/tests/test_axes.py::test_zoom_inset +PASSED lib/matplotlib/tests/test_axes.py::test_inset_polar[png] +PASSED lib/matplotlib/tests/test_axes.py::test_inset_projection +PASSED lib/matplotlib/tests/test_axes.py::test_inset_subclass +PASSED lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[False-False] +PASSED lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[False-True] +PASSED lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[True-False] +PASSED lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[True-True] +PASSED lib/matplotlib/tests/test_axes.py::test_set_position +PASSED lib/matplotlib/tests/test_axes.py::test_spines_properbbox_after_zoom +PASSED lib/matplotlib/tests/test_axes.py::test_gettightbbox_ignore_nan +PASSED lib/matplotlib/tests/test_axes.py::test_scatter_series_non_zero_index +PASSED lib/matplotlib/tests/test_axes.py::test_scatter_empty_data +PASSED lib/matplotlib/tests/test_axes.py::test_annotate_across_transforms[png] +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_xy[png] +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_fail +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_resize +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_minorloc +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_formatter +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_repr +PASSED lib/matplotlib/tests/test_axes.py::test_normal_axes +PASSED lib/matplotlib/tests/test_axes.py::test_nodecorator +PASSED lib/matplotlib/tests/test_axes.py::test_displaced_spine +PASSED lib/matplotlib/tests/test_axes.py::test_tickdirs +PASSED lib/matplotlib/tests/test_axes.py::test_minor_accountedfor +PASSED lib/matplotlib/tests/test_axes.py::test_axis_bool_arguments[png] +PASSED lib/matplotlib/tests/test_axes.py::test_axis_extent_arg +PASSED lib/matplotlib/tests/test_axes.py::test_axis_extent_arg2 +PASSED lib/matplotlib/tests/test_axes.py::test_hist_auto_bins +PASSED lib/matplotlib/tests/test_axes.py::test_hist_nan_data +PASSED lib/matplotlib/tests/test_axes.py::test_hist_range_and_density +PASSED lib/matplotlib/tests/test_axes.py::test_bar_errbar_zorder +PASSED lib/matplotlib/tests/test_axes.py::test_set_ticks_inverted +PASSED lib/matplotlib/tests/test_axes.py::test_aspect_nonlinear_adjustable_box +PASSED lib/matplotlib/tests/test_axes.py::test_aspect_nonlinear_adjustable_datalim +PASSED lib/matplotlib/tests/test_axes.py::test_box_aspect +PASSED lib/matplotlib/tests/test_axes.py::test_box_aspect_custom_position +PASSED lib/matplotlib/tests/test_axes.py::test_bbox_aspect_axes_init +PASSED lib/matplotlib/tests/test_axes.py::test_redraw_in_frame +PASSED lib/matplotlib/tests/test_axes.py::test_invisible_axes_events +PASSED lib/matplotlib/tests/test_axes.py::test_xtickcolor_is_not_markercolor +PASSED lib/matplotlib/tests/test_axes.py::test_ytickcolor_is_not_markercolor +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[True-x] +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[True-y] +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[False-x] +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[False-y] +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[None-x] +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[None-y] +PASSED lib/matplotlib/tests/test_axes.py::test_polar_interpolation_steps_variable_r[png] +PASSED lib/matplotlib/tests/test_axes.py::test_autoscale_tiny_sticky +PASSED lib/matplotlib/tests/test_axes.py::test_xtickcolor_is_not_xticklabelcolor +PASSED lib/matplotlib/tests/test_axes.py::test_ytickcolor_is_not_yticklabelcolor +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[xx-small] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[x-small] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[small] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[medium] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[large] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[x-large] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[xx-large] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[larger] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[smaller] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[8] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[10] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[12] +PASSED lib/matplotlib/tests/test_axes.py::test_multiplot_autoscale +PASSED lib/matplotlib/tests/test_axes.py::test_sharing_does_not_link_positions +PASSED lib/matplotlib/tests/test_axes.py::test_2dcolor_plot[pdf] +PASSED lib/matplotlib/tests/test_axes.py::test_shared_axes_clear[png] +PASSED lib/matplotlib/tests/test_axes.py::test_shared_axes_retick +PASSED lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[left] +PASSED lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[center] +PASSED lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[right] +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical_yinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_yinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xyinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_center +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_errorbars +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[%.2f] +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[{:.2f}] +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[format] +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_fmt_error +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_labels +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata_inverted +PASSED lib/matplotlib/tests/test_axes.py::test_nan_barlabels +PASSED lib/matplotlib/tests/test_axes.py::test_patch_bounds +PASSED lib/matplotlib/tests/test_axes.py::test_warn_ignored_scatter_kwargs +PASSED lib/matplotlib/tests/test_axes.py::test_artist_sublists +PASSED lib/matplotlib/tests/test_axes.py::test_empty_line_plots +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-f-'f' is not a valid format string \\(unrecognized character 'f'\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-o+-'o\\+' is not a valid format string \\(two marker symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:--':-' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-rk-'rk' is not a valid format string \\(two color symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:o-r-':o-r' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-f-'f' is not a valid format string \\(unrecognized character 'f'\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-o+-'o\\+' is not a valid format string \\(two marker symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:--':-' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-rk-'rk' is not a valid format string \\(two color symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:o-r-':o-r' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format +PASSED lib/matplotlib/tests/test_axes.py::test_automatic_legend +PASSED lib/matplotlib/tests/test_axes.py::test_plot_errors +PASSED lib/matplotlib/tests/test_axes.py::test_clim +PASSED lib/matplotlib/tests/test_axes.py::test_bezier_autoscale +PASSED lib/matplotlib/tests/test_axes.py::test_get_xticklabel +PASSED lib/matplotlib/tests/test_axes.py::test_bar_leading_nan +PASSED lib/matplotlib/tests/test_axes.py::test_bar_all_nan[png] +SKIPPED [10] lib/matplotlib/testing/compare.py:285: Don't know how to convert .svg files to png +SKIPPED [54] ../opt/miniconda3/envs/testbed/lib/python3.11/contextlib.py:81: Cannot compare svg files because Inkscape is not installed +================== 768 passed, 64 skipped in 62.64s (0:01:02) ================== ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-26011/harness-summary.json b/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-26011/harness-summary.json new file mode 100644 index 0000000..7380f35 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-26011/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "matplotlib__matplotlib-26011" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "matplotlib__matplotlib-26011" + ], + "resolved_ids": [ + "matplotlib__matplotlib-26011" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-26011:latest" + ] +} diff --git a/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-26011/outcome.json b/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-26011/outcome.json new file mode 100644 index 0000000..2e6ca7e --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-26011/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "matplotlib__matplotlib-26011", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-26011:latest", + "patch_sha256": "cc011577ad2bd6604ea01908627b5b4d3fa9aaf7e5b103f159e2d944d1147b9c", + "image_id": "sha256:b49d6b9652c2a7b2168e730227e53627dcc8284732992b9f5a0c3981a6cc8d88", + "image_digests": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-26011@sha256:bc25341eaddec909d1c4ca7beaed8f65fcc7c4eedd2e423a841a78dec1ffb06a" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-26011/raw-log-manifest.json b/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-26011/raw-log-manifest.json new file mode 100644 index 0000000..3871b06 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-26011/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37850192309", + "artifact_name": "patch-shard-1", + "files": { + "harness.log": { + "sha256": "6cd5b3fbce053c68802400181dae2920a54db7d45039599d9445f9d2746fb6e0", + "bytes": 847 + }, + "image-pull.log": { + "sha256": "df7d61f0b908292ebfe0930ed49311e769272fe149be47bc9634b0f08fb1159c", + "bytes": 1731 + }, + "logs/run_evaluation/patch-37850192309-1-1/agentic-controls-single/matplotlib__matplotlib-26011/eval.sh": { + "sha256": "98fb3865ff0851b65144738d5b69d3381bd249a1a66d7e4142e7d67839f36cd3", + "bytes": 1515 + }, + "logs/run_evaluation/patch-37850192309-1-1/agentic-controls-single/matplotlib__matplotlib-26011/patch.diff": { + "sha256": "cc011577ad2bd6604ea01908627b5b4d3fa9aaf7e5b103f159e2d944d1147b9c", + "bytes": 468 + }, + "logs/run_evaluation/patch-37850192309-1-1/agentic-controls-single/matplotlib__matplotlib-26011/report.json": { + "sha256": "186598267b40a11ffaa6898058aae44b45498f7de1e510a96403bf80bebd4aed", + "bytes": 73407 + }, + "logs/run_evaluation/patch-37850192309-1-1/agentic-controls-single/matplotlib__matplotlib-26011/run_instance.log": { + "sha256": "acceeb26073ef9c3ec188f41491a470af464cc9fed124c177806d7e4838277f7", + "bytes": 59821 + }, + "logs/run_evaluation/patch-37850192309-1-1/agentic-controls-single/matplotlib__matplotlib-26011/test_output.txt": { + "sha256": "88e00aa30f08f752e47e9b9d78ee05b9840fad90774b63b9c49fa0bf4ec47f16", + "bytes": 1585389 + }, + "logs/run_evaluation/patch-37850192309-1-1/run.json": { + "sha256": "54b01a7b47941417388ef3be671529162d64133184c585ae7e2559517d39b0b9", + "bytes": 222 + }, + "predictions.jsonl": { + "sha256": "16e3c6670b91803888f424fb93e291b364133b196b46b8a83888d41993ded96b", + "bytes": 596 + }, + "summary/agentic-controls-single.patch-37850192309-1-1.json": { + "sha256": "5e1fd9275a914db6c3f0dc729f4fd93e0f01e327a51f08d02100ef934a5d675b", + "bytes": 870 + } + }, + "excerpt": { + "raw_sha256": "88e00aa30f08f752e47e9b9d78ee05b9840fad90774b63b9c49fa0bf4ec47f16", + "raw_lines": 28297, + "start_line": 28134, + "stop_line": 28293, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-26011/report.json b/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-26011/report.json new file mode 100644 index 0000000..e68092c --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-26011/report.json @@ -0,0 +1,847 @@ +{ + "matplotlib__matplotlib-26011": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "lib/matplotlib/tests/test_axes.py::test_xylim_changed_shared" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "lib/matplotlib/tests/test_axes.py::test_invisible_axes[png]", + "lib/matplotlib/tests/test_axes.py::test_get_labels", + "lib/matplotlib/tests/test_axes.py::test_repr", + "lib/matplotlib/tests/test_axes.py::test_label_loc_vertical[png]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_vertical[pdf]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_horizontal[png]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_horizontal[pdf]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_rc[png]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_rc[pdf]", + "lib/matplotlib/tests/test_axes.py::test_label_shift", + "lib/matplotlib/tests/test_axes.py::test_acorr[png]", + "lib/matplotlib/tests/test_axes.py::test_acorr_integers[png]", + "lib/matplotlib/tests/test_axes.py::test_spy[png]", + "lib/matplotlib/tests/test_axes.py::test_spy_invalid_kwargs", + "lib/matplotlib/tests/test_axes.py::test_matshow[png]", + "lib/matplotlib/tests/test_axes.py::test_formatter_ticker[png]", + "lib/matplotlib/tests/test_axes.py::test_formatter_ticker[pdf]", + "lib/matplotlib/tests/test_axes.py::test_funcformatter_auto_formatter", + "lib/matplotlib/tests/test_axes.py::test_strmethodformatter_auto_formatter", + "lib/matplotlib/tests/test_axes.py::test_twin_axis_locators_formatters[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_axis_locators_formatters[pdf]", + "lib/matplotlib/tests/test_axes.py::test_twinx_cla", + "lib/matplotlib/tests/test_axes.py::test_twin_units[x]", + "lib/matplotlib/tests/test_axes.py::test_twin_units[y]", + "lib/matplotlib/tests/test_axes.py::test_twin_logscale[png-x]", + "lib/matplotlib/tests/test_axes.py::test_twin_logscale[png-y]", + "lib/matplotlib/tests/test_axes.py::test_twinx_axis_scales[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_inherit_autoscale_setting", + "lib/matplotlib/tests/test_axes.py::test_inverted_cla", + "lib/matplotlib/tests/test_axes.py::test_subclass_clear_cla", + "lib/matplotlib/tests/test_axes.py::test_cla_not_redefined_internally", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on_rcParams_both[png]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tiny_range[png]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tiny_range[pdf]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tight", + "lib/matplotlib/tests/test_axes.py::test_autoscale_log_shared", + "lib/matplotlib/tests/test_axes.py::test_use_sticky_edges", + "lib/matplotlib/tests/test_axes.py::test_sticky_shared_axes[png]", + "lib/matplotlib/tests/test_axes.py::test_nargs_stem", + "lib/matplotlib/tests/test_axes.py::test_nargs_legend", + "lib/matplotlib/tests/test_axes.py::test_nargs_pcolorfast", + "lib/matplotlib/tests/test_axes.py::test_basic_annotate[png]", + "lib/matplotlib/tests/test_axes.py::test_basic_annotate[pdf]", + "lib/matplotlib/tests/test_axes.py::test_arrow_simple[png]", + "lib/matplotlib/tests/test_axes.py::test_arrow_empty", + "lib/matplotlib/tests/test_axes.py::test_arrow_in_view", + "lib/matplotlib/tests/test_axes.py::test_annotate_default_arrow", + "lib/matplotlib/tests/test_axes.py::test_annotate_signature", + "lib/matplotlib/tests/test_axes.py::test_fill_units[png]", + "lib/matplotlib/tests/test_axes.py::test_plot_format_kwarg_redundant", + "lib/matplotlib/tests/test_axes.py::test_errorbar_dashes[png]", + "lib/matplotlib/tests/test_axes.py::test_single_point[png]", + "lib/matplotlib/tests/test_axes.py::test_single_point[pdf]", + "lib/matplotlib/tests/test_axes.py::test_single_date[png]", + "lib/matplotlib/tests/test_axes.py::test_shaped_data[png]", + "lib/matplotlib/tests/test_axes.py::test_structured_data", + "lib/matplotlib/tests/test_axes.py::test_aitoff_proj[png]", + "lib/matplotlib/tests/test_axes.py::test_axvspan_epoch[png]", + "lib/matplotlib/tests/test_axes.py::test_axvspan_epoch[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axhspan_epoch[png]", + "lib/matplotlib/tests/test_axes.py::test_axhspan_epoch[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_extent[png]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_empty[png]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_pickable", + "lib/matplotlib/tests/test_axes.py::test_hexbin_log[png]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_linear[png]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_log_clim", + "lib/matplotlib/tests/test_axes.py::test_hexbin_mincnt_behavior_upon_C_parameter[png]", + "lib/matplotlib/tests/test_axes.py::test_inverted_limits", + "lib/matplotlib/tests/test_axes.py::test_nonfinite_limits[png]", + "lib/matplotlib/tests/test_axes.py::test_nonfinite_limits[pdf]", + "lib/matplotlib/tests/test_axes.py::test_limits_empty_data[png-scatter]", + "lib/matplotlib/tests/test_axes.py::test_limits_empty_data[png-plot]", + "lib/matplotlib/tests/test_axes.py::test_limits_empty_data[png-fill_between]", + "lib/matplotlib/tests/test_axes.py::test_imshow[png]", + "lib/matplotlib/tests/test_axes.py::test_imshow[pdf]", + "lib/matplotlib/tests/test_axes.py::test_imshow_clip[png]", + "lib/matplotlib/tests/test_axes.py::test_imshow_clip[pdf]", + "lib/matplotlib/tests/test_axes.py::test_imshow_norm_vminvmax", + "lib/matplotlib/tests/test_axes.py::test_polycollection_joinstyle[png]", + "lib/matplotlib/tests/test_axes.py::test_polycollection_joinstyle[pdf]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_input[2d_x_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_input[2d_y1_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_input[2d_y2_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_betweenx_input[2d_y_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_betweenx_input[2d_x1_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_betweenx_input[2d_x2_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate[png]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate[pdf]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_decreasing[png]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_decreasing[pdf]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_nan[png]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_nan[pdf]", + "lib/matplotlib/tests/test_axes.py::test_symlog[pdf]", + "lib/matplotlib/tests/test_axes.py::test_symlog2[pdf]", + "lib/matplotlib/tests/test_axes.py::test_pcolorargs_5205", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh[pdf]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_small[eps]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_alpha[pdf]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_rgba[png-3-1]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_rgba[png-4-0.5]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_datetime_axis[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolor_datetime_axis[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolorargs", + "lib/matplotlib/tests/test_axes.py::test_pcolorargs_with_read_only", + "lib/matplotlib/tests/test_axes.py::test_pcolornearest[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolornearestunits[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolorflaterror", + "lib/matplotlib/tests/test_axes.py::test_samesizepcolorflaterror", + "lib/matplotlib/tests/test_axes.py::test_pcolorauto[png-False]", + "lib/matplotlib/tests/test_axes.py::test_pcolorauto[png-True]", + "lib/matplotlib/tests/test_axes.py::test_canonical[png]", + "lib/matplotlib/tests/test_axes.py::test_canonical[pdf]", + "lib/matplotlib/tests/test_axes.py::test_arc_angles[png]", + "lib/matplotlib/tests/test_axes.py::test_arc_ellipse[png]", + "lib/matplotlib/tests/test_axes.py::test_arc_ellipse[pdf]", + "lib/matplotlib/tests/test_axes.py::test_marker_as_markerstyle", + "lib/matplotlib/tests/test_axes.py::test_markevery[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_line[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_line[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_zoomed[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_zoomed[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_log_scales[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_log_scales[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_polar[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_polar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_nans[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_nans[pdf]", + "lib/matplotlib/tests/test_axes.py::test_marker_edges[png]", + "lib/matplotlib/tests/test_axes.py::test_marker_edges[pdf]", + "lib/matplotlib/tests/test_axes.py::test_bar_tick_label_single[png]", + "lib/matplotlib/tests/test_axes.py::test_nan_bar_values", + "lib/matplotlib/tests/test_axes.py::test_bar_ticklabel_fail", + "lib/matplotlib/tests/test_axes.py::test_bar_tick_label_multiple[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_tick_label_multiple_old_alignment[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_decimal_center[png]", + "lib/matplotlib/tests/test_axes.py::test_barh_decimal_center[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_decimal_width[png]", + "lib/matplotlib/tests/test_axes.py::test_barh_decimal_height[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_color_none_alpha", + "lib/matplotlib/tests/test_axes.py::test_bar_edgecolor_none_alpha", + "lib/matplotlib/tests/test_axes.py::test_barh_tick_label[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_timedelta", + "lib/matplotlib/tests/test_axes.py::test_bar_datetime_start", + "lib/matplotlib/tests/test_axes.py::test_boxplot_dates_pandas", + "lib/matplotlib/tests/test_axes.py::test_boxplot_capwidths", + "lib/matplotlib/tests/test_axes.py::test_pcolor_regression", + "lib/matplotlib/tests/test_axes.py::test_bar_pandas", + "lib/matplotlib/tests/test_axes.py::test_bar_pandas_indexed", + "lib/matplotlib/tests/test_axes.py::test_bar_hatches[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_hatches[pdf]", + "lib/matplotlib/tests/test_axes.py::test_bar_labels[x-1-x-expected_labels0-x]", + "lib/matplotlib/tests/test_axes.py::test_bar_labels[x1-width1-label1-expected_labels1-_nolegend_]", + "lib/matplotlib/tests/test_axes.py::test_bar_labels[x2-width2-label2-expected_labels2-_nolegend_]", + "lib/matplotlib/tests/test_axes.py::test_bar_labels[x3-width3-bars-expected_labels3-bars]", + "lib/matplotlib/tests/test_axes.py::test_bar_labels_length", + "lib/matplotlib/tests/test_axes.py::test_pandas_minimal_plot", + "lib/matplotlib/tests/test_axes.py::test_hist_log[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_log[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_log_2[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_log_barstacked", + "lib/matplotlib/tests/test_axes.py::test_hist_bar_empty[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_float16", + "lib/matplotlib/tests/test_axes.py::test_hist_step_empty[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_step_filled[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_density[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_unequal_bins_density", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets_bins[date2num]", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets_bins[datetime.datetime]", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets_bins[np.datetime64]", + "lib/matplotlib/tests/test_axes.py::test_hist_with_empty_input[data0-1]", + "lib/matplotlib/tests/test_axes.py::test_hist_with_empty_input[data1-1]", + "lib/matplotlib/tests/test_axes.py::test_hist_with_empty_input[data2-2]", + "lib/matplotlib/tests/test_axes.py::test_hist_zorder[bar-1]", + "lib/matplotlib/tests/test_axes.py::test_hist_zorder[step-2]", + "lib/matplotlib/tests/test_axes.py::test_hist_zorder[stepfilled-1]", + "lib/matplotlib/tests/test_axes.py::test_stairs[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_fill[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_update[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_baseline_0[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_empty", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_nan", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_mismatch", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_update", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_update2", + "lib/matplotlib/tests/test_axes.py::test_stairs_options[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_datetime[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_edge_handling[png]", + "lib/matplotlib/tests/test_axes.py::test_contour_hatching[png]", + "lib/matplotlib/tests/test_axes.py::test_contour_hatching[pdf]", + "lib/matplotlib/tests/test_axes.py::test_contour_colorbar[png]", + "lib/matplotlib/tests/test_axes.py::test_contour_colorbar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist2d[png]", + "lib/matplotlib/tests/test_axes.py::test_hist2d[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist2d_transpose[png]", + "lib/matplotlib/tests/test_axes.py::test_hist2d_transpose[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist2d_density", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_plot[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_plot[pdf]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_marker[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_2D[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_decimal[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color_warning[kwargs0]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color_warning[kwargs1]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color_warning[kwargs2]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color_warning[kwargs3]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_unfilled", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_unfillable", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_size_arg_size", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_edgecolor_RGB", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_invalid_color[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_no_invalid_color[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_norm_vminvmax", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_single_point[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_different_shapes[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[0.5-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case1-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[red-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[none-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[None-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case5-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[jaune-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case7-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case8-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case9-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case10-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case11-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case12-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case13-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case14-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case15-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case16-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case17-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case18-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case19-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case20-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case21-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case22-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case23-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case24-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case25-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case26-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case27-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case28-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case29-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_single_color_c[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_linewidths", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_singular_plural_arguments", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params0-expected_result0]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params1-expected_result1]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params2-expected_result2]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params3-expected_result3]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params4-expected_result4]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs0-None]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs1-None]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs2-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs3-expected_edgecolors3]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs4-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs5-face]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs6-none]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs7-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs8-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs9-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs10-g]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_error", + "lib/matplotlib/tests/test_axes.py::test_as_mpl_axes_api", + "lib/matplotlib/tests/test_axes.py::test_pyplot_axes", + "lib/matplotlib/tests/test_axes.py::test_log_scales", + "lib/matplotlib/tests/test_axes.py::test_log_scales_no_data", + "lib/matplotlib/tests/test_axes.py::test_log_scales_invalid", + "lib/matplotlib/tests/test_axes.py::test_stackplot[png]", + "lib/matplotlib/tests/test_axes.py::test_stackplot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_stackplot_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_stackplot_baseline[pdf]", + "lib/matplotlib/tests/test_axes.py::test_bxp_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_rangewhis[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_percentilewhis[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_with_xlabels[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_horizontal[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_with_ylabels[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_patchartist[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custompatchartist[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customoutlier[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_showcustommean[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custombox[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custommedian[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customcap[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customwhisker[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_shownotches[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_nocaps[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_nobox[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_no_flier_stats[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_showmean[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_showmeanasline[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_scalarwidth[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customwidths[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custompositions[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_bad_widths", + "lib/matplotlib/tests/test_axes.py::test_bxp_bad_positions", + "lib/matplotlib/tests/test_axes.py::test_bxp_custom_capwidths[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custom_capwidth[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_bad_capwidths", + "lib/matplotlib/tests/test_axes.py::test_boxplot[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_custom_capwidths[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_sym2[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_sym[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_autorange_whiskers[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_rc_parameters[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_rc_parameters[pdf]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_with_CIarray[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_no_weird_whisker[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_bad_medians", + "lib/matplotlib/tests/test_axes.py::test_boxplot_bad_ci", + "lib/matplotlib/tests/test_axes.py::test_boxplot_zorder", + "lib/matplotlib/tests/test_axes.py::test_boxplot_marker_behavior", + "lib/matplotlib/tests/test_axes.py::test_boxplot_mod_artist_after_plotting[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showmeans[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showextrema[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showmedians[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showall[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_custompoints_10[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_custompoints_200[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showmedians[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showmeans[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showextrema[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showall[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_custompoints_10[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_custompoints_200[png]", + "lib/matplotlib/tests/test_axes.py::test_violinplot_bad_positions", + "lib/matplotlib/tests/test_axes.py::test_violinplot_bad_widths", + "lib/matplotlib/tests/test_axes.py::test_violinplot_bad_quantiles", + "lib/matplotlib/tests/test_axes.py::test_violinplot_outofrange_quantiles", + "lib/matplotlib/tests/test_axes.py::test_violinplot_single_list_quantiles[png]", + "lib/matplotlib/tests/test_axes.py::test_violinplot_pandas_series[png]", + "lib/matplotlib/tests/test_axes.py::test_manage_xticks", + "lib/matplotlib/tests/test_axes.py::test_boxplot_not_single", + "lib/matplotlib/tests/test_axes.py::test_tick_space_size_0", + "lib/matplotlib/tests/test_axes.py::test_errorbar[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_mixed_errorbar_polar_caps[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_colorcycle", + "lib/matplotlib/tests/test_axes.py::test_errorbar_cycle_ecolor[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_cycle_ecolor[pdf]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_shape", + "lib/matplotlib/tests/test_axes.py::test_errorbar_limits[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_limits[pdf]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_nonefmt", + "lib/matplotlib/tests/test_axes.py::test_errorbar_line_specific_kwargs", + "lib/matplotlib/tests/test_axes.py::test_errorbar_with_prop_cycle[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_every_invalid", + "lib/matplotlib/tests/test_axes.py::test_xerr_yerr_not_negative", + "lib/matplotlib/tests/test_axes.py::test_errorbar_every[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_every[pdf]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_linewidth_type[elinewidth0]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_linewidth_type[elinewidth1]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_linewidth_type[1]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_nan[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_offset[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_offset[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_step[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_step_horiz[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_weighted[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_weighted[pdf]", + "lib/matplotlib/tests/test_axes.py::test_stem[png]", + "lib/matplotlib/tests/test_axes.py::test_stem_args", + "lib/matplotlib/tests/test_axes.py::test_stem_markerfmt", + "lib/matplotlib/tests/test_axes.py::test_stem_dates", + "lib/matplotlib/tests/test_axes.py::test_stem_orientation[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_alpha[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_density[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_density[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_step_bottom[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stepfilled_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_step_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stepfilled_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_step_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_bar[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_bar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_barstacked_bottom_unchanged", + "lib/matplotlib/tests/test_axes.py::test_hist_emptydata", + "lib/matplotlib/tests/test_axes.py::test_hist_labels", + "lib/matplotlib/tests/test_axes.py::test_transparent_markers[png]", + "lib/matplotlib/tests/test_axes.py::test_transparent_markers[pdf]", + "lib/matplotlib/tests/test_axes.py::test_rgba_markers[png]", + "lib/matplotlib/tests/test_axes.py::test_rgba_markers[pdf]", + "lib/matplotlib/tests/test_axes.py::test_mollweide_grid[png]", + "lib/matplotlib/tests/test_axes.py::test_mollweide_grid[pdf]", + "lib/matplotlib/tests/test_axes.py::test_mollweide_forward_inverse_closure", + "lib/matplotlib/tests/test_axes.py::test_mollweide_inverse_forward_closure", + "lib/matplotlib/tests/test_axes.py::test_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_alpha[pdf]", + "lib/matplotlib/tests/test_axes.py::test_eventplot[png]", + "lib/matplotlib/tests/test_axes.py::test_eventplot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_defaults[png]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_colors[colors0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_colors[colors1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_colors[colors2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_alpha", + "lib/matplotlib/tests/test_axes.py::test_eventplot_problem_kwargs[png]", + "lib/matplotlib/tests/test_axes.py::test_empty_eventplot", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[None-data0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[None-data1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[None-data2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[vertical-data0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[vertical-data1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[vertical-data2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[horizontal-data0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[horizontal-data1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[horizontal-data2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_units_list[png]", + "lib/matplotlib/tests/test_axes.py::test_marker_styles[png]", + "lib/matplotlib/tests/test_axes.py::test_markers_fillstyle_rcparams[png]", + "lib/matplotlib/tests/test_axes.py::test_vertex_markers[png]", + "lib/matplotlib/tests/test_axes.py::test_eb_line_zorder[png]", + "lib/matplotlib/tests/test_axes.py::test_eb_line_zorder[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_loglog[png]", + "lib/matplotlib/tests/test_axes.py::test_axline_loglog[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline[png]", + "lib/matplotlib/tests/test_axes.py::test_axline[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes[png]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes_panzoom[png]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes_panzoom[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_args", + "lib/matplotlib/tests/test_axes.py::test_vlines[png]", + "lib/matplotlib/tests/test_axes.py::test_vlines_default", + "lib/matplotlib/tests/test_axes.py::test_hlines[png]", + "lib/matplotlib/tests/test_axes.py::test_hlines_default", + "lib/matplotlib/tests/test_axes.py::test_lines_with_colors[png-data0]", + "lib/matplotlib/tests/test_axes.py::test_lines_with_colors[png-data1]", + "lib/matplotlib/tests/test_axes.py::test_vlines_hlines_blended_transform[png]", + "lib/matplotlib/tests/test_axes.py::test_step_linestyle[png]", + "lib/matplotlib/tests/test_axes.py::test_step_linestyle[pdf]", + "lib/matplotlib/tests/test_axes.py::test_mixed_collection[png]", + "lib/matplotlib/tests/test_axes.py::test_mixed_collection[pdf]", + "lib/matplotlib/tests/test_axes.py::test_subplot_key_hash", + "lib/matplotlib/tests/test_axes.py::test_specgram[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_magnitude[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_angle[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_fs_none", + "lib/matplotlib/tests/test_axes.py::test_specgram_origin_rcparam[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_origin_kwarg", + "lib/matplotlib/tests/test_axes.py::test_psd_csd[png]", + "lib/matplotlib/tests/test_axes.py::test_spectrum[png]", + "lib/matplotlib/tests/test_axes.py::test_psd_csd_edge_cases", + "lib/matplotlib/tests/test_axes.py::test_twin_remove[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_spines[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_spines_on_top[png]", + "lib/matplotlib/tests/test_axes.py::test_rcparam_grid_minor[both-True-True]", + "lib/matplotlib/tests/test_axes.py::test_rcparam_grid_minor[major-True-False]", + "lib/matplotlib/tests/test_axes.py::test_rcparam_grid_minor[minor-False-True]", + "lib/matplotlib/tests/test_axes.py::test_grid", + "lib/matplotlib/tests/test_axes.py::test_reset_grid", + "lib/matplotlib/tests/test_axes.py::test_reset_ticks[png]", + "lib/matplotlib/tests/test_axes.py::test_vline_limit", + "lib/matplotlib/tests/test_axes.py::test_axline_minmax[axvline-axhline-args0]", + "lib/matplotlib/tests/test_axes.py::test_axline_minmax[axvspan-axhspan-args1]", + "lib/matplotlib/tests/test_axes.py::test_empty_shared_subplots", + "lib/matplotlib/tests/test_axes.py::test_shared_with_aspect_1", + "lib/matplotlib/tests/test_axes.py::test_shared_with_aspect_2", + "lib/matplotlib/tests/test_axes.py::test_shared_with_aspect_3", + "lib/matplotlib/tests/test_axes.py::test_shared_aspect_error", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[TypeError-args0-kwargs0-axis\\\\(\\\\)", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[ValueError-args1-kwargs1-Unrecognized", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[TypeError-args2-kwargs2-The", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[TypeError-args3-kwargs3-axis\\\\(\\\\)", + "lib/matplotlib/tests/test_axes.py::test_axis_method_errors", + "lib/matplotlib/tests/test_axes.py::test_twin_with_aspect[x]", + "lib/matplotlib/tests/test_axes.py::test_twin_with_aspect[y]", + "lib/matplotlib/tests/test_axes.py::test_relim_visible_only", + "lib/matplotlib/tests/test_axes.py::test_text_labelsize", + "lib/matplotlib/tests/test_axes.py::test_pie_default[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_linewidth_0[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_center_radius[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_linewidth_2[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_ccw_true[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_frame_grid[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_rotatelabels_true[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_nolabel_but_legend[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_shadow[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_textprops", + "lib/matplotlib/tests/test_axes.py::test_pie_get_negative_values", + "lib/matplotlib/tests/test_axes.py::test_normalize_kwarg_pie", + "lib/matplotlib/tests/test_axes.py::test_pie_hatch_single[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_hatch_single[pdf]", + "lib/matplotlib/tests/test_axes.py::test_pie_hatch_multi[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_hatch_multi[pdf]", + "lib/matplotlib/tests/test_axes.py::test_set_get_ticklabels[png]", + "lib/matplotlib/tests/test_axes.py::test_set_ticks_kwargs_raise_error_without_labels", + "lib/matplotlib/tests/test_axes.py::test_set_ticks_with_labels[png]", + "lib/matplotlib/tests/test_axes.py::test_xticks_bad_args", + "lib/matplotlib/tests/test_axes.py::test_subsampled_ticklabels", + "lib/matplotlib/tests/test_axes.py::test_mismatched_ticklabels", + "lib/matplotlib/tests/test_axes.py::test_empty_ticks_fixed_loc", + "lib/matplotlib/tests/test_axes.py::test_retain_tick_visibility[png]", + "lib/matplotlib/tests/test_axes.py::test_tick_label_update", + "lib/matplotlib/tests/test_axes.py::test_o_marker_path_snap[png]", + "lib/matplotlib/tests/test_axes.py::test_margins", + "lib/matplotlib/tests/test_axes.py::test_set_margin_updates_limits", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args0-kwargs0-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args1-kwargs1-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args2-kwargs2-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args3-kwargs3-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[TypeError-args4-kwargs4-Cannot", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[TypeError-args5-kwargs5-Cannot", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[TypeError-args6-kwargs6-Must", + "lib/matplotlib/tests/test_axes.py::test_length_one_hist", + "lib/matplotlib/tests/test_axes.py::test_set_xy_bound", + "lib/matplotlib/tests/test_axes.py::test_pathological_hexbin", + "lib/matplotlib/tests/test_axes.py::test_color_None", + "lib/matplotlib/tests/test_axes.py::test_color_alias", + "lib/matplotlib/tests/test_axes.py::test_numerical_hist_label", + "lib/matplotlib/tests/test_axes.py::test_unicode_hist_label", + "lib/matplotlib/tests/test_axes.py::test_move_offsetlabel", + "lib/matplotlib/tests/test_axes.py::test_rc_spines[png]", + "lib/matplotlib/tests/test_axes.py::test_rc_grid[png]", + "lib/matplotlib/tests/test_axes.py::test_rc_tick", + "lib/matplotlib/tests/test_axes.py::test_rc_major_minor_tick", + "lib/matplotlib/tests/test_axes.py::test_square_plot", + "lib/matplotlib/tests/test_axes.py::test_bad_plot_args", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy0-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy1-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy2-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy3-PcolorImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy4-QuadMesh]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy0-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy1-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy2-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy3-PcolorImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy4-QuadMesh]", + "lib/matplotlib/tests/test_axes.py::test_shared_scale", + "lib/matplotlib/tests/test_axes.py::test_shared_bool", + "lib/matplotlib/tests/test_axes.py::test_violin_point_mass", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs0]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs1]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs2]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs3]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs4]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs5]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs6]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs7]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs8]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs9]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs10]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs11]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs12]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs13]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs14]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs15]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs16]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs17]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs18]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs19]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs20]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs21]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs22]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs23]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs24]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs25]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs26]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs27]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs28]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs29]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs30]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs31]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs32]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs33]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs34]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs35]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs36]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs37]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs38]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs39]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs40]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs41]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs42]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs43]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs44]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs45]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs46]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs47]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs48]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs49]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs50]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs51]", + "lib/matplotlib/tests/test_axes.py::test_dash_offset[png]", + "lib/matplotlib/tests/test_axes.py::test_dash_offset[pdf]", + "lib/matplotlib/tests/test_axes.py::test_title_pad", + "lib/matplotlib/tests/test_axes.py::test_title_location_roundtrip", + "lib/matplotlib/tests/test_axes.py::test_title_location_shared[True]", + "lib/matplotlib/tests/test_axes.py::test_title_location_shared[False]", + "lib/matplotlib/tests/test_axes.py::test_loglog[png]", + "lib/matplotlib/tests/test_axes.py::test_loglog_nonpos[png]", + "lib/matplotlib/tests/test_axes.py::test_axes_margins", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[gca-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[gca-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots_shared-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots_shared-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[add_axes-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[add_axes-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes_relim", + "lib/matplotlib/tests/test_axes.py::test_shared_axes_autoscale", + "lib/matplotlib/tests/test_axes.py::test_adjust_numtick_aspect", + "lib/matplotlib/tests/test_axes.py::test_auto_numticks", + "lib/matplotlib/tests/test_axes.py::test_auto_numticks_log", + "lib/matplotlib/tests/test_axes.py::test_broken_barh_empty", + "lib/matplotlib/tests/test_axes.py::test_broken_barh_timedelta", + "lib/matplotlib/tests/test_axes.py::test_pandas_pcolormesh", + "lib/matplotlib/tests/test_axes.py::test_pandas_indexing_dates", + "lib/matplotlib/tests/test_axes.py::test_pandas_errorbar_indexing", + "lib/matplotlib/tests/test_axes.py::test_pandas_index_shape", + "lib/matplotlib/tests/test_axes.py::test_pandas_indexing_hist", + "lib/matplotlib/tests/test_axes.py::test_pandas_bar_align_center", + "lib/matplotlib/tests/test_axes.py::test_axis_get_tick_params", + "lib/matplotlib/tests/test_axes.py::test_axis_set_tick_params_labelsize_labelcolor", + "lib/matplotlib/tests/test_axes.py::test_axes_tick_params_gridlines", + "lib/matplotlib/tests/test_axes.py::test_axes_tick_params_ylabelside", + "lib/matplotlib/tests/test_axes.py::test_axes_tick_params_xlabelside", + "lib/matplotlib/tests/test_axes.py::test_none_kwargs", + "lib/matplotlib/tests/test_axes.py::test_bar_uint8", + "lib/matplotlib/tests/test_axes.py::test_date_timezone_x[png]", + "lib/matplotlib/tests/test_axes.py::test_date_timezone_y[png]", + "lib/matplotlib/tests/test_axes.py::test_date_timezone_x_and_y[png]", + "lib/matplotlib/tests/test_axes.py::test_axisbelow[png]", + "lib/matplotlib/tests/test_axes.py::test_titletwiny", + "lib/matplotlib/tests/test_axes.py::test_titlesetpos", + "lib/matplotlib/tests/test_axes.py::test_title_xticks_top", + "lib/matplotlib/tests/test_axes.py::test_title_xticks_top_both", + "lib/matplotlib/tests/test_axes.py::test_title_above_offset[left", + "lib/matplotlib/tests/test_axes.py::test_title_above_offset[center", + "lib/matplotlib/tests/test_axes.py::test_title_above_offset[both", + "lib/matplotlib/tests/test_axes.py::test_title_no_move_off_page", + "lib/matplotlib/tests/test_axes.py::test_offset_label_color", + "lib/matplotlib/tests/test_axes.py::test_offset_text_visible", + "lib/matplotlib/tests/test_axes.py::test_large_offset", + "lib/matplotlib/tests/test_axes.py::test_barb_units", + "lib/matplotlib/tests/test_axes.py::test_quiver_units", + "lib/matplotlib/tests/test_axes.py::test_bar_color_cycle", + "lib/matplotlib/tests/test_axes.py::test_tick_param_label_rotation", + "lib/matplotlib/tests/test_axes.py::test_fillbetween_cycle", + "lib/matplotlib/tests/test_axes.py::test_log_margins", + "lib/matplotlib/tests/test_axes.py::test_color_length_mismatch", + "lib/matplotlib/tests/test_axes.py::test_eventplot_legend", + "lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args0-kwargs0-lineoffsets", + "lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args1-kwargs1-linelengths", + "lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args2-kwargs2-linewidths", + "lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args3-kwargs3-linestyles", + "lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args4-kwargs4-alpha", + "lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args5-kwargs5-positions", + "lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args6-kwargs6-lineoffsets", + "lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args7-kwargs7-linelengths", + "lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args8-kwargs8-linewidths", + "lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args9-kwargs9-linestyles", + "lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args10-kwargs10-alpha", + "lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args11-kwargs11-colors", + "lib/matplotlib/tests/test_axes.py::test_bar_broadcast_args", + "lib/matplotlib/tests/test_axes.py::test_invalid_axis_limits", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[symlog-symlog]", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[symlog-log]", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[log-symlog]", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[log-log]", + "lib/matplotlib/tests/test_axes.py::test_twinx_knows_limits", + "lib/matplotlib/tests/test_axes.py::test_zero_linewidth", + "lib/matplotlib/tests/test_axes.py::test_empty_errorbar_legend", + "lib/matplotlib/tests/test_axes.py::test_plot_decimal[png]", + "lib/matplotlib/tests/test_axes.py::test_markerfacecolor_none_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_tick_padding_tightbbox", + "lib/matplotlib/tests/test_axes.py::test_inset", + "lib/matplotlib/tests/test_axes.py::test_zoom_inset", + "lib/matplotlib/tests/test_axes.py::test_inset_polar[png]", + "lib/matplotlib/tests/test_axes.py::test_inset_projection", + "lib/matplotlib/tests/test_axes.py::test_inset_subclass", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[False-False]", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[False-True]", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[True-False]", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[True-True]", + "lib/matplotlib/tests/test_axes.py::test_set_position", + "lib/matplotlib/tests/test_axes.py::test_spines_properbbox_after_zoom", + "lib/matplotlib/tests/test_axes.py::test_limits_after_scroll_zoom", + "lib/matplotlib/tests/test_axes.py::test_gettightbbox_ignore_nan", + "lib/matplotlib/tests/test_axes.py::test_scatter_series_non_zero_index", + "lib/matplotlib/tests/test_axes.py::test_scatter_empty_data", + "lib/matplotlib/tests/test_axes.py::test_annotate_across_transforms[png]", + "lib/matplotlib/tests/test_axes.py::test_secondary_xy[png]", + "lib/matplotlib/tests/test_axes.py::test_secondary_fail", + "lib/matplotlib/tests/test_axes.py::test_secondary_resize", + "lib/matplotlib/tests/test_axes.py::test_secondary_minorloc", + "lib/matplotlib/tests/test_axes.py::test_secondary_formatter", + "lib/matplotlib/tests/test_axes.py::test_secondary_repr", + "lib/matplotlib/tests/test_axes.py::test_axis_options[png]", + "lib/matplotlib/tests/test_axes.py::test_normal_axes", + "lib/matplotlib/tests/test_axes.py::test_nodecorator", + "lib/matplotlib/tests/test_axes.py::test_displaced_spine", + "lib/matplotlib/tests/test_axes.py::test_tickdirs", + "lib/matplotlib/tests/test_axes.py::test_minor_accountedfor", + "lib/matplotlib/tests/test_axes.py::test_axis_bool_arguments[png]", + "lib/matplotlib/tests/test_axes.py::test_axis_extent_arg", + "lib/matplotlib/tests/test_axes.py::test_axis_extent_arg2", + "lib/matplotlib/tests/test_axes.py::test_hist_auto_bins", + "lib/matplotlib/tests/test_axes.py::test_hist_nan_data", + "lib/matplotlib/tests/test_axes.py::test_hist_range_and_density", + "lib/matplotlib/tests/test_axes.py::test_bar_errbar_zorder", + "lib/matplotlib/tests/test_axes.py::test_set_ticks_inverted", + "lib/matplotlib/tests/test_axes.py::test_aspect_nonlinear_adjustable_box", + "lib/matplotlib/tests/test_axes.py::test_aspect_nonlinear_adjustable_datalim", + "lib/matplotlib/tests/test_axes.py::test_box_aspect", + "lib/matplotlib/tests/test_axes.py::test_box_aspect_custom_position", + "lib/matplotlib/tests/test_axes.py::test_bbox_aspect_axes_init", + "lib/matplotlib/tests/test_axes.py::test_set_aspect_negative", + "lib/matplotlib/tests/test_axes.py::test_redraw_in_frame", + "lib/matplotlib/tests/test_axes.py::test_invisible_axes_events", + "lib/matplotlib/tests/test_axes.py::test_xtickcolor_is_not_markercolor", + "lib/matplotlib/tests/test_axes.py::test_ytickcolor_is_not_markercolor", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[True-x]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[True-y]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[False-x]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[False-y]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[None-x]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[None-y]", + "lib/matplotlib/tests/test_axes.py::test_polar_interpolation_steps_variable_r[png]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tiny_sticky", + "lib/matplotlib/tests/test_axes.py::test_xtickcolor_is_not_xticklabelcolor", + "lib/matplotlib/tests/test_axes.py::test_ytickcolor_is_not_yticklabelcolor", + "lib/matplotlib/tests/test_axes.py::test_xaxis_offsetText_color", + "lib/matplotlib/tests/test_axes.py::test_yaxis_offsetText_color", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[xx-small]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[x-small]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[small]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[medium]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[large]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[x-large]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[xx-large]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[larger]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[smaller]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[8]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[10]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[12]", + "lib/matplotlib/tests/test_axes.py::test_multiplot_autoscale", + "lib/matplotlib/tests/test_axes.py::test_sharing_does_not_link_positions", + "lib/matplotlib/tests/test_axes.py::test_2dcolor_plot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_shared_axes_clear[png]", + "lib/matplotlib/tests/test_axes.py::test_shared_axes_retick", + "lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[left]", + "lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[center]", + "lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[right]", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical_yinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_yinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xyinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_center", + "lib/matplotlib/tests/test_axes.py::test_centered_bar_label_label_beyond_limits", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_errorbars", + "lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[%.2f]", + "lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[{:.2f}]", + "lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[format]", + "lib/matplotlib/tests/test_axes.py::test_bar_label_fmt_error", + "lib/matplotlib/tests/test_axes.py::test_bar_label_labels", + "lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata", + "lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata_inverted", + "lib/matplotlib/tests/test_axes.py::test_nan_barlabels", + "lib/matplotlib/tests/test_axes.py::test_patch_bounds", + "lib/matplotlib/tests/test_axes.py::test_warn_ignored_scatter_kwargs", + "lib/matplotlib/tests/test_axes.py::test_artist_sublists", + "lib/matplotlib/tests/test_axes.py::test_empty_line_plots", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-f-'f'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-o+-'o\\\\+'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:--':-'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-rk-'rk'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:o-r-':o-r'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-f-'f'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-o+-'o\\\\+'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:--':-'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-rk-'rk'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:o-r-':o-r'", + "lib/matplotlib/tests/test_axes.py::test_plot_format", + "lib/matplotlib/tests/test_axes.py::test_automatic_legend", + "lib/matplotlib/tests/test_axes.py::test_plot_errors", + "lib/matplotlib/tests/test_axes.py::test_clim", + "lib/matplotlib/tests/test_axes.py::test_bezier_autoscale", + "lib/matplotlib/tests/test_axes.py::test_small_autoscale", + "lib/matplotlib/tests/test_axes.py::test_get_xticklabel", + "lib/matplotlib/tests/test_axes.py::test_bar_leading_nan", + "lib/matplotlib/tests/test_axes.py::test_bar_all_nan[png]", + "lib/matplotlib/tests/test_axes.py::test_extent_units[png]", + "lib/matplotlib/tests/test_axes.py::test_cla_clears_children_axes_and_fig", + "lib/matplotlib/tests/test_axes.py::test_scatter_color_repr_error", + "lib/matplotlib/tests/test_axes.py::test_zorder_and_explicit_rasterization", + "lib/matplotlib/tests/test_axes.py::test_preset_clip_paths[png]", + "lib/matplotlib/tests/test_axes.py::test_rc_axes_label_formatting", + "lib/matplotlib/tests/test_axes.py::test_ecdf[png]", + "lib/matplotlib/tests/test_axes.py::test_ecdf_invalid", + "lib/matplotlib/tests/test_axes.py::test_fill_between_axes_limits", + "lib/matplotlib/tests/test_axes.py::test_tick_param_labelfont", + "lib/matplotlib/tests/test_axes.py::test_set_secondary_axis_color" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-26011/test-output-excerpt.txt b/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-26011/test-output-excerpt.txt new file mode 100644 index 0000000..bbca587 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/matplotlib__matplotlib-26011/test-output-excerpt.txt @@ -0,0 +1,160 @@ +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_legend +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args0-kwargs0-lineoffsets cannot be empty] +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args1-kwargs1-linelengths cannot be empty] +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args2-kwargs2-linewidths cannot be empty] +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args3-kwargs3-linestyles cannot be empty] +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args4-kwargs4-alpha cannot be empty] +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args5-kwargs5-positions must be one-dimensional] +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args6-kwargs6-lineoffsets and positions are unequal sized sequences] +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args7-kwargs7-linelengths and positions are unequal sized sequences] +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args8-kwargs8-linewidths and positions are unequal sized sequences] +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args9-kwargs9-linestyles and positions are unequal sized sequences] +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args10-kwargs10-alpha and positions are unequal sized sequences] +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_errors[ValueError-args11-kwargs11-colors and positions are unequal sized sequences] +PASSED lib/matplotlib/tests/test_axes.py::test_bar_broadcast_args +PASSED lib/matplotlib/tests/test_axes.py::test_invalid_axis_limits +PASSED lib/matplotlib/tests/test_axes.py::test_minorticks_on[symlog-symlog] +PASSED lib/matplotlib/tests/test_axes.py::test_minorticks_on[symlog-log] +PASSED lib/matplotlib/tests/test_axes.py::test_minorticks_on[log-symlog] +PASSED lib/matplotlib/tests/test_axes.py::test_minorticks_on[log-log] +PASSED lib/matplotlib/tests/test_axes.py::test_twinx_knows_limits +PASSED lib/matplotlib/tests/test_axes.py::test_zero_linewidth +PASSED lib/matplotlib/tests/test_axes.py::test_empty_errorbar_legend +PASSED lib/matplotlib/tests/test_axes.py::test_plot_decimal[png] +PASSED lib/matplotlib/tests/test_axes.py::test_markerfacecolor_none_alpha[png] +PASSED lib/matplotlib/tests/test_axes.py::test_tick_padding_tightbbox +PASSED lib/matplotlib/tests/test_axes.py::test_inset +PASSED lib/matplotlib/tests/test_axes.py::test_zoom_inset +PASSED lib/matplotlib/tests/test_axes.py::test_inset_polar[png] +PASSED lib/matplotlib/tests/test_axes.py::test_inset_projection +PASSED lib/matplotlib/tests/test_axes.py::test_inset_subclass +PASSED lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[False-False] +PASSED lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[False-True] +PASSED lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[True-False] +PASSED lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[True-True] +PASSED lib/matplotlib/tests/test_axes.py::test_set_position +PASSED lib/matplotlib/tests/test_axes.py::test_spines_properbbox_after_zoom +PASSED lib/matplotlib/tests/test_axes.py::test_limits_after_scroll_zoom +PASSED lib/matplotlib/tests/test_axes.py::test_gettightbbox_ignore_nan +PASSED lib/matplotlib/tests/test_axes.py::test_scatter_series_non_zero_index +PASSED lib/matplotlib/tests/test_axes.py::test_scatter_empty_data +PASSED lib/matplotlib/tests/test_axes.py::test_annotate_across_transforms[png] +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_xy[png] +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_fail +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_resize +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_minorloc +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_formatter +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_repr +PASSED lib/matplotlib/tests/test_axes.py::test_axis_options[png] +PASSED lib/matplotlib/tests/test_axes.py::test_normal_axes +PASSED lib/matplotlib/tests/test_axes.py::test_nodecorator +PASSED lib/matplotlib/tests/test_axes.py::test_displaced_spine +PASSED lib/matplotlib/tests/test_axes.py::test_tickdirs +PASSED lib/matplotlib/tests/test_axes.py::test_minor_accountedfor +PASSED lib/matplotlib/tests/test_axes.py::test_axis_bool_arguments[png] +PASSED lib/matplotlib/tests/test_axes.py::test_axis_extent_arg +PASSED lib/matplotlib/tests/test_axes.py::test_axis_extent_arg2 +PASSED lib/matplotlib/tests/test_axes.py::test_hist_auto_bins +PASSED lib/matplotlib/tests/test_axes.py::test_hist_nan_data +PASSED lib/matplotlib/tests/test_axes.py::test_hist_range_and_density +PASSED lib/matplotlib/tests/test_axes.py::test_bar_errbar_zorder +PASSED lib/matplotlib/tests/test_axes.py::test_set_ticks_inverted +PASSED lib/matplotlib/tests/test_axes.py::test_aspect_nonlinear_adjustable_box +PASSED lib/matplotlib/tests/test_axes.py::test_aspect_nonlinear_adjustable_datalim +PASSED lib/matplotlib/tests/test_axes.py::test_box_aspect +PASSED lib/matplotlib/tests/test_axes.py::test_box_aspect_custom_position +PASSED lib/matplotlib/tests/test_axes.py::test_bbox_aspect_axes_init +PASSED lib/matplotlib/tests/test_axes.py::test_set_aspect_negative +PASSED lib/matplotlib/tests/test_axes.py::test_redraw_in_frame +PASSED lib/matplotlib/tests/test_axes.py::test_invisible_axes_events +PASSED lib/matplotlib/tests/test_axes.py::test_xtickcolor_is_not_markercolor +PASSED lib/matplotlib/tests/test_axes.py::test_ytickcolor_is_not_markercolor +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[True-x] +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[True-y] +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[False-x] +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[False-y] +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[None-x] +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[None-y] +PASSED lib/matplotlib/tests/test_axes.py::test_polar_interpolation_steps_variable_r[png] +PASSED lib/matplotlib/tests/test_axes.py::test_autoscale_tiny_sticky +PASSED lib/matplotlib/tests/test_axes.py::test_xtickcolor_is_not_xticklabelcolor +PASSED lib/matplotlib/tests/test_axes.py::test_ytickcolor_is_not_yticklabelcolor +PASSED lib/matplotlib/tests/test_axes.py::test_xaxis_offsetText_color +PASSED lib/matplotlib/tests/test_axes.py::test_yaxis_offsetText_color +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[xx-small] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[x-small] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[small] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[medium] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[large] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[x-large] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[xx-large] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[larger] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[smaller] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[8] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[10] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[12] +PASSED lib/matplotlib/tests/test_axes.py::test_multiplot_autoscale +PASSED lib/matplotlib/tests/test_axes.py::test_sharing_does_not_link_positions +PASSED lib/matplotlib/tests/test_axes.py::test_2dcolor_plot[pdf] +PASSED lib/matplotlib/tests/test_axes.py::test_shared_axes_clear[png] +PASSED lib/matplotlib/tests/test_axes.py::test_shared_axes_retick +PASSED lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[left] +PASSED lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[center] +PASSED lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[right] +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical_yinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_yinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xyinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_center +PASSED lib/matplotlib/tests/test_axes.py::test_centered_bar_label_label_beyond_limits +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_errorbars +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[%.2f] +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[{:.2f}] +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[format] +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_fmt_error +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_labels +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata_inverted +PASSED lib/matplotlib/tests/test_axes.py::test_nan_barlabels +PASSED lib/matplotlib/tests/test_axes.py::test_patch_bounds +PASSED lib/matplotlib/tests/test_axes.py::test_warn_ignored_scatter_kwargs +PASSED lib/matplotlib/tests/test_axes.py::test_artist_sublists +PASSED lib/matplotlib/tests/test_axes.py::test_empty_line_plots +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-f-'f' is not a valid format string \\(unrecognized character 'f'\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-o+-'o\\+' is not a valid format string \\(two marker symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:--':-' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-rk-'rk' is not a valid format string \\(two color symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:o-r-':o-r' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-f-'f' is not a valid format string \\(unrecognized character 'f'\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-o+-'o\\+' is not a valid format string \\(two marker symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:--':-' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-rk-'rk' is not a valid format string \\(two color symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:o-r-':o-r' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format +PASSED lib/matplotlib/tests/test_axes.py::test_automatic_legend +PASSED lib/matplotlib/tests/test_axes.py::test_plot_errors +PASSED lib/matplotlib/tests/test_axes.py::test_clim +PASSED lib/matplotlib/tests/test_axes.py::test_bezier_autoscale +PASSED lib/matplotlib/tests/test_axes.py::test_small_autoscale +PASSED lib/matplotlib/tests/test_axes.py::test_get_xticklabel +PASSED lib/matplotlib/tests/test_axes.py::test_bar_leading_nan +PASSED lib/matplotlib/tests/test_axes.py::test_bar_all_nan[png] +PASSED lib/matplotlib/tests/test_axes.py::test_extent_units[png] +PASSED lib/matplotlib/tests/test_axes.py::test_cla_clears_children_axes_and_fig +PASSED lib/matplotlib/tests/test_axes.py::test_scatter_color_repr_error +PASSED lib/matplotlib/tests/test_axes.py::test_zorder_and_explicit_rasterization +PASSED lib/matplotlib/tests/test_axes.py::test_preset_clip_paths[png] +PASSED lib/matplotlib/tests/test_axes.py::test_rc_axes_label_formatting +PASSED lib/matplotlib/tests/test_axes.py::test_ecdf[png] +PASSED lib/matplotlib/tests/test_axes.py::test_ecdf_invalid +PASSED lib/matplotlib/tests/test_axes.py::test_fill_between_axes_limits +PASSED lib/matplotlib/tests/test_axes.py::test_tick_param_labelfont +PASSED lib/matplotlib/tests/test_axes.py::test_set_secondary_axis_color +PASSED lib/matplotlib/tests/test_axes.py::test_xylim_changed_shared +SKIPPED [12] lib/matplotlib/testing/compare.py:285: Don't know how to convert .svg files to png +SKIPPED [54] ../opt/miniconda3/envs/testbed/lib/python3.11/contextlib.py:81: Cannot compare svg files because Inkscape is not installed +================== 818 passed, 66 skipped in 65.57s (0:01:05) ================== ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/single/official-evaluation/mwaskom__seaborn-2848/harness-summary.json b/reports/experiments/paired-20/single/official-evaluation/mwaskom__seaborn-2848/harness-summary.json new file mode 100644 index 0000000..37512c9 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/mwaskom__seaborn-2848/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "mwaskom__seaborn-2848" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "mwaskom__seaborn-2848" + ], + "resolved_ids": [ + "mwaskom__seaborn-2848" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.mwaskom_1776_seaborn-2848:latest" + ] +} diff --git a/reports/experiments/paired-20/single/official-evaluation/mwaskom__seaborn-2848/outcome.json b/reports/experiments/paired-20/single/official-evaluation/mwaskom__seaborn-2848/outcome.json new file mode 100644 index 0000000..f425273 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/mwaskom__seaborn-2848/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "mwaskom__seaborn-2848", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.mwaskom_1776_seaborn-2848:latest", + "patch_sha256": "55465d87bc30c5fcd69f5d495770b3a5654288eb802203a166baf67267ef08a1", + "image_id": "sha256:0af7176f7f2725823ea4b5c1d7a5ec83692eb8b679c7dc78f06b110cc7da3585", + "image_digests": [ + "swebench/sweb.eval.x86_64.mwaskom_1776_seaborn-2848@sha256:d719470351e66623e532a4f23cdedfe8fb737147fe108e4b5829aa273528389d" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/single/official-evaluation/mwaskom__seaborn-2848/raw-log-manifest.json b/reports/experiments/paired-20/single/official-evaluation/mwaskom__seaborn-2848/raw-log-manifest.json new file mode 100644 index 0000000..e86373c --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/mwaskom__seaborn-2848/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37850192309", + "artifact_name": "patch-shard-3", + "files": { + "harness.log": { + "sha256": "f49f3092491214bb37ceb5c7effad91d79a0db8f8e916f3aca304bc1c41842d6", + "bytes": 837 + }, + "image-pull.log": { + "sha256": "887de459e0b7488b2c84209b42f190ca02e583872bce6c1da44b677348c8a4c4", + "bytes": 1677 + }, + "logs/run_evaluation/patch-37850192309-3-3/agentic-controls-single/mwaskom__seaborn-2848/eval.sh": { + "sha256": "b27aa362fa9c08a7a2a901e4623f462191aff1407e3c1ee31c28b662e0539f82", + "bytes": 1721 + }, + "logs/run_evaluation/patch-37850192309-3-3/agentic-controls-single/mwaskom__seaborn-2848/patch.diff": { + "sha256": "55465d87bc30c5fcd69f5d495770b3a5654288eb802203a166baf67267ef08a1", + "bytes": 567 + }, + "logs/run_evaluation/patch-37850192309-3-3/agentic-controls-single/mwaskom__seaborn-2848/report.json": { + "sha256": "e44e8f02cb1de300b9e5a62a2e2a9580624810e9f74d74552e1ca585f7fe05e4", + "bytes": 5753 + }, + "logs/run_evaluation/patch-37850192309-3-3/agentic-controls-single/mwaskom__seaborn-2848/run_instance.log": { + "sha256": "1087eb0c3ff05046656f247307ebcd75ebbcc0061346a9f9b649e177e0bed793", + "bytes": 7575 + }, + "logs/run_evaluation/patch-37850192309-3-3/agentic-controls-single/mwaskom__seaborn-2848/test_output.txt": { + "sha256": "a6ea368277dbed5b32192f3eacc288db4cc41d8003112945333ff4859d8d9189", + "bytes": 125728 + }, + "logs/run_evaluation/patch-37850192309-3-3/run.json": { + "sha256": "2c7aefd640b905a5e6c57627ff3a452988626f8d8baffc7f690cf325e17c8d04", + "bytes": 215 + }, + "predictions.jsonl": { + "sha256": "262248f19eb0ee41005fdc68a97d0b5016edb366d62e102e41d50df4ea1f61ed", + "bytes": 691 + }, + "summary/agentic-controls-single.patch-37850192309-3-3.json": { + "sha256": "6fca2c20b1688e1f262c3a2bff5cb2ea3573fa24d037942296d36996f08ba519", + "bytes": 842 + } + }, + "excerpt": { + "raw_sha256": "a6ea368277dbed5b32192f3eacc288db4cc41d8003112945333ff4859d8d9189", + "raw_lines": 3053, + "start_line": 2890, + "stop_line": 3049, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/single/official-evaluation/mwaskom__seaborn-2848/report.json b/reports/experiments/paired-20/single/official-evaluation/mwaskom__seaborn-2848/report.json new file mode 100644 index 0000000..3ffacdd --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/mwaskom__seaborn-2848/report.json @@ -0,0 +1,80 @@ +{ + "mwaskom__seaborn-2848": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "tests/test_relational.py::TestScatterPlotter::test_hue_order" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "tests/test_relational.py::TestRelationalPlotter::test_wide_df_variables", + "tests/test_relational.py::TestRelationalPlotter::test_wide_df_with_nonnumeric_variables", + "tests/test_relational.py::TestRelationalPlotter::test_wide_array_variables", + "tests/test_relational.py::TestRelationalPlotter::test_flat_array_variables", + "tests/test_relational.py::TestRelationalPlotter::test_flat_list_variables", + "tests/test_relational.py::TestRelationalPlotter::test_flat_series_variables", + "tests/test_relational.py::TestRelationalPlotter::test_wide_list_of_series_variables", + "tests/test_relational.py::TestRelationalPlotter::test_wide_list_of_arrays_variables", + "tests/test_relational.py::TestRelationalPlotter::test_wide_list_of_list_variables", + "tests/test_relational.py::TestRelationalPlotter::test_wide_dict_of_series_variables", + "tests/test_relational.py::TestRelationalPlotter::test_wide_dict_of_arrays_variables", + "tests/test_relational.py::TestRelationalPlotter::test_wide_dict_of_lists_variables", + "tests/test_relational.py::TestRelationalPlotter::test_relplot_complex", + "tests/test_relational.py::TestRelationalPlotter::test_relplot_vectors[series]", + "tests/test_relational.py::TestRelationalPlotter::test_relplot_vectors[numpy]", + "tests/test_relational.py::TestRelationalPlotter::test_relplot_vectors[list]", + "tests/test_relational.py::TestRelationalPlotter::test_relplot_wide", + "tests/test_relational.py::TestRelationalPlotter::test_relplot_hues", + "tests/test_relational.py::TestRelationalPlotter::test_relplot_sizes", + "tests/test_relational.py::TestRelationalPlotter::test_relplot_styles", + "tests/test_relational.py::TestRelationalPlotter::test_relplot_stringy_numerics", + "tests/test_relational.py::TestRelationalPlotter::test_relplot_data", + "tests/test_relational.py::TestRelationalPlotter::test_facet_variable_collision", + "tests/test_relational.py::TestRelationalPlotter::test_ax_kwarg_removal", + "tests/test_relational.py::TestLinePlotter::test_legend_data", + "tests/test_relational.py::TestLinePlotter::test_plot", + "tests/test_relational.py::TestLinePlotter::test_axis_labels", + "tests/test_relational.py::TestScatterPlotter::test_color", + "tests/test_relational.py::TestScatterPlotter::test_legend_data", + "tests/test_relational.py::TestScatterPlotter::test_plot", + "tests/test_relational.py::TestScatterPlotter::test_axis_labels", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_axes", + "tests/test_relational.py::TestScatterPlotter::test_literal_attribute_vectors", + "tests/test_relational.py::TestScatterPlotter::test_supplied_color_array", + "tests/test_relational.py::TestScatterPlotter::test_linewidths", + "tests/test_relational.py::TestScatterPlotter::test_size_norm_extrapolation", + "tests/test_relational.py::TestScatterPlotter::test_datetime_scale", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics0]", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics1]", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics2]", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics3]", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics4]", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics5]", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics6]", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics7]", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics8]", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics9]", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics10]", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics11]", + "tests/test_relational.py::TestScatterPlotter::test_scatterplot_smoke" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/single/official-evaluation/mwaskom__seaborn-2848/test-output-excerpt.txt b/reports/experiments/paired-20/single/official-evaluation/mwaskom__seaborn-2848/test-output-excerpt.txt new file mode 100644 index 0000000..2a91622 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/mwaskom__seaborn-2848/test-output-excerpt.txt @@ -0,0 +1,160 @@ + +[100 rows x 13 columns] + + def test_unfilled_marker_edgecolor_warning(self, long_df): # GH2636 + +> with pytest.warns(None) as record: + +tests/test_relational.py:1712: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +self = WarningsChecker(record=True), expected_warning = None, match_expr = None + + def __init__( + self, + expected_warning: type[Warning] | tuple[type[Warning], ...] = Warning, + match_expr: str | Pattern[str] | None = None, + *, + _ispytest: bool = False, + ) -> None: + check_ispytest(_ispytest) + super().__init__(_ispytest=True) + + msg = "exceptions must be derived from Warning, not %s" + if isinstance(expected_warning, tuple): + for exc in expected_warning: + if not issubclass(exc, Warning): + raise TypeError(msg % type(exc)) + expected_warning_tup = expected_warning + elif isinstance(expected_warning, type) and issubclass( + expected_warning, Warning + ): + expected_warning_tup = (expected_warning,) + else: +> raise TypeError(msg % type(expected_warning)) +E TypeError: exceptions must be derived from Warning, not + +/opt/miniconda3/envs/testbed/lib/python3.9/site-packages/_pytest/recwarn.py:280: TypeError +=============================== warnings summary =============================== +seaborn/cm.py:1582 +seaborn/cm.py:1582 +seaborn/cm.py:1582 +seaborn/cm.py:1582 +seaborn/cm.py:1582 +seaborn/cm.py:1582 + /testbed/seaborn/cm.py:1582: MatplotlibDeprecationWarning: The register_cmap function was deprecated in Matplotlib 3.7 and will be removed two minor releases later. Use ``matplotlib.colormaps.register(name)`` instead. + mpl_cm.register_cmap(_name, _cmap) + +seaborn/cm.py:1583 +seaborn/cm.py:1583 +seaborn/cm.py:1583 +seaborn/cm.py:1583 +seaborn/cm.py:1583 +seaborn/cm.py:1583 + /testbed/seaborn/cm.py:1583: MatplotlibDeprecationWarning: The register_cmap function was deprecated in Matplotlib 3.7 and will be removed two minor releases later. Use ``matplotlib.colormaps.register(name)`` instead. + mpl_cm.register_cmap(_name + "_r", _cmap_r) + +tests/test_relational.py: 107 warnings + /opt/miniconda3/envs/testbed/lib/python3.9/site-packages/pandas/core/dtypes/cast.py:1429: DeprecationWarning: np.find_common_type is deprecated. Please use `np.result_type` or `np.promote_types`. + See https://numpy.org/devdocs/release/1.25.0-notes.html and the docs for more information. (Deprecated NumPy 1.25) + return np.find_common_type(types, []) + +tests/test_relational.py::TestRelationalPlotter::test_wide_df_variables +tests/test_relational.py::TestRelationalPlotter::test_wide_df_with_nonnumeric_variables +tests/test_relational.py::TestRelationalPlotter::test_wide_array_variables +tests/test_relational.py::TestRelationalPlotter::test_flat_array_variables + /opt/miniconda3/envs/testbed/lib/python3.9/site-packages/_pytest/python.py:159: DeprecationWarning: `product` is deprecated as of NumPy 1.25.0, and will be removed in NumPy 2.0. Please use `prod` instead. + result = testfunction(**testargs) + +tests/test_relational.py: 39 warnings + /testbed/seaborn/axisgrid.py:86: UserWarning: The figure layout has changed to tight + self._figure.tight_layout(*args, **kwargs) + +tests/test_relational.py::TestScatterPlotter::test_supplied_color_array + /testbed/tests/test_relational.py:1605: MatplotlibDeprecationWarning: The get_cmap function was deprecated in Matplotlib 3.7 and will be removed two minor releases later. Use ``matplotlib.colormaps[name]`` or ``matplotlib.colormaps.get_cmap(obj)`` instead. + cmap = mpl.cm.get_cmap("Blues") + +tests/test_relational.py::TestScatterPlotter::test_size_norm_extrapolation +tests/test_relational.py::TestScatterPlotter::test_size_norm_extrapolation + /testbed/tests/test_relational.py:1690: MatplotlibDeprecationWarning: The legendHandles attribute was deprecated in Matplotlib 3.7 and will be removed two minor releases later. Use legend_handles instead. + for label, handle in zip(legend.get_texts(), legend.legendHandles) + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +==================================== PASSES ==================================== +=========================== short test summary info ============================ +PASSED tests/test_relational.py::TestRelationalPlotter::test_wide_df_variables +PASSED tests/test_relational.py::TestRelationalPlotter::test_wide_df_with_nonnumeric_variables +PASSED tests/test_relational.py::TestRelationalPlotter::test_wide_array_variables +PASSED tests/test_relational.py::TestRelationalPlotter::test_flat_array_variables +PASSED tests/test_relational.py::TestRelationalPlotter::test_flat_list_variables +PASSED tests/test_relational.py::TestRelationalPlotter::test_flat_series_variables +PASSED tests/test_relational.py::TestRelationalPlotter::test_wide_list_of_series_variables +PASSED tests/test_relational.py::TestRelationalPlotter::test_wide_list_of_arrays_variables +PASSED tests/test_relational.py::TestRelationalPlotter::test_wide_list_of_list_variables +PASSED tests/test_relational.py::TestRelationalPlotter::test_wide_dict_of_series_variables +PASSED tests/test_relational.py::TestRelationalPlotter::test_wide_dict_of_arrays_variables +PASSED tests/test_relational.py::TestRelationalPlotter::test_wide_dict_of_lists_variables +PASSED tests/test_relational.py::TestRelationalPlotter::test_relplot_complex +PASSED tests/test_relational.py::TestRelationalPlotter::test_relplot_vectors[series] +PASSED tests/test_relational.py::TestRelationalPlotter::test_relplot_vectors[numpy] +PASSED tests/test_relational.py::TestRelationalPlotter::test_relplot_vectors[list] +PASSED tests/test_relational.py::TestRelationalPlotter::test_relplot_wide +PASSED tests/test_relational.py::TestRelationalPlotter::test_relplot_hues +PASSED tests/test_relational.py::TestRelationalPlotter::test_relplot_sizes +PASSED tests/test_relational.py::TestRelationalPlotter::test_relplot_styles +PASSED tests/test_relational.py::TestRelationalPlotter::test_relplot_stringy_numerics +PASSED tests/test_relational.py::TestRelationalPlotter::test_relplot_data +PASSED tests/test_relational.py::TestRelationalPlotter::test_facet_variable_collision +PASSED tests/test_relational.py::TestRelationalPlotter::test_ax_kwarg_removal +PASSED tests/test_relational.py::TestLinePlotter::test_legend_data +PASSED tests/test_relational.py::TestLinePlotter::test_plot +PASSED tests/test_relational.py::TestLinePlotter::test_axis_labels +PASSED tests/test_relational.py::TestScatterPlotter::test_color +PASSED tests/test_relational.py::TestScatterPlotter::test_legend_data +PASSED tests/test_relational.py::TestScatterPlotter::test_plot +PASSED tests/test_relational.py::TestScatterPlotter::test_axis_labels +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_axes +PASSED tests/test_relational.py::TestScatterPlotter::test_literal_attribute_vectors +PASSED tests/test_relational.py::TestScatterPlotter::test_supplied_color_array +PASSED tests/test_relational.py::TestScatterPlotter::test_hue_order +PASSED tests/test_relational.py::TestScatterPlotter::test_linewidths +PASSED tests/test_relational.py::TestScatterPlotter::test_size_norm_extrapolation +PASSED tests/test_relational.py::TestScatterPlotter::test_datetime_scale +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics0] +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics1] +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics2] +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics3] +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics4] +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics5] +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics6] +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics7] +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics8] +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics9] +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics10] +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_vs_relplot[long_semantics11] +PASSED tests/test_relational.py::TestScatterPlotter::test_scatterplot_smoke +FAILED tests/test_relational.py::TestRelationalPlotter::test_relplot_simple +FAILED tests/test_relational.py::TestRelationalPlotter::test_relplot_legend +FAILED tests/test_relational.py::TestLinePlotter::test_color - pandas._config... +FAILED tests/test_relational.py::TestLinePlotter::test_log_scale - pandas._co... +FAILED tests/test_relational.py::TestLinePlotter::test_matplotlib_kwargs - pa... +FAILED tests/test_relational.py::TestLinePlotter::test_nonmapped_dashes - pan... +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_axes - pandas... +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_vs_relplot[long_semantics0] +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_vs_relplot[long_semantics1] +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_vs_relplot[long_semantics2] +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_vs_relplot[long_semantics3] +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_vs_relplot[long_semantics4] +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_vs_relplot[long_semantics5] +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_vs_relplot[long_semantics6] +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_vs_relplot[long_semantics7] +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_vs_relplot[long_semantics8] +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_vs_relplot[long_semantics9] +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_vs_relplot[long_semantics10] +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_vs_relplot[long_semantics11] +FAILED tests/test_relational.py::TestLinePlotter::test_lineplot_smoke - panda... +FAILED tests/test_relational.py::TestLinePlotter::test_ci_deprecation - panda... +FAILED tests/test_relational.py::TestScatterPlotter::test_unfilled_marker_edgecolor_warning +================= 22 failed, 51 passed, 165 warnings in 19.64s ================= ++ SWEBENCH_TEST_EXIT_CODE=1 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/single/official-evaluation/pallets__flask-4045/harness-summary.json b/reports/experiments/paired-20/single/official-evaluation/pallets__flask-4045/harness-summary.json new file mode 100644 index 0000000..78b558a --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/pallets__flask-4045/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 0, + "unresolved_instances": 1, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "pallets__flask-4045" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "pallets__flask-4045" + ], + "resolved_ids": [], + "unresolved_ids": [ + "pallets__flask-4045" + ], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.pallets_1776_flask-4045:latest" + ] +} diff --git a/reports/experiments/paired-20/single/official-evaluation/pallets__flask-4045/outcome.json b/reports/experiments/paired-20/single/official-evaluation/pallets__flask-4045/outcome.json new file mode 100644 index 0000000..39c903d --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/pallets__flask-4045/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "pallets__flask-4045", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.pallets_1776_flask-4045:latest", + "patch_sha256": "cf8ce0e23fe269e390dc1e06309ee30fe3868ed8428c73f5c982104bbdd73165", + "image_id": "sha256:459abea2907f6db45f2a50cea2929e3e0867665eab9b9c6feb80fa737b2f0426", + "image_digests": [ + "swebench/sweb.eval.x86_64.pallets_1776_flask-4045@sha256:1425b0801ddf4b2607e552e56516cce3d389bab0a3ce06f58e6fa6a7835c703c" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/single/official-evaluation/pallets__flask-4045/raw-log-manifest.json b/reports/experiments/paired-20/single/official-evaluation/pallets__flask-4045/raw-log-manifest.json new file mode 100644 index 0000000..d3b198e --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/pallets__flask-4045/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37850192309", + "artifact_name": "patch-shard-10", + "files": { + "harness.log": { + "sha256": "9166bce2096dbb05017bc3e91f0f2a9ecc5465663a136c19a36b72dad82abba7", + "bytes": 838 + }, + "image-pull.log": { + "sha256": "77f425d07ff55bcd83a2919e3bfcb1d70b39ce2ae1940070b4e1c18ce1ab833a", + "bytes": 1616 + }, + "logs/run_evaluation/patch-37850192309-10-10/agentic-controls-single/pallets__flask-4045/eval.sh": { + "sha256": "6351b039140d614ace59066d24ea1b807b00474424fa05da1074598cc00890e8", + "bytes": 4928 + }, + "logs/run_evaluation/patch-37850192309-10-10/agentic-controls-single/pallets__flask-4045/patch.diff": { + "sha256": "cf8ce0e23fe269e390dc1e06309ee30fe3868ed8428c73f5c982104bbdd73165", + "bytes": 375 + }, + "logs/run_evaluation/patch-37850192309-10-10/agentic-controls-single/pallets__flask-4045/report.json": { + "sha256": "8e7eeb60c63a4807dfe2bc194d400b1deee6f440ecca5af1eedbc94ffb418493", + "bytes": 5402 + }, + "logs/run_evaluation/patch-37850192309-10-10/agentic-controls-single/pallets__flask-4045/run_instance.log": { + "sha256": "f72587d853bb81939c0bf61b5e0b3fa8bb93f96d279dd6f4519a82293c6346b1", + "bytes": 6908 + }, + "logs/run_evaluation/patch-37850192309-10-10/agentic-controls-single/pallets__flask-4045/test_output.txt": { + "sha256": "155437e30c49c3f744ef929edc50da0ecd62ca511025bd8e4b0ce60be2563f02", + "bytes": 419467 + }, + "logs/run_evaluation/patch-37850192309-10-10/run.json": { + "sha256": "6076a7b169840525d1b63abd185013ca5732700bc8b8f5e0e9c033e27b4c636b", + "bytes": 214 + }, + "predictions.jsonl": { + "sha256": "c51a9e159ce54db90b93ada498f9571a62f5cf52a5b713c4dcda070348756a94", + "bytes": 498 + }, + "summary/agentic-controls-single.patch-37850192309-10-10.json": { + "sha256": "11ff077d28cd5d57bf99b85b0710d59cb78b99628d95fea3359b2ff52a25a7af", + "bytes": 834 + } + }, + "excerpt": { + "raw_sha256": "155437e30c49c3f744ef929edc50da0ecd62ca511025bd8e4b0ce60be2563f02", + "raw_lines": 10233, + "start_line": 10071, + "stop_line": 10230, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/single/official-evaluation/pallets__flask-4045/report.json b/reports/experiments/paired-20/single/official-evaluation/pallets__flask-4045/report.json new file mode 100644 index 0000000..b9dfc9d --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/pallets__flask-4045/report.json @@ -0,0 +1,82 @@ +{ + "pallets__flask-4045": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": false, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "tests/test_blueprints.py::test_dotted_name_not_allowed" + ], + "failure": [ + "tests/test_blueprints.py::test_route_decorator_custom_endpoint_with_dots" + ] + }, + "PASS_TO_PASS": { + "success": [ + "tests/test_basic.py::test_method_route_no_methods", + "tests/test_basic.py::test_disallow_string_for_allowed_methods", + "tests/test_basic.py::test_error_handler_unknown_code", + "tests/test_basic.py::test_request_locals", + "tests/test_basic.py::test_exception_propagation", + "tests/test_basic.py::test_werkzeug_passthrough_errors[None-True-True-True]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[None-True-True-False]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[None-True-False-True]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[None-True-False-False]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[None-False-True-True]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[None-False-True-False]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[None-False-False-True]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[None-False-False-False]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[True-True-True-True]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[True-True-True-False]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[True-True-False-True]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[True-True-False-False]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[True-False-True-True]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[True-False-True-False]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[True-False-False-True]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[True-False-False-False]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[False-True-True-True]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[False-True-True-False]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[False-True-False-True]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[False-True-False-False]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[False-False-True-True]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[False-False-True-False]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[False-False-False-True]", + "tests/test_basic.py::test_werkzeug_passthrough_errors[False-False-False-False]", + "tests/test_basic.py::test_get_method_on_g", + "tests/test_basic.py::test_g_iteration_protocol", + "tests/test_basic.py::test_run_defaults", + "tests/test_basic.py::test_run_server_port", + "tests/test_basic.py::test_run_from_config[None-None-pocoo.org:8080-pocoo.org-8080]", + "tests/test_basic.py::test_run_from_config[localhost-None-pocoo.org:8080-localhost-8080]", + "tests/test_basic.py::test_run_from_config[None-80-pocoo.org:8080-pocoo.org-80]", + "tests/test_basic.py::test_run_from_config[localhost-80-pocoo.org:8080-localhost-80]", + "tests/test_basic.py::test_run_from_config[localhost-0-localhost:8080-localhost-0]", + "tests/test_basic.py::test_run_from_config[None-None-localhost:8080-localhost-8080]", + "tests/test_basic.py::test_run_from_config[None-None-localhost:0-localhost-0]", + "tests/test_basic.py::test_app_freed_on_zero_refcount", + "tests/test_blueprints.py::test_template_filter", + "tests/test_blueprints.py::test_add_template_filter", + "tests/test_blueprints.py::test_template_filter_with_name", + "tests/test_blueprints.py::test_add_template_filter_with_name", + "tests/test_blueprints.py::test_template_test", + "tests/test_blueprints.py::test_add_template_test", + "tests/test_blueprints.py::test_template_test_with_name", + "tests/test_blueprints.py::test_add_template_test_with_name", + "tests/test_blueprints.py::test_template_global" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/single/official-evaluation/pallets__flask-4045/test-output-excerpt.txt b/reports/experiments/paired-20/single/official-evaluation/pallets__flask-4045/test-output-excerpt.txt new file mode 100644 index 0000000..c81eadc --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/pallets__flask-4045/test-output-excerpt.txt @@ -0,0 +1,160 @@ +PASSED tests/test_basic.py::test_werkzeug_passthrough_errors[False-True-False-True] +PASSED tests/test_basic.py::test_werkzeug_passthrough_errors[False-True-False-False] +PASSED tests/test_basic.py::test_werkzeug_passthrough_errors[False-False-True-True] +PASSED tests/test_basic.py::test_werkzeug_passthrough_errors[False-False-True-False] +PASSED tests/test_basic.py::test_werkzeug_passthrough_errors[False-False-False-True] +PASSED tests/test_basic.py::test_werkzeug_passthrough_errors[False-False-False-False] +PASSED tests/test_basic.py::test_get_method_on_g +PASSED tests/test_basic.py::test_g_iteration_protocol +PASSED tests/test_basic.py::test_run_defaults +PASSED tests/test_basic.py::test_run_server_port +PASSED tests/test_basic.py::test_run_from_config[None-None-pocoo.org:8080-pocoo.org-8080] +PASSED tests/test_basic.py::test_run_from_config[localhost-None-pocoo.org:8080-localhost-8080] +PASSED tests/test_basic.py::test_run_from_config[None-80-pocoo.org:8080-pocoo.org-80] +PASSED tests/test_basic.py::test_run_from_config[localhost-80-pocoo.org:8080-localhost-80] +PASSED tests/test_basic.py::test_run_from_config[localhost-0-localhost:8080-localhost-0] +PASSED tests/test_basic.py::test_run_from_config[None-None-localhost:8080-localhost-8080] +PASSED tests/test_basic.py::test_run_from_config[None-None-localhost:0-localhost-0] +PASSED tests/test_basic.py::test_app_freed_on_zero_refcount +PASSED tests/test_blueprints.py::test_dotted_name_not_allowed +PASSED tests/test_blueprints.py::test_template_filter +PASSED tests/test_blueprints.py::test_add_template_filter +PASSED tests/test_blueprints.py::test_template_filter_with_name +PASSED tests/test_blueprints.py::test_add_template_filter_with_name +PASSED tests/test_blueprints.py::test_template_test +PASSED tests/test_blueprints.py::test_add_template_test +PASSED tests/test_blueprints.py::test_template_test_with_name +PASSED tests/test_blueprints.py::test_add_template_test_with_name +PASSED tests/test_blueprints.py::test_template_global +ERROR tests/test_basic.py::test_flashes - DeprecationWarning: 'werkzeug.urls.... +ERROR tests/test_basic.py::test_make_response - DeprecationWarning: 'werkzeug... +ERROR tests/test_basic.py::test_make_response_with_response_instance - Deprec... +ERROR tests/test_basic.py::test_jsonify_no_prettyprint - DeprecationWarning: ... +ERROR tests/test_basic.py::test_jsonify_prettyprint - DeprecationWarning: 'we... +ERROR tests/test_basic.py::test_jsonify_mimetype - DeprecationWarning: 'werkz... +ERROR tests/test_basic.py::test_json_dump_dataclass - DeprecationWarning: 'we... +ERROR tests/test_basic.py::test_jsonify_args_and_kwargs_check - DeprecationWa... +ERROR tests/test_basic.py::test_url_generation - DeprecationWarning: 'werkzeu... +ERROR tests/test_blueprints.py::test_templates_and_static - DeprecationWarnin... +ERROR tests/test_blueprints.py::test_templates_list - DeprecationWarning: pkg... +FAILED tests/test_basic.py::test_options_work - DeprecationWarning: 'werkzeug... +FAILED tests/test_basic.py::test_options_on_multiple_rules - DeprecationWarni... +FAILED tests/test_basic.py::test_method_route[get] - DeprecationWarning: 'wer... +FAILED tests/test_basic.py::test_method_route[post] - DeprecationWarning: 'we... +FAILED tests/test_basic.py::test_method_route[put] - DeprecationWarning: 'wer... +FAILED tests/test_basic.py::test_method_route[delete] - DeprecationWarning: '... +FAILED tests/test_basic.py::test_method_route[patch] - DeprecationWarning: 'w... +FAILED tests/test_basic.py::test_provide_automatic_options_attr - Deprecation... +FAILED tests/test_basic.py::test_provide_automatic_options_kwarg - Deprecatio... +FAILED tests/test_basic.py::test_request_dispatching - DeprecationWarning: 'w... +FAILED tests/test_basic.py::test_url_mapping - DeprecationWarning: 'werkzeug.... +FAILED tests/test_basic.py::test_werkzeug_routing - DeprecationWarning: 'werk... +FAILED tests/test_basic.py::test_endpoint_decorator - DeprecationWarning: 'we... +FAILED tests/test_basic.py::test_session - DeprecationWarning: 'werkzeug.urls... +FAILED tests/test_basic.py::test_session_using_server_name - TypeError: __ini... +FAILED tests/test_basic.py::test_session_using_server_name_and_port - TypeErr... +FAILED tests/test_basic.py::test_session_using_server_name_port_and_path - Ty... +FAILED tests/test_basic.py::test_session_using_application_root - TypeError: ... +FAILED tests/test_basic.py::test_session_using_session_settings - TypeError: ... +FAILED tests/test_basic.py::test_session_using_samesite_attribute - Deprecati... +FAILED tests/test_basic.py::test_session_localhost_warning - TypeError: __ini... +FAILED tests/test_basic.py::test_session_ip_warning - TypeError: __init__() g... +FAILED tests/test_basic.py::test_missing_session - DeprecationWarning: 'werkz... +FAILED tests/test_basic.py::test_session_expiration - DeprecationWarning: 'we... +FAILED tests/test_basic.py::test_session_stored_last - DeprecationWarning: 'w... +FAILED tests/test_basic.py::test_session_special_types - DeprecationWarning: ... +FAILED tests/test_basic.py::test_session_cookie_setting - DeprecationWarning:... +FAILED tests/test_basic.py::test_session_vary_cookie - DeprecationWarning: 'w... +FAILED tests/test_basic.py::test_extended_flashing - DeprecationWarning: 'wer... +FAILED tests/test_basic.py::test_request_processing - DeprecationWarning: 'we... +FAILED tests/test_basic.py::test_request_preprocessing_early_return - Depreca... +FAILED tests/test_basic.py::test_after_request_processing - DeprecationWarnin... +FAILED tests/test_basic.py::test_teardown_request_handler - DeprecationWarnin... +FAILED tests/test_basic.py::test_teardown_request_handler_debug_mode - Deprec... +FAILED tests/test_basic.py::test_teardown_request_handler_error - Deprecation... +FAILED tests/test_basic.py::test_before_after_request_order - DeprecationWarn... +FAILED tests/test_basic.py::test_error_handling - DeprecationWarning: 'werkze... +FAILED tests/test_basic.py::test_error_handling_processing - DeprecationWarni... +FAILED tests/test_basic.py::test_baseexception_error_handling - DeprecationWa... +FAILED tests/test_basic.py::test_before_request_and_routing_errors - Deprecat... +FAILED tests/test_basic.py::test_user_error_handling - DeprecationWarning: 'w... +FAILED tests/test_basic.py::test_http_error_subclass_handling - DeprecationWa... +FAILED tests/test_basic.py::test_errorhandler_precedence - DeprecationWarning... +FAILED tests/test_basic.py::test_trapping_of_bad_request_key_errors - Depreca... +FAILED tests/test_basic.py::test_trapping_of_all_http_exceptions - Deprecatio... +FAILED tests/test_basic.py::test_error_handler_after_processor_error - Deprec... +FAILED tests/test_basic.py::test_enctype_debug_helper - DeprecationWarning: '... +FAILED tests/test_basic.py::test_response_types - DeprecationWarning: 'werkze... +FAILED tests/test_basic.py::test_response_type_errors - DeprecationWarning: '... +FAILED tests/test_basic.py::test_build_error_handler - DeprecationWarning: 'w... +FAILED tests/test_basic.py::test_build_error_handler_reraise - DeprecationWar... +FAILED tests/test_basic.py::test_url_for_passes_special_values_to_build_error_handler +FAILED tests/test_basic.py::test_static_files - DeprecationWarning: 'werkzeug... +FAILED tests/test_basic.py::test_static_url_path - DeprecationWarning: 'werkz... +FAILED tests/test_basic.py::test_static_url_path_with_ending_slash - Deprecat... +FAILED tests/test_basic.py::test_static_url_empty_path - DeprecationWarning: ... +FAILED tests/test_basic.py::test_static_url_empty_path_default - DeprecationW... +FAILED tests/test_basic.py::test_static_folder_with_pathlib_path - Deprecatio... +FAILED tests/test_basic.py::test_static_folder_with_ending_slash - Deprecatio... +FAILED tests/test_basic.py::test_static_route_with_host_matching - Deprecatio... +FAILED tests/test_basic.py::test_server_name_subdomain - DeprecationWarning: ... +FAILED tests/test_basic.py::test_max_content_length - DeprecationWarning: 'we... +FAILED tests/test_basic.py::test_url_processors - DeprecationWarning: 'werkze... +FAILED tests/test_basic.py::test_inject_blueprint_url_defaults - DeprecationW... +FAILED tests/test_basic.py::test_nonascii_pathinfo - DeprecationWarning: 'wer... +FAILED tests/test_basic.py::test_debug_mode_complains_after_first_request - D... +FAILED tests/test_basic.py::test_before_first_request_functions - Deprecation... +FAILED tests/test_basic.py::test_before_first_request_functions_concurrent - ... +FAILED tests/test_basic.py::test_routing_redirect_debugging - DeprecationWarn... +FAILED tests/test_basic.py::test_route_decorator_custom_endpoint - Deprecatio... +FAILED tests/test_basic.py::test_preserve_only_once - DeprecationWarning: 'we... +FAILED tests/test_basic.py::test_preserve_remembers_exception - DeprecationWa... +FAILED tests/test_basic.py::test_subdomain_basic_support - TypeError: __init_... +FAILED tests/test_basic.py::test_subdomain_matching - TypeError: __init__() g... +FAILED tests/test_basic.py::test_subdomain_matching_with_ports - TypeError: _... +FAILED tests/test_basic.py::test_subdomain_matching_other_name[False] - TypeE... +FAILED tests/test_basic.py::test_subdomain_matching_other_name[True] - TypeEr... +FAILED tests/test_basic.py::test_multi_route_rules - DeprecationWarning: 'wer... +FAILED tests/test_basic.py::test_multi_route_class_views - DeprecationWarning... +FAILED tests/test_basic.py::test_max_cookie_size - TypeError: __init__() got ... +FAILED tests/test_blueprints.py::test_blueprint_specific_error_handling - Dep... +FAILED tests/test_blueprints.py::test_blueprint_specific_user_error_handling +FAILED tests/test_blueprints.py::test_blueprint_app_error_handling - Deprecat... +FAILED tests/test_blueprints.py::test_blueprint_prefix_slash[-/-/] - Deprecat... +FAILED tests/test_blueprints.py::test_blueprint_prefix_slash[/--/] - Deprecat... +FAILED tests/test_blueprints.py::test_blueprint_prefix_slash[/-/-/] - Depreca... +FAILED tests/test_blueprints.py::test_blueprint_prefix_slash[/foo--/foo] - De... +FAILED tests/test_blueprints.py::test_blueprint_prefix_slash[/foo/--/foo/] - ... +FAILED tests/test_blueprints.py::test_blueprint_prefix_slash[-/bar-/bar] - De... +FAILED tests/test_blueprints.py::test_blueprint_prefix_slash[/foo/-/bar-/foo/bar] +FAILED tests/test_blueprints.py::test_blueprint_prefix_slash[/foo/-bar-/foo/bar] +FAILED tests/test_blueprints.py::test_blueprint_prefix_slash[/foo-/bar-/foo/bar] +FAILED tests/test_blueprints.py::test_blueprint_prefix_slash[/foo/-//bar-/foo/bar] +FAILED tests/test_blueprints.py::test_blueprint_prefix_slash[/foo//-/bar-/foo/bar] +FAILED tests/test_blueprints.py::test_blueprint_url_defaults - DeprecationWar... +FAILED tests/test_blueprints.py::test_blueprint_url_processors - DeprecationW... +FAILED tests/test_blueprints.py::test_default_static_max_age - DeprecationWar... +FAILED tests/test_blueprints.py::test_dotted_names_from_app - DeprecationWarn... +FAILED tests/test_blueprints.py::test_empty_url_defaults - DeprecationWarning... +FAILED tests/test_blueprints.py::test_route_decorator_custom_endpoint - Depre... +FAILED tests/test_blueprints.py::test_route_decorator_custom_endpoint_with_dots +FAILED tests/test_blueprints.py::test_endpoint_decorator - DeprecationWarning... +FAILED tests/test_blueprints.py::test_template_filter_with_template - Depreca... +FAILED tests/test_blueprints.py::test_template_filter_after_route_with_template +FAILED tests/test_blueprints.py::test_add_template_filter_with_template - Dep... +FAILED tests/test_blueprints.py::test_template_filter_with_name_and_template +FAILED tests/test_blueprints.py::test_add_template_filter_with_name_and_template +FAILED tests/test_blueprints.py::test_template_test_with_template - Deprecati... +FAILED tests/test_blueprints.py::test_template_test_after_route_with_template +FAILED tests/test_blueprints.py::test_add_template_test_with_template - Depre... +FAILED tests/test_blueprints.py::test_template_test_with_name_and_template - ... +FAILED tests/test_blueprints.py::test_add_template_test_with_name_and_template +FAILED tests/test_blueprints.py::test_context_processing - DeprecationWarning... +FAILED tests/test_blueprints.py::test_request_processing - DeprecationWarning... +FAILED tests/test_blueprints.py::test_app_request_processing - DeprecationWar... +FAILED tests/test_blueprints.py::test_app_url_processors - DeprecationWarning... +FAILED tests/test_blueprints.py::test_nested_blueprint - DeprecationWarning: ... +================== 117 failed, 51 passed, 11 errors in 4.90s =================== +>>>>> Test Exit Code: 1 ++ SWEBENCH_TEST_EXIT_CODE=1 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/single/official-evaluation/pallets__flask-4992/harness-summary.json b/reports/experiments/paired-20/single/official-evaluation/pallets__flask-4992/harness-summary.json new file mode 100644 index 0000000..73ac58b --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/pallets__flask-4992/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 0, + "unresolved_instances": 1, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "pallets__flask-4992" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "pallets__flask-4992" + ], + "resolved_ids": [], + "unresolved_ids": [ + "pallets__flask-4992" + ], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.pallets_1776_flask-4992:latest" + ] +} diff --git a/reports/experiments/paired-20/single/official-evaluation/pallets__flask-4992/outcome.json b/reports/experiments/paired-20/single/official-evaluation/pallets__flask-4992/outcome.json new file mode 100644 index 0000000..986831d --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/pallets__flask-4992/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "pallets__flask-4992", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.pallets_1776_flask-4992:latest", + "patch_sha256": "818d771abee109a85860354634bfacfd4bb8f3475883eeeafd278e53d6d84392", + "image_id": "sha256:b6943616922659ca12ba82ca60561483c40f00d80a3a11045d2d0b6b000fb253", + "image_digests": [ + "swebench/sweb.eval.x86_64.pallets_1776_flask-4992@sha256:bb1460876a7bc667f71b46aac744dd6f6d7f5f66e79902461cf76c6f8c4f7150" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/single/official-evaluation/pallets__flask-4992/raw-log-manifest.json b/reports/experiments/paired-20/single/official-evaluation/pallets__flask-4992/raw-log-manifest.json new file mode 100644 index 0000000..db0a922 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/pallets__flask-4992/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37850192309", + "artifact_name": "patch-shard-17", + "files": { + "harness.log": { + "sha256": "206adaed3c8f026037edf401e604d0c6ce43c3e77e68b23436877e27d63a9ea6", + "bytes": 838 + }, + "image-pull.log": { + "sha256": "c4973ed842060c93c1ce1ff556498bbc433991d1fc10c9d88efaab3dd3a214e4", + "bytes": 1704 + }, + "logs/run_evaluation/patch-37850192309-17-17/agentic-controls-single/pallets__flask-4992/eval.sh": { + "sha256": "7d609abda437c99ff9db2a7ff1fca2c508057f1ba7e5a8ca978dffd0eeb046da", + "bytes": 2038 + }, + "logs/run_evaluation/patch-37850192309-17-17/agentic-controls-single/pallets__flask-4992/patch.diff": { + "sha256": "818d771abee109a85860354634bfacfd4bb8f3475883eeeafd278e53d6d84392", + "bytes": 1048 + }, + "logs/run_evaluation/patch-37850192309-17-17/agentic-controls-single/pallets__flask-4992/report.json": { + "sha256": "0abacaee0377c85193a5f789ff6f1f3de03b8e2e7e633b2f95ee50fdddc766f1", + "bytes": 2081 + }, + "logs/run_evaluation/patch-37850192309-17-17/agentic-controls-single/pallets__flask-4992/run_instance.log": { + "sha256": "964b3bb00139c8eaf38b3740e101847dc9fc90361d13d15dec5b5bd7d1550078", + "bytes": 7068 + }, + "logs/run_evaluation/patch-37850192309-17-17/agentic-controls-single/pallets__flask-4992/test_output.txt": { + "sha256": "953e358b367bb1227d20ed4197b41d8e800605bbc939b41f39f29f46f88f2451", + "bytes": 69414 + }, + "logs/run_evaluation/patch-37850192309-17-17/run.json": { + "sha256": "6bd05a6cc5e974ba3bd9cb52e53901ca8d2bdcc5ff52bdfa6b82dc15497cd1ae", + "bytes": 214 + }, + "predictions.jsonl": { + "sha256": "a63ae3d4c1a98deb700635ebe20e38a604f0930cdcf65a9e54dfbdd9525dc5c1", + "bytes": 1192 + }, + "summary/agentic-controls-single.patch-37850192309-17-17.json": { + "sha256": "c5cf741d9bf34c062b2c3dc8a3eb2ff8f186a33b7a0adb3e1cabee3c06c4ca52", + "bytes": 834 + } + }, + "excerpt": { + "raw_sha256": "953e358b367bb1227d20ed4197b41d8e800605bbc939b41f39f29f46f88f2451", + "raw_lines": 1887, + "start_line": 1837, + "stop_line": 1883, + "truncated": false, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/single/official-evaluation/pallets__flask-4992/report.json b/reports/experiments/paired-20/single/official-evaluation/pallets__flask-4992/report.json new file mode 100644 index 0000000..90323df --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/pallets__flask-4992/report.json @@ -0,0 +1,48 @@ +{ + "pallets__flask-4992": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": false, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [], + "failure": [ + "tests/test_config.py::test_config_from_file_toml" + ] + }, + "PASS_TO_PASS": { + "success": [ + "tests/test_config.py::test_config_from_pyfile", + "tests/test_config.py::test_config_from_object", + "tests/test_config.py::test_config_from_file_json", + "tests/test_config.py::test_from_prefixed_env", + "tests/test_config.py::test_from_prefixed_env_custom_prefix", + "tests/test_config.py::test_from_prefixed_env_nested", + "tests/test_config.py::test_config_from_mapping", + "tests/test_config.py::test_config_from_class", + "tests/test_config.py::test_config_from_envvar", + "tests/test_config.py::test_config_from_envvar_missing", + "tests/test_config.py::test_config_missing", + "tests/test_config.py::test_config_missing_file", + "tests/test_config.py::test_custom_config_class", + "tests/test_config.py::test_session_lifetime", + "tests/test_config.py::test_get_namespace", + "tests/test_config.py::test_from_pyfile_weird_encoding[utf-8]", + "tests/test_config.py::test_from_pyfile_weird_encoding[iso-8859-15]", + "tests/test_config.py::test_from_pyfile_weird_encoding[latin-1]" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/single/official-evaluation/pallets__flask-4992/test-output-excerpt.txt b/reports/experiments/paired-20/single/official-evaluation/pallets__flask-4992/test-output-excerpt.txt new file mode 100644 index 0000000..b4c6cbe --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/pallets__flask-4992/test-output-excerpt.txt @@ -0,0 +1,47 @@ ++ : '>>>>> Start Test Output' ++ pytest -rA tests/test_config.py +============================= test session starts ============================== +platform linux -- Python 3.11.10, pytest-7.3.0, pluggy-1.0.0 +rootdir: /testbed +configfile: pyproject.toml +collected 19 items + +tests/test_config.py ...F............... [100%] + +=================================== FAILURES =================================== +__________________________ test_config_from_file_toml __________________________ + + def test_config_from_file_toml(): + tomllib = pytest.importorskip("tomllib", reason="tomllib added in 3.11") + app = flask.Flask(__name__) + current_dir = os.path.dirname(os.path.abspath(__file__)) +> app.config.from_file( + os.path.join(current_dir, "static", "config.toml"), tomllib.load, text=False + ) +E TypeError: Config.from_file() got an unexpected keyword argument 'text' + +tests/test_config.py:43: TypeError +==================================== PASSES ==================================== +=========================== short test summary info ============================ +PASSED tests/test_config.py::test_config_from_pyfile +PASSED tests/test_config.py::test_config_from_object +PASSED tests/test_config.py::test_config_from_file_json +PASSED tests/test_config.py::test_from_prefixed_env +PASSED tests/test_config.py::test_from_prefixed_env_custom_prefix +PASSED tests/test_config.py::test_from_prefixed_env_nested +PASSED tests/test_config.py::test_config_from_mapping +PASSED tests/test_config.py::test_config_from_class +PASSED tests/test_config.py::test_config_from_envvar +PASSED tests/test_config.py::test_config_from_envvar_missing +PASSED tests/test_config.py::test_config_missing +PASSED tests/test_config.py::test_config_missing_file +PASSED tests/test_config.py::test_custom_config_class +PASSED tests/test_config.py::test_session_lifetime +PASSED tests/test_config.py::test_get_namespace +PASSED tests/test_config.py::test_from_pyfile_weird_encoding[utf-8] +PASSED tests/test_config.py::test_from_pyfile_weird_encoding[iso-8859-15] +PASSED tests/test_config.py::test_from_pyfile_weird_encoding[latin-1] +FAILED tests/test_config.py::test_config_from_file_toml - TypeError: Config.f... +========================= 1 failed, 18 passed in 0.09s ========================= ++ SWEBENCH_TEST_EXIT_CODE=1 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/single/official-evaluation/psf__requests-2317/harness-summary.json b/reports/experiments/paired-20/single/official-evaluation/psf__requests-2317/harness-summary.json new file mode 100644 index 0000000..c488382 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/psf__requests-2317/harness-summary.json @@ -0,0 +1,35 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 0, + "resolved_instances": 0, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 1, + "empty_patch_instances": 0, + "error_instances": 1, + "completed_ids": [], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "psf__requests-2317" + ], + "resolved_ids": [], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [ + "psf__requests-2317" + ], + "failure_reasons": { + "psf__requests-2317": "tests_timed_out" + }, + "error_ids": [ + "psf__requests-2317" + ], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.psf_1776_requests-2317:latest" + ] +} diff --git a/reports/experiments/paired-20/single/official-evaluation/psf__requests-2317/outcome.json b/reports/experiments/paired-20/single/official-evaluation/psf__requests-2317/outcome.json new file mode 100644 index 0000000..0c985ae --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/psf__requests-2317/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "psf__requests-2317", + "status": "evaluation_error", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.psf_1776_requests-2317:latest", + "patch_sha256": "9bc65f87df1eff2c778f47eb214e1a21e4a03ace09bbb04429349ee98a2779e2", + "image_id": "sha256:3c49e39da2143fc51599f096a7c959ea5f3c9fd97d22899d977ac92d6dc360b6", + "image_digests": [ + "swebench/sweb.eval.x86_64.psf_1776_requests-2317@sha256:c6b5c8846507b5e48e307decca28dbdfa4f5ef17070c1087aacde765e8c4b178" + ], + "harness_exit_code": 0, + "failure_reason": "tests_timed_out", + "infra_failure": false +} diff --git a/reports/experiments/paired-20/single/official-evaluation/psf__requests-2317/raw-log-manifest.json b/reports/experiments/paired-20/single/official-evaluation/psf__requests-2317/raw-log-manifest.json new file mode 100644 index 0000000..75c6ea7 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/psf__requests-2317/raw-log-manifest.json @@ -0,0 +1,51 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37850192309", + "artifact_name": "patch-shard-11", + "files": { + "harness.log": { + "sha256": "57676b601e13ef9baab78d15aa2aa5b81cd5ec3fb3c378da2130b6ff548658af", + "bytes": 1052 + }, + "image-pull.log": { + "sha256": "29689f40c7415d5948dfc632bcac47c88ebe70b5d0d77b9f08c4f742d6141621", + "bytes": 1613 + }, + "logs/run_evaluation/patch-37850192309-11-11/agentic-controls-single/psf__requests-2317/eval.sh": { + "sha256": "3c269c3490659672d0f0385db22880344d9f0dc08e8462b11ae5d9c40d1bd183", + "bytes": 1164 + }, + "logs/run_evaluation/patch-37850192309-11-11/agentic-controls-single/psf__requests-2317/patch.diff": { + "sha256": "9bc65f87df1eff2c778f47eb214e1a21e4a03ace09bbb04429349ee98a2779e2", + "bytes": 265 + }, + "logs/run_evaluation/patch-37850192309-11-11/agentic-controls-single/psf__requests-2317/run_instance.log": { + "sha256": "eac4bb91cc61e2e5d2899093ad9ce5b68db4933d2205bef1ebc553c70679a27b", + "bytes": 2585 + }, + "logs/run_evaluation/patch-37850192309-11-11/agentic-controls-single/psf__requests-2317/test_output.txt": { + "sha256": "19240362f2b810fd00cdf03a403b858206252a73eabc54ab3149ec7ad7e5a309", + "bytes": 40787 + }, + "logs/run_evaluation/patch-37850192309-11-11/run.json": { + "sha256": "27453deaa92a969059a00c6fd1f7602b26260acf3e3b968aa25c1db2900b6f93", + "bytes": 213 + }, + "predictions.jsonl": { + "sha256": "99a3368a0e0ddadff966b05e115ae199cfd4e559209a39fd4d7a23e758ef747a", + "bytes": 385 + }, + "summary/agentic-controls-single.patch-37850192309-11-11.json": { + "sha256": "55d679eeee8670da4e4f4c1c7fb3266924377c22ef5a84b69918d497516bb1e2", + "bytes": 883 + } + }, + "excerpt": { + "raw_sha256": "19240362f2b810fd00cdf03a403b858206252a73eabc54ab3149ec7ad7e5a309", + "raw_lines": 1066, + "start_line": 1057, + "stop_line": 1066, + "truncated": false, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/single/official-evaluation/psf__requests-2317/test-output-excerpt.txt b/reports/experiments/paired-20/single/official-evaluation/psf__requests-2317/test-output-excerpt.txt new file mode 100644 index 0000000..f8abcf0 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/psf__requests-2317/test-output-excerpt.txt @@ -0,0 +1,10 @@ ++ : '>>>>> Start Test Output' ++ pytest -rA test_requests.py +============================= test session starts ============================== +platform linux -- Python 3.9.20, pytest-7.4.4, pluggy-1.0.0 +rootdir: /testbed +collected 143 items + +test_requests.py .......................F + +Timeout error: 600 seconds exceeded. diff --git a/reports/experiments/paired-20/single/official-evaluation/psf__requests-2674/harness-summary.json b/reports/experiments/paired-20/single/official-evaluation/psf__requests-2674/harness-summary.json new file mode 100644 index 0000000..983ce3d --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/psf__requests-2674/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "psf__requests-2674" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "psf__requests-2674" + ], + "resolved_ids": [ + "psf__requests-2674" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.psf_1776_requests-2674:latest" + ] +} diff --git a/reports/experiments/paired-20/single/official-evaluation/psf__requests-2674/outcome.json b/reports/experiments/paired-20/single/official-evaluation/psf__requests-2674/outcome.json new file mode 100644 index 0000000..fe22a5b --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/psf__requests-2674/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "psf__requests-2674", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.psf_1776_requests-2674:latest", + "patch_sha256": "f24d8ba4f9745226dbb430484f85ec307d80ecc5112a258add7ee38c6dc4d1e5", + "image_id": "sha256:1cf3ffbd1932395d2603da9b51dbb7383dc9f64044d241e3cd6b418d5fe56821", + "image_digests": [ + "swebench/sweb.eval.x86_64.psf_1776_requests-2674@sha256:0b80f823b65adecd8d8e26c139d636260de360e4676db18030925650dc22cca8" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/single/official-evaluation/psf__requests-2674/raw-log-manifest.json b/reports/experiments/paired-20/single/official-evaluation/psf__requests-2674/raw-log-manifest.json new file mode 100644 index 0000000..488a0ec --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/psf__requests-2674/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37850192309", + "artifact_name": "patch-shard-19", + "files": { + "harness.log": { + "sha256": "69fb502c768c9d89ce869a4f6f577337594f42249263a9d98247aba588563c4c", + "bytes": 837 + }, + "image-pull.log": { + "sha256": "9175cdd36914e1c2297f7f78de23d9bc0736d4a9ea97ace2c0d7edd9117f60ca", + "bytes": 1635 + }, + "logs/run_evaluation/patch-37850192309-19-19/agentic-controls-single/psf__requests-2674/eval.sh": { + "sha256": "8a5b33ced2b02a09508f5e3d7a965bdff0df3690ba7e10a3729f9d7a930b122a", + "bytes": 1370 + }, + "logs/run_evaluation/patch-37850192309-19-19/agentic-controls-single/psf__requests-2674/patch.diff": { + "sha256": "f24d8ba4f9745226dbb430484f85ec307d80ecc5112a258add7ee38c6dc4d1e5", + "bytes": 1058 + }, + "logs/run_evaluation/patch-37850192309-19-19/agentic-controls-single/psf__requests-2674/report.json": { + "sha256": "95a8686cd2d7b7041b50785d565493862fd991d980c44374a1076c99fa4e52ae", + "bytes": 14155 + }, + "logs/run_evaluation/patch-37850192309-19-19/agentic-controls-single/psf__requests-2674/run_instance.log": { + "sha256": "a0b496bba4fdcc1c3e69a9d05848affd977619d9a1ebc75b6891c6c28d607cf1", + "bytes": 15084 + }, + "logs/run_evaluation/patch-37850192309-19-19/agentic-controls-single/psf__requests-2674/test_output.txt": { + "sha256": "1eba4a2b9262a7f55ec135d6dcd74973fc514c6c71a4acc1c200ec8b1d275bff", + "bytes": 62520 + }, + "logs/run_evaluation/patch-37850192309-19-19/run.json": { + "sha256": "f157c9d9dbceb0d40cac33a2a86210860735e8e5bfc4cb7012a97e886c5a25b2", + "bytes": 213 + }, + "predictions.jsonl": { + "sha256": "cb70cb0d484d3bf810b7f227fd0819b9d5e812b42e5285248b5356b59cca6db8", + "bytes": 1189 + }, + "summary/agentic-controls-single.patch-37850192309-19-19.json": { + "sha256": "93b7cede64256d77d89ba76d46e18b4efbee3800e2964ad58248bf105ef2cd8c", + "bytes": 830 + } + }, + "excerpt": { + "raw_sha256": "1eba4a2b9262a7f55ec135d6dcd74973fc514c6c71a4acc1c200ec8b1d275bff", + "raw_lines": 1455, + "start_line": 1292, + "stop_line": 1451, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/single/official-evaluation/psf__requests-2674/report.json b/reports/experiments/paired-20/single/official-evaluation/psf__requests-2674/report.json new file mode 100644 index 0000000..f77757e --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/psf__requests-2674/report.json @@ -0,0 +1,183 @@ +{ + "psf__requests-2674": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "test_requests.py::RequestsTestCase::test_BASICAUTH_TUPLE_HTTP_200_OK_GET", + "test_requests.py::RequestsTestCase::test_HTTP_200_OK_GET_ALTERNATIVE", + "test_requests.py::RequestsTestCase::test_HTTP_200_OK_GET_WITH_PARAMS", + "test_requests.py::RequestsTestCase::test_HTTP_200_OK_HEAD", + "test_requests.py::RequestsTestCase::test_auth_is_retained_for_redirect_on_host", + "test_requests.py::RequestsTestCase::test_different_encodings_dont_break_post", + "test_requests.py::RequestsTestCase::test_manual_redirect_with_partial_body_read", + "test_requests.py::RequestsTestCase::test_mixed_case_scheme_acceptable", + "test_requests.py::RequestsTestCase::test_prepared_from_session", + "test_requests.py::RequestsTestCase::test_unicode_multipart_post", + "test_requests.py::TestTimeout::test_none_timeout", + "test_requests.py::TestTimeout::test_encoded_methods" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "test_requests.py::RequestsTestCase::test_DIGESTAUTH_QUOTES_QOP_VALUE", + "test_requests.py::RequestsTestCase::test_DIGESTAUTH_WRONG_HTTP_401_GET", + "test_requests.py::RequestsTestCase::test_DIGEST_AUTH_RETURNS_COOKIE", + "test_requests.py::RequestsTestCase::test_DIGEST_AUTH_SETS_SESSION_COOKIES", + "test_requests.py::RequestsTestCase::test_DIGEST_STREAM", + "test_requests.py::RequestsTestCase::test_HTTP_200_OK_GET_WITH_MIXED_PARAMS", + "test_requests.py::RequestsTestCase::test_HTTP_200_OK_PUT", + "test_requests.py::RequestsTestCase::test_LocationParseError", + "test_requests.py::RequestsTestCase::test_POSTBIN_GET_POST_FILES", + "test_requests.py::RequestsTestCase::test_POSTBIN_GET_POST_FILES_WITH_DATA", + "test_requests.py::RequestsTestCase::test_auth_is_stripped_on_redirect_off_host", + "test_requests.py::RequestsTestCase::test_autoset_header_values_are_native", + "test_requests.py::RequestsTestCase::test_basic_auth_str_is_always_native", + "test_requests.py::RequestsTestCase::test_basic_building", + "test_requests.py::RequestsTestCase::test_basicauth_with_netrc", + "test_requests.py::RequestsTestCase::test_can_send_bytes_bytearray_objects_with_files", + "test_requests.py::RequestsTestCase::test_can_send_file_object_with_non_string_filename", + "test_requests.py::RequestsTestCase::test_can_send_nonstring_objects_with_files", + "test_requests.py::RequestsTestCase::test_cannot_send_unprepared_requests", + "test_requests.py::RequestsTestCase::test_connection_error_invalid_domain", + "test_requests.py::RequestsTestCase::test_connection_error_invalid_port", + "test_requests.py::RequestsTestCase::test_cookie_as_dict_items", + "test_requests.py::RequestsTestCase::test_cookie_as_dict_keeps_items", + "test_requests.py::RequestsTestCase::test_cookie_as_dict_keeps_len", + "test_requests.py::RequestsTestCase::test_cookie_as_dict_keys", + "test_requests.py::RequestsTestCase::test_cookie_as_dict_values", + "test_requests.py::RequestsTestCase::test_cookie_parameters", + "test_requests.py::RequestsTestCase::test_cookie_persists_via_api", + "test_requests.py::RequestsTestCase::test_cookie_quote_wrapped", + "test_requests.py::RequestsTestCase::test_cookie_removed_on_expire", + "test_requests.py::RequestsTestCase::test_custom_content_type", + "test_requests.py::RequestsTestCase::test_decompress_gzip", + "test_requests.py::RequestsTestCase::test_entry_points", + "test_requests.py::RequestsTestCase::test_fixes_1329", + "test_requests.py::RequestsTestCase::test_generic_cookiejar_works", + "test_requests.py::RequestsTestCase::test_get_auth_from_url", + "test_requests.py::RequestsTestCase::test_get_auth_from_url_encoded_hashes", + "test_requests.py::RequestsTestCase::test_get_auth_from_url_encoded_spaces", + "test_requests.py::RequestsTestCase::test_get_auth_from_url_not_encoded_spaces", + "test_requests.py::RequestsTestCase::test_get_auth_from_url_percent_chars", + "test_requests.py::RequestsTestCase::test_header_keys_are_native", + "test_requests.py::RequestsTestCase::test_header_remove_is_case_insensitive", + "test_requests.py::RequestsTestCase::test_headers_on_session_with_None_are_not_sent", + "test_requests.py::RequestsTestCase::test_history_is_always_a_list", + "test_requests.py::RequestsTestCase::test_hook_receives_request_arguments", + "test_requests.py::RequestsTestCase::test_http_error", + "test_requests.py::RequestsTestCase::test_invalid_url", + "test_requests.py::RequestsTestCase::test_json_param_post_content_type_works", + "test_requests.py::RequestsTestCase::test_links", + "test_requests.py::RequestsTestCase::test_long_authinfo_in_url", + "test_requests.py::RequestsTestCase::test_no_content_length", + "test_requests.py::RequestsTestCase::test_nonhttp_schemes_dont_check_URLs", + "test_requests.py::RequestsTestCase::test_override_content_length", + "test_requests.py::RequestsTestCase::test_params_are_added_before_fragment", + "test_requests.py::RequestsTestCase::test_params_are_merged_case_sensitive", + "test_requests.py::RequestsTestCase::test_path_is_not_double_encoded", + "test_requests.py::RequestsTestCase::test_prepare_request_with_bytestring_url", + "test_requests.py::RequestsTestCase::test_prepared_request_hook", + "test_requests.py::RequestsTestCase::test_pyopenssl_redirect", + "test_requests.py::RequestsTestCase::test_redirect_with_wrong_gzipped_header", + "test_requests.py::RequestsTestCase::test_request_and_response_are_pickleable", + "test_requests.py::RequestsTestCase::test_request_cookie_overrides_session_cookie", + "test_requests.py::RequestsTestCase::test_request_cookies_not_persisted", + "test_requests.py::RequestsTestCase::test_request_ok_set", + "test_requests.py::RequestsTestCase::test_requests_in_history_are_not_overridden", + "test_requests.py::RequestsTestCase::test_response_decode_unicode", + "test_requests.py::RequestsTestCase::test_response_is_iterable", + "test_requests.py::RequestsTestCase::test_response_iter_lines", + "test_requests.py::RequestsTestCase::test_session_hooks_are_overriden_by_request_hooks", + "test_requests.py::RequestsTestCase::test_session_hooks_are_used_with_no_request_hooks", + "test_requests.py::RequestsTestCase::test_session_pickling", + "test_requests.py::RequestsTestCase::test_set_cookie_on_301", + "test_requests.py::RequestsTestCase::test_status_raising", + "test_requests.py::RequestsTestCase::test_time_elapsed_blank", + "test_requests.py::RequestsTestCase::test_transport_adapter_ordering", + "test_requests.py::RequestsTestCase::test_unconsumed_session_response_closes_connection", + "test_requests.py::RequestsTestCase::test_unicode_get", + "test_requests.py::RequestsTestCase::test_unicode_header_name", + "test_requests.py::RequestsTestCase::test_unicode_method_name", + "test_requests.py::RequestsTestCase::test_unicode_multipart_post_fieldnames", + "test_requests.py::RequestsTestCase::test_uppercase_scheme_redirect", + "test_requests.py::RequestsTestCase::test_urlencoded_get_query_multivalued_param", + "test_requests.py::RequestsTestCase::test_user_agent_transfers", + "test_requests.py::TestContentEncodingDetection::test_html4_pragma", + "test_requests.py::TestContentEncodingDetection::test_html_charset", + "test_requests.py::TestContentEncodingDetection::test_none", + "test_requests.py::TestContentEncodingDetection::test_precedence", + "test_requests.py::TestContentEncodingDetection::test_xhtml_pragma", + "test_requests.py::TestContentEncodingDetection::test_xml", + "test_requests.py::TestCaseInsensitiveDict::test_contains", + "test_requests.py::TestCaseInsensitiveDict::test_copy", + "test_requests.py::TestCaseInsensitiveDict::test_delitem", + "test_requests.py::TestCaseInsensitiveDict::test_docstring_example", + "test_requests.py::TestCaseInsensitiveDict::test_equality", + "test_requests.py::TestCaseInsensitiveDict::test_fixes_649", + "test_requests.py::TestCaseInsensitiveDict::test_get", + "test_requests.py::TestCaseInsensitiveDict::test_getitem", + "test_requests.py::TestCaseInsensitiveDict::test_iter", + "test_requests.py::TestCaseInsensitiveDict::test_iterable_init", + "test_requests.py::TestCaseInsensitiveDict::test_kwargs_init", + "test_requests.py::TestCaseInsensitiveDict::test_len", + "test_requests.py::TestCaseInsensitiveDict::test_lower_items", + "test_requests.py::TestCaseInsensitiveDict::test_mapping_init", + "test_requests.py::TestCaseInsensitiveDict::test_preserve_key_case", + "test_requests.py::TestCaseInsensitiveDict::test_preserve_last_key_case", + "test_requests.py::TestCaseInsensitiveDict::test_repr", + "test_requests.py::TestCaseInsensitiveDict::test_setdefault", + "test_requests.py::TestCaseInsensitiveDict::test_update", + "test_requests.py::TestCaseInsensitiveDict::test_update_retains_unchanged", + "test_requests.py::UtilsTestCase::test_address_in_network", + "test_requests.py::UtilsTestCase::test_dotted_netmask", + "test_requests.py::UtilsTestCase::test_get_auth_from_url", + "test_requests.py::UtilsTestCase::test_get_environ_proxies", + "test_requests.py::UtilsTestCase::test_get_environ_proxies_ip_ranges", + "test_requests.py::UtilsTestCase::test_guess_filename_when_filename_is_an_int", + "test_requests.py::UtilsTestCase::test_guess_filename_when_int", + "test_requests.py::UtilsTestCase::test_guess_filename_with_file_like_obj", + "test_requests.py::UtilsTestCase::test_guess_filename_with_unicode_name", + "test_requests.py::UtilsTestCase::test_is_ipv4_address", + "test_requests.py::UtilsTestCase::test_is_valid_cidr", + "test_requests.py::UtilsTestCase::test_requote_uri_properly_requotes", + "test_requests.py::UtilsTestCase::test_requote_uri_with_unquoted_percents", + "test_requests.py::UtilsTestCase::test_super_len_io_streams", + "test_requests.py::TestMorselToCookieExpires::test_expires_invalid_int", + "test_requests.py::TestMorselToCookieExpires::test_expires_invalid_str", + "test_requests.py::TestMorselToCookieExpires::test_expires_none", + "test_requests.py::TestMorselToCookieExpires::test_expires_valid_str", + "test_requests.py::TestMorselToCookieMaxAge::test_max_age_invalid_str", + "test_requests.py::TestMorselToCookieMaxAge::test_max_age_valid_int", + "test_requests.py::TestTimeout::test_stream_timeout", + "test_requests.py::TestTimeout::test_invalid_timeout", + "test_requests.py::TestTimeout::test_read_timeout", + "test_requests.py::TestTimeout::test_connect_timeout", + "test_requests.py::TestTimeout::test_total_timeout_connect", + "test_requests.py::TestRedirects::test_requests_are_updated_each_time", + "test_requests.py::test_data_argument_accepts_tuples", + "test_requests.py::test_prepared_request_empty_copy", + "test_requests.py::test_prepared_request_no_cookies_copy", + "test_requests.py::test_prepared_request_complete_copy", + "test_requests.py::test_prepare_unicode_url", + "test_requests.py::test_urllib3_retries", + "test_requests.py::test_vendor_aliases" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/single/official-evaluation/psf__requests-2674/test-output-excerpt.txt b/reports/experiments/paired-20/single/official-evaluation/psf__requests-2674/test-output-excerpt.txt new file mode 100644 index 0000000..7d8b01e --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/psf__requests-2674/test-output-excerpt.txt @@ -0,0 +1,160 @@ +PASSED test_requests.py::RequestsTestCase::test_DIGEST_HTTP_200_OK_GET +PASSED test_requests.py::RequestsTestCase::test_DIGEST_STREAM +PASSED test_requests.py::RequestsTestCase::test_HTTP_200_OK_GET_ALTERNATIVE +PASSED test_requests.py::RequestsTestCase::test_HTTP_200_OK_GET_WITH_MIXED_PARAMS +PASSED test_requests.py::RequestsTestCase::test_HTTP_200_OK_GET_WITH_PARAMS +PASSED test_requests.py::RequestsTestCase::test_HTTP_200_OK_HEAD +PASSED test_requests.py::RequestsTestCase::test_HTTP_200_OK_PUT +PASSED test_requests.py::RequestsTestCase::test_HTTP_302_ALLOW_REDIRECT_GET +PASSED test_requests.py::RequestsTestCase::test_LocationParseError +PASSED test_requests.py::RequestsTestCase::test_POSTBIN_GET_POST_FILES +PASSED test_requests.py::RequestsTestCase::test_POSTBIN_GET_POST_FILES_WITH_DATA +PASSED test_requests.py::RequestsTestCase::test_auth_is_retained_for_redirect_on_host +PASSED test_requests.py::RequestsTestCase::test_auth_is_stripped_on_redirect_off_host +PASSED test_requests.py::RequestsTestCase::test_autoset_header_values_are_native +PASSED test_requests.py::RequestsTestCase::test_basic_auth_str_is_always_native +PASSED test_requests.py::RequestsTestCase::test_basic_building +PASSED test_requests.py::RequestsTestCase::test_basicauth_with_netrc +PASSED test_requests.py::RequestsTestCase::test_can_send_bytes_bytearray_objects_with_files +PASSED test_requests.py::RequestsTestCase::test_can_send_file_object_with_non_string_filename +PASSED test_requests.py::RequestsTestCase::test_can_send_nonstring_objects_with_files +PASSED test_requests.py::RequestsTestCase::test_cannot_send_unprepared_requests +PASSED test_requests.py::RequestsTestCase::test_connection_error_invalid_domain +PASSED test_requests.py::RequestsTestCase::test_connection_error_invalid_port +PASSED test_requests.py::RequestsTestCase::test_cookie_as_dict_items +PASSED test_requests.py::RequestsTestCase::test_cookie_as_dict_keeps_items +PASSED test_requests.py::RequestsTestCase::test_cookie_as_dict_keeps_len +PASSED test_requests.py::RequestsTestCase::test_cookie_as_dict_keys +PASSED test_requests.py::RequestsTestCase::test_cookie_as_dict_values +PASSED test_requests.py::RequestsTestCase::test_cookie_parameters +PASSED test_requests.py::RequestsTestCase::test_cookie_persists_via_api +PASSED test_requests.py::RequestsTestCase::test_cookie_quote_wrapped +PASSED test_requests.py::RequestsTestCase::test_cookie_removed_on_expire +PASSED test_requests.py::RequestsTestCase::test_cookie_sent_on_redirect +PASSED test_requests.py::RequestsTestCase::test_custom_content_type +PASSED test_requests.py::RequestsTestCase::test_decompress_gzip +PASSED test_requests.py::RequestsTestCase::test_different_encodings_dont_break_post +PASSED test_requests.py::RequestsTestCase::test_entry_points +PASSED test_requests.py::RequestsTestCase::test_fixes_1329 +PASSED test_requests.py::RequestsTestCase::test_generic_cookiejar_works +PASSED test_requests.py::RequestsTestCase::test_get_auth_from_url +PASSED test_requests.py::RequestsTestCase::test_get_auth_from_url_encoded_hashes +PASSED test_requests.py::RequestsTestCase::test_get_auth_from_url_encoded_spaces +PASSED test_requests.py::RequestsTestCase::test_get_auth_from_url_not_encoded_spaces +PASSED test_requests.py::RequestsTestCase::test_get_auth_from_url_percent_chars +PASSED test_requests.py::RequestsTestCase::test_header_keys_are_native +PASSED test_requests.py::RequestsTestCase::test_header_remove_is_case_insensitive +PASSED test_requests.py::RequestsTestCase::test_headers_on_session_with_None_are_not_sent +PASSED test_requests.py::RequestsTestCase::test_history_is_always_a_list +PASSED test_requests.py::RequestsTestCase::test_hook_receives_request_arguments +PASSED test_requests.py::RequestsTestCase::test_http_error +PASSED test_requests.py::RequestsTestCase::test_invalid_url +PASSED test_requests.py::RequestsTestCase::test_json_param_post_content_type_works +PASSED test_requests.py::RequestsTestCase::test_links +PASSED test_requests.py::RequestsTestCase::test_long_authinfo_in_url +PASSED test_requests.py::RequestsTestCase::test_manual_redirect_with_partial_body_read +PASSED test_requests.py::RequestsTestCase::test_mixed_case_scheme_acceptable +PASSED test_requests.py::RequestsTestCase::test_no_content_length +PASSED test_requests.py::RequestsTestCase::test_nonhttp_schemes_dont_check_URLs +PASSED test_requests.py::RequestsTestCase::test_override_content_length +PASSED test_requests.py::RequestsTestCase::test_param_cookiejar_works +PASSED test_requests.py::RequestsTestCase::test_params_are_added_before_fragment +PASSED test_requests.py::RequestsTestCase::test_params_are_merged_case_sensitive +PASSED test_requests.py::RequestsTestCase::test_path_is_not_double_encoded +PASSED test_requests.py::RequestsTestCase::test_prepare_request_with_bytestring_url +PASSED test_requests.py::RequestsTestCase::test_prepared_from_session +PASSED test_requests.py::RequestsTestCase::test_prepared_request_hook +PASSED test_requests.py::RequestsTestCase::test_pyopenssl_redirect +PASSED test_requests.py::RequestsTestCase::test_redirect_with_wrong_gzipped_header +PASSED test_requests.py::RequestsTestCase::test_request_and_response_are_pickleable +PASSED test_requests.py::RequestsTestCase::test_request_cookie_overrides_session_cookie +PASSED test_requests.py::RequestsTestCase::test_request_cookies_not_persisted +PASSED test_requests.py::RequestsTestCase::test_request_ok_set +PASSED test_requests.py::RequestsTestCase::test_requests_history_is_saved +PASSED test_requests.py::RequestsTestCase::test_requests_in_history_are_not_overridden +PASSED test_requests.py::RequestsTestCase::test_response_decode_unicode +PASSED test_requests.py::RequestsTestCase::test_response_is_iterable +PASSED test_requests.py::RequestsTestCase::test_response_iter_lines +PASSED test_requests.py::RequestsTestCase::test_session_hooks_are_overriden_by_request_hooks +PASSED test_requests.py::RequestsTestCase::test_session_hooks_are_used_with_no_request_hooks +PASSED test_requests.py::RequestsTestCase::test_session_pickling +PASSED test_requests.py::RequestsTestCase::test_set_cookie_on_301 +PASSED test_requests.py::RequestsTestCase::test_status_raising +PASSED test_requests.py::RequestsTestCase::test_time_elapsed_blank +PASSED test_requests.py::RequestsTestCase::test_transport_adapter_ordering +PASSED test_requests.py::RequestsTestCase::test_unconsumed_session_response_closes_connection +PASSED test_requests.py::RequestsTestCase::test_unicode_get +PASSED test_requests.py::RequestsTestCase::test_unicode_header_name +PASSED test_requests.py::RequestsTestCase::test_unicode_method_name +PASSED test_requests.py::RequestsTestCase::test_unicode_multipart_post +PASSED test_requests.py::RequestsTestCase::test_unicode_multipart_post_fieldnames +PASSED test_requests.py::RequestsTestCase::test_uppercase_scheme_redirect +PASSED test_requests.py::RequestsTestCase::test_urlencoded_get_query_multivalued_param +PASSED test_requests.py::RequestsTestCase::test_user_agent_transfers +PASSED test_requests.py::TestContentEncodingDetection::test_html4_pragma +PASSED test_requests.py::TestContentEncodingDetection::test_html_charset +PASSED test_requests.py::TestContentEncodingDetection::test_none +PASSED test_requests.py::TestContentEncodingDetection::test_precedence +PASSED test_requests.py::TestContentEncodingDetection::test_xhtml_pragma +PASSED test_requests.py::TestContentEncodingDetection::test_xml +PASSED test_requests.py::TestCaseInsensitiveDict::test_contains +PASSED test_requests.py::TestCaseInsensitiveDict::test_copy +PASSED test_requests.py::TestCaseInsensitiveDict::test_delitem +PASSED test_requests.py::TestCaseInsensitiveDict::test_docstring_example +PASSED test_requests.py::TestCaseInsensitiveDict::test_equality +PASSED test_requests.py::TestCaseInsensitiveDict::test_fixes_649 +PASSED test_requests.py::TestCaseInsensitiveDict::test_get +PASSED test_requests.py::TestCaseInsensitiveDict::test_getitem +PASSED test_requests.py::TestCaseInsensitiveDict::test_iter +PASSED test_requests.py::TestCaseInsensitiveDict::test_iterable_init +PASSED test_requests.py::TestCaseInsensitiveDict::test_kwargs_init +PASSED test_requests.py::TestCaseInsensitiveDict::test_len +PASSED test_requests.py::TestCaseInsensitiveDict::test_lower_items +PASSED test_requests.py::TestCaseInsensitiveDict::test_mapping_init +PASSED test_requests.py::TestCaseInsensitiveDict::test_preserve_key_case +PASSED test_requests.py::TestCaseInsensitiveDict::test_preserve_last_key_case +PASSED test_requests.py::TestCaseInsensitiveDict::test_repr +PASSED test_requests.py::TestCaseInsensitiveDict::test_setdefault +PASSED test_requests.py::TestCaseInsensitiveDict::test_update +PASSED test_requests.py::TestCaseInsensitiveDict::test_update_retains_unchanged +PASSED test_requests.py::UtilsTestCase::test_address_in_network +PASSED test_requests.py::UtilsTestCase::test_dotted_netmask +PASSED test_requests.py::UtilsTestCase::test_get_auth_from_url +PASSED test_requests.py::UtilsTestCase::test_get_environ_proxies +PASSED test_requests.py::UtilsTestCase::test_get_environ_proxies_ip_ranges +PASSED test_requests.py::UtilsTestCase::test_guess_filename_when_filename_is_an_int +PASSED test_requests.py::UtilsTestCase::test_guess_filename_when_int +PASSED test_requests.py::UtilsTestCase::test_guess_filename_with_file_like_obj +PASSED test_requests.py::UtilsTestCase::test_guess_filename_with_unicode_name +PASSED test_requests.py::UtilsTestCase::test_is_ipv4_address +PASSED test_requests.py::UtilsTestCase::test_is_valid_cidr +PASSED test_requests.py::UtilsTestCase::test_requote_uri_properly_requotes +PASSED test_requests.py::UtilsTestCase::test_requote_uri_with_unquoted_percents +PASSED test_requests.py::UtilsTestCase::test_super_len_io_streams +PASSED test_requests.py::TestMorselToCookieExpires::test_expires_invalid_int +PASSED test_requests.py::TestMorselToCookieExpires::test_expires_invalid_str +PASSED test_requests.py::TestMorselToCookieExpires::test_expires_none +PASSED test_requests.py::TestMorselToCookieExpires::test_expires_valid_str +PASSED test_requests.py::TestMorselToCookieMaxAge::test_max_age_invalid_str +PASSED test_requests.py::TestMorselToCookieMaxAge::test_max_age_valid_int +PASSED test_requests.py::TestTimeout::test_stream_timeout +PASSED test_requests.py::TestTimeout::test_invalid_timeout +PASSED test_requests.py::TestTimeout::test_none_timeout +PASSED test_requests.py::TestTimeout::test_read_timeout +PASSED test_requests.py::TestTimeout::test_connect_timeout +PASSED test_requests.py::TestTimeout::test_total_timeout_connect +PASSED test_requests.py::TestTimeout::test_encoded_methods +PASSED test_requests.py::TestRedirects::test_requests_are_updated_each_time +PASSED test_requests.py::test_data_argument_accepts_tuples +PASSED test_requests.py::test_prepared_request_empty_copy +PASSED test_requests.py::test_prepared_request_no_cookies_copy +PASSED test_requests.py::test_prepared_request_complete_copy +PASSED test_requests.py::test_prepare_unicode_url +PASSED test_requests.py::test_urllib3_retries +PASSED test_requests.py::test_vendor_aliases +XPASS test_requests.py::RequestsTestCase::test_response_iter_lines_reentrant +FAILED test_requests.py::RequestsTestCase::test_conflicting_post_params - Typ... +FAILED test_requests.py::test_urllib3_pool_connection_closed - requests.packa... +============ 2 failed, 159 passed, 1 xpassed, 28 warnings in 15.42s ============ ++ SWEBENCH_TEST_EXIT_CODE=1 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4094/harness-summary.json b/reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4094/harness-summary.json new file mode 100644 index 0000000..d5b0709 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4094/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "pydata__xarray-4094" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "pydata__xarray-4094" + ], + "resolved_ids": [ + "pydata__xarray-4094" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.pydata_1776_xarray-4094:latest" + ] +} diff --git a/reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4094/outcome.json b/reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4094/outcome.json new file mode 100644 index 0000000..d3b78c0 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4094/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "pydata__xarray-4094", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.pydata_1776_xarray-4094:latest", + "patch_sha256": "ca0e8c03e723f6fce7b7936dc37921c7b0561d85087f0656400e9b3ec106fca7", + "image_id": "sha256:a18e074e2230f1f06df847df0451aef2063d777000ae6ed5d86adba4d2eafef6", + "image_digests": [ + "swebench/sweb.eval.x86_64.pydata_1776_xarray-4094@sha256:6bcd1fe581af0796691ac3527b940d43e5e1bfd6539adeecebb12f3e4b25dc2c" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4094/raw-log-manifest.json b/reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4094/raw-log-manifest.json new file mode 100644 index 0000000..c711dd5 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4094/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37850192309", + "artifact_name": "patch-shard-9", + "files": { + "harness.log": { + "sha256": "7ab2f237cd75816a99d47444e0cd72c79054914fca80b0cab8c7c1d4d20d664a", + "bytes": 835 + }, + "image-pull.log": { + "sha256": "c38fe11f78a41287a2310554bad527d3a6077d6a7d9df9f63cdf8f6bd6756b04", + "bytes": 1704 + }, + "logs/run_evaluation/patch-37850192309-9-9/agentic-controls-single/pydata__xarray-4094/eval.sh": { + "sha256": "c8e40a7cadb62a9cf94283be27fd5cf53412e916883e339e227acb6b26c1f4f0", + "bytes": 1521 + }, + "logs/run_evaluation/patch-37850192309-9-9/agentic-controls-single/pydata__xarray-4094/patch.diff": { + "sha256": "ca0e8c03e723f6fce7b7936dc37921c7b0561d85087f0656400e9b3ec106fca7", + "bytes": 406 + }, + "logs/run_evaluation/patch-37850192309-9-9/agentic-controls-single/pydata__xarray-4094/report.json": { + "sha256": "07bff09a5945522da7b04c79dff185ce1028e6c982b73b2bf04ad42659308c34", + "bytes": 80222 + }, + "logs/run_evaluation/patch-37850192309-9-9/agentic-controls-single/pydata__xarray-4094/run_instance.log": { + "sha256": "337735f64e98ca8827f5b4f450a2fc96218cc6387705fc0802ab0b3916fb26ab", + "bytes": 65667 + }, + "logs/run_evaluation/patch-37850192309-9-9/agentic-controls-single/pydata__xarray-4094/test_output.txt": { + "sha256": "dea9b7a73a61a39eb818405b392a5bb53b0f10c42c6ba26c63409796a906f182", + "bytes": 179983 + }, + "logs/run_evaluation/patch-37850192309-9-9/run.json": { + "sha256": "11a81e1eb5c12be513110ad2550f7d1e34068b9c926b6640b71c3f24f157250c", + "bytes": 213 + }, + "predictions.jsonl": { + "sha256": "140da504f7f7cb47c39ee9a6a958ad4971fc6b174beb505613d7243fc600f83a", + "bytes": 524 + }, + "summary/agentic-controls-single.patch-37850192309-9-9.json": { + "sha256": "7933d047323168bbda574f0d19ef693920e0c46dc10a945dd551c7e4396fdebd", + "bytes": 834 + } + }, + "excerpt": { + "raw_sha256": "dea9b7a73a61a39eb818405b392a5bb53b0f10c42c6ba26c63409796a906f182", + "raw_lines": 3665, + "start_line": 3502, + "stop_line": 3661, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4094/report.json b/reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4094/report.json new file mode 100644 index 0000000..6550bfa --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4094/report.json @@ -0,0 +1,892 @@ +{ + "pydata__xarray-4094": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "xarray/tests/test_dataset.py::TestDataset::test_to_stacked_array_to_unstacked_dataset" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "xarray/tests/test_dataset.py::TestDataset::test_repr", + "xarray/tests/test_dataset.py::TestDataset::test_repr_multiindex", + "xarray/tests/test_dataset.py::TestDataset::test_repr_period_index", + "xarray/tests/test_dataset.py::TestDataset::test_unicode_data", + "xarray/tests/test_dataset.py::TestDataset::test_repr_nep18", + "xarray/tests/test_dataset.py::TestDataset::test_info", + "xarray/tests/test_dataset.py::TestDataset::test_constructor", + "xarray/tests/test_dataset.py::TestDataset::test_constructor_invalid_dims", + "xarray/tests/test_dataset.py::TestDataset::test_constructor_1d", + "xarray/tests/test_dataset.py::TestDataset::test_constructor_0d", + "xarray/tests/test_dataset.py::TestDataset::test_constructor_deprecated", + "xarray/tests/test_dataset.py::TestDataset::test_constructor_auto_align", + "xarray/tests/test_dataset.py::TestDataset::test_constructor_pandas_sequence", + "xarray/tests/test_dataset.py::TestDataset::test_constructor_pandas_single", + "xarray/tests/test_dataset.py::TestDataset::test_constructor_compat", + "xarray/tests/test_dataset.py::TestDataset::test_constructor_with_coords", + "xarray/tests/test_dataset.py::TestDataset::test_properties", + "xarray/tests/test_dataset.py::TestDataset::test_asarray", + "xarray/tests/test_dataset.py::TestDataset::test_get_index", + "xarray/tests/test_dataset.py::TestDataset::test_attr_access", + "xarray/tests/test_dataset.py::TestDataset::test_variable", + "xarray/tests/test_dataset.py::TestDataset::test_modify_inplace", + "xarray/tests/test_dataset.py::TestDataset::test_coords_properties", + "xarray/tests/test_dataset.py::TestDataset::test_coords_modify", + "xarray/tests/test_dataset.py::TestDataset::test_update_index", + "xarray/tests/test_dataset.py::TestDataset::test_coords_setitem_with_new_dimension", + "xarray/tests/test_dataset.py::TestDataset::test_coords_setitem_multiindex", + "xarray/tests/test_dataset.py::TestDataset::test_coords_set", + "xarray/tests/test_dataset.py::TestDataset::test_coords_to_dataset", + "xarray/tests/test_dataset.py::TestDataset::test_coords_merge", + "xarray/tests/test_dataset.py::TestDataset::test_coords_merge_mismatched_shape", + "xarray/tests/test_dataset.py::TestDataset::test_data_vars_properties", + "xarray/tests/test_dataset.py::TestDataset::test_equals_and_identical", + "xarray/tests/test_dataset.py::TestDataset::test_equals_failures", + "xarray/tests/test_dataset.py::TestDataset::test_broadcast_equals", + "xarray/tests/test_dataset.py::TestDataset::test_attrs", + "xarray/tests/test_dataset.py::TestDataset::test_chunk", + "xarray/tests/test_dataset.py::TestDataset::test_dask_is_lazy", + "xarray/tests/test_dataset.py::TestDataset::test_isel", + "xarray/tests/test_dataset.py::TestDataset::test_isel_fancy", + "xarray/tests/test_dataset.py::TestDataset::test_isel_dataarray", + "xarray/tests/test_dataset.py::TestDataset::test_sel", + "xarray/tests/test_dataset.py::TestDataset::test_sel_dataarray", + "xarray/tests/test_dataset.py::TestDataset::test_sel_dataarray_mindex", + "xarray/tests/test_dataset.py::TestDataset::test_categorical_index", + "xarray/tests/test_dataset.py::TestDataset::test_categorical_reindex", + "xarray/tests/test_dataset.py::TestDataset::test_sel_drop", + "xarray/tests/test_dataset.py::TestDataset::test_isel_drop", + "xarray/tests/test_dataset.py::TestDataset::test_head", + "xarray/tests/test_dataset.py::TestDataset::test_tail", + "xarray/tests/test_dataset.py::TestDataset::test_thin", + "xarray/tests/test_dataset.py::TestDataset::test_sel_fancy", + "xarray/tests/test_dataset.py::TestDataset::test_sel_method", + "xarray/tests/test_dataset.py::TestDataset::test_loc", + "xarray/tests/test_dataset.py::TestDataset::test_selection_multiindex", + "xarray/tests/test_dataset.py::TestDataset::test_broadcast_like", + "xarray/tests/test_dataset.py::TestDataset::test_reindex_like", + "xarray/tests/test_dataset.py::TestDataset::test_reindex", + "xarray/tests/test_dataset.py::TestDataset::test_reindex_warning", + "xarray/tests/test_dataset.py::TestDataset::test_reindex_variables_copied", + "xarray/tests/test_dataset.py::TestDataset::test_reindex_method", + "xarray/tests/test_dataset.py::TestDataset::test_reindex_fill_value[fill_value0]", + "xarray/tests/test_dataset.py::TestDataset::test_reindex_fill_value[2]", + "xarray/tests/test_dataset.py::TestDataset::test_reindex_fill_value[2.0]", + "xarray/tests/test_dataset.py::TestDataset::test_reindex_like_fill_value[fill_value0]", + "xarray/tests/test_dataset.py::TestDataset::test_reindex_like_fill_value[2]", + "xarray/tests/test_dataset.py::TestDataset::test_reindex_like_fill_value[2.0]", + "xarray/tests/test_dataset.py::TestDataset::test_align_fill_value[fill_value0]", + "xarray/tests/test_dataset.py::TestDataset::test_align_fill_value[2]", + "xarray/tests/test_dataset.py::TestDataset::test_align_fill_value[2.0]", + "xarray/tests/test_dataset.py::TestDataset::test_align", + "xarray/tests/test_dataset.py::TestDataset::test_align_exact", + "xarray/tests/test_dataset.py::TestDataset::test_align_override", + "xarray/tests/test_dataset.py::TestDataset::test_align_exclude", + "xarray/tests/test_dataset.py::TestDataset::test_align_nocopy", + "xarray/tests/test_dataset.py::TestDataset::test_align_indexes", + "xarray/tests/test_dataset.py::TestDataset::test_align_non_unique", + "xarray/tests/test_dataset.py::TestDataset::test_broadcast", + "xarray/tests/test_dataset.py::TestDataset::test_broadcast_nocopy", + "xarray/tests/test_dataset.py::TestDataset::test_broadcast_exclude", + "xarray/tests/test_dataset.py::TestDataset::test_broadcast_misaligned", + "xarray/tests/test_dataset.py::TestDataset::test_variable_indexing", + "xarray/tests/test_dataset.py::TestDataset::test_drop_variables", + "xarray/tests/test_dataset.py::TestDataset::test_drop_index_labels", + "xarray/tests/test_dataset.py::TestDataset::test_drop_labels_by_keyword", + "xarray/tests/test_dataset.py::TestDataset::test_drop_dims", + "xarray/tests/test_dataset.py::TestDataset::test_copy", + "xarray/tests/test_dataset.py::TestDataset::test_copy_with_data", + "xarray/tests/test_dataset.py::TestDataset::test_copy_with_data_errors", + "xarray/tests/test_dataset.py::TestDataset::test_rename", + "xarray/tests/test_dataset.py::TestDataset::test_rename_old_name", + "xarray/tests/test_dataset.py::TestDataset::test_rename_same_name", + "xarray/tests/test_dataset.py::TestDataset::test_rename_inplace", + "xarray/tests/test_dataset.py::TestDataset::test_rename_dims", + "xarray/tests/test_dataset.py::TestDataset::test_rename_vars", + "xarray/tests/test_dataset.py::TestDataset::test_rename_multiindex", + "xarray/tests/test_dataset.py::TestDataset::test_rename_does_not_change_CFTimeIndex_type", + "xarray/tests/test_dataset.py::TestDataset::test_rename_does_not_change_DatetimeIndex_type", + "xarray/tests/test_dataset.py::TestDataset::test_swap_dims", + "xarray/tests/test_dataset.py::TestDataset::test_expand_dims_error", + "xarray/tests/test_dataset.py::TestDataset::test_expand_dims_int", + "xarray/tests/test_dataset.py::TestDataset::test_expand_dims_coords", + "xarray/tests/test_dataset.py::TestDataset::test_expand_dims_existing_scalar_coord", + "xarray/tests/test_dataset.py::TestDataset::test_isel_expand_dims_roundtrip", + "xarray/tests/test_dataset.py::TestDataset::test_expand_dims_mixed_int_and_coords", + "xarray/tests/test_dataset.py::TestDataset::test_expand_dims_kwargs_python36plus", + "xarray/tests/test_dataset.py::TestDataset::test_set_index", + "xarray/tests/test_dataset.py::TestDataset::test_reset_index", + "xarray/tests/test_dataset.py::TestDataset::test_reset_index_keep_attrs", + "xarray/tests/test_dataset.py::TestDataset::test_reorder_levels", + "xarray/tests/test_dataset.py::TestDataset::test_stack", + "xarray/tests/test_dataset.py::TestDataset::test_unstack", + "xarray/tests/test_dataset.py::TestDataset::test_unstack_errors", + "xarray/tests/test_dataset.py::TestDataset::test_unstack_fill_value", + "xarray/tests/test_dataset.py::TestDataset::test_unstack_sparse", + "xarray/tests/test_dataset.py::TestDataset::test_stack_unstack_fast", + "xarray/tests/test_dataset.py::TestDataset::test_stack_unstack_slow", + "xarray/tests/test_dataset.py::TestDataset::test_to_stacked_array_invalid_sample_dims", + "xarray/tests/test_dataset.py::TestDataset::test_to_stacked_array_name", + "xarray/tests/test_dataset.py::TestDataset::test_to_stacked_array_dtype_dims", + "xarray/tests/test_dataset.py::TestDataset::test_to_stacked_array_to_unstacked_dataset_different_dimension", + "xarray/tests/test_dataset.py::TestDataset::test_update", + "xarray/tests/test_dataset.py::TestDataset::test_update_overwrite_coords", + "xarray/tests/test_dataset.py::TestDataset::test_update_auto_align", + "xarray/tests/test_dataset.py::TestDataset::test_getitem", + "xarray/tests/test_dataset.py::TestDataset::test_getitem_hashable", + "xarray/tests/test_dataset.py::TestDataset::test_virtual_variables_default_coords", + "xarray/tests/test_dataset.py::TestDataset::test_virtual_variables_time", + "xarray/tests/test_dataset.py::TestDataset::test_virtual_variable_same_name", + "xarray/tests/test_dataset.py::TestDataset::test_virtual_variable_multiindex", + "xarray/tests/test_dataset.py::TestDataset::test_time_season", + "xarray/tests/test_dataset.py::TestDataset::test_slice_virtual_variable", + "xarray/tests/test_dataset.py::TestDataset::test_setitem", + "xarray/tests/test_dataset.py::TestDataset::test_setitem_pandas", + "xarray/tests/test_dataset.py::TestDataset::test_setitem_auto_align", + "xarray/tests/test_dataset.py::TestDataset::test_setitem_dimension_override", + "xarray/tests/test_dataset.py::TestDataset::test_setitem_with_coords", + "xarray/tests/test_dataset.py::TestDataset::test_setitem_align_new_indexes", + "xarray/tests/test_dataset.py::TestDataset::test_assign", + "xarray/tests/test_dataset.py::TestDataset::test_assign_coords", + "xarray/tests/test_dataset.py::TestDataset::test_assign_attrs", + "xarray/tests/test_dataset.py::TestDataset::test_assign_multiindex_level", + "xarray/tests/test_dataset.py::TestDataset::test_merge_multiindex_level", + "xarray/tests/test_dataset.py::TestDataset::test_setitem_original_non_unique_index", + "xarray/tests/test_dataset.py::TestDataset::test_setitem_both_non_unique_index", + "xarray/tests/test_dataset.py::TestDataset::test_setitem_multiindex_level", + "xarray/tests/test_dataset.py::TestDataset::test_delitem", + "xarray/tests/test_dataset.py::TestDataset::test_squeeze", + "xarray/tests/test_dataset.py::TestDataset::test_squeeze_drop", + "xarray/tests/test_dataset.py::TestDataset::test_groupby", + "xarray/tests/test_dataset.py::TestDataset::test_groupby_returns_new_type", + "xarray/tests/test_dataset.py::TestDataset::test_groupby_iter", + "xarray/tests/test_dataset.py::TestDataset::test_groupby_errors", + "xarray/tests/test_dataset.py::TestDataset::test_groupby_reduce", + "xarray/tests/test_dataset.py::TestDataset::test_groupby_math", + "xarray/tests/test_dataset.py::TestDataset::test_groupby_math_virtual", + "xarray/tests/test_dataset.py::TestDataset::test_groupby_nan", + "xarray/tests/test_dataset.py::TestDataset::test_groupby_order", + "xarray/tests/test_dataset.py::TestDataset::test_resample_and_first", + "xarray/tests/test_dataset.py::TestDataset::test_resample_min_count", + "xarray/tests/test_dataset.py::TestDataset::test_resample_by_mean_with_keep_attrs", + "xarray/tests/test_dataset.py::TestDataset::test_resample_loffset", + "xarray/tests/test_dataset.py::TestDataset::test_resample_by_mean_discarding_attrs", + "xarray/tests/test_dataset.py::TestDataset::test_resample_by_last_discarding_attrs", + "xarray/tests/test_dataset.py::TestDataset::test_resample_drop_nondim_coords", + "xarray/tests/test_dataset.py::TestDataset::test_resample_old_api", + "xarray/tests/test_dataset.py::TestDataset::test_resample_ds_da_are_the_same", + "xarray/tests/test_dataset.py::TestDataset::test_ds_resample_apply_func_args", + "xarray/tests/test_dataset.py::TestDataset::test_to_array", + "xarray/tests/test_dataset.py::TestDataset::test_to_and_from_dataframe", + "xarray/tests/test_dataset.py::TestDataset::test_from_dataframe_sparse", + "xarray/tests/test_dataset.py::TestDataset::test_to_and_from_empty_dataframe", + "xarray/tests/test_dataset.py::TestDataset::test_from_dataframe_non_unique_columns", + "xarray/tests/test_dataset.py::TestDataset::test_convert_dataframe_with_many_types_and_multiindex", + "xarray/tests/test_dataset.py::TestDataset::test_to_and_from_dict", + "xarray/tests/test_dataset.py::TestDataset::test_to_and_from_dict_with_time_dim", + "xarray/tests/test_dataset.py::TestDataset::test_to_and_from_dict_with_nan_nat", + "xarray/tests/test_dataset.py::TestDataset::test_to_dict_with_numpy_attrs", + "xarray/tests/test_dataset.py::TestDataset::test_pickle", + "xarray/tests/test_dataset.py::TestDataset::test_lazy_load", + "xarray/tests/test_dataset.py::TestDataset::test_dropna", + "xarray/tests/test_dataset.py::TestDataset::test_fillna", + "xarray/tests/test_dataset.py::TestDataset::test_where", + "xarray/tests/test_dataset.py::TestDataset::test_where_other", + "xarray/tests/test_dataset.py::TestDataset::test_where_drop", + "xarray/tests/test_dataset.py::TestDataset::test_where_drop_empty", + "xarray/tests/test_dataset.py::TestDataset::test_where_drop_no_indexes", + "xarray/tests/test_dataset.py::TestDataset::test_reduce", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_coords", + "xarray/tests/test_dataset.py::TestDataset::test_mean_uint_dtype", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_bad_dim", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_cumsum", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_cumsum_test_dims", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_non_numeric", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_strings", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_dtypes", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_keep_attrs", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_argmin", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_scalars", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_only_one_axis", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_no_axis", + "xarray/tests/test_dataset.py::TestDataset::test_reduce_keepdims", + "xarray/tests/test_dataset.py::TestDataset::test_quantile[0.25-True]", + "xarray/tests/test_dataset.py::TestDataset::test_quantile[0.25-False]", + "xarray/tests/test_dataset.py::TestDataset::test_quantile[q1-True]", + "xarray/tests/test_dataset.py::TestDataset::test_quantile[q1-False]", + "xarray/tests/test_dataset.py::TestDataset::test_quantile[q2-True]", + "xarray/tests/test_dataset.py::TestDataset::test_quantile[q2-False]", + "xarray/tests/test_dataset.py::TestDataset::test_quantile_skipna[True]", + "xarray/tests/test_dataset.py::TestDataset::test_quantile_skipna[False]", + "xarray/tests/test_dataset.py::TestDataset::test_rank", + "xarray/tests/test_dataset.py::TestDataset::test_count", + "xarray/tests/test_dataset.py::TestDataset::test_map", + "xarray/tests/test_dataset.py::TestDataset::test_apply_pending_deprecated_map", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_number_math", + "xarray/tests/test_dataset.py::TestDataset::test_unary_ops", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_array_math", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_dataset_math", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_math_auto_align", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_math_errors", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_transpose", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_ellipsis_transpose_different_ordered_vars", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_retains_period_index_on_transpose", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_diff_n1_simple", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_diff_n1_label", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_diff_n1", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_diff_n2", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_diff_exception_n_neg", + "xarray/tests/test_dataset.py::TestDataset::test_dataset_diff_exception_label_str", + "xarray/tests/test_dataset.py::TestDataset::test_shift[fill_value0]", + "xarray/tests/test_dataset.py::TestDataset::test_shift[2]", + "xarray/tests/test_dataset.py::TestDataset::test_shift[2.0]", + "xarray/tests/test_dataset.py::TestDataset::test_roll_coords", + "xarray/tests/test_dataset.py::TestDataset::test_roll_no_coords", + "xarray/tests/test_dataset.py::TestDataset::test_roll_coords_none", + "xarray/tests/test_dataset.py::TestDataset::test_roll_multidim", + "xarray/tests/test_dataset.py::TestDataset::test_real_and_imag", + "xarray/tests/test_dataset.py::TestDataset::test_setattr_raises", + "xarray/tests/test_dataset.py::TestDataset::test_filter_by_attrs", + "xarray/tests/test_dataset.py::TestDataset::test_binary_op_propagate_indexes", + "xarray/tests/test_dataset.py::TestDataset::test_binary_op_join_setting", + "xarray/tests/test_dataset.py::TestDataset::test_full_like", + "xarray/tests/test_dataset.py::TestDataset::test_combine_first", + "xarray/tests/test_dataset.py::TestDataset::test_sortby", + "xarray/tests/test_dataset.py::TestDataset::test_attribute_access", + "xarray/tests/test_dataset.py::TestDataset::test_ipython_key_completion", + "xarray/tests/test_dataset.py::TestDataset::test_polyfit_output", + "xarray/tests/test_dataset.py::TestDataset::test_pad", + "xarray/tests/test_dataset.py::test_isin[test_elements0]", + "xarray/tests/test_dataset.py::test_isin[test_elements1]", + "xarray/tests/test_dataset.py::test_isin[test_elements2]", + "xarray/tests/test_dataset.py::test_isin_dask[test_elements0]", + "xarray/tests/test_dataset.py::test_isin_dask[test_elements1]", + "xarray/tests/test_dataset.py::test_isin_dask[test_elements2]", + "xarray/tests/test_dataset.py::test_isin_dataset", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords0-unaligned_coords0]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords0-unaligned_coords1]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords0-unaligned_coords2]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords0-unaligned_coords3]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords0-unaligned_coords4]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords0-unaligned_coords5]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords0-unaligned_coords6]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords0-unaligned_coords7]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords0-unaligned_coords8]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords0-unaligned_coords9]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords1-unaligned_coords0]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords1-unaligned_coords1]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords1-unaligned_coords2]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords1-unaligned_coords3]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords1-unaligned_coords4]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords1-unaligned_coords5]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords1-unaligned_coords6]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords1-unaligned_coords7]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords1-unaligned_coords8]", + "xarray/tests/test_dataset.py::test_dataset_constructor_aligns_to_explicit_coords[coords1-unaligned_coords9]", + "xarray/tests/test_dataset.py::test_error_message_on_set_supplied", + "xarray/tests/test_dataset.py::test_constructor_raises_with_invalid_coords[unaligned_coords0]", + "xarray/tests/test_dataset.py::test_dir_expected_attrs[None]", + "xarray/tests/test_dataset.py::test_dir_non_string[None]", + "xarray/tests/test_dataset.py::test_dir_unicode[None]", + "xarray/tests/test_dataset.py::test_coarsen_absent_dims_error[1]", + "xarray/tests/test_dataset.py::test_coarsen[1-trim-left-True]", + "xarray/tests/test_dataset.py::test_coarsen[1-trim-left-False]", + "xarray/tests/test_dataset.py::test_coarsen[1-pad-right-True]", + "xarray/tests/test_dataset.py::test_coarsen[1-pad-right-False]", + "xarray/tests/test_dataset.py::test_coarsen_coords[1-True]", + "xarray/tests/test_dataset.py::test_coarsen_coords[1-False]", + "xarray/tests/test_dataset.py::test_coarsen_coords_cftime", + "xarray/tests/test_dataset.py::test_coarsen_keep_attrs", + "xarray/tests/test_dataset.py::test_rolling_keep_attrs", + "xarray/tests/test_dataset.py::test_rolling_properties[1]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-True-sum]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-True-mean]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-True-std]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-True-var]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-True-min]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-True-max]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-True-median]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-False-sum]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-False-mean]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-False-std]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-False-var]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-False-min]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-False-max]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-False-median]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-None-sum]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-None-mean]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-None-std]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-None-var]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-None-min]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-None-max]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-1-None-median]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-True-sum]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-True-mean]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-True-std]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-True-var]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-True-min]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-True-max]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-True-median]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-False-sum]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-False-mean]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-False-std]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-False-var]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-False-min]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-False-max]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-False-median]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-None-sum]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-None-mean]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-None-std]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-None-var]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-None-min]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-None-max]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z1-None-None-median]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-True-sum]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-True-mean]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-True-std]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-True-var]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-True-min]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-True-max]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-True-median]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-False-sum]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-False-mean]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-False-std]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-False-var]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-False-min]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-False-max]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-False-median]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-None-sum]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-None-mean]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-None-std]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-None-var]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-None-min]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-None-max]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-1-None-median]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-True-sum]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-True-mean]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-True-std]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-True-var]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-True-min]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-True-max]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-True-median]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-False-sum]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-False-mean]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-False-std]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-False-var]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-False-min]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-False-max]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-False-median]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-None-sum]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-None-mean]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-None-std]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-None-var]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-None-min]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-None-max]", + "xarray/tests/test_dataset.py::test_rolling_wrapped_bottleneck[1-z2-None-None-median]", + "xarray/tests/test_dataset.py::test_rolling_exp[1]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[1-None-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[1-None-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[1-1-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[1-1-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[1-2-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[1-2-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[1-3-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[1-3-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[2-None-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[2-None-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[2-1-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[2-1-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[2-2-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[2-2-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[2-3-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[2-3-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[3-None-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[3-None-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[3-1-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[3-1-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[3-2-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[3-2-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[3-3-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[3-3-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[4-None-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[4-None-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[4-1-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[4-1-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[4-2-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[4-2-False]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[4-3-True]", + "xarray/tests/test_dataset.py::test_rolling_pandas_compat[4-3-False]", + "xarray/tests/test_dataset.py::test_rolling_construct[1-True]", + "xarray/tests/test_dataset.py::test_rolling_construct[1-False]", + "xarray/tests/test_dataset.py::test_rolling_construct[2-True]", + "xarray/tests/test_dataset.py::test_rolling_construct[2-False]", + "xarray/tests/test_dataset.py::test_rolling_construct[3-True]", + "xarray/tests/test_dataset.py::test_rolling_construct[3-False]", + "xarray/tests/test_dataset.py::test_rolling_construct[4-True]", + "xarray/tests/test_dataset.py::test_rolling_construct[4-False]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-1-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-2-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-3-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[sum-4-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-1-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-2-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-3-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[mean-4-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-2-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-3-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[std-4-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-1-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-2-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-3-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[var-4-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-1-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-2-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-3-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[min-4-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-1-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-2-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-3-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[max-4-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-1-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-2-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-3-3-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-None-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-None-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-None-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-None-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-1-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-1-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-1-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-1-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-2-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-2-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-2-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-2-False-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-3-True-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-3-True-2]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-3-False-1]", + "xarray/tests/test_dataset.py::test_rolling_reduce[median-4-3-False-2]", + "xarray/tests/test_dataset.py::test_raise_no_warning_for_nan_in_binary_ops", + "xarray/tests/test_dataset.py::test_differentiate[1-False]", + "xarray/tests/test_dataset.py::test_differentiate[2-False]", + "xarray/tests/test_dataset.py::test_differentiate_datetime[False]", + "xarray/tests/test_dataset.py::test_differentiate_cftime[False]", + "xarray/tests/test_dataset.py::test_integrate[True]", + "xarray/tests/test_dataset.py::test_integrate[False]", + "xarray/tests/test_dataset.py::test_trapz_datetime[np-True]", + "xarray/tests/test_dataset.py::test_trapz_datetime[np-False]", + "xarray/tests/test_dataset.py::test_trapz_datetime[cftime-True]", + "xarray/tests/test_dataset.py::test_trapz_datetime[cftime-False]", + "xarray/tests/test_dataset.py::test_no_dict", + "xarray/tests/test_dataset.py::test_subclass_slots", + "xarray/tests/test_dataset.py::test_weakref" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4094/test-output-excerpt.txt b/reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4094/test-output-excerpt.txt new file mode 100644 index 0000000..a13afa9 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4094/test-output-excerpt.txt @@ -0,0 +1,160 @@ +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[min-4-3-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[min-4-3-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[min-4-3-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[min-4-3-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-None-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-None-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-None-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-None-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-1-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-1-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-1-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-1-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-2-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-2-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-2-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-2-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-3-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-3-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-3-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-1-3-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-None-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-None-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-None-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-None-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-1-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-1-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-1-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-1-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-2-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-2-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-2-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-2-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-3-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-3-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-3-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-2-3-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-None-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-None-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-None-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-None-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-1-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-1-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-1-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-1-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-2-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-2-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-2-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-2-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-3-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-3-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-3-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-3-3-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-None-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-None-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-None-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-None-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-1-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-1-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-1-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-1-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-2-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-2-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-2-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-2-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-3-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-3-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-3-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[max-4-3-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-None-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-None-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-None-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-None-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-1-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-1-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-1-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-1-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-2-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-2-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-2-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-2-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-3-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-3-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-3-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-1-3-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-None-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-None-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-None-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-None-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-1-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-1-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-1-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-1-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-2-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-2-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-2-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-2-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-3-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-3-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-3-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-2-3-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-None-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-None-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-None-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-None-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-1-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-1-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-1-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-1-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-2-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-2-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-2-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-2-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-3-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-3-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-3-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-3-3-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-None-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-None-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-None-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-None-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-1-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-1-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-1-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-1-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-2-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-2-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-2-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-2-False-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-3-True-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-3-True-2] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-3-False-1] +PASSED xarray/tests/test_dataset.py::test_rolling_reduce[median-4-3-False-2] +PASSED xarray/tests/test_dataset.py::test_raise_no_warning_for_nan_in_binary_ops +PASSED xarray/tests/test_dataset.py::test_differentiate[1-True] +PASSED xarray/tests/test_dataset.py::test_differentiate[1-False] +PASSED xarray/tests/test_dataset.py::test_differentiate[2-True] +PASSED xarray/tests/test_dataset.py::test_differentiate[2-False] +PASSED xarray/tests/test_dataset.py::test_differentiate_datetime[True] +PASSED xarray/tests/test_dataset.py::test_differentiate_datetime[False] +PASSED xarray/tests/test_dataset.py::test_differentiate_cftime[True] +PASSED xarray/tests/test_dataset.py::test_differentiate_cftime[False] +PASSED xarray/tests/test_dataset.py::test_integrate[True] +PASSED xarray/tests/test_dataset.py::test_integrate[False] +PASSED xarray/tests/test_dataset.py::test_trapz_datetime[np-True] +PASSED xarray/tests/test_dataset.py::test_trapz_datetime[np-False] +PASSED xarray/tests/test_dataset.py::test_trapz_datetime[cftime-True] +PASSED xarray/tests/test_dataset.py::test_trapz_datetime[cftime-False] +PASSED xarray/tests/test_dataset.py::test_no_dict +PASSED xarray/tests/test_dataset.py::test_subclass_slots +PASSED xarray/tests/test_dataset.py::test_weakref +SKIPPED [16] xarray/tests/test_dataset.py:5944: std with window == 1 is unstable in bottleneck +XFAIL xarray/tests/test_dataset.py::TestDataset::test_copy_coords[True-expected_orig0] +XPASS xarray/tests/test_dataset.py::TestDataset::test_copy_coords[False-expected_orig1] +FAILED xarray/tests/test_dataset.py::TestDataset::test_sel_categorical - Impo... +FAILED xarray/tests/test_dataset.py::TestDataset::test_sel_categorical_error +FAILED xarray/tests/test_dataset.py::TestDataset::test_categorical_multiindex +FAILED xarray/tests/test_dataset.py::TestDataset::test_from_dataframe_categorical += 4 failed, 867 passed, 16 skipped, 1 xfailed, 1 xpassed, 2926 warnings in 13.43s = ++ SWEBENCH_TEST_EXIT_CODE=1 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4248/harness-summary.json b/reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4248/harness-summary.json new file mode 100644 index 0000000..2915a32 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4248/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 0, + "unresolved_instances": 1, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "pydata__xarray-4248" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "pydata__xarray-4248" + ], + "resolved_ids": [], + "unresolved_ids": [ + "pydata__xarray-4248" + ], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.pydata_1776_xarray-4248:latest" + ] +} diff --git a/reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4248/outcome.json b/reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4248/outcome.json new file mode 100644 index 0000000..779d590 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4248/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "pydata__xarray-4248", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.pydata_1776_xarray-4248:latest", + "patch_sha256": "f04343beced33087afb37e6b0e9443d0e9b6752e7fe68ede02ee4756c4d91658", + "image_id": "sha256:3ecda11cf117b27fd6f3fa5261e651102270eb9e35fe6b6fa8e1d260fffae5d2", + "image_digests": [ + "swebench/sweb.eval.x86_64.pydata_1776_xarray-4248@sha256:d16aca15c86b2ef8a698600711bfde3559f794154a0edd4ac4213edf6b6fdf73" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4248/raw-log-manifest.json b/reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4248/raw-log-manifest.json new file mode 100644 index 0000000..5438458 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4248/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37850192309", + "artifact_name": "patch-shard-5", + "files": { + "harness.log": { + "sha256": "905da30a5293862e9df3632ca8a53d922af7f415464d12a1dd88fee8b6457307", + "bytes": 835 + }, + "image-pull.log": { + "sha256": "c32a2d43cc15304b77043ba0f40421037a181596dd451c5590d3d976b91b47aa", + "bytes": 1704 + }, + "logs/run_evaluation/patch-37850192309-5-5/agentic-controls-single/pydata__xarray-4248/eval.sh": { + "sha256": "484ee6e2c98625a355ea6c9b58b2057fe9a114559e9c0f1e9a1aa4a254c06890", + "bytes": 2348 + }, + "logs/run_evaluation/patch-37850192309-5-5/agentic-controls-single/pydata__xarray-4248/patch.diff": { + "sha256": "f04343beced33087afb37e6b0e9443d0e9b6752e7fe68ede02ee4756c4d91658", + "bytes": 443 + }, + "logs/run_evaluation/patch-37850192309-5-5/agentic-controls-single/pydata__xarray-4248/report.json": { + "sha256": "ec7b96ae5d93f1028ef5ea77418cf827f3ab22b6f8b21fbb913807f8d633fbf6", + "bytes": 2446 + }, + "logs/run_evaluation/patch-37850192309-5-5/agentic-controls-single/pydata__xarray-4248/run_instance.log": { + "sha256": "7c37f5c486d905605fdc9ec940f44bd19141d125c94bfae5d31e9970f8092417", + "bytes": 4802 + }, + "logs/run_evaluation/patch-37850192309-5-5/agentic-controls-single/pydata__xarray-4248/test_output.txt": { + "sha256": "9def6bdb4e5f47c7742b7fbce46fcf5823276789e2f871191cc709809c166f1c", + "bytes": 88476 + }, + "logs/run_evaluation/patch-37850192309-5-5/run.json": { + "sha256": "90c6154f2f3deb3db8268bc35d0678ad5b04fa249e18f30056cd01e5f21c0bf0", + "bytes": 213 + }, + "predictions.jsonl": { + "sha256": "fb74d2e7ad069ec5c2e88256f6b592668c41b387f46b708d98b2071125346563", + "bytes": 585 + }, + "summary/agentic-controls-single.patch-37850192309-5-5.json": { + "sha256": "a119745492beeec1461ad3494f5a00014de4e89fed5297cb45255cc65655116a", + "bytes": 834 + } + }, + "excerpt": { + "raw_sha256": "9def6bdb4e5f47c7742b7fbce46fcf5823276789e2f871191cc709809c166f1c", + "raw_lines": 2252, + "start_line": 2136, + "stop_line": 2248, + "truncated": false, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4248/report.json b/reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4248/report.json new file mode 100644 index 0000000..067b1a4 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4248/report.json @@ -0,0 +1,48 @@ +{ + "pydata__xarray-4248": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": false, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [], + "failure": [ + "xarray/tests/test_formatting.py::test_inline_variable_array_repr_custom_repr" + ] + }, + "PASS_TO_PASS": { + "success": [ + "xarray/tests/test_formatting.py::TestFormatting::test_get_indexer_at_least_n_items", + "xarray/tests/test_formatting.py::TestFormatting::test_first_n_items", + "xarray/tests/test_formatting.py::TestFormatting::test_last_n_items", + "xarray/tests/test_formatting.py::TestFormatting::test_last_item", + "xarray/tests/test_formatting.py::TestFormatting::test_format_item", + "xarray/tests/test_formatting.py::TestFormatting::test_format_items", + "xarray/tests/test_formatting.py::TestFormatting::test_format_array_flat", + "xarray/tests/test_formatting.py::TestFormatting::test_pretty_print", + "xarray/tests/test_formatting.py::TestFormatting::test_maybe_truncate", + "xarray/tests/test_formatting.py::TestFormatting::test_format_timestamp_out_of_bounds", + "xarray/tests/test_formatting.py::TestFormatting::test_attribute_repr", + "xarray/tests/test_formatting.py::TestFormatting::test_diff_array_repr", + "xarray/tests/test_formatting.py::TestFormatting::test_diff_attrs_repr_with_array", + "xarray/tests/test_formatting.py::TestFormatting::test_diff_dataset_repr", + "xarray/tests/test_formatting.py::TestFormatting::test_array_repr", + "xarray/tests/test_formatting.py::test_set_numpy_options", + "xarray/tests/test_formatting.py::test_short_numpy_repr", + "xarray/tests/test_formatting.py::test_large_array_repr_length" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4248/test-output-excerpt.txt b/reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4248/test-output-excerpt.txt new file mode 100644 index 0000000..eda74b8 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/pydata__xarray-4248/test-output-excerpt.txt @@ -0,0 +1,113 @@ ++ : '>>>>> Start Test Output' ++ pytest -rA xarray/tests/test_formatting.py +============================= test session starts ============================== +platform linux -- Python 3.10.15, pytest-7.4.0, pluggy-1.5.0 +rootdir: /testbed +configfile: setup.cfg +plugins: xdist-3.6.1, hypothesis-6.114.0, env-1.1.5, cov-5.0.0 +collected 19 items + +xarray/tests/test_formatting.py ...............F... [100%] + +=================================== FAILURES =================================== +_________________ test_inline_variable_array_repr_custom_repr __________________ + + @pytest.mark.skipif(not IS_NEP18_ACTIVE, reason="requires __array_function__") + def test_inline_variable_array_repr_custom_repr(): + class CustomArray: + def __init__(self, value, attr): + self.value = value + self.attr = attr + + def _repr_inline_(self, width): + formatted = f"({self.attr}) {self.value}" + if len(formatted) > width: + formatted = f"({self.attr}) ..." + + return formatted + + def __array_function__(self, *args, **kwargs): + return NotImplemented + + @property + def shape(self): + return self.value.shape + + @property + def dtype(self): + return self.value.dtype + + @property + def ndim(self): + return self.value.ndim + + value = CustomArray(np.array([20, 40]), "m") + variable = xr.Variable("x", value) + + max_width = 10 + actual = formatting.inline_variable_array_repr(variable, max_width=10) + +> assert actual == value._repr_inline_(max_width) +E AssertionError: assert '= LooseVersion("2.0.0"): + +xarray/core/dask_array_compat.py:149 +xarray/core/dask_array_compat.py:149 + /testbed/xarray/core/dask_array_compat.py:149: DeprecationWarning: distutils Version classes are deprecated. Use packaging.version instead. + if LooseVersion(dask_version) >= LooseVersion("2.8.1"): + +xarray/core/dask_array_compat.py:186 +xarray/core/dask_array_compat.py:186 + /testbed/xarray/core/dask_array_compat.py:186: DeprecationWarning: distutils Version classes are deprecated. Use packaging.version instead. + if LooseVersion(dask_version) > LooseVersion("2.9.0"): + +xarray/core/pdcompat.py:45 + /testbed/xarray/core/pdcompat.py:45: DeprecationWarning: distutils Version classes are deprecated. Use packaging.version instead. + if LooseVersion(pd.__version__) < "0.25.0": + +../opt/miniconda3/envs/testbed/lib/python3.10/site-packages/setuptools/_distutils/version.py:345 + /opt/miniconda3/envs/testbed/lib/python3.10/site-packages/setuptools/_distutils/version.py:345: DeprecationWarning: distutils Version classes are deprecated. Use packaging.version instead. + other = LooseVersion(other) + +xarray/tests/__init__.py:58 +xarray/tests/__init__.py:58 + /testbed/xarray/tests/__init__.py:58: DeprecationWarning: distutils Version classes are deprecated. Use packaging.version instead. + return version.LooseVersion(vstring) + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +==================================== PASSES ==================================== +=========================== short test summary info ============================ +PASSED xarray/tests/test_formatting.py::TestFormatting::test_get_indexer_at_least_n_items +PASSED xarray/tests/test_formatting.py::TestFormatting::test_first_n_items +PASSED xarray/tests/test_formatting.py::TestFormatting::test_last_n_items +PASSED xarray/tests/test_formatting.py::TestFormatting::test_last_item +PASSED xarray/tests/test_formatting.py::TestFormatting::test_format_item +PASSED xarray/tests/test_formatting.py::TestFormatting::test_format_items +PASSED xarray/tests/test_formatting.py::TestFormatting::test_format_array_flat +PASSED xarray/tests/test_formatting.py::TestFormatting::test_pretty_print +PASSED xarray/tests/test_formatting.py::TestFormatting::test_maybe_truncate +PASSED xarray/tests/test_formatting.py::TestFormatting::test_format_timestamp_out_of_bounds +PASSED xarray/tests/test_formatting.py::TestFormatting::test_attribute_repr +PASSED xarray/tests/test_formatting.py::TestFormatting::test_diff_array_repr +PASSED xarray/tests/test_formatting.py::TestFormatting::test_diff_attrs_repr_with_array +PASSED xarray/tests/test_formatting.py::TestFormatting::test_diff_dataset_repr +PASSED xarray/tests/test_formatting.py::TestFormatting::test_array_repr +PASSED xarray/tests/test_formatting.py::test_set_numpy_options +PASSED xarray/tests/test_formatting.py::test_short_numpy_repr +PASSED xarray/tests/test_formatting.py::test_large_array_repr_length +FAILED xarray/tests/test_formatting.py::test_inline_variable_array_repr_custom_repr +================== 1 failed, 18 passed, 11 warnings in 2.91s =================== ++ SWEBENCH_TEST_EXIT_CODE=1 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-11143/harness-summary.json b/reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-11143/harness-summary.json new file mode 100644 index 0000000..ba09ec8 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-11143/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "pytest-dev__pytest-11143" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "pytest-dev__pytest-11143" + ], + "resolved_ids": [ + "pytest-dev__pytest-11143" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.pytest-dev_1776_pytest-11143:latest" + ] +} diff --git a/reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-11143/outcome.json b/reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-11143/outcome.json new file mode 100644 index 0000000..b5128a0 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-11143/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "pytest-dev__pytest-11143", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.pytest-dev_1776_pytest-11143:latest", + "patch_sha256": "5673d57f052cacf34c5b7ef9530fb3dbbea978e5eca686fb92917daacfe02cf6", + "image_id": "sha256:c4299ec247332c00e7016f5fbfcdb5bc8fd733585b3d28b897fcd7a6c50d32e2", + "image_digests": [ + "swebench/sweb.eval.x86_64.pytest-dev_1776_pytest-11143@sha256:e08ce142adec5ec985e867e910045734ec3c58fe174fc054c5f83855bed78fd4" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-11143/raw-log-manifest.json b/reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-11143/raw-log-manifest.json new file mode 100644 index 0000000..2c86073 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-11143/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37850192309", + "artifact_name": "patch-shard-4", + "files": { + "harness.log": { + "sha256": "058c2e1be3e13cd8c8fb05c469dc12c8806c893258fbe49bffe04d53c98f0516", + "bytes": 840 + }, + "image-pull.log": { + "sha256": "b2ce1163be3328ed0479b69fb8162eba069d1a5a1e1fa003c6ca9652b5319c25", + "bytes": 1686 + }, + "logs/run_evaluation/patch-37850192309-4-4/agentic-controls-single/pytest-dev__pytest-11143/eval.sh": { + "sha256": "1d5937b7b9df3eda2dba1439e1891284d0d097edc60bc7017d1269f400232cc3", + "bytes": 1476 + }, + "logs/run_evaluation/patch-37850192309-4-4/agentic-controls-single/pytest-dev__pytest-11143/patch.diff": { + "sha256": "5673d57f052cacf34c5b7ef9530fb3dbbea978e5eca686fb92917daacfe02cf6", + "bytes": 367 + }, + "logs/run_evaluation/patch-37850192309-4-4/agentic-controls-single/pytest-dev__pytest-11143/report.json": { + "sha256": "b6a439147d9eb5a7159cf7a8bb3504415aaf6b580e5dfd30fc7f9c6dc26468b3", + "bytes": 12716 + }, + "logs/run_evaluation/patch-37850192309-4-4/agentic-controls-single/pytest-dev__pytest-11143/run_instance.log": { + "sha256": "71bf6de4a4732f0dcae64551865e00b59af43b01874946b6d4af3bdc43e05cc5", + "bytes": 13178 + }, + "logs/run_evaluation/patch-37850192309-4-4/agentic-controls-single/pytest-dev__pytest-11143/test_output.txt": { + "sha256": "f26ffeed42f560647d26e24764cd7804f786dda64dbf3c8ce7b3377f92fb3995", + "bytes": 224583 + }, + "logs/run_evaluation/patch-37850192309-4-4/run.json": { + "sha256": "0edb66f7eb6afb5ddbc53ab93a608de62ce0c8c19a28df55858408752041c80f", + "bytes": 218 + }, + "predictions.jsonl": { + "sha256": "e50698eaa7c1d82da296ecb93344ac4acf1c9c431e7c98f9835d12e510f5b43f", + "bytes": 489 + }, + "summary/agentic-controls-single.patch-37850192309-4-4.json": { + "sha256": "a7d55181f3496d648a0312032884f6d45f046bc538dd8ce46407097227c1e755", + "bytes": 854 + } + }, + "excerpt": { + "raw_sha256": "f26ffeed42f560647d26e24764cd7804f786dda64dbf3c8ce7b3377f92fb3995", + "raw_lines": 4947, + "start_line": 4785, + "stop_line": 4944, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-11143/report.json b/reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-11143/report.json new file mode 100644 index 0000000..e02ae41 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-11143/report.json @@ -0,0 +1,144 @@ +{ + "pytest-dev__pytest-11143": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "testing/test_assertrewrite.py::TestIssue11140::test_constant_not_picked_as_module_docstring" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "testing/test_assertrewrite.py::TestAssertionRewrite::test_place_initial_imports", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_location_is_set", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_dont_rewrite", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_name", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_assertrepr_compare_same_width", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_dont_rewrite_if_hasattr_fails", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_assert_already_has_message", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_boolop", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_short_circuit_evaluation", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_unary_op", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_binary_op", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_boolop_percent", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_call", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_attribute", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_comparisons", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_len", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_custom_reprcompare", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_assert_raising__bool__in_comparison", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_formatchar", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_custom_repr", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_custom_repr_non_ascii", + "testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_read_pyc", + "testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_read_pyc_more_invalid", + "testing/test_assertrewrite.py::test_get_assertion_exprs[trivial]", + "testing/test_assertrewrite.py::test_get_assertion_exprs[assert", + "testing/test_assertrewrite.py::test_get_assertion_exprs[multiple", + "testing/test_assertrewrite.py::test_get_assertion_exprs[latin1", + "testing/test_assertrewrite.py::test_get_assertion_exprs[utf-8", + "testing/test_assertrewrite.py::test_get_assertion_exprs[multi-line", + "testing/test_assertrewrite.py::test_get_assertion_exprs[multi", + "testing/test_assertrewrite.py::test_get_assertion_exprs[backslash", + "testing/test_assertrewrite.py::test_get_assertion_exprs[assertion", + "testing/test_assertrewrite.py::test_get_assertion_exprs[escaped", + "testing/test_assertrewrite.py::test_get_assertion_exprs[no", + "testing/test_assertrewrite.py::test_try_makedirs", + "testing/test_assertrewrite.py::TestPyCacheDir::test_get_cache_dir[c:/tmp/pycs-d:/projects/src/foo.py-c:/tmp/pycs/projects/src]", + "testing/test_assertrewrite.py::TestPyCacheDir::test_get_cache_dir[None-d:/projects/src/foo.py-d:/projects/src/__pycache__]", + "testing/test_assertrewrite.py::TestPyCacheDir::test_get_cache_dir[/tmp/pycs-/home/projects/src/foo.py-/tmp/pycs/home/projects/src]", + "testing/test_assertrewrite.py::TestPyCacheDir::test_get_cache_dir[None-/home/projects/src/foo.py-/home/projects/src/__pycache__]", + "testing/test_assertrewrite.py::TestReprSizeVerbosity::test_get_maxsize_for_saferepr[0-240]", + "testing/test_assertrewrite.py::TestReprSizeVerbosity::test_get_maxsize_for_saferepr[1-2400]", + "testing/test_assertrewrite.py::TestReprSizeVerbosity::test_get_maxsize_for_saferepr[2-None]", + "testing/test_assertrewrite.py::TestReprSizeVerbosity::test_get_maxsize_for_saferepr[3-None]", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_rewrites_plugin_as_a_package", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_honors_pep_235", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_assertion_message", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_assertion_message_multiline", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_assertion_message_tuple", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_assertion_message_expr", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_assertion_message_escape", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_assertion_messages_bytes", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_at_operator_issue1290", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_starred_with_side_effect", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_pycache_is_a_file", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_pycache_is_readonly", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_zipfile", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_load_resource_via_files_with_rewrite", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_readonly", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_orphaned_pyc_file", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_package", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_translate_newlines", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_package_without__init__py", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_remember_rewritten_modules", + "testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_sys_meta_path_munged", + "testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_write_pyc", + "testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_read_pyc_success", + "testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_reload_is_same_and_reloads", + "testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_get_data_support", + "testing/test_assertrewrite.py::test_issue731", + "testing/test_assertrewrite.py::TestIssue925::test_simple_case", + "testing/test_assertrewrite.py::TestIssue925::test_long_case", + "testing/test_assertrewrite.py::TestIssue925::test_many_brackets", + "testing/test_assertrewrite.py::TestIssue2121::test_rewrite_python_files_contain_subdirs", + "testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator", + "testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_dont_rewrite", + "testing/test_assertrewrite.py::TestIssue10743::test_assertion_inline_walrus_operator", + "testing/test_assertrewrite.py::TestIssue10743::test_assertion_inline_walrus_operator_reverse", + "testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_no_variable_name_conflict", + "testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_true_assertion_and_changes_variable_value", + "testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_fail_assertion", + "testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_boolean_composite", + "testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_compare_boolean_fails", + "testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_boolean_none_fails", + "testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_value_changes_cleared_after_each_test", + "testing/test_assertrewrite.py::TestIssue11028::test_assertion_walrus_operator_in_operand", + "testing/test_assertrewrite.py::TestIssue11028::test_assertion_walrus_operator_in_operand_json_dumps", + "testing/test_assertrewrite.py::TestIssue11028::test_assertion_walrus_operator_equals_operand_function", + "testing/test_assertrewrite.py::TestIssue11028::test_assertion_walrus_operator_equals_operand_function_keyword_arg", + "testing/test_assertrewrite.py::TestIssue11028::test_assertion_walrus_operator_equals_operand_function_arg_as_function", + "testing/test_assertrewrite.py::TestIssue11028::test_assertion_walrus_operator_gt_operand_function", + "testing/test_assertrewrite.py::test_source_mtime_long_long[-1]", + "testing/test_assertrewrite.py::test_source_mtime_long_long[1]", + "testing/test_assertrewrite.py::test_rewrite_infinite_recursion", + "testing/test_assertrewrite.py::TestEarlyRewriteBailout::test_basic", + "testing/test_assertrewrite.py::TestEarlyRewriteBailout::test_pattern_contains_subdirectories", + "testing/test_assertrewrite.py::TestEarlyRewriteBailout::test_cwd_changed", + "testing/test_assertrewrite.py::TestAssertionPass::test_option_default", + "testing/test_assertrewrite.py::TestAssertionPass::test_hook_call", + "testing/test_assertrewrite.py::TestAssertionPass::test_hook_call_with_parens", + "testing/test_assertrewrite.py::TestAssertionPass::test_hook_not_called_without_hookimpl", + "testing/test_assertrewrite.py::TestAssertionPass::test_hook_not_called_without_cmd_option", + "testing/test_assertrewrite.py::TestPyCacheDir::test_sys_pycache_prefix_integration", + "testing/test_assertrewrite.py::TestReprSizeVerbosity::test_default_verbosity", + "testing/test_assertrewrite.py::TestReprSizeVerbosity::test_increased_verbosity", + "testing/test_assertrewrite.py::TestReprSizeVerbosity::test_max_increased_verbosity", + "testing/test_assertrewrite.py::TestAssertionRewrite::test_dont_rewrite_plugin", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_dont_write_bytecode", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_cached_pyc_includes_pytest_version", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_pyc_vs_pyo", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_rewrite_warning", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_rewrite_module_imported_from_conftest", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_rewrite_warning_using_pytest_plugins", + "testing/test_assertrewrite.py::TestRewriteOnImport::test_rewrite_warning_using_pytest_plugins_env_var", + "testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_resources_provider_for_loader" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-11143/test-output-excerpt.txt b/reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-11143/test-output-excerpt.txt new file mode 100644 index 0000000..268251f --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-11143/test-output-excerpt.txt @@ -0,0 +1,160 @@ + in: /tmp/pytest-of-root/pytest-0/test_rewrite_warning_using_pytest_plugins0 +============================= test session starts ============================== +platform linux -- Python 3.9.20, pytest-8.0.0.dev54+g793bffd60.d20261008, pluggy-1.3.0 +rootdir: /tmp/pytest-of-root/pytest-0/test_rewrite_warning_using_pytest_plugins0 +collected 1 item + +test_rewrite_warning_pytest_plugins.py . [100%] + +============================== 1 passed in 0.00s =============================== +____ TestRewriteOnImport.test_rewrite_warning_using_pytest_plugins_env_var _____ +----------------------------- Captured stdout call ----------------------------- +running: /opt/miniconda3/envs/testbed/bin/python -mpytest --basetemp=/tmp/pytest-of-root/pytest-0/test_rewrite_warning_using_pytest_plugins_env_var0/runpytest-0 + in: /tmp/pytest-of-root/pytest-0/test_rewrite_warning_using_pytest_plugins_env_var0 +============================= test session starts ============================== +platform linux -- Python 3.9.20, pytest-8.0.0.dev54+g793bffd60.d20261008, pluggy-1.3.0 +rootdir: /tmp/pytest-of-root/pytest-0/test_rewrite_warning_using_pytest_plugins_env_var0 +collected 1 item + +test_rewrite_warning_using_pytest_plugins_env_var.py . [100%] + +============================== 1 passed in 0.00s =============================== +______ TestAssertionRewriteHookDetails.test_resources_provider_for_loader ______ +----------------------------- Captured stdout call ----------------------------- +running: /opt/miniconda3/envs/testbed/bin/python -mpytest --basetemp=/tmp/pytest-of-root/pytest-0/test_resources_provider_for_loader0/runpytest-0 + in: /tmp/pytest-of-root/pytest-0/test_resources_provider_for_loader0 +============================= test session starts ============================== +platform linux -- Python 3.9.20, pytest-8.0.0.dev54+g793bffd60.d20261008, pluggy-1.3.0 +rootdir: /tmp/pytest-of-root/pytest-0/test_resources_provider_for_loader0 +collected 1 item + +testpkg/test_pkg.py . [100%] + +=============================== warnings summary =============================== +testpkg/test_pkg.py:1 + /tmp/pytest-of-root/pytest-0/test_resources_provider_for_loader0/testpkg/test_pkg.py:1: DeprecationWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html + import pkg_resources + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +========================= 1 passed, 1 warning in 0.05s ========================= +=========================== short test summary info ============================ +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_place_initial_imports +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_location_is_set +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_dont_rewrite +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_name +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_assertrepr_compare_same_width +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_dont_rewrite_if_hasattr_fails +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_assert_already_has_message +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_boolop +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_short_circuit_evaluation +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_unary_op +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_binary_op +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_boolop_percent +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_call +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_attribute +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_comparisons +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_len +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_custom_reprcompare +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_assert_raising__bool__in_comparison +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_formatchar +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_custom_repr +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_custom_repr_non_ascii +PASSED testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_read_pyc +PASSED testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_read_pyc_more_invalid +PASSED testing/test_assertrewrite.py::test_get_assertion_exprs[trivial] +PASSED testing/test_assertrewrite.py::test_get_assertion_exprs[assert statement not on own line] +PASSED testing/test_assertrewrite.py::test_get_assertion_exprs[multiple assertions] +PASSED testing/test_assertrewrite.py::test_get_assertion_exprs[latin1 encoded on first line\n] +PASSED testing/test_assertrewrite.py::test_get_assertion_exprs[utf-8 encoded on first line] +PASSED testing/test_assertrewrite.py::test_get_assertion_exprs[multi-line assertion] +PASSED testing/test_assertrewrite.py::test_get_assertion_exprs[multi line assert with list continuation] +PASSED testing/test_assertrewrite.py::test_get_assertion_exprs[backslash continuation] +PASSED testing/test_assertrewrite.py::test_get_assertion_exprs[assertion with message] +PASSED testing/test_assertrewrite.py::test_get_assertion_exprs[assertion with message, test spanning multiple lines] +PASSED testing/test_assertrewrite.py::test_get_assertion_exprs[escaped newlines plus message] +PASSED testing/test_assertrewrite.py::test_get_assertion_exprs[no newline at end of file] +PASSED testing/test_assertrewrite.py::test_try_makedirs +PASSED testing/test_assertrewrite.py::TestPyCacheDir::test_get_cache_dir[c:/tmp/pycs-d:/projects/src/foo.py-c:/tmp/pycs/projects/src] +PASSED testing/test_assertrewrite.py::TestPyCacheDir::test_get_cache_dir[None-d:/projects/src/foo.py-d:/projects/src/__pycache__] +PASSED testing/test_assertrewrite.py::TestPyCacheDir::test_get_cache_dir[/tmp/pycs-/home/projects/src/foo.py-/tmp/pycs/home/projects/src] +PASSED testing/test_assertrewrite.py::TestPyCacheDir::test_get_cache_dir[None-/home/projects/src/foo.py-/home/projects/src/__pycache__] +PASSED testing/test_assertrewrite.py::TestReprSizeVerbosity::test_get_maxsize_for_saferepr[0-240] +PASSED testing/test_assertrewrite.py::TestReprSizeVerbosity::test_get_maxsize_for_saferepr[1-2400] +PASSED testing/test_assertrewrite.py::TestReprSizeVerbosity::test_get_maxsize_for_saferepr[2-None] +PASSED testing/test_assertrewrite.py::TestReprSizeVerbosity::test_get_maxsize_for_saferepr[3-None] +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_rewrites_plugin_as_a_package +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_honors_pep_235 +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_assertion_message +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_assertion_message_multiline +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_assertion_message_tuple +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_assertion_message_expr +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_assertion_message_escape +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_assertion_messages_bytes +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_at_operator_issue1290 +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_starred_with_side_effect +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_pycache_is_a_file +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_pycache_is_readonly +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_zipfile +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_load_resource_via_files_with_rewrite +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_readonly +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_orphaned_pyc_file +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_package +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_translate_newlines +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_package_without__init__py +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_remember_rewritten_modules +PASSED testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_sys_meta_path_munged +PASSED testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_write_pyc +PASSED testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_read_pyc_success +PASSED testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_reload_is_same_and_reloads +PASSED testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_get_data_support +PASSED testing/test_assertrewrite.py::test_issue731 +PASSED testing/test_assertrewrite.py::TestIssue925::test_simple_case +PASSED testing/test_assertrewrite.py::TestIssue925::test_long_case +PASSED testing/test_assertrewrite.py::TestIssue925::test_many_brackets +PASSED testing/test_assertrewrite.py::TestIssue2121::test_rewrite_python_files_contain_subdirs +PASSED testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator +PASSED testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_dont_rewrite +PASSED testing/test_assertrewrite.py::TestIssue10743::test_assertion_inline_walrus_operator +PASSED testing/test_assertrewrite.py::TestIssue10743::test_assertion_inline_walrus_operator_reverse +PASSED testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_no_variable_name_conflict +PASSED testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_true_assertion_and_changes_variable_value +PASSED testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_fail_assertion +PASSED testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_boolean_composite +PASSED testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_compare_boolean_fails +PASSED testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_boolean_none_fails +PASSED testing/test_assertrewrite.py::TestIssue10743::test_assertion_walrus_operator_value_changes_cleared_after_each_test +PASSED testing/test_assertrewrite.py::TestIssue11028::test_assertion_walrus_operator_in_operand +PASSED testing/test_assertrewrite.py::TestIssue11028::test_assertion_walrus_operator_in_operand_json_dumps +PASSED testing/test_assertrewrite.py::TestIssue11028::test_assertion_walrus_operator_equals_operand_function +PASSED testing/test_assertrewrite.py::TestIssue11028::test_assertion_walrus_operator_equals_operand_function_keyword_arg +PASSED testing/test_assertrewrite.py::TestIssue11028::test_assertion_walrus_operator_equals_operand_function_arg_as_function +PASSED testing/test_assertrewrite.py::TestIssue11028::test_assertion_walrus_operator_gt_operand_function +PASSED testing/test_assertrewrite.py::test_source_mtime_long_long[-1] +PASSED testing/test_assertrewrite.py::test_source_mtime_long_long[1] +PASSED testing/test_assertrewrite.py::test_rewrite_infinite_recursion +PASSED testing/test_assertrewrite.py::TestEarlyRewriteBailout::test_basic +PASSED testing/test_assertrewrite.py::TestEarlyRewriteBailout::test_pattern_contains_subdirectories +PASSED testing/test_assertrewrite.py::TestEarlyRewriteBailout::test_cwd_changed +PASSED testing/test_assertrewrite.py::TestAssertionPass::test_option_default +PASSED testing/test_assertrewrite.py::TestAssertionPass::test_hook_call +PASSED testing/test_assertrewrite.py::TestAssertionPass::test_hook_call_with_parens +PASSED testing/test_assertrewrite.py::TestAssertionPass::test_hook_not_called_without_hookimpl +PASSED testing/test_assertrewrite.py::TestAssertionPass::test_hook_not_called_without_cmd_option +PASSED testing/test_assertrewrite.py::TestPyCacheDir::test_sys_pycache_prefix_integration +PASSED testing/test_assertrewrite.py::TestReprSizeVerbosity::test_default_verbosity +PASSED testing/test_assertrewrite.py::TestReprSizeVerbosity::test_increased_verbosity +PASSED testing/test_assertrewrite.py::TestReprSizeVerbosity::test_max_increased_verbosity +PASSED testing/test_assertrewrite.py::TestIssue11140::test_constant_not_picked_as_module_docstring +PASSED testing/test_assertrewrite.py::TestAssertionRewrite::test_dont_rewrite_plugin +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_dont_write_bytecode +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_cached_pyc_includes_pytest_version +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_pyc_vs_pyo +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_rewrite_warning +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_rewrite_module_imported_from_conftest +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_rewrite_warning_using_pytest_plugins +PASSED testing/test_assertrewrite.py::TestRewriteOnImport::test_rewrite_warning_using_pytest_plugins_env_var +PASSED testing/test_assertrewrite.py::TestAssertionRewriteHookDetails::test_resources_provider_for_loader +============================= 116 passed in 3.90s ============================== +>>>>> Test Exit Code: 0 ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-11148/outcome.json b/reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-11148/outcome.json new file mode 100644 index 0000000..4019dee --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-11148/outcome.json @@ -0,0 +1,6 @@ +{ + "instance_id": "pytest-dev__pytest-11148", + "status": "empty_patch", + "resolved": false, + "patch_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" +} diff --git a/reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-7490/harness-summary.json b/reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-7490/harness-summary.json new file mode 100644 index 0000000..345bcc3 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-7490/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "pytest-dev__pytest-7490" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "pytest-dev__pytest-7490" + ], + "resolved_ids": [ + "pytest-dev__pytest-7490" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.pytest-dev_1776_pytest-7490:latest" + ] +} diff --git a/reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-7490/outcome.json b/reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-7490/outcome.json new file mode 100644 index 0000000..2ab7515 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-7490/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "pytest-dev__pytest-7490", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.pytest-dev_1776_pytest-7490:latest", + "patch_sha256": "c80a651108f4c287afc88fe6e199640b76976e87118f6fdadd8d5c2325c8f329", + "image_id": "sha256:518161c894d4a5dd409b4a423f245275d3a3edccc318f04217554b126ebf4ae1", + "image_digests": [ + "swebench/sweb.eval.x86_64.pytest-dev_1776_pytest-7490@sha256:9e10d2e75d41e6f6325949d19d6a8a033d1f5d5fd6d4ce53ad483eb8951a417f" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-7490/raw-log-manifest.json b/reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-7490/raw-log-manifest.json new file mode 100644 index 0000000..a0ca3e0 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-7490/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37850192309", + "artifact_name": "patch-shard-18", + "files": { + "harness.log": { + "sha256": "e023200cb1ca7f28293a427d35cbe2edd7a66f4e0ca5bba073e78533b8d09df0", + "bytes": 842 + }, + "image-pull.log": { + "sha256": "d4b84e2296fcc69c01bc97245d67b44ad7c12839d695d92ebeae736a74db5ac4", + "bytes": 1716 + }, + "logs/run_evaluation/patch-37850192309-18-18/agentic-controls-single/pytest-dev__pytest-7490/eval.sh": { + "sha256": "a2876e477856dcfecfeb82797775b8ebf4b33ff59638e56ad3edb3ccf37f7a38", + "bytes": 2178 + }, + "logs/run_evaluation/patch-37850192309-18-18/agentic-controls-single/pytest-dev__pytest-7490/patch.diff": { + "sha256": "c80a651108f4c287afc88fe6e199640b76976e87118f6fdadd8d5c2325c8f329", + "bytes": 299 + }, + "logs/run_evaluation/patch-37850192309-18-18/agentic-controls-single/pytest-dev__pytest-7490/report.json": { + "sha256": "49465f0d1a72efd381837314cb7d5e0011b7bd0c1b3e2df6383ffbca152556ba", + "bytes": 7728 + }, + "logs/run_evaluation/patch-37850192309-18-18/agentic-controls-single/pytest-dev__pytest-7490/run_instance.log": { + "sha256": "f0f34866ec66ea3dada68226f411434d06bd0b5d3717e2754ef555c9c45d18a1", + "bytes": 8655 + }, + "logs/run_evaluation/patch-37850192309-18-18/agentic-controls-single/pytest-dev__pytest-7490/test_output.txt": { + "sha256": "174c970c4b2d5fcd6db02ae8c71e9c3511f298fd1b87dbc6ac932acea43e1292", + "bytes": 193724 + }, + "logs/run_evaluation/patch-37850192309-18-18/run.json": { + "sha256": "4b2fac7dfa350eef981244a484e6124a5fd5d083b9b7844244ca6d1ac8458bd5", + "bytes": 218 + }, + "predictions.jsonl": { + "sha256": "30d26817fd3d3f215f291555738790623999eb5835d202348f93ba415677355b", + "bytes": 421 + }, + "summary/agentic-controls-single.patch-37850192309-18-18.json": { + "sha256": "e751b27841d821c94568ef5af92a7c45407efa0b422e96bc70198a52c66fcd86", + "bytes": 850 + } + }, + "excerpt": { + "raw_sha256": "174c970c4b2d5fcd6db02ae8c71e9c3511f298fd1b87dbc6ac932acea43e1292", + "raw_lines": 4319, + "start_line": 4157, + "stop_line": 4316, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-7490/report.json b/reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-7490/report.json new file mode 100644 index 0000000..383cd3f --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-7490/report.json @@ -0,0 +1,109 @@ +{ + "pytest-dev__pytest-7490": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "testing/test_skipping.py::TestXFail::test_dynamic_xfail_set_during_runtest_failed", + "testing/test_skipping.py::TestXFail::test_dynamic_xfail_set_during_runtest_passed_strict" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "testing/test_skipping.py::test_importorskip", + "testing/test_skipping.py::TestEvaluation::test_no_marker", + "testing/test_skipping.py::TestEvaluation::test_marked_xfail_no_args", + "testing/test_skipping.py::TestEvaluation::test_marked_skipif_no_args", + "testing/test_skipping.py::TestEvaluation::test_marked_one_arg", + "testing/test_skipping.py::TestEvaluation::test_marked_one_arg_with_reason", + "testing/test_skipping.py::TestEvaluation::test_marked_one_arg_twice", + "testing/test_skipping.py::TestEvaluation::test_marked_one_arg_twice2", + "testing/test_skipping.py::TestEvaluation::test_marked_skipif_with_boolean_without_reason", + "testing/test_skipping.py::TestEvaluation::test_marked_skipif_with_invalid_boolean", + "testing/test_skipping.py::TestEvaluation::test_skipif_class", + "testing/test_skipping.py::TestXFail::test_xfail_simple[True]", + "testing/test_skipping.py::TestXFail::test_xfail_simple[False]", + "testing/test_skipping.py::TestXFail::test_xfail_xpassed", + "testing/test_skipping.py::TestXFail::test_xfail_using_platform", + "testing/test_skipping.py::TestXFail::test_xfail_xpassed_strict", + "testing/test_skipping.py::TestXFail::test_xfail_run_anyway", + "testing/test_skipping.py::TestXFail::test_xfail_run_with_skip_mark[test_input0-expected0]", + "testing/test_skipping.py::TestXFail::test_xfail_run_with_skip_mark[test_input1-expected1]", + "testing/test_skipping.py::TestXFail::test_xfail_evalfalse_but_fails", + "testing/test_skipping.py::TestXFail::test_xfail_not_report_default", + "testing/test_skipping.py::TestXFail::test_xfail_not_run_xfail_reporting", + "testing/test_skipping.py::TestXFail::test_xfail_not_run_no_setup_run", + "testing/test_skipping.py::TestXFail::test_xfail_xpass", + "testing/test_skipping.py::TestXFail::test_xfail_imperative", + "testing/test_skipping.py::TestXFail::test_xfail_imperative_in_setup_function", + "testing/test_skipping.py::TestXFail::test_dynamic_xfail_no_run", + "testing/test_skipping.py::TestXFail::test_dynamic_xfail_set_during_funcarg_setup", + "testing/test_skipping.py::TestXFail::test_xfail_raises[TypeError-TypeError-*1", + "testing/test_skipping.py::TestXFail::test_xfail_raises[(AttributeError,", + "testing/test_skipping.py::TestXFail::test_xfail_raises[TypeError-IndexError-*1", + "testing/test_skipping.py::TestXFail::test_strict_sanity", + "testing/test_skipping.py::TestXFail::test_strict_xfail[True]", + "testing/test_skipping.py::TestXFail::test_strict_xfail[False]", + "testing/test_skipping.py::TestXFail::test_strict_xfail_condition[True]", + "testing/test_skipping.py::TestXFail::test_strict_xfail_condition[False]", + "testing/test_skipping.py::TestXFail::test_xfail_condition_keyword[True]", + "testing/test_skipping.py::TestXFail::test_xfail_condition_keyword[False]", + "testing/test_skipping.py::TestXFail::test_strict_xfail_default_from_file[true]", + "testing/test_skipping.py::TestXFail::test_strict_xfail_default_from_file[false]", + "testing/test_skipping.py::TestXFailwithSetupTeardown::test_failing_setup_issue9", + "testing/test_skipping.py::TestXFailwithSetupTeardown::test_failing_teardown_issue9", + "testing/test_skipping.py::TestSkip::test_skip_class", + "testing/test_skipping.py::TestSkip::test_skips_on_false_string", + "testing/test_skipping.py::TestSkip::test_arg_as_reason", + "testing/test_skipping.py::TestSkip::test_skip_no_reason", + "testing/test_skipping.py::TestSkip::test_skip_with_reason", + "testing/test_skipping.py::TestSkip::test_only_skips_marked_test", + "testing/test_skipping.py::TestSkip::test_strict_and_skip", + "testing/test_skipping.py::TestSkipif::test_skipif_conditional", + "testing/test_skipping.py::TestSkipif::test_skipif_reporting[\"hasattr(sys,", + "testing/test_skipping.py::TestSkipif::test_skipif_reporting[True,", + "testing/test_skipping.py::TestSkipif::test_skipif_using_platform", + "testing/test_skipping.py::TestSkipif::test_skipif_reporting_multiple[skipif-SKIP-skipped]", + "testing/test_skipping.py::TestSkipif::test_skipif_reporting_multiple[xfail-XPASS-xpassed]", + "testing/test_skipping.py::test_skip_not_report_default", + "testing/test_skipping.py::test_skipif_class", + "testing/test_skipping.py::test_skipped_reasons_functional", + "testing/test_skipping.py::test_skipped_folding", + "testing/test_skipping.py::test_reportchars", + "testing/test_skipping.py::test_reportchars_error", + "testing/test_skipping.py::test_reportchars_all", + "testing/test_skipping.py::test_reportchars_all_error", + "testing/test_skipping.py::test_errors_in_xfail_skip_expressions", + "testing/test_skipping.py::test_xfail_skipif_with_globals", + "testing/test_skipping.py::test_default_markers", + "testing/test_skipping.py::test_xfail_test_setup_exception", + "testing/test_skipping.py::test_imperativeskip_on_xfail_test", + "testing/test_skipping.py::TestBooleanCondition::test_skipif", + "testing/test_skipping.py::TestBooleanCondition::test_skipif_noreason", + "testing/test_skipping.py::TestBooleanCondition::test_xfail", + "testing/test_skipping.py::test_xfail_item", + "testing/test_skipping.py::test_module_level_skip_error", + "testing/test_skipping.py::test_module_level_skip_with_allow_module_level", + "testing/test_skipping.py::test_invalid_skip_keyword_parameter", + "testing/test_skipping.py::test_mark_xfail_item", + "testing/test_skipping.py::test_summary_list_after_errors", + "testing/test_skipping.py::test_relpath_rootdir" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-7490/test-output-excerpt.txt b/reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-7490/test-output-excerpt.txt new file mode 100644 index 0000000..fb575ca --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/pytest-dev__pytest-7490/test-output-excerpt.txt @@ -0,0 +1,160 @@ +----------------------------- Captured stdout call ----------------------------- +============================= test session starts ============================== +platform linux -- Python 3.9.20, pytest-6.0.0rc2.dev34+g3624323ef.d20261008, py-1.11.0, pluggy-0.13.1 +rootdir: /tmp/pytest-of-root/pytest-0/test_module_level_skip_with_allow_module_level0 +collected 0 items / 1 skipped + +=========================== short test summary info ============================ +SKIPPED [1] test_module_level_skip_with_allow_module_level.py:2: skip_module_level +============================== 1 skipped in 0.00s ============================== +_____________________ test_invalid_skip_keyword_parameter ______________________ +----------------------------- Captured stdout call ----------------------------- +============================= test session starts ============================== +platform linux -- Python 3.9.20, pytest-6.0.0rc2.dev34+g3624323ef.d20261008, py-1.11.0, pluggy-0.13.1 +rootdir: /tmp/pytest-of-root/pytest-0/test_invalid_skip_keyword_parameter0 +collected 0 items / 1 error + +==================================== ERRORS ==================================== +___________ ERROR collecting test_invalid_skip_keyword_parameter.py ____________ +test_invalid_skip_keyword_parameter.py:2: in + pytest.skip("skip_module_level", unknown=1) +E TypeError: skip() got an unexpected keyword argument 'unknown' +=========================== short test summary info ============================ +ERROR test_invalid_skip_keyword_parameter.py - TypeError: skip() got an unexp... +!!!!!!!!!!!!!!!!!!!! Interrupted: 1 error during collection !!!!!!!!!!!!!!!!!!!! +=============================== 1 error in 0.04s =============================== +_____________________________ test_mark_xfail_item _____________________________ +----------------------------- Captured stdout call ----------------------------- +============================= test session starts ============================== +platform linux -- Python 3.9.20, pytest-6.0.0rc2.dev34+g3624323ef.d20261008, py-1.11.0, pluggy-0.13.1 +rootdir: /tmp/pytest-of-root/pytest-0/test_mark_xfail_item0 +collected 1 item + +foo x [100%] + +=============================== warnings summary =============================== +conftest.py:14 + /tmp/pytest-of-root/pytest-0/test_mark_xfail_item0/conftest.py:14: PytestDeprecationWarning: Direct construction of MyItem has been deprecated, please use MyItem.from_parent. + See https://docs.pytest.org/en/stable/deprecations.html#node-construction-changed-to-node-from-parent for more details. + return MyItem("foo", parent) + +-- Docs: https://docs.pytest.org/en/stable/warnings.html +======================== 1 xfailed, 1 warning in 0.03s ========================= +________________________ test_summary_list_after_errors ________________________ +----------------------------- Captured stdout call ----------------------------- +============================= test session starts ============================== +platform linux -- Python 3.9.20, pytest-6.0.0rc2.dev34+g3624323ef.d20261008, py-1.11.0, pluggy-0.13.1 +rootdir: /tmp/pytest-of-root/pytest-0/test_summary_list_after_errors0 +collected 1 item + +test_summary_list_after_errors.py F [100%] + +=================================== FAILURES =================================== +__________________________________ test_fail ___________________________________ + + def test_fail(): +> assert 0 +E assert 0 + +test_summary_list_after_errors.py:3: AssertionError +=========================== short test summary info ============================ +FAILED test_summary_list_after_errors.py::test_fail - assert 0 +============================== 1 failed in 0.01s =============================== +_____________________________ test_relpath_rootdir _____________________________ +----------------------------- Captured stdout call ----------------------------- +============================= test session starts ============================== +platform linux -- Python 3.9.20, pytest-6.0.0rc2.dev34+g3624323ef.d20261008, py-1.11.0, pluggy-0.13.1 +rootdir: /tmp/pytest-of-root/pytest-0/test_relpath_rootdir0/tests +collected 1 item + +tests/test_1.py s [100%] + +=========================== short test summary info ============================ +SKIPPED [1] tests/test_1.py:2: unconditional skip +============================== 1 skipped in 0.00s ============================== +=========================== short test summary info ============================ +PASSED testing/test_skipping.py::test_importorskip +PASSED testing/test_skipping.py::TestEvaluation::test_no_marker +PASSED testing/test_skipping.py::TestEvaluation::test_marked_xfail_no_args +PASSED testing/test_skipping.py::TestEvaluation::test_marked_skipif_no_args +PASSED testing/test_skipping.py::TestEvaluation::test_marked_one_arg +PASSED testing/test_skipping.py::TestEvaluation::test_marked_one_arg_with_reason +PASSED testing/test_skipping.py::TestEvaluation::test_marked_one_arg_twice +PASSED testing/test_skipping.py::TestEvaluation::test_marked_one_arg_twice2 +PASSED testing/test_skipping.py::TestEvaluation::test_marked_skipif_with_boolean_without_reason +PASSED testing/test_skipping.py::TestEvaluation::test_marked_skipif_with_invalid_boolean +PASSED testing/test_skipping.py::TestEvaluation::test_skipif_class +PASSED testing/test_skipping.py::TestXFail::test_xfail_simple[True] +PASSED testing/test_skipping.py::TestXFail::test_xfail_simple[False] +PASSED testing/test_skipping.py::TestXFail::test_xfail_xpassed +PASSED testing/test_skipping.py::TestXFail::test_xfail_using_platform +PASSED testing/test_skipping.py::TestXFail::test_xfail_xpassed_strict +PASSED testing/test_skipping.py::TestXFail::test_xfail_run_anyway +PASSED testing/test_skipping.py::TestXFail::test_xfail_run_with_skip_mark[test_input0-expected0] +PASSED testing/test_skipping.py::TestXFail::test_xfail_run_with_skip_mark[test_input1-expected1] +PASSED testing/test_skipping.py::TestXFail::test_xfail_evalfalse_but_fails +PASSED testing/test_skipping.py::TestXFail::test_xfail_not_report_default +PASSED testing/test_skipping.py::TestXFail::test_xfail_not_run_xfail_reporting +PASSED testing/test_skipping.py::TestXFail::test_xfail_not_run_no_setup_run +PASSED testing/test_skipping.py::TestXFail::test_xfail_xpass +PASSED testing/test_skipping.py::TestXFail::test_xfail_imperative +PASSED testing/test_skipping.py::TestXFail::test_xfail_imperative_in_setup_function +PASSED testing/test_skipping.py::TestXFail::test_dynamic_xfail_no_run +PASSED testing/test_skipping.py::TestXFail::test_dynamic_xfail_set_during_funcarg_setup +PASSED testing/test_skipping.py::TestXFail::test_dynamic_xfail_set_during_runtest_failed +PASSED testing/test_skipping.py::TestXFail::test_dynamic_xfail_set_during_runtest_passed_strict +PASSED testing/test_skipping.py::TestXFail::test_xfail_raises[TypeError-TypeError-*1 xfailed*] +PASSED testing/test_skipping.py::TestXFail::test_xfail_raises[(AttributeError, TypeError)-TypeError-*1 xfailed*] +PASSED testing/test_skipping.py::TestXFail::test_xfail_raises[TypeError-IndexError-*1 failed*] +PASSED testing/test_skipping.py::TestXFail::test_xfail_raises[(AttributeError, TypeError)-IndexError-*1 failed*] +PASSED testing/test_skipping.py::TestXFail::test_strict_sanity +PASSED testing/test_skipping.py::TestXFail::test_strict_xfail[True] +PASSED testing/test_skipping.py::TestXFail::test_strict_xfail[False] +PASSED testing/test_skipping.py::TestXFail::test_strict_xfail_condition[True] +PASSED testing/test_skipping.py::TestXFail::test_strict_xfail_condition[False] +PASSED testing/test_skipping.py::TestXFail::test_xfail_condition_keyword[True] +PASSED testing/test_skipping.py::TestXFail::test_xfail_condition_keyword[False] +PASSED testing/test_skipping.py::TestXFail::test_strict_xfail_default_from_file[true] +PASSED testing/test_skipping.py::TestXFail::test_strict_xfail_default_from_file[false] +PASSED testing/test_skipping.py::TestXFailwithSetupTeardown::test_failing_setup_issue9 +PASSED testing/test_skipping.py::TestXFailwithSetupTeardown::test_failing_teardown_issue9 +PASSED testing/test_skipping.py::TestSkip::test_skip_class +PASSED testing/test_skipping.py::TestSkip::test_skips_on_false_string +PASSED testing/test_skipping.py::TestSkip::test_arg_as_reason +PASSED testing/test_skipping.py::TestSkip::test_skip_no_reason +PASSED testing/test_skipping.py::TestSkip::test_skip_with_reason +PASSED testing/test_skipping.py::TestSkip::test_only_skips_marked_test +PASSED testing/test_skipping.py::TestSkip::test_strict_and_skip +PASSED testing/test_skipping.py::TestSkipif::test_skipif_conditional +PASSED testing/test_skipping.py::TestSkipif::test_skipif_reporting["hasattr(sys, 'platform')"] +PASSED testing/test_skipping.py::TestSkipif::test_skipif_reporting[True, reason="invalid platform"] +PASSED testing/test_skipping.py::TestSkipif::test_skipif_using_platform +PASSED testing/test_skipping.py::TestSkipif::test_skipif_reporting_multiple[skipif-SKIP-skipped] +PASSED testing/test_skipping.py::TestSkipif::test_skipif_reporting_multiple[xfail-XPASS-xpassed] +PASSED testing/test_skipping.py::test_skip_not_report_default +PASSED testing/test_skipping.py::test_skipif_class +PASSED testing/test_skipping.py::test_skipped_reasons_functional +PASSED testing/test_skipping.py::test_skipped_folding +PASSED testing/test_skipping.py::test_reportchars +PASSED testing/test_skipping.py::test_reportchars_error +PASSED testing/test_skipping.py::test_reportchars_all +PASSED testing/test_skipping.py::test_reportchars_all_error +PASSED testing/test_skipping.py::test_errors_in_xfail_skip_expressions +PASSED testing/test_skipping.py::test_xfail_skipif_with_globals +PASSED testing/test_skipping.py::test_default_markers +PASSED testing/test_skipping.py::test_xfail_test_setup_exception +PASSED testing/test_skipping.py::test_imperativeskip_on_xfail_test +PASSED testing/test_skipping.py::TestBooleanCondition::test_skipif +PASSED testing/test_skipping.py::TestBooleanCondition::test_skipif_noreason +PASSED testing/test_skipping.py::TestBooleanCondition::test_xfail +PASSED testing/test_skipping.py::test_xfail_item +PASSED testing/test_skipping.py::test_module_level_skip_error +PASSED testing/test_skipping.py::test_module_level_skip_with_allow_module_level +PASSED testing/test_skipping.py::test_invalid_skip_keyword_parameter +PASSED testing/test_skipping.py::test_mark_xfail_item +PASSED testing/test_skipping.py::test_summary_list_after_errors +PASSED testing/test_skipping.py::test_relpath_rootdir +============================== 81 passed in 1.99s ============================== +>>>>> Test Exit Code: 0 ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/single/official-evaluation/results.json b/reports/experiments/paired-20/single/official-evaluation/results.json new file mode 100644 index 0000000..2be1239 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/results.json @@ -0,0 +1,326 @@ +{ + "schema_version": 1, + "harness_version": "5.0.2", + "total_instances": 20, + "submitted_ids": [ + "matplotlib__matplotlib-23314", + "matplotlib__matplotlib-23563", + "matplotlib__matplotlib-24149", + "matplotlib__matplotlib-26011", + "mwaskom__seaborn-2848", + "pallets__flask-4045", + "pallets__flask-4992", + "psf__requests-2317", + "psf__requests-2674", + "pydata__xarray-4094", + "pydata__xarray-4248", + "pytest-dev__pytest-11143", + "pytest-dev__pytest-11148", + "pytest-dev__pytest-7490", + "scikit-learn__scikit-learn-13584", + "sphinx-doc__sphinx-8713", + "sympy__sympy-13437", + "sympy__sympy-13647", + "sympy__sympy-13895", + "sympy__sympy-18087" + ], + "resolved_ids": [ + "matplotlib__matplotlib-23314", + "matplotlib__matplotlib-24149", + "matplotlib__matplotlib-26011", + "mwaskom__seaborn-2848", + "psf__requests-2674", + "pydata__xarray-4094", + "pytest-dev__pytest-11143", + "pytest-dev__pytest-7490", + "scikit-learn__scikit-learn-13584", + "sphinx-doc__sphinx-8713", + "sympy__sympy-13647" + ], + "unresolved_ids": [ + "pallets__flask-4045", + "pallets__flask-4992", + "pydata__xarray-4248", + "sympy__sympy-13437" + ], + "error_ids": [ + "psf__requests-2317" + ], + "empty_patch_ids": [ + "matplotlib__matplotlib-23563", + "pytest-dev__pytest-11148", + "sympy__sympy-13895", + "sympy__sympy-18087" + ], + "missing_outcome_ids": [], + "completed_ids": [ + "matplotlib__matplotlib-23314", + "matplotlib__matplotlib-24149", + "matplotlib__matplotlib-26011", + "mwaskom__seaborn-2848", + "pallets__flask-4045", + "pallets__flask-4992", + "psf__requests-2674", + "pydata__xarray-4094", + "pydata__xarray-4248", + "pytest-dev__pytest-11143", + "pytest-dev__pytest-7490", + "scikit-learn__scikit-learn-13584", + "sphinx-doc__sphinx-8713", + "sympy__sympy-13437", + "sympy__sympy-13647" + ], + "patch_resolution_rate": 0.55, + "complete": true, + "predictions_sha256": "4c9476b20c5e176b517d554c09512a6018cb79a27952bab2ad6bdbce7d02704c", + "per_issue": [ + { + "instance_id": "matplotlib__matplotlib-23314", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-23314:latest", + "patch_sha256": "4dbcd3aad6a5f00f224f753b186b718e8e2c6f0e7d0906fd554cdd48563eca49", + "image_id": "sha256:1ea0831da6b53be2b42003be160e01dcdd6791c3faec14ce3424c6f50bb6abdd", + "image_digests": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-23314@sha256:f88a00b6cfc878eb62965e836134dd9425b0188bfa2b8154d439bda001ed604c" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "matplotlib__matplotlib-23563", + "status": "empty_patch", + "resolved": false, + "patch_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "instance_id": "matplotlib__matplotlib-24149", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-24149:latest", + "patch_sha256": "b346c9299946bba418a998b40043bb6bb139488f006b54f34591a3852b6400ee", + "image_id": "sha256:76a50f4a5d1b876980996731d7de4fe6d01b292128d5396b6f89dfe327f3bcc9", + "image_digests": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-24149@sha256:e80913d242481321c20b8ed0b5bd1513e89fcaff6eb84b5f6d39e748128b7c19" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "matplotlib__matplotlib-26011", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-26011:latest", + "patch_sha256": "cc011577ad2bd6604ea01908627b5b4d3fa9aaf7e5b103f159e2d944d1147b9c", + "image_id": "sha256:b49d6b9652c2a7b2168e730227e53627dcc8284732992b9f5a0c3981a6cc8d88", + "image_digests": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-26011@sha256:bc25341eaddec909d1c4ca7beaed8f65fcc7c4eedd2e423a841a78dec1ffb06a" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "mwaskom__seaborn-2848", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.mwaskom_1776_seaborn-2848:latest", + "patch_sha256": "55465d87bc30c5fcd69f5d495770b3a5654288eb802203a166baf67267ef08a1", + "image_id": "sha256:0af7176f7f2725823ea4b5c1d7a5ec83692eb8b679c7dc78f06b110cc7da3585", + "image_digests": [ + "swebench/sweb.eval.x86_64.mwaskom_1776_seaborn-2848@sha256:d719470351e66623e532a4f23cdedfe8fb737147fe108e4b5829aa273528389d" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "pallets__flask-4045", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.pallets_1776_flask-4045:latest", + "patch_sha256": "cf8ce0e23fe269e390dc1e06309ee30fe3868ed8428c73f5c982104bbdd73165", + "image_id": "sha256:459abea2907f6db45f2a50cea2929e3e0867665eab9b9c6feb80fa737b2f0426", + "image_digests": [ + "swebench/sweb.eval.x86_64.pallets_1776_flask-4045@sha256:1425b0801ddf4b2607e552e56516cce3d389bab0a3ce06f58e6fa6a7835c703c" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "pallets__flask-4992", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.pallets_1776_flask-4992:latest", + "patch_sha256": "818d771abee109a85860354634bfacfd4bb8f3475883eeeafd278e53d6d84392", + "image_id": "sha256:b6943616922659ca12ba82ca60561483c40f00d80a3a11045d2d0b6b000fb253", + "image_digests": [ + "swebench/sweb.eval.x86_64.pallets_1776_flask-4992@sha256:bb1460876a7bc667f71b46aac744dd6f6d7f5f66e79902461cf76c6f8c4f7150" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "psf__requests-2317", + "status": "evaluation_error", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.psf_1776_requests-2317:latest", + "patch_sha256": "9bc65f87df1eff2c778f47eb214e1a21e4a03ace09bbb04429349ee98a2779e2", + "image_id": "sha256:3c49e39da2143fc51599f096a7c959ea5f3c9fd97d22899d977ac92d6dc360b6", + "image_digests": [ + "swebench/sweb.eval.x86_64.psf_1776_requests-2317@sha256:c6b5c8846507b5e48e307decca28dbdfa4f5ef17070c1087aacde765e8c4b178" + ], + "harness_exit_code": 0, + "failure_reason": "tests_timed_out", + "infra_failure": false + }, + { + "instance_id": "psf__requests-2674", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.psf_1776_requests-2674:latest", + "patch_sha256": "f24d8ba4f9745226dbb430484f85ec307d80ecc5112a258add7ee38c6dc4d1e5", + "image_id": "sha256:1cf3ffbd1932395d2603da9b51dbb7383dc9f64044d241e3cd6b418d5fe56821", + "image_digests": [ + "swebench/sweb.eval.x86_64.psf_1776_requests-2674@sha256:0b80f823b65adecd8d8e26c139d636260de360e4676db18030925650dc22cca8" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "pydata__xarray-4094", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.pydata_1776_xarray-4094:latest", + "patch_sha256": "ca0e8c03e723f6fce7b7936dc37921c7b0561d85087f0656400e9b3ec106fca7", + "image_id": "sha256:a18e074e2230f1f06df847df0451aef2063d777000ae6ed5d86adba4d2eafef6", + "image_digests": [ + "swebench/sweb.eval.x86_64.pydata_1776_xarray-4094@sha256:6bcd1fe581af0796691ac3527b940d43e5e1bfd6539adeecebb12f3e4b25dc2c" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "pydata__xarray-4248", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.pydata_1776_xarray-4248:latest", + "patch_sha256": "f04343beced33087afb37e6b0e9443d0e9b6752e7fe68ede02ee4756c4d91658", + "image_id": "sha256:3ecda11cf117b27fd6f3fa5261e651102270eb9e35fe6b6fa8e1d260fffae5d2", + "image_digests": [ + "swebench/sweb.eval.x86_64.pydata_1776_xarray-4248@sha256:d16aca15c86b2ef8a698600711bfde3559f794154a0edd4ac4213edf6b6fdf73" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "pytest-dev__pytest-11143", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.pytest-dev_1776_pytest-11143:latest", + "patch_sha256": "5673d57f052cacf34c5b7ef9530fb3dbbea978e5eca686fb92917daacfe02cf6", + "image_id": "sha256:c4299ec247332c00e7016f5fbfcdb5bc8fd733585b3d28b897fcd7a6c50d32e2", + "image_digests": [ + "swebench/sweb.eval.x86_64.pytest-dev_1776_pytest-11143@sha256:e08ce142adec5ec985e867e910045734ec3c58fe174fc054c5f83855bed78fd4" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "pytest-dev__pytest-11148", + "status": "empty_patch", + "resolved": false, + "patch_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "instance_id": "pytest-dev__pytest-7490", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.pytest-dev_1776_pytest-7490:latest", + "patch_sha256": "c80a651108f4c287afc88fe6e199640b76976e87118f6fdadd8d5c2325c8f329", + "image_id": "sha256:518161c894d4a5dd409b4a423f245275d3a3edccc318f04217554b126ebf4ae1", + "image_digests": [ + "swebench/sweb.eval.x86_64.pytest-dev_1776_pytest-7490@sha256:9e10d2e75d41e6f6325949d19d6a8a033d1f5d5fd6d4ce53ad483eb8951a417f" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "scikit-learn__scikit-learn-13584", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.scikit-learn_1776_scikit-learn-13584:latest", + "patch_sha256": "91f7c185465817d3902cbf60b04d4d254cbf9976fc2d020fa7ba453ae33677a2", + "image_id": "sha256:c77bbaea43725f9703636bdeddf6feef77a2900690e3c3e7637602a50d448e58", + "image_digests": [ + "swebench/sweb.eval.x86_64.scikit-learn_1776_scikit-learn-13584@sha256:5ca83e8c588bfede26f650da0d725c7093d3e57105586522f9d2829e30117b8c" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "sphinx-doc__sphinx-8713", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-8713:latest", + "patch_sha256": "35ab9b24144697ef594da09bb6693bd27289984f681322fc4ebd12045f2be0b1", + "image_id": "sha256:fd484ae673a0907554b9dbee5a9032ebea325907d411907c47e234d84699a88e", + "image_digests": [ + "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-8713@sha256:7ba9df7ec272f679584db9aede948951ff220b69c55076f0ca54e2777cd80f8e" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "sympy__sympy-13437", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.sympy_1776_sympy-13437:latest", + "patch_sha256": "e9fd3b4037c385b508956838dc46c5ca8bb8fb4823b38572fd06b8dde467ab50", + "image_id": "sha256:a26d20f1d7799b7fe8f7d35fe472bd2f22561d36222e2e909bde58e0d2ab9ac1", + "image_digests": [ + "swebench/sweb.eval.x86_64.sympy_1776_sympy-13437@sha256:f706d9c0f73fd8e26f94db6cac32863a074f2a887eab3be9895242e398d261fb" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "sympy__sympy-13647", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.sympy_1776_sympy-13647:latest", + "patch_sha256": "0c5ca584fe11861c46731e2153829205d76b55a38cc1bb1110b24fa9ec72b796", + "image_id": "sha256:9d376ecba7f21d31215939c22ab7c14654972eb732021e021a7afe6fdacbb52b", + "image_digests": [ + "swebench/sweb.eval.x86_64.sympy_1776_sympy-13647@sha256:dfa0b51faf18208c3b9fdb505eafc2db866fed25c158d211617d23606c3539fe" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "sympy__sympy-13895", + "status": "empty_patch", + "resolved": false, + "patch_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "instance_id": "sympy__sympy-18087", + "status": "empty_patch", + "resolved": false, + "patch_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + } + ] +} diff --git a/reports/experiments/paired-20/single/official-evaluation/scikit-learn__scikit-learn-13584/harness-summary.json b/reports/experiments/paired-20/single/official-evaluation/scikit-learn__scikit-learn-13584/harness-summary.json new file mode 100644 index 0000000..729fb23 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/scikit-learn__scikit-learn-13584/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "scikit-learn__scikit-learn-13584" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "scikit-learn__scikit-learn-13584" + ], + "resolved_ids": [ + "scikit-learn__scikit-learn-13584" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.scikit-learn_1776_scikit-learn-13584:latest" + ] +} diff --git a/reports/experiments/paired-20/single/official-evaluation/scikit-learn__scikit-learn-13584/outcome.json b/reports/experiments/paired-20/single/official-evaluation/scikit-learn__scikit-learn-13584/outcome.json new file mode 100644 index 0000000..bc541dd --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/scikit-learn__scikit-learn-13584/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "scikit-learn__scikit-learn-13584", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.scikit-learn_1776_scikit-learn-13584:latest", + "patch_sha256": "91f7c185465817d3902cbf60b04d4d254cbf9976fc2d020fa7ba453ae33677a2", + "image_id": "sha256:c77bbaea43725f9703636bdeddf6feef77a2900690e3c3e7637602a50d448e58", + "image_digests": [ + "swebench/sweb.eval.x86_64.scikit-learn_1776_scikit-learn-13584@sha256:5ca83e8c588bfede26f650da0d725c7093d3e57105586522f9d2829e30117b8c" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/single/official-evaluation/scikit-learn__scikit-learn-13584/raw-log-manifest.json b/reports/experiments/paired-20/single/official-evaluation/scikit-learn__scikit-learn-13584/raw-log-manifest.json new file mode 100644 index 0000000..163f937 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/scikit-learn__scikit-learn-13584/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37850192309", + "artifact_name": "patch-shard-6", + "files": { + "harness.log": { + "sha256": "67df3bf53588fae32ca99f6398aba7335f4fd0785954fb209f0846f8982796d6", + "bytes": 848 + }, + "image-pull.log": { + "sha256": "b64f957e21aff3b2cd0cd0720cccac5292c0ae15efe9451d708676af8065e148", + "bytes": 1710 + }, + "logs/run_evaluation/patch-37850192309-6-6/agentic-controls-single/scikit-learn__scikit-learn-13584/eval.sh": { + "sha256": "434f1680f7e62410609c5bdcfff1b7685b359b2f66cfaa71d34bbed608c1c8f0", + "bytes": 1569 + }, + "logs/run_evaluation/patch-37850192309-6-6/agentic-controls-single/scikit-learn__scikit-learn-13584/patch.diff": { + "sha256": "91f7c185465817d3902cbf60b04d4d254cbf9976fc2d020fa7ba453ae33677a2", + "bytes": 472 + }, + "logs/run_evaluation/patch-37850192309-6-6/agentic-controls-single/scikit-learn__scikit-learn-13584/report.json": { + "sha256": "4e34cd7019ea7596d416f912fd827fcd2d96ba895ffbaa7933536d66e8cd6492", + "bytes": 1418 + }, + "logs/run_evaluation/patch-37850192309-6-6/agentic-controls-single/scikit-learn__scikit-learn-13584/run_instance.log": { + "sha256": "9d12b46e44a76fd91be7401db5ca4744ace5e6105e1a74c0f45e6acf49cb05ed", + "bytes": 4235 + }, + "logs/run_evaluation/patch-37850192309-6-6/agentic-controls-single/scikit-learn__scikit-learn-13584/test_output.txt": { + "sha256": "dcd57826df791d402596233bf6f06363e672cca49f96ad9334501559fa9cc011", + "bytes": 350917 + }, + "logs/run_evaluation/patch-37850192309-6-6/run.json": { + "sha256": "2d9c8ebb1fe7cf031a42644c50f3de42bdc3b3c88bf5eba585b341e5e1f887c1", + "bytes": 226 + }, + "predictions.jsonl": { + "sha256": "846e257e7c6108f1cd5e1c5640b1517d62035c9a30d7a4eef27cf763c73e3133", + "bytes": 603 + }, + "summary/agentic-controls-single.patch-37850192309-6-6.json": { + "sha256": "e172524a78adaee4bd0a7e06fa5aad24639df0ab4a8085506c81118f2bc663b2", + "bytes": 886 + } + }, + "excerpt": { + "raw_sha256": "dcd57826df791d402596233bf6f06363e672cca49f96ad9334501559fa9cc011", + "raw_lines": 7547, + "start_line": 7514, + "stop_line": 7543, + "truncated": false, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/single/official-evaluation/scikit-learn__scikit-learn-13584/report.json b/reports/experiments/paired-20/single/official-evaluation/scikit-learn__scikit-learn-13584/report.json new file mode 100644 index 0000000..968a379 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/scikit-learn__scikit-learn-13584/report.json @@ -0,0 +1,38 @@ +{ + "scikit-learn__scikit-learn-13584": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "sklearn/utils/tests/test_pprint.py::test_changed_only", + "sklearn/utils/tests/test_pprint.py::test_pipeline", + "sklearn/utils/tests/test_pprint.py::test_deeply_nested", + "sklearn/utils/tests/test_pprint.py::test_gridsearch", + "sklearn/utils/tests/test_pprint.py::test_gridsearch_pipeline", + "sklearn/utils/tests/test_pprint.py::test_n_max_elements_to_show" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "sklearn/utils/tests/test_pprint.py::test_basic", + "sklearn/utils/tests/test_pprint.py::test_length_constraint", + "sklearn/utils/tests/test_pprint.py::test_builtin_prettyprinter" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/single/official-evaluation/scikit-learn__scikit-learn-13584/test-output-excerpt.txt b/reports/experiments/paired-20/single/official-evaluation/scikit-learn__scikit-learn-13584/test-output-excerpt.txt new file mode 100644 index 0000000..f35844e --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/scikit-learn__scikit-learn-13584/test-output-excerpt.txt @@ -0,0 +1,30 @@ ++ : '>>>>> Start Test Output' ++ pytest -rA sklearn/utils/tests/test_pprint.py +============================= test session starts ============================== +platform linux -- Python 3.6.13, pytest-6.2.4, py-1.11.0, pluggy-0.13.1 +rootdir: /testbed, configfile: setup.cfg +collected 9 items + +sklearn/utils/tests/test_pprint.py ......... [100%] + +==================================== PASSES ==================================== +__________________________ test_builtin_prettyprinter __________________________ +----------------------------- Captured stdout call ----------------------------- +LogisticRegression(C=1.0, class_weight=None, dual=False, fit_intercept=True, + intercept_scaling=1, l1_ratio=None, max_iter=100, + multi_class='warn', n_jobs=None, penalty='l2', + random_state=None, solver='warn', tol=0.0001, verbose=0, + warm_start=False) +=========================== short test summary info ============================ +PASSED sklearn/utils/tests/test_pprint.py::test_basic +PASSED sklearn/utils/tests/test_pprint.py::test_changed_only +PASSED sklearn/utils/tests/test_pprint.py::test_pipeline +PASSED sklearn/utils/tests/test_pprint.py::test_deeply_nested +PASSED sklearn/utils/tests/test_pprint.py::test_gridsearch +PASSED sklearn/utils/tests/test_pprint.py::test_gridsearch_pipeline +PASSED sklearn/utils/tests/test_pprint.py::test_n_max_elements_to_show +PASSED sklearn/utils/tests/test_pprint.py::test_length_constraint +PASSED sklearn/utils/tests/test_pprint.py::test_builtin_prettyprinter +============================== 9 passed in 0.61s =============================== ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/single/official-evaluation/sphinx-doc__sphinx-8713/harness-summary.json b/reports/experiments/paired-20/single/official-evaluation/sphinx-doc__sphinx-8713/harness-summary.json new file mode 100644 index 0000000..7a6617f --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/sphinx-doc__sphinx-8713/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "sphinx-doc__sphinx-8713" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "sphinx-doc__sphinx-8713" + ], + "resolved_ids": [ + "sphinx-doc__sphinx-8713" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-8713:latest" + ] +} diff --git a/reports/experiments/paired-20/single/official-evaluation/sphinx-doc__sphinx-8713/outcome.json b/reports/experiments/paired-20/single/official-evaluation/sphinx-doc__sphinx-8713/outcome.json new file mode 100644 index 0000000..0f32edb --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/sphinx-doc__sphinx-8713/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "sphinx-doc__sphinx-8713", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-8713:latest", + "patch_sha256": "35ab9b24144697ef594da09bb6693bd27289984f681322fc4ebd12045f2be0b1", + "image_id": "sha256:fd484ae673a0907554b9dbee5a9032ebea325907d411907c47e234d84699a88e", + "image_digests": [ + "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-8713@sha256:7ba9df7ec272f679584db9aede948951ff220b69c55076f0ca54e2777cd80f8e" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/single/official-evaluation/sphinx-doc__sphinx-8713/raw-log-manifest.json b/reports/experiments/paired-20/single/official-evaluation/sphinx-doc__sphinx-8713/raw-log-manifest.json new file mode 100644 index 0000000..9ad465f --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/sphinx-doc__sphinx-8713/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37850192309", + "artifact_name": "patch-shard-14", + "files": { + "harness.log": { + "sha256": "1d4957ab47c4540581b180d07e738c0bac5eea12957902ba63c948a826c1aef6", + "bytes": 842 + }, + "image-pull.log": { + "sha256": "82718826c827cb33c2c2becba753d768a15f341638d91a9e4d8a974e3c63bf95", + "bytes": 1716 + }, + "logs/run_evaluation/patch-37850192309-14-14/agentic-controls-single/sphinx-doc__sphinx-8713/eval.sh": { + "sha256": "c60598b4fbacaa8d848a7437b406d25f6ff7131408cf03d6cc9994b6becb1940", + "bytes": 1851 + }, + "logs/run_evaluation/patch-37850192309-14-14/agentic-controls-single/sphinx-doc__sphinx-8713/patch.diff": { + "sha256": "35ab9b24144697ef594da09bb6693bd27289984f681322fc4ebd12045f2be0b1", + "bytes": 618 + }, + "logs/run_evaluation/patch-37850192309-14-14/agentic-controls-single/sphinx-doc__sphinx-8713/report.json": { + "sha256": "037896f67ea415666d4896638fb6509ff808e9dce1c73c7b0b41efb68d5a678d", + "bytes": 5723 + }, + "logs/run_evaluation/patch-37850192309-14-14/agentic-controls-single/sphinx-doc__sphinx-8713/run_instance.log": { + "sha256": "e60cf69a32a6ff7209fea50332a495e01e6fe50038a97e462d91e2971f8c4309", + "bytes": 8202 + }, + "logs/run_evaluation/patch-37850192309-14-14/agentic-controls-single/sphinx-doc__sphinx-8713/test_output.txt": { + "sha256": "18326e6df976fcb4ee137ccef7fa9d20309029df6675c3bc375b3447d932c8f4", + "bytes": 398284 + }, + "logs/run_evaluation/patch-37850192309-14-14/run.json": { + "sha256": "0754782c8a81a51f4d40a4e58ef2fe06168dd9853cb27dfbf4efb76dcad68b4a", + "bytes": 218 + }, + "predictions.jsonl": { + "sha256": "871a74cc8158617d08cf3f157af4ee1497c6f436e870ebfe031bf7dc86d7197c", + "bytes": 742 + }, + "summary/agentic-controls-single.patch-37850192309-14-14.json": { + "sha256": "5d502d1112c3c3f4aae414f4589d6b9fadbfc1e3debad9cf6917382bed12b385", + "bytes": 850 + } + }, + "excerpt": { + "raw_sha256": "18326e6df976fcb4ee137ccef7fa9d20309029df6675c3bc375b3447d932c8f4", + "raw_lines": 9394, + "start_line": 9232, + "stop_line": 9391, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/single/official-evaluation/sphinx-doc__sphinx-8713/report.json b/reports/experiments/paired-20/single/official-evaluation/sphinx-doc__sphinx-8713/report.json new file mode 100644 index 0000000..61f8473 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/sphinx-doc__sphinx-8713/report.json @@ -0,0 +1,75 @@ +{ + "sphinx-doc__sphinx-8713": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_parameters_with_class_reference" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "tests/test_ext_napoleon_docstring.py::NamedtupleSubclassTest::test_attributes_docstring", + "tests/test_ext_napoleon_docstring.py::InlineAttributeTest::test_class_data_member", + "tests/test_ext_napoleon_docstring.py::InlineAttributeTest::test_class_data_member_inline", + "tests/test_ext_napoleon_docstring.py::InlineAttributeTest::test_class_data_member_inline_no_type", + "tests/test_ext_napoleon_docstring.py::InlineAttributeTest::test_class_data_member_inline_ref_in_type", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_attributes_with_class_reference", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_code_block_in_returns_section", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_colon_in_return_type", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_custom_generic_sections", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_docstrings", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_keywords_with_types", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_kwargs_in_arguments", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_list_in_parameter_description", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_noindex", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_parameters_with_class_reference", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_pep526_annotations", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_raises_types", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_section_header_formatting", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_sphinx_admonitions", + "tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_xrefs_in_return_type", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_colon_in_return_type", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_convert_numpy_type_spec", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_docstrings", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_list_in_parameter_description", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_multiple_parameters", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_parameter_types", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_parameters_without_class_reference", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_raises_types", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_recombine_set_tokens", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_recombine_set_tokens_invalid", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_return_types", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_section_header_underline_length", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_see_also_refs", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_sphinx_admonitions", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_token_type", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_tokenize_type_spec", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_type_preprocessor", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_underscore_in_attribute", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_underscore_in_attribute_strip_signature_backslash", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_xrefs_in_return_type", + "tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_yield_types", + "tests/test_ext_napoleon_docstring.py::TestNumpyDocstring::test_escape_args_and_kwargs[x,", + "tests/test_ext_napoleon_docstring.py::TestNumpyDocstring::test_escape_args_and_kwargs[*args,", + "tests/test_ext_napoleon_docstring.py::TestNumpyDocstring::test_escape_args_and_kwargs[*x,", + "tests/test_ext_napoleon_docstring.py::TestNumpyDocstring::test_pep526_annotations" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/single/official-evaluation/sphinx-doc__sphinx-8713/test-output-excerpt.txt b/reports/experiments/paired-20/single/official-evaluation/sphinx-doc__sphinx-8713/test-output-excerpt.txt new file mode 100644 index 0000000..d7402b9 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/sphinx-doc__sphinx-8713/test-output-excerpt.txt @@ -0,0 +1,160 @@ +=================================== FAILURES =================================== +__________________ TestNumpyDocstring.test_token_type_invalid __________________ + +self = +warning = <_io.StringIO object at 0x7f2cf5128af0> + + def test_token_type_invalid(self, warning): + tokens = ( + "{1, 2", + "}", + "'abc", + "def'", + '"ghi', + 'jkl"', + ) + errors = ( + r".+: invalid value set \(missing closing brace\):", + r".+: invalid value set \(missing opening brace\):", + r".+: malformed string literal \(missing closing quote\):", + r".+: malformed string literal \(missing opening quote\):", + r".+: malformed string literal \(missing closing quote\):", + r".+: malformed string literal \(missing opening quote\):", + ) + for token, error in zip(tokens, errors): + with warns(warning, match=error): +> _token_type(token) + +tests/test_ext_napoleon_docstring.py:2499: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ +/opt/miniconda3/envs/testbed/lib/python3.9/contextlib.py:126: in __exit__ + next(self.gen) +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +warning = <_io.StringIO object at 0x7f2cf5128af0> +match = '.+: invalid value set \\(missing closing brace\\):' + + @contextmanager + def warns(warning, match): + match_re = re.compile(match) + try: + yield warning + finally: + raw_warnings = warning.getvalue() + warnings = [w for w in raw_warnings.split("\n") if w.strip()] +  +> assert len(warnings) == 1 and all(match_re.match(w) for w in warnings) +E assert (2 == 1) +E + where 2 = len(["\x1b[91mWARNING: while setting up extension sphinx.addnodes: node class 'meta' is already registered, its visitors will be overridden\x1b[39;49;00m", '\x1b[91mWARNING: invalid value set (missing closing brace): {1, 2\x1b[39;49;00m']) + +tests/test_ext_napoleon_docstring.py:2475: AssertionError +--------------------------- Captured stdout teardown --------------------------- +# testroot: root +# builder: html +# srcdir: /tmp/pytest-of-root/pytest-0/root +# outdir: /tmp/pytest-of-root/pytest-0/root/_build/html +# status: +Running Sphinx v4.0.0+/e6b2d7bcf + +# warning: +WARNING: while setting up extension sphinx.addnodes: node class 'meta' is already registered, its visitors will be overridden +WARNING: invalid value set (missing closing brace): {1, 2 + +=============================== warnings summary =============================== +sphinx/util/docutils.py:44 + /testbed/sphinx/util/docutils.py:44: DeprecationWarning: distutils Version classes are deprecated. Use packaging.version instead. + __version_info__ = tuple(LooseVersion(docutils.__version__).version) + +sphinx/registry.py:22 + /testbed/sphinx/registry.py:22: DeprecationWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html + from pkg_resources import iter_entry_points + +../opt/miniconda3/envs/testbed/lib/python3.9/site-packages/pkg_resources/__init__.py:3154 +../opt/miniconda3/envs/testbed/lib/python3.9/site-packages/pkg_resources/__init__.py:3154 +../opt/miniconda3/envs/testbed/lib/python3.9/site-packages/pkg_resources/__init__.py:3154 +../opt/miniconda3/envs/testbed/lib/python3.9/site-packages/pkg_resources/__init__.py:3154 + /opt/miniconda3/envs/testbed/lib/python3.9/site-packages/pkg_resources/__init__.py:3154: DeprecationWarning: Deprecated call to `pkg_resources.declare_namespace('sphinxcontrib')`. + Implementing implicit namespace packages (as specified in PEP 420) is preferred to `pkg_resources.declare_namespace`. See https://setuptools.pypa.io/en/latest/references/keywords.html#keyword-namespace-packages + declare_namespace(pkg) + +tests/test_ext_napoleon_docstring.py::TestNumpyDocstring::test_token_type_invalid + /testbed/sphinx/directives/patches.py:15: DeprecationWarning: The `docutils.parsers.rst.directive.html` module will be removed in Docutils 2.0. Since Docutils 0.18, the "Meta" node is defined in `docutils.parsers.rst.directives.misc`. + from docutils.parsers.rst.directives import html, images, tables + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +==================================== PASSES ==================================== +__________________ TestNumpyDocstring.test_pep526_annotations __________________ +----------------------------- Captured stdout call ----------------------------- +Sample class with PEP 526 annotations and numpy docstring + +.. attribute:: attr1 + + Attr1 description + + :type: int + +.. attribute:: attr2 + + Attr2 description + + :type: str + +============================= slowest 25 durations ============================= +0.46s setup tests/test_ext_napoleon_docstring.py::TestNumpyDocstring::test_token_type_invalid + +(24 durations < 0.005s hidden. Use -vv to show these durations.) +=========================== short test summary info ============================ +PASSED tests/test_ext_napoleon_docstring.py::NamedtupleSubclassTest::test_attributes_docstring +PASSED tests/test_ext_napoleon_docstring.py::InlineAttributeTest::test_class_data_member +PASSED tests/test_ext_napoleon_docstring.py::InlineAttributeTest::test_class_data_member_inline +PASSED tests/test_ext_napoleon_docstring.py::InlineAttributeTest::test_class_data_member_inline_no_type +PASSED tests/test_ext_napoleon_docstring.py::InlineAttributeTest::test_class_data_member_inline_ref_in_type +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_attributes_with_class_reference +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_code_block_in_returns_section +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_colon_in_return_type +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_custom_generic_sections +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_docstrings +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_keywords_with_types +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_kwargs_in_arguments +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_list_in_parameter_description +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_noindex +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_parameters_with_class_reference +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_pep526_annotations +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_raises_types +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_section_header_formatting +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_sphinx_admonitions +PASSED tests/test_ext_napoleon_docstring.py::GoogleDocstringTest::test_xrefs_in_return_type +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_colon_in_return_type +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_convert_numpy_type_spec +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_docstrings +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_list_in_parameter_description +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_multiple_parameters +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_parameter_types +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_parameters_with_class_reference +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_parameters_without_class_reference +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_raises_types +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_recombine_set_tokens +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_recombine_set_tokens_invalid +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_return_types +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_section_header_underline_length +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_see_also_refs +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_sphinx_admonitions +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_token_type +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_tokenize_type_spec +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_type_preprocessor +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_underscore_in_attribute +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_underscore_in_attribute_strip_signature_backslash +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_xrefs_in_return_type +PASSED tests/test_ext_napoleon_docstring.py::NumpyDocstringTest::test_yield_types +PASSED tests/test_ext_napoleon_docstring.py::TestNumpyDocstring::test_escape_args_and_kwargs[x, y, z-x, y, z] +PASSED tests/test_ext_napoleon_docstring.py::TestNumpyDocstring::test_escape_args_and_kwargs[*args, **kwargs-\\*args, \\*\\*kwargs] +PASSED tests/test_ext_napoleon_docstring.py::TestNumpyDocstring::test_escape_args_and_kwargs[*x, **y-\\*x, \\*\\*y] +PASSED tests/test_ext_napoleon_docstring.py::TestNumpyDocstring::test_pep526_annotations +FAILED tests/test_ext_napoleon_docstring.py::TestNumpyDocstring::test_token_type_invalid - assert (2 == 1) +=================== 1 failed, 46 passed, 7 warnings in 0.74s =================== +py39: exit 1 (1.41 seconds) /testbed> python -X dev -m pytest -rA --durations 25 tests/test_ext_napoleon_docstring.py pid=77 + py39: FAIL code 1 (1.42=setup[0.01]+cmd[1.41] seconds) + evaluation failed :( (1.52 seconds) +>>>>> Test Exit Code: 1 ++ SWEBENCH_TEST_EXIT_CODE=1 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13437/harness-summary.json b/reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13437/harness-summary.json new file mode 100644 index 0000000..adb5955 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13437/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 0, + "unresolved_instances": 1, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "sympy__sympy-13437" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "sympy__sympy-13437" + ], + "resolved_ids": [], + "unresolved_ids": [ + "sympy__sympy-13437" + ], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.sympy_1776_sympy-13437:latest" + ] +} diff --git a/reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13437/outcome.json b/reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13437/outcome.json new file mode 100644 index 0000000..0a2a2ed --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13437/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "sympy__sympy-13437", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.sympy_1776_sympy-13437:latest", + "patch_sha256": "e9fd3b4037c385b508956838dc46c5ca8bb8fb4823b38572fd06b8dde467ab50", + "image_id": "sha256:a26d20f1d7799b7fe8f7d35fe472bd2f22561d36222e2e909bde58e0d2ab9ac1", + "image_digests": [ + "swebench/sweb.eval.x86_64.sympy_1776_sympy-13437@sha256:f706d9c0f73fd8e26f94db6cac32863a074f2a887eab3be9895242e398d261fb" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13437/raw-log-manifest.json b/reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13437/raw-log-manifest.json new file mode 100644 index 0000000..9105fd4 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13437/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37850192309", + "artifact_name": "patch-shard-8", + "files": { + "harness.log": { + "sha256": "35091663bc39dd14d26c549a9f90683585d0f5fa93c67df9b15f31e5558ae29c", + "bytes": 834 + }, + "image-pull.log": { + "sha256": "f0dfad83647fbec34b6d665a771317cc12482eeefbfdd2c4a6c65a956deb1316", + "bytes": 1701 + }, + "logs/run_evaluation/patch-37850192309-8-8/agentic-controls-single/sympy__sympy-13437/eval.sh": { + "sha256": "9673e14b4df428ffe0574d5f08a2637394314c5f0312c9cf29d9c6fced523fda", + "bytes": 1968 + }, + "logs/run_evaluation/patch-37850192309-8-8/agentic-controls-single/sympy__sympy-13437/patch.diff": { + "sha256": "e9fd3b4037c385b508956838dc46c5ca8bb8fb4823b38572fd06b8dde467ab50", + "bytes": 826 + }, + "logs/run_evaluation/patch-37850192309-8-8/agentic-controls-single/sympy__sympy-13437/report.json": { + "sha256": "f6c34bbbeed6bf2cab94d5eae8100b161e31e11d54ddf7ce642c58461f3ee220", + "bytes": 1352 + }, + "logs/run_evaluation/patch-37850192309-8-8/agentic-controls-single/sympy__sympy-13437/run_instance.log": { + "sha256": "75359838e0f8fad91d82f178576236d3df0e4eeff56c12f0073e962910d2ad79", + "bytes": 4608 + }, + "logs/run_evaluation/patch-37850192309-8-8/agentic-controls-single/sympy__sympy-13437/test_output.txt": { + "sha256": "d7b1523b5a659d8ef63cf3a82e9316503a98b39046096cf86643a931762f0a11", + "bytes": 356750 + }, + "logs/run_evaluation/patch-37850192309-8-8/run.json": { + "sha256": "3b56cba299ec921c743bb74e885d0b9a3143c05855cef81d2b3d74952f806b0d", + "bytes": 212 + }, + "predictions.jsonl": { + "sha256": "620f03f9ea6a6c2b82650b9cc78fe578a94d56b38b57a7105b3709c36a998d45", + "bytes": 955 + }, + "summary/agentic-controls-single.patch-37850192309-8-8.json": { + "sha256": "30cc78c6350793c3f4c500f601f7efff7cbbc80cb454cf0d47973fb8d8f383a3", + "bytes": 830 + } + }, + "excerpt": { + "raw_sha256": "d7b1523b5a659d8ef63cf3a82e9316503a98b39046096cf86643a931762f0a11", + "raw_lines": 8999, + "start_line": 8937, + "stop_line": 8995, + "truncated": false, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13437/report.json b/reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13437/report.json new file mode 100644 index 0000000..b34a6c6 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13437/report.json @@ -0,0 +1,45 @@ +{ + "sympy__sympy-13437": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": false, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [], + "failure": [ + "test_bell" + ] + }, + "PASS_TO_PASS": { + "success": [ + "test_bernoulli", + "test_fibonacci", + "test_harmonic", + "test_harmonic_rational", + "test_harmonic_evalf", + "test_harmonic_rewrite_polygamma", + "test_harmonic_rewrite_sum", + "test_euler", + "test_euler_odd", + "test_euler_polynomials", + "test_euler_polynomial_rewrite", + "test_catalan", + "test_genocchi", + "test_nC_nP_nT", + "test_issue_8496" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13437/test-output-excerpt.txt b/reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13437/test-output-excerpt.txt new file mode 100644 index 0000000..af69798 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13437/test-output-excerpt.txt @@ -0,0 +1,59 @@ ++ : '>>>>> Start Test Output' ++ PYTHONWARNINGS=ignore::UserWarning,ignore::SyntaxWarning ++ bin/test -C --verbose sympy/functions/combinatorial/tests/test_comb_numbers.py +/testbed/sympy/core/basic.py:3: DeprecationWarning: Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated since Python 3.3, and in 3.10 it will stop working + from collections import Mapping, defaultdict +/testbed/sympy/core/containers.py:271: DeprecationWarning: Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated since Python 3.3, and in 3.10 it will stop working + class OrderedSet(collections.MutableSet): +/testbed/sympy/plotting/plot.py:28: DeprecationWarning: Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated since Python 3.3, and in 3.10 it will stop working + from collections import Callable +/testbed/sympy/core/basic.py:3: DeprecationWarning: Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated since Python 3.3, and in 3.10 it will stop working + from collections import Mapping, defaultdict +/testbed/sympy/core/containers.py:271: DeprecationWarning: Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated since Python 3.3, and in 3.10 it will stop working + class OrderedSet(collections.MutableSet): +/testbed/sympy/plotting/plot.py:28: DeprecationWarning: Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated since Python 3.3, and in 3.10 it will stop working + from collections import Callable +============================= test process starts ============================== +executable: /opt/miniconda3/envs/testbed/bin/python (3.9.20-final-0) [CPython] +architecture: 64-bit +cache: no +ground types: python +numpy: None +random seed: 72290923 +hash randomization: on (PYTHONHASHSEED=944324464) + +sympy/functions/combinatorial/tests/test_comb_numbers.py[20] +test_bernoulli ok +test_fibonacci ok +test_bell F +test_harmonic ok +test_harmonic_rational ok +test_harmonic_evalf ok +test_harmonic_rewrite_polygamma ok +test_harmonic_limit_fail f +test_harmonic_rewrite_sum_fail f +test_harmonic_rewrite_sum ok +test_euler ok +test_euler_failing f +test_euler_odd ok +test_euler_polynomials ok +test_euler_polynomial_rewrite ok +test_catalan ok +test_genocchi ok +test_nC_nP_nT ok +test_issue_8496 ok +test_issue_8601 ok [FAIL] + + +________________________________________________________________________________ +______ sympy/functions/combinatorial/tests/test_comb_numbers.py:test_bell ______ + File "/testbed/sympy/functions/combinatorial/tests/test_comb_numbers.py", line 88, in test_bell + raises(ValueError, lambda: bell(oo, x)) + File "/testbed/sympy/utilities/pytest.py", line 81, in raises + raise AssertionError("DID NOT RAISE") +AssertionError: DID NOT RAISE + +=== tests finished: 16 passed, 1 failed, 3 expected to fail, in 8.51 seconds === +DO *NOT* COMMIT! ++ SWEBENCH_TEST_EXIT_CODE=1 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13647/harness-summary.json b/reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13647/harness-summary.json new file mode 100644 index 0000000..ea99623 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13647/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "sympy__sympy-13647" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "sympy__sympy-13647" + ], + "resolved_ids": [ + "sympy__sympy-13647" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.sympy_1776_sympy-13647:latest" + ] +} diff --git a/reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13647/outcome.json b/reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13647/outcome.json new file mode 100644 index 0000000..a1e130c --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13647/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "sympy__sympy-13647", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.sympy_1776_sympy-13647:latest", + "patch_sha256": "0c5ca584fe11861c46731e2153829205d76b55a38cc1bb1110b24fa9ec72b796", + "image_id": "sha256:9d376ecba7f21d31215939c22ab7c14654972eb732021e021a7afe6fdacbb52b", + "image_digests": [ + "swebench/sweb.eval.x86_64.sympy_1776_sympy-13647@sha256:dfa0b51faf18208c3b9fdb505eafc2db866fed25c158d211617d23606c3539fe" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13647/raw-log-manifest.json b/reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13647/raw-log-manifest.json new file mode 100644 index 0000000..e2d57d5 --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13647/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37850192309", + "artifact_name": "patch-shard-7", + "files": { + "harness.log": { + "sha256": "d61757b1797a862f7b4bfa31acda36dbea3329aa70cdef192cba6d3188685b18", + "bytes": 834 + }, + "image-pull.log": { + "sha256": "6967bf1fc2b88f208280aaf7c459845e8802fd906b348cdb0d1dab61bc45d94c", + "bytes": 1668 + }, + "logs/run_evaluation/patch-37850192309-7-7/agentic-controls-single/sympy__sympy-13647/eval.sh": { + "sha256": "1452be92d34ec493b75539018dbe73da94a41a638cc6072233a73ea67adbe87c", + "bytes": 1691 + }, + "logs/run_evaluation/patch-37850192309-7-7/agentic-controls-single/sympy__sympy-13647/patch.diff": { + "sha256": "0c5ca584fe11861c46731e2153829205d76b55a38cc1bb1110b24fa9ec72b796", + "bytes": 413 + }, + "logs/run_evaluation/patch-37850192309-7-7/agentic-controls-single/sympy__sympy-13647/report.json": { + "sha256": "1d88ddb605782f713ab4e2e0164e2885be3bce9d62065e52186dc9d958b3aa85", + "bytes": 3584 + }, + "logs/run_evaluation/patch-37850192309-7-7/agentic-controls-single/sympy__sympy-13647/run_instance.log": { + "sha256": "d862687eff1facfe9a06ba6984efcdb821e4ef11302828175b41976e1311cb77", + "bytes": 4645 + }, + "logs/run_evaluation/patch-37850192309-7-7/agentic-controls-single/sympy__sympy-13647/test_output.txt": { + "sha256": "f2feb34fa5ddb204553a73a56140f13377121cdc80c93eddb9147a2fccc142ca", + "bytes": 367599 + }, + "logs/run_evaluation/patch-37850192309-7-7/run.json": { + "sha256": "011e9ec139f65a6e8a1738ae112313d5806cf99d44a599bebd9f35f82d364d8d", + "bytes": 212 + }, + "predictions.jsonl": { + "sha256": "260f59a78fb1d318b13e1c6ba66c83ab304da9a6a46d7b9a3c840c0950aa1867", + "bytes": 530 + }, + "summary/agentic-controls-single.patch-37850192309-7-7.json": { + "sha256": "abf76e007f28c127348ada9af1b31f3d966e7c112906d520dbf69aa1006f9ee3", + "bytes": 830 + } + }, + "excerpt": { + "raw_sha256": "f2feb34fa5ddb204553a73a56140f13377121cdc80c93eddb9147a2fccc142ca", + "raw_lines": 9240, + "start_line": 9077, + "stop_line": 9236, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13647/report.json b/reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13647/report.json new file mode 100644 index 0000000..92c3c3a --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13647/report.json @@ -0,0 +1,106 @@ +{ + "sympy__sympy-13647": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "test_col_insert" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "test__MinimalMatrix", + "test_vec", + "test_tolist", + "test_row_col_del", + "test_get_diag_blocks1", + "test_get_diag_blocks2", + "test_shape", + "test_reshape", + "test_row_col", + "test_row_join", + "test_col_join", + "test_row_insert", + "test_extract", + "test_hstack", + "test_vstack", + "test_atoms", + "test_free_symbols", + "test_has", + "test_is_anti_symmetric", + "test_diagonal_symmetrical", + "test_is_hermitian", + "test_is_Identity", + "test_is_symbolic", + "test_is_upper", + "test_is_lower", + "test_is_square", + "test_is_symmetric", + "test_is_hessenberg", + "test_is_zero", + "test_values", + "test_applyfunc", + "test_adjoint", + "test_as_real_imag", + "test_conjugate", + "test_doit", + "test_evalf", + "test_expand", + "test_replace", + "test_replace_map", + "test_simplify", + "test_subs", + "test_trace", + "test_xreplace", + "test_permute", + "test_abs", + "test_add", + "test_multiplication", + "test_power", + "test_neg", + "test_sub", + "test_div", + "test_det", + "test_adjugate", + "test_cofactor_and_minors", + "test_charpoly", + "test_row_op", + "test_col_op", + "test_is_echelon", + "test_echelon_form", + "test_rref", + "test_eye", + "test_ones", + "test_zeros", + "test_diag", + "test_jordan_block", + "test_columnspace", + "test_rowspace", + "test_nullspace", + "test_eigenvals", + "test_eigenvects", + "test_left_eigenvects", + "test_diagonalize", + "test_is_diagonalizable", + "test_jordan_form", + "test_singular_values", + "test_integrate" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13647/test-output-excerpt.txt b/reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13647/test-output-excerpt.txt new file mode 100644 index 0000000..cbfa00d --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13647/test-output-excerpt.txt @@ -0,0 +1,160 @@ +test_integrate ok +test_jacobian2 E +test_limit E [FAIL] + + +________________________________________________________________________________ +____________ sympy/matrices/tests/test_commonmatrix.py:test_refine _____________ + File "/testbed/sympy/matrices/tests/test_commonmatrix.py", line 490, in test_refine + m1 = m0.refine(Q.real(x) & Q.real(y)) + File "/testbed/sympy/matrices/common.py", line 1751, in refine + return self.applyfunc(lambda x: refine(x, assumptions)) + File "/testbed/sympy/matrices/common.py", line 1547, in applyfunc + return self._eval_applyfunc(f) + File "/testbed/sympy/matrices/common.py", line 1487, in _eval_applyfunc + out = self._new(self.rows, self.cols, [f(x) for x in self]) + File "/testbed/sympy/matrices/common.py", line 1487, in + out = self._new(self.rows, self.cols, [f(x) for x in self]) + File "/testbed/sympy/matrices/common.py", line 1751, in + return self.applyfunc(lambda x: refine(x, assumptions)) + File "/testbed/sympy/assumptions/refine.py", line 28, in refine + args = [refine(arg, assumptions) for arg in expr.args] + File "/testbed/sympy/assumptions/refine.py", line 28, in + args = [refine(arg, assumptions) for arg in expr.args] + File "/testbed/sympy/assumptions/refine.py", line 39, in refine + new_expr = handler(expr, assumptions) + File "/testbed/sympy/assumptions/refine.py", line 67, in refine_abs + if ask(Q.real(arg), assumptions) and \ + File "/testbed/sympy/assumptions/ask.py", line 1247, in ask + from sympy.assumptions.satask import satask + File "/testbed/sympy/assumptions/satask.py", line 9, in + from sympy.assumptions.sathandlers import fact_registry + File "/testbed/sympy/assumptions/sathandlers.py", line 3, in + from collections import MutableMapping, defaultdict + File "", line 1055, in _handle_fromlist + File "/opt/miniconda3/envs/testbed/lib/python3.9/collections/__init__.py", line 62, in __getattr__ + warnings.warn("Using or importing the ABCs from 'collections' instead " +DeprecationWarning: Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated since Python 3.3, and in 3.10 it will stop working +________________________________________________________________________________ +___________ sympy/matrices/tests/test_commonmatrix.py:test_jacobian2 ___________ + File "/testbed/sympy/matrices/tests/test_commonmatrix.py", line 1332, in test_jacobian2 + assert X.jacobian(Y) == J + File "/testbed/sympy/matrices/matrices.py", line 1651, in jacobian + return self._new(m, n, lambda j, i: self[j].diff(X[i])) + File "/testbed/sympy/matrices/common.py", line 2159, in _new + return cls(*args, **kwargs) + File "/testbed/sympy/matrices/common.py", line 2164, in __init__ + mat = list(mat(i, j) for i in range(rows) for j in range(cols)) + File "/testbed/sympy/matrices/common.py", line 2164, in + mat = list(mat(i, j) for i in range(rows) for j in range(cols)) + File "/testbed/sympy/matrices/matrices.py", line 1651, in + return self._new(m, n, lambda j, i: self[j].diff(X[i])) + File "/testbed/sympy/core/expr.py", line 3008, in diff + return Derivative(self, *new_symbols, **assumptions) + File "/testbed/sympy/core/function.py", line 1227, in __new__ + if isinstance(v, (collections.Iterable, Tuple, MatrixCommon, NDimArray)): + File "/opt/miniconda3/envs/testbed/lib/python3.9/collections/__init__.py", line 62, in __getattr__ + warnings.warn("Using or importing the ABCs from 'collections' instead " +DeprecationWarning: Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated since Python 3.3, and in 3.10 it will stop working +________________________________________________________________________________ +_____________ sympy/matrices/tests/test_commonmatrix.py:test_limit _____________ + File "/testbed/sympy/matrices/tests/test_commonmatrix.py", line 1342, in test_limit + assert m.limit(x, 5) == Matrix(2, 1, [S(1)/5, y]) + File "/testbed/sympy/matrices/matrices.py", line 1674, in limit + return self.applyfunc(lambda x: x.limit(*args)) + File "/testbed/sympy/matrices/common.py", line 1547, in applyfunc + return self._eval_applyfunc(f) + File "/testbed/sympy/matrices/common.py", line 1487, in _eval_applyfunc + out = self._new(self.rows, self.cols, [f(x) for x in self]) + File "/testbed/sympy/matrices/common.py", line 1487, in + out = self._new(self.rows, self.cols, [f(x) for x in self]) + File "/testbed/sympy/matrices/matrices.py", line 1674, in + return self.applyfunc(lambda x: x.limit(*args)) + File "/testbed/sympy/core/expr.py", line 2871, in limit + return limit(self, x, xlim, dir) + File "/testbed/sympy/series/limits.py", line 68, in limit + return Limit(e, z, z0, dir).doit(deep=False) + File "/testbed/sympy/series/limits.py", line 209, in doit + r = gruntz(e, z, z0, dir) + File "/testbed/sympy/series/gruntz.py", line 658, in gruntz + r = limitinf(e0, z) + File "/testbed/sympy/series/gruntz.py", line 428, in limitinf + c0, e0 = mrv_leadterm(e, x) + File "/testbed/sympy/series/gruntz.py", line 487, in mrv_leadterm + Omega, exps = mrv(e, x) + File "/testbed/sympy/series/gruntz.py", line 246, in mrv + e = powsimp(e, deep=True, combine='exp') + File "/testbed/sympy/simplify/powsimp.py", line 118, in powsimp + expr = expr.func(*[recurse(w) for w in expr.args]) + File "/testbed/sympy/simplify/powsimp.py", line 118, in + expr = expr.func(*[recurse(w) for w in expr.args]) + File "/testbed/sympy/simplify/powsimp.py", line 109, in recurse + return powsimp(arg, _deep, _combine, _force, _measure) + File "/testbed/sympy/simplify/powsimp.py", line 118, in powsimp + expr = expr.func(*[recurse(w) for w in expr.args]) + File "/testbed/sympy/simplify/powsimp.py", line 118, in + expr = expr.func(*[recurse(w) for w in expr.args]) + File "/testbed/sympy/simplify/powsimp.py", line 109, in recurse + return powsimp(arg, _deep, _combine, _force, _measure) + File "/testbed/sympy/simplify/powsimp.py", line 121, in powsimp + return recurse(expr*_y, deep=False)/_y + File "/testbed/sympy/core/decorators.py", line 91, in __sympifyit_wrapper + return func(a, b) + File "/testbed/sympy/core/decorators.py", line 132, in binary_op_wrapper + return func(self, other) + File "/testbed/sympy/core/expr.py", line 177, in __div__ + return Mul(self, Pow(other, S.NegativeOne)) + File "/testbed/sympy/core/operations.py", line 42, in __new__ + c_part, nc_part, order_symbols = cls.flatten(args) + File "/testbed/sympy/core/mul.py", line 184, in flatten + if not a.is_zero and a.is_Rational: + File "/testbed/sympy/core/assumptions.py", line 248, in getit + return _ask(fact, self) + File "/testbed/sympy/core/assumptions.py", line 303, in _ask + _ask(pk, obj) + File "/testbed/sympy/core/assumptions.py", line 291, in _ask + a = evaluate(obj) + File "/testbed/sympy/core/mul.py", line 1084, in _eval_is_rational + r = _fuzzy_group((a.is_rational for a in self.args), quick_exit=True) + File "/testbed/sympy/core/logic.py", line 78, in _fuzzy_group + for a in args: + File "/testbed/sympy/core/mul.py", line 1084, in + r = _fuzzy_group((a.is_rational for a in self.args), quick_exit=True) + File "/testbed/sympy/core/assumptions.py", line 248, in getit + return _ask(fact, self) + File "/testbed/sympy/core/assumptions.py", line 303, in _ask + _ask(pk, obj) + File "/testbed/sympy/core/assumptions.py", line 291, in _ask + a = evaluate(obj) + File "/testbed/sympy/core/power.py", line 1130, in _eval_is_algebraic + if self.base.is_zero or _is_one(self.base): + File "/testbed/sympy/core/power.py", line 1125, in _is_one + return (expr - 1).is_zero + File "/testbed/sympy/core/assumptions.py", line 248, in getit + return _ask(fact, self) + File "/testbed/sympy/core/assumptions.py", line 303, in _ask + _ask(pk, obj) + File "/testbed/sympy/core/assumptions.py", line 291, in _ask + a = evaluate(obj) + File "/testbed/sympy/core/add.py", line 592, in _eval_is_positive + if s != self and s.is_positive and a.is_nonnegative: + File "/testbed/sympy/core/assumptions.py", line 248, in getit + return _ask(fact, self) + File "/testbed/sympy/core/assumptions.py", line 291, in _ask + a = evaluate(obj) + File "/testbed/sympy/core/add.py", line 595, in _eval_is_positive + v = _monotonic_sign(self) + File "/testbed/sympy/core/exprtools.py", line 120, in _monotonic_sign + d = self.diff(x) + File "/testbed/sympy/core/expr.py", line 3008, in diff + return Derivative(self, *new_symbols, **assumptions) + File "/testbed/sympy/core/function.py", line 1227, in __new__ + if isinstance(v, (collections.Iterable, Tuple, MatrixCommon, NDimArray)): + File "/opt/miniconda3/envs/testbed/lib/python3.9/collections/__init__.py", line 62, in __getattr__ + warnings.warn("Using or importing the ABCs from 'collections' instead " +DeprecationWarning: Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated since Python 3.3, and in 3.10 it will stop working + += tests finished: 77 passed, 1 expected to fail, 3 exceptions, in 6.79 seconds = +DO *NOT* COMMIT! ++ SWEBENCH_TEST_EXIT_CODE=1 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13895/outcome.json b/reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13895/outcome.json new file mode 100644 index 0000000..85e6dbb --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/sympy__sympy-13895/outcome.json @@ -0,0 +1,6 @@ +{ + "instance_id": "sympy__sympy-13895", + "status": "empty_patch", + "resolved": false, + "patch_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" +} diff --git a/reports/experiments/paired-20/single/official-evaluation/sympy__sympy-18087/outcome.json b/reports/experiments/paired-20/single/official-evaluation/sympy__sympy-18087/outcome.json new file mode 100644 index 0000000..91f202d --- /dev/null +++ b/reports/experiments/paired-20/single/official-evaluation/sympy__sympy-18087/outcome.json @@ -0,0 +1,6 @@ +{ + "instance_id": "sympy__sympy-18087", + "status": "empty_patch", + "resolved": false, + "patch_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" +} diff --git a/reports/experiments/repair-17-v2/README.md b/reports/experiments/repair-17-v2/README.md new file mode 100644 index 0000000..22aa755 --- /dev/null +++ b/reports/experiments/repair-17-v2/README.md @@ -0,0 +1,34 @@ +# Bounded repair of all 17 originally invalid candidates + +**17/17 patches apply; 11/17 resolve official SWE-bench regressions.** Six apply but remain +functionally unresolved. All 17 outcomes are present; no failures are excluded. + +This is a selected, extra-budget post-hoc study using the original frozen diagnoses and +candidates. It is separate from the original **48/100** source-only run and from +[development v1](../repair-17-v1/), which resolved 9/17. Every candidate was rerun in v2; +the best patches from different runs were not pooled. Sampling and provider variation +prevent attributing the v1/v2 difference solely to exception handling. + +The actor received the original issue/candidate, pre-fix source observations and the apply +error, with at most two correction attempts, six model calls and eight tool calls per case. +It received no reference fix or official-test feedback. The original causal explanation +and file scope stayed fixed. The model may still change implementation details when +repairing context, so this does not isolate formatting as the only cause of improvement. + +The copied original diagnoses retain their original limitations, including the historical +"candidate withheld" notice. That notice describes the ancestor run; the current repair +status is in `checks/` and the official outcomes. It does not mean repaired patches remained +withheld. Subsequent code removes this generated stale notice when rechecking a diagnosis. + +- [Manifest](manifest.json), [source proof](source-proof.json), [usage](model-usage.json) +- [Frozen official predictions](swebench-predictions.jsonl) +- [Original and corrected attempts](attempts/), [final checks](checks/) +- [Official outcomes](official-evaluation/results.json), [workflow/image provenance](official-evaluation/manifest.json) +- [Official workflow](https://github.com/YeDonS/agentic-code-search/actions/runs/37849300774) + +The 40 model invocations reported 519,468 input and 22,898 output tokens, with no model +errors, built-in tool calls or transport reconnects. Applicability checks never executed +repository code; functional testing ran afterward in the pinned official containers. + +中文：全部 17 条原无效补丁恢复为可应用，其中 11 条通过官方回归，6 条仍失败。 +这是额外预算的事后补救，不能加回原 48/100 冒充首次成功率；第一轮记录保留，未择优合并。 diff --git a/reports/experiments/repair-17-v2/official-evaluation/django__django-10914/harness-summary.json b/reports/experiments/repair-17-v2/official-evaluation/django__django-10914/harness-summary.json new file mode 100644 index 0000000..5f6cde3 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/django__django-10914/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "django__django-10914" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "django__django-10914" + ], + "resolved_ids": [ + "django__django-10914" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.django_1776_django-10914:latest" + ] +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/django__django-10914/outcome.json b/reports/experiments/repair-17-v2/official-evaluation/django__django-10914/outcome.json new file mode 100644 index 0000000..179ef93 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/django__django-10914/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "django__django-10914", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.django_1776_django-10914:latest", + "patch_sha256": "33a9b9b9fa4cbd78b5d21412f9682654faddc736b1b76a355d12bd18997bbfe9", + "image_id": "sha256:af3fb319a55923dac10fbaee8c0aa0a9d21fe5c42603734812cc020c998e40a3", + "image_digests": [ + "swebench/sweb.eval.x86_64.django_1776_django-10914@sha256:f26f0db931c6c1e785ab8287e1ea4f5f948846267db159deaf90b3fe7adea4e9" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/django__django-10914/raw-log-manifest.json b/reports/experiments/repair-17-v2/official-evaluation/django__django-10914/raw-log-manifest.json new file mode 100644 index 0000000..b714e94 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/django__django-10914/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37849300774", + "artifact_name": "patch-shard-0", + "files": { + "harness.log": { + "sha256": "eceeb64f3f9089dfb2310a9d98a548b3904fd4a257a844b0a5299e079f6b5b9d", + "bytes": 842 + }, + "image-pull.log": { + "sha256": "791cc0c4cc197ce6e3d2cefeba2d4cbf8cb2eac3d33d3b995b08030c40cd813f", + "bytes": 1674 + }, + "logs/run_evaluation/patch-37849300774-0-0/agentic-posthoc-format-repair/django__django-10914/eval.sh": { + "sha256": "3ccfdc0a5db5d0235ca3decaaf451cdadc075fb9cbd78e7f887bb6616082dc53", + "bytes": 1505 + }, + "logs/run_evaluation/patch-37849300774-0-0/agentic-posthoc-format-repair/django__django-10914/patch.diff": { + "sha256": "33a9b9b9fa4cbd78b5d21412f9682654faddc736b1b76a355d12bd18997bbfe9", + "bytes": 1255 + }, + "logs/run_evaluation/patch-37849300774-0-0/agentic-posthoc-format-repair/django__django-10914/report.json": { + "sha256": "4d36aa9e74a88a5b3d913d0197d36c97800324a727aaef672fa758bafc7595b4", + "bytes": 9406 + }, + "logs/run_evaluation/patch-37849300774-0-0/agentic-posthoc-format-repair/django__django-10914/run_instance.log": { + "sha256": "fd0b4d431005ebbfbc4123ba4a8327cb0dbf33a658708d4f3baec761c57529b7", + "bytes": 12175 + }, + "logs/run_evaluation/patch-37849300774-0-0/agentic-posthoc-format-repair/django__django-10914/test_output.txt": { + "sha256": "aa72c28a60ff718cf487bf61b172ce0d54417caa1a5bf0e8f3cfa13628d758b9", + "bytes": 1704586 + }, + "logs/run_evaluation/patch-37849300774-0-0/run.json": { + "sha256": "19805c10707f289892ea3ac5d3e84404d63cb8f1f1a930c7f92ce379758fdf48", + "bytes": 214 + }, + "predictions.jsonl": { + "sha256": "808a3f70ead52f59fa3fb006d7ccd13d197b3993dbaa415c8c00dbbaf0ab65f6", + "bytes": 1398 + }, + "summary/agentic-posthoc-format-repair.patch-37849300774-0-0.json": { + "sha256": "fec76a9e7abf2ed3eb515c73a2a0a9e85b5bfc9eb60fd6f10169692848ecd0e4", + "bytes": 838 + } + }, + "excerpt": { + "raw_sha256": "aa72c28a60ff718cf487bf61b172ce0d54417caa1a5bf0e8f3cfa13628d758b9", + "raw_lines": 36725, + "start_line": 36585, + "stop_line": 36721, + "truncated": false, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/django__django-10914/report.json b/reports/experiments/repair-17-v2/official-evaluation/django__django-10914/report.json new file mode 100644 index 0000000..301597b --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/django__django-10914/report.json @@ -0,0 +1,128 @@ +{ + "django__django-10914": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "test_override_file_upload_permissions (test_utils.tests.OverrideSettingsTests)" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "test_allowed_database_chunked_cursor_queries (test_utils.tests.AllowedDatabaseQueriesTests)", + "test_allowed_database_queries (test_utils.tests.AllowedDatabaseQueriesTests)", + "test_skip_if_db_feature (test_utils.tests.SkippingTestCase)", + "test_skip_unless_db_feature (test_utils.tests.SkippingTestCase)", + "test_equal_parsing_errors (test_utils.tests.JSONEqualTests)", + "test_not_equal_parsing_errors (test_utils.tests.JSONEqualTests)", + "test_simple_equal (test_utils.tests.JSONEqualTests)", + "test_simple_equal_raise (test_utils.tests.JSONEqualTests)", + "test_simple_equal_unordered (test_utils.tests.JSONEqualTests)", + "test_simple_not_equal (test_utils.tests.JSONEqualTests)", + "test_simple_not_equal_raise (test_utils.tests.JSONEqualTests)", + "test_assert_raises_message (test_utils.tests.AssertRaisesMsgTest)", + "assertRaisesMessage shouldn't interpret RE special chars.", + "test_failure_in_setUpTestData_should_rollback_transaction (test_utils.tests.TestBadSetUpTestData)", + "test_all (test_utils.tests.DatabaseAliasTests)", + "test_close_match (test_utils.tests.DatabaseAliasTests)", + "test_match (test_utils.tests.DatabaseAliasTests)", + "test_no_close_match (test_utils.tests.DatabaseAliasTests)", + "test_missing_default_databases (test_utils.tests.SkippingClassTestCase)", + "test_skip_class_unless_db_feature (test_utils.tests.SkippingClassTestCase)", + "test_ordered (test_utils.tests.AssertQuerysetEqualTests)", + "test_repeated_values (test_utils.tests.AssertQuerysetEqualTests)", + "test_transform (test_utils.tests.AssertQuerysetEqualTests)", + "test_undefined_order (test_utils.tests.AssertQuerysetEqualTests)", + "test_unordered (test_utils.tests.AssertQuerysetEqualTests)", + "test_disallowed_database_chunked_cursor_queries (test_utils.tests.DisallowedDatabaseQueriesTests)", + "test_disallowed_database_connections (test_utils.tests.DisallowedDatabaseQueriesTests)", + "test_disallowed_database_queries (test_utils.tests.DisallowedDatabaseQueriesTests)", + "test_equal (test_utils.tests.AssertURLEqualTests)", + "test_message (test_utils.tests.AssertURLEqualTests)", + "test_msg_prefix (test_utils.tests.AssertURLEqualTests)", + "test_not_equal (test_utils.tests.AssertURLEqualTests)", + "test_allowed_hosts (test_utils.tests.SetupTestEnvironmentTests)", + "test_setup_test_environment_calling_more_than_once (test_utils.tests.SetupTestEnvironmentTests)", + "An exception is setUp() is reraised after disable() is called.", + "test_callable (test_utils.tests.AssertWarnsMessageTests)", + "test_context_manager (test_utils.tests.AssertWarnsMessageTests)", + "test_context_manager_failure (test_utils.tests.AssertWarnsMessageTests)", + "test_special_re_chars (test_utils.tests.AssertWarnsMessageTests)", + "test_comment_root (test_utils.tests.XMLEqualTests)", + "test_parsing_errors (test_utils.tests.XMLEqualTests)", + "test_simple_equal (test_utils.tests.XMLEqualTests)", + "test_simple_equal_raise (test_utils.tests.XMLEqualTests)", + "test_simple_equal_raises_message (test_utils.tests.XMLEqualTests)", + "test_simple_equal_unordered (test_utils.tests.XMLEqualTests)", + "test_simple_equal_with_leading_or_trailing_whitespace (test_utils.tests.XMLEqualTests)", + "test_simple_not_equal (test_utils.tests.XMLEqualTests)", + "test_simple_not_equal_raise (test_utils.tests.XMLEqualTests)", + "test_simple_not_equal_with_whitespace_in_the_middle (test_utils.tests.XMLEqualTests)", + "test_attributes (test_utils.tests.HTMLEqualTests)", + "test_complex_examples (test_utils.tests.HTMLEqualTests)", + "test_contains_html (test_utils.tests.HTMLEqualTests)", + "test_count (test_utils.tests.HTMLEqualTests)", + "test_html_contain (test_utils.tests.HTMLEqualTests)", + "test_html_parser (test_utils.tests.HTMLEqualTests)", + "test_ignore_comments (test_utils.tests.HTMLEqualTests)", + "test_parse_html_in_script (test_utils.tests.HTMLEqualTests)", + "test_parsing_errors (test_utils.tests.HTMLEqualTests)", + "test_self_closing_tags (test_utils.tests.HTMLEqualTests)", + "test_simple_equal_html (test_utils.tests.HTMLEqualTests)", + "test_unequal_html (test_utils.tests.HTMLEqualTests)", + "test_unicode_handling (test_utils.tests.HTMLEqualTests)", + "test_assert_field_output (test_utils.tests.AssertFieldOutputTests)", + "test_custom_required_message (test_utils.tests.AssertFieldOutputTests)", + "test_class_decoration (test_utils.tests.IsolatedAppsTests)", + "test_context_manager (test_utils.tests.IsolatedAppsTests)", + "test_installed_apps (test_utils.tests.IsolatedAppsTests)", + "test_method_decoration (test_utils.tests.IsolatedAppsTests)", + "test_nested (test_utils.tests.IsolatedAppsTests)", + "test_ignores_connection_configuration_queries (test_utils.tests.AssertNumQueriesUponConnectionTests)", + "test_override_database_routers (test_utils.tests.OverrideSettingsTests)", + "test_override_file_upload_directory_permissions (test_utils.tests.OverrideSettingsTests)", + "test_override_media_root (test_utils.tests.OverrideSettingsTests)", + "test_override_media_url (test_utils.tests.OverrideSettingsTests)", + "test_override_static_root (test_utils.tests.OverrideSettingsTests)", + "test_override_static_url (test_utils.tests.OverrideSettingsTests)", + "test_override_staticfiles_dirs (test_utils.tests.OverrideSettingsTests)", + "test_override_staticfiles_finders (test_utils.tests.OverrideSettingsTests)", + "test_override_staticfiles_storage (test_utils.tests.OverrideSettingsTests)", + "test_urlconf_cache (test_utils.tests.OverrideSettingsTests)", + "test_urlconf_first (test_utils.tests.OverrideSettingsTests)", + "test_urlconf_second (test_utils.tests.OverrideSettingsTests)", + "test_failure (test_utils.tests.AssertNumQueriesContextManagerTests)", + "test_simple (test_utils.tests.AssertNumQueriesContextManagerTests)", + "test_with_client (test_utils.tests.AssertNumQueriesContextManagerTests)", + "test_assert_used_on_http_response (test_utils.tests.AssertTemplateUsedContextManagerTests)", + "test_error_message (test_utils.tests.AssertTemplateUsedContextManagerTests)", + "test_failure (test_utils.tests.AssertTemplateUsedContextManagerTests)", + "test_nested_usage (test_utils.tests.AssertTemplateUsedContextManagerTests)", + "test_not_used (test_utils.tests.AssertTemplateUsedContextManagerTests)", + "test_usage (test_utils.tests.AssertTemplateUsedContextManagerTests)", + "test_failure (test_utils.tests.CaptureQueriesContextManagerTests)", + "test_nested (test_utils.tests.CaptureQueriesContextManagerTests)", + "test_simple (test_utils.tests.CaptureQueriesContextManagerTests)", + "test_with_client (test_utils.tests.CaptureQueriesContextManagerTests)", + "test_within (test_utils.tests.CaptureQueriesContextManagerTests)", + "test_assert_num_queries (test_utils.tests.AssertNumQueriesTests)", + "test_assert_num_queries_with_client (test_utils.tests.AssertNumQueriesTests)" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/repair-17-v2/official-evaluation/django__django-10914/test-output-excerpt.txt b/reports/experiments/repair-17-v2/official-evaluation/django__django-10914/test-output-excerpt.txt new file mode 100644 index 0000000..21c900b --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/django__django-10914/test-output-excerpt.txt @@ -0,0 +1,137 @@ ++ : '>>>>> Start Test Output' ++ ./tests/runtests.py --verbosity 2 --settings=test_sqlite --parallel 1 test_utils.tests +Creating test database for alias 'default' ('file:memorydb_default?mode=memory&cache=shared')… +test_failure (test_utils.tests.AssertNumQueriesContextManagerTests) ... ok +test_simple (test_utils.tests.AssertNumQueriesContextManagerTests) ... ok +test_with_client (test_utils.tests.AssertNumQueriesContextManagerTests) ... ok +test_assert_num_queries (test_utils.tests.AssertNumQueriesTests) ... ok +test_assert_num_queries_with_client (test_utils.tests.AssertNumQueriesTests) ... ok +test_ordered (test_utils.tests.AssertQuerysetEqualTests) ... ok +test_repeated_values (test_utils.tests.AssertQuerysetEqualTests) ... ok +test_transform (test_utils.tests.AssertQuerysetEqualTests) ... ok +test_undefined_order (test_utils.tests.AssertQuerysetEqualTests) ... ok +test_unordered (test_utils.tests.AssertQuerysetEqualTests) ... ok +test_failure (test_utils.tests.CaptureQueriesContextManagerTests) ... ok +test_nested (test_utils.tests.CaptureQueriesContextManagerTests) ... ok +test_simple (test_utils.tests.CaptureQueriesContextManagerTests) ... ok +test_with_client (test_utils.tests.CaptureQueriesContextManagerTests) ... ok +test_within (test_utils.tests.CaptureQueriesContextManagerTests) ... ok +test_missing_default_databases (test_utils.tests.SkippingClassTestCase) ... ok +test_skip_class_unless_db_feature (test_utils.tests.SkippingClassTestCase) ... ok +test_fixtures_are_skipped (test_utils.tests.SkippingExtraTests) ... skipped 'Fixture loading should not be performed for skipped tests.' +test_failure_in_setUpTestData_should_rollback_transaction (test_utils.tests.TestBadSetUpTestData) ... ok +test_allowed_database_chunked_cursor_queries (test_utils.tests.AllowedDatabaseQueriesTests) ... ok +test_allowed_database_queries (test_utils.tests.AllowedDatabaseQueriesTests) ... ok +test_assert_field_output (test_utils.tests.AssertFieldOutputTests) ... ok +test_custom_required_message (test_utils.tests.AssertFieldOutputTests) ... ok +test_ignores_connection_configuration_queries (test_utils.tests.AssertNumQueriesUponConnectionTests) ... ok +test_assert_raises_message (test_utils.tests.AssertRaisesMsgTest) ... ok +test_special_re_chars (test_utils.tests.AssertRaisesMsgTest) +assertRaisesMessage shouldn't interpret RE special chars. ... ok +test_assert_used_on_http_response (test_utils.tests.AssertTemplateUsedContextManagerTests) ... ok +test_error_message (test_utils.tests.AssertTemplateUsedContextManagerTests) ... ok +test_failure (test_utils.tests.AssertTemplateUsedContextManagerTests) ... ok +test_nested_usage (test_utils.tests.AssertTemplateUsedContextManagerTests) ... ok +test_not_used (test_utils.tests.AssertTemplateUsedContextManagerTests) ... ok +test_usage (test_utils.tests.AssertTemplateUsedContextManagerTests) ... ok +test_equal (test_utils.tests.AssertURLEqualTests) ... ok +test_message (test_utils.tests.AssertURLEqualTests) ... ok +test_msg_prefix (test_utils.tests.AssertURLEqualTests) ... ok +test_not_equal (test_utils.tests.AssertURLEqualTests) ... ok +test_callable (test_utils.tests.AssertWarnsMessageTests) ... ok +test_context_manager (test_utils.tests.AssertWarnsMessageTests) ... ok +test_context_manager_failure (test_utils.tests.AssertWarnsMessageTests) ... ok +test_special_re_chars (test_utils.tests.AssertWarnsMessageTests) ... ok +test_all (test_utils.tests.DatabaseAliasTests) ... ok +test_close_match (test_utils.tests.DatabaseAliasTests) ... ok +test_match (test_utils.tests.DatabaseAliasTests) ... ok +test_no_close_match (test_utils.tests.DatabaseAliasTests) ... ok +test_disallowed_database_chunked_cursor_queries (test_utils.tests.DisallowedDatabaseQueriesTests) ... ok +test_disallowed_database_connections (test_utils.tests.DisallowedDatabaseQueriesTests) ... ok +test_disallowed_database_queries (test_utils.tests.DisallowedDatabaseQueriesTests) ... ok +test_attributes (test_utils.tests.HTMLEqualTests) ... ok +test_complex_examples (test_utils.tests.HTMLEqualTests) ... ok +test_contains_html (test_utils.tests.HTMLEqualTests) ... ok +test_count (test_utils.tests.HTMLEqualTests) ... ok +test_html_contain (test_utils.tests.HTMLEqualTests) ... ok +test_html_parser (test_utils.tests.HTMLEqualTests) ... ok +test_ignore_comments (test_utils.tests.HTMLEqualTests) ... ok +test_parse_html_in_script (test_utils.tests.HTMLEqualTests) ... ok +test_parsing_errors (test_utils.tests.HTMLEqualTests) ... ok +test_self_closing_tags (test_utils.tests.HTMLEqualTests) ... ok +test_simple_equal_html (test_utils.tests.HTMLEqualTests) ... ok +test_unequal_html (test_utils.tests.HTMLEqualTests) ... ok +test_unicode_handling (test_utils.tests.HTMLEqualTests) ... ok +test_class_decoration (test_utils.tests.IsolatedAppsTests) ... ok +test_context_manager (test_utils.tests.IsolatedAppsTests) ... ok +test_installed_apps (test_utils.tests.IsolatedAppsTests) ... ok +test_method_decoration (test_utils.tests.IsolatedAppsTests) ... ok +test_nested (test_utils.tests.IsolatedAppsTests) ... ok +test_equal_parsing_errors (test_utils.tests.JSONEqualTests) ... ok +test_not_equal_parsing_errors (test_utils.tests.JSONEqualTests) ... ok +test_simple_equal (test_utils.tests.JSONEqualTests) ... ok +test_simple_equal_raise (test_utils.tests.JSONEqualTests) ... ok +test_simple_equal_unordered (test_utils.tests.JSONEqualTests) ... ok +test_simple_not_equal (test_utils.tests.JSONEqualTests) ... ok +test_simple_not_equal_raise (test_utils.tests.JSONEqualTests) ... ok +test_override_database_routers (test_utils.tests.OverrideSettingsTests) ... ok +test_override_file_upload_directory_permissions (test_utils.tests.OverrideSettingsTests) ... ok +test_override_file_upload_permissions (test_utils.tests.OverrideSettingsTests) ... ok +test_override_media_root (test_utils.tests.OverrideSettingsTests) ... ok +test_override_media_url (test_utils.tests.OverrideSettingsTests) ... ok +test_override_static_root (test_utils.tests.OverrideSettingsTests) ... ok +test_override_static_url (test_utils.tests.OverrideSettingsTests) ... ok +test_override_staticfiles_dirs (test_utils.tests.OverrideSettingsTests) ... ok +test_override_staticfiles_finders (test_utils.tests.OverrideSettingsTests) ... ok +test_override_staticfiles_storage (test_utils.tests.OverrideSettingsTests) ... ok +test_urlconf_cache (test_utils.tests.OverrideSettingsTests) ... ok +test_urlconf_first (test_utils.tests.OverrideSettingsTests) ... ok +test_urlconf_second (test_utils.tests.OverrideSettingsTests) ... ok +test_allowed_hosts (test_utils.tests.SetupTestEnvironmentTests) ... ok +test_setup_test_environment_calling_more_than_once (test_utils.tests.SetupTestEnvironmentTests) ... ok +test_skip_if_db_feature (test_utils.tests.SkippingTestCase) ... ok +test_skip_unless_db_feature (test_utils.tests.SkippingTestCase) ... ok +test_exception_in_setup (test_utils.tests.TestContextDecoratorTests) +An exception is setUp() is reraised after disable() is called. ... ok +test_comment_root (test_utils.tests.XMLEqualTests) ... ok +test_parsing_errors (test_utils.tests.XMLEqualTests) ... ok +test_simple_equal (test_utils.tests.XMLEqualTests) ... ok +test_simple_equal_raise (test_utils.tests.XMLEqualTests) ... ok +test_simple_equal_raises_message (test_utils.tests.XMLEqualTests) ... ok +test_simple_equal_unordered (test_utils.tests.XMLEqualTests) ... ok +test_simple_equal_with_leading_or_trailing_whitespace (test_utils.tests.XMLEqualTests) ... ok +test_simple_not_equal (test_utils.tests.XMLEqualTests) ... ok +test_simple_not_equal_raise (test_utils.tests.XMLEqualTests) ... ok +test_simple_not_equal_with_whitespace_in_the_middle (test_utils.tests.XMLEqualTests) ... ok + +---------------------------------------------------------------------- +Ran 100 tests in 0.054s + +OK (skipped=1) +Destroying test database for alias 'default' ('file:memorydb_default?mode=memory&cache=shared')… +Testing against Django installed in '/testbed/django' +Importing application test_utils +Skipping setup of unused database(s): other. +Operations to perform: + Synchronize unmigrated apps: auth, contenttypes, messages, sessions, staticfiles, test_utils + Apply all migrations: admin, sites +Synchronizing apps without migrations: + Creating tables… + Creating table django_content_type + Creating table auth_permission + Creating table auth_group + Creating table auth_user + Creating table django_session + Creating table test_utils_car + Creating table test_utils_person + Creating table test_utils_possessedcar + Running deferred SQL… +Running migrations: + Applying admin.0001_initial… OK + Applying admin.0002_logentry_remove_auto_add… OK + Applying admin.0003_logentry_add_action_flag_choices… OK + Applying sites.0001_initial… OK + Applying sites.0002_alter_domain_unique… OK +System check identified no issues (0 silenced). ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/repair-17-v2/official-evaluation/django__django-12983/harness-summary.json b/reports/experiments/repair-17-v2/official-evaluation/django__django-12983/harness-summary.json new file mode 100644 index 0000000..0753d25 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/django__django-12983/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "django__django-12983" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "django__django-12983" + ], + "resolved_ids": [ + "django__django-12983" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.django_1776_django-12983:latest" + ] +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/django__django-12983/outcome.json b/reports/experiments/repair-17-v2/official-evaluation/django__django-12983/outcome.json new file mode 100644 index 0000000..e0507de --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/django__django-12983/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "django__django-12983", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.django_1776_django-12983:latest", + "patch_sha256": "a5036ec0de98daf5f2df74a5944c409935829693b61cbed0d24d612985823b09", + "image_id": "sha256:70d258cf7755145344745797bdf6dfda709e9892fe9f46342e3cda3b634dc465", + "image_digests": [ + "swebench/sweb.eval.x86_64.django_1776_django-12983@sha256:f89a493dc687475e9f309b2bcb838ea6722faef9878f49b9ee6dfdd3eaa19c80" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/django__django-12983/raw-log-manifest.json b/reports/experiments/repair-17-v2/official-evaluation/django__django-12983/raw-log-manifest.json new file mode 100644 index 0000000..a1289f7 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/django__django-12983/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37849300774", + "artifact_name": "patch-shard-1", + "files": { + "harness.log": { + "sha256": "e5252d07bc3fea11c9cea317930741cd1f7673609a4ec096c697736a5ba8939a", + "bytes": 842 + }, + "image-pull.log": { + "sha256": "7bd9d9238d161b5a5e937f8226f1b67d903b3e2354ce2fe1d1afd787c340166f", + "bytes": 1707 + }, + "logs/run_evaluation/patch-37849300774-1-1/agentic-posthoc-format-repair/django__django-12983/eval.sh": { + "sha256": "46a2c7f2d525e4d57869ec5fbd28ed2db45ef6fdce98acedcf29ca1cfd1e3677", + "bytes": 1949 + }, + "logs/run_evaluation/patch-37849300774-1-1/agentic-posthoc-format-repair/django__django-12983/patch.diff": { + "sha256": "a5036ec0de98daf5f2df74a5944c409935829693b61cbed0d24d612985823b09", + "bytes": 2167 + }, + "logs/run_evaluation/patch-37849300774-1-1/agentic-posthoc-format-repair/django__django-12983/report.json": { + "sha256": "49cae97ffc4e5023c0e3304f8845313159f3c2f54d300602c844657e22a85a5d", + "bytes": 2012 + }, + "logs/run_evaluation/patch-37849300774-1-1/agentic-posthoc-format-repair/django__django-12983/run_instance.log": { + "sha256": "1b4bdda3eea034ac95e285fb288b1c795e13a0dd94ba5a1c44e5677310ef38ba", + "bytes": 7359 + }, + "logs/run_evaluation/patch-37849300774-1-1/agentic-posthoc-format-repair/django__django-12983/test_output.txt": { + "sha256": "957755a6a8aebd4ad5ccd4871ad34903d37eb54a5288d5e0ec300c3e3c3a7dbf", + "bytes": 1742932 + }, + "logs/run_evaluation/patch-37849300774-1-1/run.json": { + "sha256": "7459366437dcaea9aa6d8a276dcadc4bf2f29b1ceac17d8684f49dc0e1c93a6d", + "bytes": 214 + }, + "predictions.jsonl": { + "sha256": "b78c1cdccf80a3eeb09ff6a5b83eda034cb79cdd9e70955c4d18c89e3626505b", + "bytes": 2351 + }, + "summary/agentic-posthoc-format-repair.patch-37849300774-1-1.json": { + "sha256": "ddc31b59bf45b1467d6ac44d1953d853ebd4438b734416f759c30752e2ea6151", + "bytes": 838 + } + }, + "excerpt": { + "raw_sha256": "957755a6a8aebd4ad5ccd4871ad34903d37eb54a5288d5e0ec300c3e3c3a7dbf", + "raw_lines": 37670, + "start_line": 37638, + "stop_line": 37666, + "truncated": false, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/django__django-12983/report.json b/reports/experiments/repair-17-v2/official-evaluation/django__django-12983/report.json new file mode 100644 index 0000000..019eb48 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/django__django-12983/report.json @@ -0,0 +1,45 @@ +{ + "django__django-12983": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "test_slugify (utils_tests.test_text.TestUtilsText)" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "test_compress_sequence (utils_tests.test_text.TestUtilsText)", + "test_format_lazy (utils_tests.test_text.TestUtilsText)", + "test_get_text_list (utils_tests.test_text.TestUtilsText)", + "test_get_valid_filename (utils_tests.test_text.TestUtilsText)", + "test_normalize_newlines (utils_tests.test_text.TestUtilsText)", + "test_phone2numeric (utils_tests.test_text.TestUtilsText)", + "test_smart_split (utils_tests.test_text.TestUtilsText)", + "test_truncate_chars (utils_tests.test_text.TestUtilsText)", + "test_truncate_chars_html (utils_tests.test_text.TestUtilsText)", + "test_truncate_html_words (utils_tests.test_text.TestUtilsText)", + "test_truncate_words (utils_tests.test_text.TestUtilsText)", + "test_unescape_entities (utils_tests.test_text.TestUtilsText)", + "test_unescape_entities_deprecated (utils_tests.test_text.TestUtilsText)", + "test_unescape_string_literal (utils_tests.test_text.TestUtilsText)", + "test_wrap (utils_tests.test_text.TestUtilsText)" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/repair-17-v2/official-evaluation/django__django-12983/test-output-excerpt.txt b/reports/experiments/repair-17-v2/official-evaluation/django__django-12983/test-output-excerpt.txt new file mode 100644 index 0000000..38d80a0 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/django__django-12983/test-output-excerpt.txt @@ -0,0 +1,29 @@ ++ : '>>>>> Start Test Output' ++ ./tests/runtests.py --verbosity 2 --settings=test_sqlite --parallel 1 utils_tests.test_text +test_compress_sequence (utils_tests.test_text.TestUtilsText) ... ok +test_format_lazy (utils_tests.test_text.TestUtilsText) ... ok +test_get_text_list (utils_tests.test_text.TestUtilsText) ... ok +test_get_valid_filename (utils_tests.test_text.TestUtilsText) ... ok +test_normalize_newlines (utils_tests.test_text.TestUtilsText) ... ok +test_phone2numeric (utils_tests.test_text.TestUtilsText) ... ok +test_slugify (utils_tests.test_text.TestUtilsText) ... ok +test_smart_split (utils_tests.test_text.TestUtilsText) ... ok +test_truncate_chars (utils_tests.test_text.TestUtilsText) ... ok +test_truncate_chars_html (utils_tests.test_text.TestUtilsText) ... ok +test_truncate_html_words (utils_tests.test_text.TestUtilsText) ... ok +test_truncate_words (utils_tests.test_text.TestUtilsText) ... ok +test_unescape_entities (utils_tests.test_text.TestUtilsText) ... ok +test_unescape_entities_deprecated (utils_tests.test_text.TestUtilsText) ... ok +test_unescape_string_literal (utils_tests.test_text.TestUtilsText) ... ok +test_wrap (utils_tests.test_text.TestUtilsText) ... ok + +---------------------------------------------------------------------- +Ran 16 tests in 0.018s + +OK +Testing against Django installed in '/testbed/django' +Importing application utils_tests +Skipping setup of unused database(s): default, other. +System check identified no issues (0 silenced). ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/repair-17-v2/official-evaluation/django__django-13447/harness-summary.json b/reports/experiments/repair-17-v2/official-evaluation/django__django-13447/harness-summary.json new file mode 100644 index 0000000..98aecbd --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/django__django-13447/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "django__django-13447" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "django__django-13447" + ], + "resolved_ids": [ + "django__django-13447" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.django_1776_django-13447:latest" + ] +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/django__django-13447/outcome.json b/reports/experiments/repair-17-v2/official-evaluation/django__django-13447/outcome.json new file mode 100644 index 0000000..97c42ed --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/django__django-13447/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "django__django-13447", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.django_1776_django-13447:latest", + "patch_sha256": "7dcd57d75bb799f9e8f513b4fbc5b1a290e974658612b4b293378240c363ce9a", + "image_id": "sha256:7806040ef994511d018f9841ca8085f5341e69b67fd71dfebd1cd6cf539c4813", + "image_digests": [ + "swebench/sweb.eval.x86_64.django_1776_django-13447@sha256:438961b7e55161f67770d51b6bdf579d5a44b17725950fdb64fd72c6d8d79af2" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/django__django-13447/raw-log-manifest.json b/reports/experiments/repair-17-v2/official-evaluation/django__django-13447/raw-log-manifest.json new file mode 100644 index 0000000..576767a --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/django__django-13447/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37849300774", + "artifact_name": "patch-shard-2", + "files": { + "harness.log": { + "sha256": "ef5d40ecf1d9dd71981ba16bbe3c93108b564d79937c1a2ad2bed4da02d94063", + "bytes": 842 + }, + "image-pull.log": { + "sha256": "a027da3fa061b460f74e3e4585a66a19c18b2eec276a562d464cc8454b145205", + "bytes": 1707 + }, + "logs/run_evaluation/patch-37849300774-2-2/agentic-posthoc-format-repair/django__django-13447/eval.sh": { + "sha256": "f54b11eaa22671724f7fdb6b826e84851a3004d2aaa7544cebe093df427e93b6", + "bytes": 1828 + }, + "logs/run_evaluation/patch-37849300774-2-2/agentic-posthoc-format-repair/django__django-13447/patch.diff": { + "sha256": "7dcd57d75bb799f9e8f513b4fbc5b1a290e974658612b4b293378240c363ce9a", + "bytes": 2351 + }, + "logs/run_evaluation/patch-37849300774-2-2/agentic-posthoc-format-repair/django__django-13447/report.json": { + "sha256": "4d8c2c54240a98e505ec87040f46e9c777384c7d75a97aecda5d5767920e30f2", + "bytes": 1253 + }, + "logs/run_evaluation/patch-37849300774-2-2/agentic-posthoc-format-repair/django__django-13447/run_instance.log": { + "sha256": "27d77165fd97086e43f9618515ad7b3bc8d4c2cb78a80756a27a8cb86bd2fb48", + "bytes": 7565 + }, + "logs/run_evaluation/patch-37849300774-2-2/agentic-posthoc-format-repair/django__django-13447/test_output.txt": { + "sha256": "e5dbd41d313eb646e20469f70f34bb829b995cc6f0fab650cf6787ee613c5c25", + "bytes": 1817215 + }, + "logs/run_evaluation/patch-37849300774-2-2/run.json": { + "sha256": "70541391344fbd73493368bfabd0cff1b56009317f2705b447071ea31a971177", + "bytes": 214 + }, + "predictions.jsonl": { + "sha256": "f72bfc9accb9f1b7248d5c91d9bc5c4ef4f5f5efc652502344098f740069c618", + "bytes": 2536 + }, + "summary/agentic-posthoc-format-repair.patch-37849300774-2-2.json": { + "sha256": "d23211063f66baecd6641c8e8b0f5d9ba12eb97549286685ad06fd1e0d083a8e", + "bytes": 838 + } + }, + "excerpt": { + "raw_sha256": "e5dbd41d313eb646e20469f70f34bb829b995cc6f0fab650cf6787ee613c5c25", + "raw_lines": 39223, + "start_line": 39061, + "stop_line": 39220, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/django__django-13447/report.json b/reports/experiments/repair-17-v2/official-evaluation/django__django-13447/report.json new file mode 100644 index 0000000..5dc9f57 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/django__django-13447/report.json @@ -0,0 +1,35 @@ +{ + "django__django-13447": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "test_available_apps (admin_views.test_adminsite.SiteEachContextTest)" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "test_add_action (admin_views.test_adminsite.SiteActionsTests)", + "test_disable_action (admin_views.test_adminsite.SiteActionsTests)", + "AdminSite.get_action() returns an action even if it's disabled.", + "test_each_context (admin_views.test_adminsite.SiteEachContextTest)", + "test_each_context_site_url_with_script_name (admin_views.test_adminsite.SiteEachContextTest)" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/repair-17-v2/official-evaluation/django__django-13447/test-output-excerpt.txt b/reports/experiments/repair-17-v2/official-evaluation/django__django-13447/test-output-excerpt.txt new file mode 100644 index 0000000..8644183 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/django__django-13447/test-output-excerpt.txt @@ -0,0 +1,160 @@ + Apply all migrations: admin, sites +Synchronizing apps without migrations: + Creating tables... + Creating table django_content_type + Creating table auth_permission + Creating table auth_group + Creating table auth_user + Creating table django_session + Creating table admin_views_section + Creating table admin_views_article + Creating table admin_views_book + Creating table admin_views_promo + Creating table admin_views_chapter + Creating table admin_views_chapterxtra1 + Creating table admin_views_chapterxtra2 + Creating table admin_views_rowlevelchangepermissionmodel + Creating table admin_views_customarticle + Creating table admin_views_modelwithstringprimarykey + Creating table admin_views_color + Creating table admin_views_thing + Creating table admin_views_actor + Creating table admin_views_inquisition + Creating table admin_views_sketch + Creating table admin_views_character + Creating table admin_views_stumpjoke + Creating table admin_views_fabric + Creating table admin_views_person + Creating table admin_views_persona + Creating table admin_views_account + Creating table admin_views_fooaccount + Creating table admin_views_baraccount + Creating table admin_views_subscriber + Creating table admin_views_externalsubscriber + Creating table admin_views_oldsubscriber + Creating table admin_views_media + Creating table admin_views_podcast + Creating table admin_views_vodcast + Creating table admin_views_parent + Creating table admin_views_child + Creating table admin_views_pkchild + Creating table admin_views_toy + Creating table admin_views_emptymodel + Creating table admin_views_gallery + Creating table admin_views_picture + Creating table admin_views_language + Creating table admin_views_title + Creating table admin_views_titletranslation + Creating table admin_views_recommender + Creating table admin_views_recommendation + Creating table admin_views_collector + Creating table admin_views_widget + Creating table admin_views_doohickey + Creating table admin_views_grommet + Creating table admin_views_whatsit + Creating table admin_views_doodad + Creating table admin_views_fancydoodad + Creating table admin_views_category + Creating table admin_views_link + Creating table admin_views_prepopulatedpost + Creating table admin_views_prepopulatedsubpost + Creating table admin_views_post + Creating table admin_views_gadget + Creating table admin_views_villain + Creating table admin_views_supervillain + Creating table admin_views_funkytag + Creating table admin_views_plot + Creating table admin_views_plotdetails + Creating table admin_views_secrethideout + Creating table admin_views_supersecrethideout + Creating table admin_views_bookmark + Creating table admin_views_cyclicone + Creating table admin_views_cyclictwo + Creating table admin_views_topping + Creating table admin_views_pizza + Creating table admin_views_album + Creating table admin_views_song + Creating table admin_views_employee + Creating table admin_views_workhour + Creating table admin_views_manager + Creating table admin_views_bonus + Creating table admin_views_question + Creating table admin_views_answer + Creating table admin_views_reservation + Creating table admin_views_fooddelivery + Creating table admin_views_coverletter + Creating table admin_views_paper + Creating table admin_views_shortmessage + Creating table admin_views_telegram + Creating table admin_views_story + Creating table admin_views_otherstory + Creating table admin_views_complexsortedperson + Creating table admin_views_pluggablesearchperson + Creating table admin_views_prepopulatedpostlargeslug + Creating table admin_views_adminorderedfield + Creating table admin_views_adminorderedmodelmethod + Creating table admin_views_adminorderedadminmethod + Creating table admin_views_adminorderedcallable + Creating table admin_views_report + Creating table admin_views_mainprepopulated + Creating table admin_views_relatedprepopulated + Creating table admin_views_unorderedobject + Creating table admin_views_undeletableobject + Creating table admin_views_unchangeableobject + Creating table admin_views_usermessenger + Creating table admin_views_simple + Creating table admin_views_choice + Creating table admin_views_parentwithdependentchildren + Creating table admin_views_dependentchild + Creating table admin_views_filteredmanager + Creating table admin_views_emptymodelvisible + Creating table admin_views_emptymodelhidden + Creating table admin_views_emptymodelmixin + Creating table admin_views_state + Creating table admin_views_city + Creating table admin_views_restaurant + Creating table admin_views_worker + Creating table admin_views_referencedbyparent + Creating table admin_views_parentwithfk + Creating table admin_views_childofreferer + Creating table admin_views_inlinereferer + Creating table admin_views_referencedbyinline + Creating table admin_views_inlinereference + Creating table admin_views_recipe + Creating table admin_views_ingredient + Creating table admin_views_recipeingredient + Creating table admin_views_notreferenced + Creating table admin_views_explicitlyprovidedpk + Creating table admin_views_implicitlygeneratedpk + Creating table admin_views_referencedbygenrel + Creating table admin_views_genrelreference + Creating table admin_views_parentwithuuidpk + Creating table admin_views_relatedwithuuidpkmodel + Creating table admin_views_author + Creating table admin_views_authorship + Creating table admin_views_readonlyrelatedfield + Running deferred SQL... +Running migrations: + Applying admin.0001_initial... OK + Applying admin.0002_logentry_remove_auto_add... OK + Applying admin.0003_logentry_add_action_flag_choices... OK + Applying sites.0001_initial... OK + Applying sites.0002_alter_domain_unique... OK +Creating test database for alias 'default' ('file:memorydb_default?mode=memory&cache=shared')... +System check identified no issues (1 silenced). +test_available_apps (admin_views.test_adminsite.SiteEachContextTest) ... ok +test_each_context (admin_views.test_adminsite.SiteEachContextTest) ... ok +test_each_context_site_url_with_script_name (admin_views.test_adminsite.SiteEachContextTest) ... ok +test_add_action (admin_views.test_adminsite.SiteActionsTests) ... ok +test_disable_action (admin_views.test_adminsite.SiteActionsTests) ... ok +test_get_action (admin_views.test_adminsite.SiteActionsTests) +AdminSite.get_action() returns an action even if it's disabled. ... ok + +---------------------------------------------------------------------- +Ran 6 tests in 0.009s + +OK +Destroying test database for alias 'default' ('file:memorydb_default?mode=memory&cache=shared')... +>>>>> Test Exit Code: 0 ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/repair-17-v2/official-evaluation/django__django-13757/harness-summary.json b/reports/experiments/repair-17-v2/official-evaluation/django__django-13757/harness-summary.json new file mode 100644 index 0000000..87d1fd7 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/django__django-13757/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "django__django-13757" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "django__django-13757" + ], + "resolved_ids": [ + "django__django-13757" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.django_1776_django-13757:latest" + ] +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/django__django-13757/outcome.json b/reports/experiments/repair-17-v2/official-evaluation/django__django-13757/outcome.json new file mode 100644 index 0000000..745339f --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/django__django-13757/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "django__django-13757", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.django_1776_django-13757:latest", + "patch_sha256": "5fd57346124d68998ac1cb9d4cedaab8e2a99032b5eee245cf01ef5141aab898", + "image_id": "sha256:d51b1903a97c14dec18521301ecc399c8e8a020df8d4adb5ad5a208e64394f03", + "image_digests": [ + "swebench/sweb.eval.x86_64.django_1776_django-13757@sha256:dd528b63c859179d98439027610c5c741dba0085c7dc2a9e79bd899afbe7ebef" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/django__django-13757/raw-log-manifest.json b/reports/experiments/repair-17-v2/official-evaluation/django__django-13757/raw-log-manifest.json new file mode 100644 index 0000000..1eddcb9 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/django__django-13757/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37849300774", + "artifact_name": "patch-shard-3", + "files": { + "harness.log": { + "sha256": "4d642a632b36087e9830dd465d3aea1f1d4108072881a80b2c3762b4d94d57f9", + "bytes": 842 + }, + "image-pull.log": { + "sha256": "7c063bef479a83e2d9ee274519b064b280848004d0032f5b312fa82d6892fc02", + "bytes": 1674 + }, + "logs/run_evaluation/patch-37849300774-3-3/agentic-posthoc-format-repair/django__django-13757/eval.sh": { + "sha256": "e742e3d5c347ed1ad5f32b11f6b5aa2b0a26f21b56c18daf0e5c3ecfc10c8f59", + "bytes": 1604 + }, + "logs/run_evaluation/patch-37849300774-3-3/agentic-posthoc-format-repair/django__django-13757/patch.diff": { + "sha256": "5fd57346124d68998ac1cb9d4cedaab8e2a99032b5eee245cf01ef5141aab898", + "bytes": 1902 + }, + "logs/run_evaluation/patch-37849300774-3-3/agentic-posthoc-format-repair/django__django-13757/report.json": { + "sha256": "3afe3f55ada55d62b7137147ae9da24fd5a48a3bd2bd9eda02d8794ac99e822b", + "bytes": 7667 + }, + "logs/run_evaluation/patch-37849300774-3-3/agentic-posthoc-format-repair/django__django-13757/run_instance.log": { + "sha256": "f859aebe756fe62b271c9b7df17439f6d049345a192910d998d48795789d57ad", + "bytes": 11475 + }, + "logs/run_evaluation/patch-37849300774-3-3/agentic-posthoc-format-repair/django__django-13757/test_output.txt": { + "sha256": "d19bd3bc692471e2643c879f141abc5e160ff43dd8544a70ee4b1d135b35c031", + "bytes": 1810235 + }, + "logs/run_evaluation/patch-37849300774-3-3/run.json": { + "sha256": "6c9198058f4006238f8ea2bc726a52eff55f5a7127d175ce15939680d8c93b6b", + "bytes": 214 + }, + "predictions.jsonl": { + "sha256": "b2e49811276f64777994b3d1f707ad38cb8ca377e2bbfebd6201ad5dadfce9d0", + "bytes": 2062 + }, + "summary/agentic-posthoc-format-repair.patch-37849300774-3-3.json": { + "sha256": "255f43cf0dee8e527328b60ba0798661c9d1b7eab028c13de50bdc802309a7bd", + "bytes": 838 + } + }, + "excerpt": { + "raw_sha256": "d19bd3bc692471e2643c879f141abc5e160ff43dd8544a70ee4b1d135b35c031", + "raw_lines": 38988, + "start_line": 38826, + "stop_line": 38985, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/django__django-13757/report.json b/reports/experiments/repair-17-v2/official-evaluation/django__django-13757/report.json new file mode 100644 index 0000000..e54bf45 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/django__django-13757/report.json @@ -0,0 +1,106 @@ +{ + "django__django-13757": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "test_isnull_key (model_fields.test_jsonfield.TestQuerying)" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "test_custom_encoder_decoder (model_fields.test_jsonfield.JSONFieldTests)", + "test_db_check_constraints (model_fields.test_jsonfield.JSONFieldTests)", + "test_invalid_value (model_fields.test_jsonfield.JSONFieldTests)", + "test_formfield (model_fields.test_jsonfield.TestFormField)", + "test_formfield_custom_encoder_decoder (model_fields.test_jsonfield.TestFormField)", + "test_custom_encoder (model_fields.test_jsonfield.TestValidation)", + "test_invalid_decoder (model_fields.test_jsonfield.TestValidation)", + "test_invalid_encoder (model_fields.test_jsonfield.TestValidation)", + "test_validation_error (model_fields.test_jsonfield.TestValidation)", + "test_deconstruct (model_fields.test_jsonfield.TestMethods)", + "test_deconstruct_custom_encoder_decoder (model_fields.test_jsonfield.TestMethods)", + "test_get_transforms (model_fields.test_jsonfield.TestMethods)", + "test_key_transform_text_lookup_mixin_non_key_transform (model_fields.test_jsonfield.TestMethods)", + "test_dumping (model_fields.test_jsonfield.TestSerialization)", + "test_loading (model_fields.test_jsonfield.TestSerialization)", + "test_xml_serialization (model_fields.test_jsonfield.TestSerialization)", + "test_dict (model_fields.test_jsonfield.TestSaveLoad)", + "test_json_null_different_from_sql_null (model_fields.test_jsonfield.TestSaveLoad)", + "test_list (model_fields.test_jsonfield.TestSaveLoad)", + "test_null (model_fields.test_jsonfield.TestSaveLoad)", + "test_primitives (model_fields.test_jsonfield.TestSaveLoad)", + "test_realistic_object (model_fields.test_jsonfield.TestSaveLoad)", + "test_contained_by_unsupported (model_fields.test_jsonfield.TestQuerying)", + "test_contains_unsupported (model_fields.test_jsonfield.TestQuerying)", + "test_deep_lookup_array (model_fields.test_jsonfield.TestQuerying)", + "test_deep_lookup_mixed (model_fields.test_jsonfield.TestQuerying)", + "test_deep_lookup_objs (model_fields.test_jsonfield.TestQuerying)", + "test_deep_lookup_transform (model_fields.test_jsonfield.TestQuerying)", + "test_deep_values (model_fields.test_jsonfield.TestQuerying)", + "test_exact (model_fields.test_jsonfield.TestQuerying)", + "test_exact_complex (model_fields.test_jsonfield.TestQuerying)", + "test_expression_wrapper_key_transform (model_fields.test_jsonfield.TestQuerying)", + "test_has_any_keys (model_fields.test_jsonfield.TestQuerying)", + "test_has_key (model_fields.test_jsonfield.TestQuerying)", + "test_has_key_deep (model_fields.test_jsonfield.TestQuerying)", + "test_has_key_list (model_fields.test_jsonfield.TestQuerying)", + "test_has_key_null_value (model_fields.test_jsonfield.TestQuerying)", + "test_has_keys (model_fields.test_jsonfield.TestQuerying)", + "test_isnull (model_fields.test_jsonfield.TestQuerying)", + "test_isnull_key_or_none (model_fields.test_jsonfield.TestQuerying)", + "test_join_key_transform_annotation_expression (model_fields.test_jsonfield.TestQuerying)", + "test_key_endswith (model_fields.test_jsonfield.TestQuerying)", + "test_key_escape (model_fields.test_jsonfield.TestQuerying)", + "test_key_icontains (model_fields.test_jsonfield.TestQuerying)", + "test_key_iendswith (model_fields.test_jsonfield.TestQuerying)", + "test_key_iexact (model_fields.test_jsonfield.TestQuerying)", + "test_key_in (model_fields.test_jsonfield.TestQuerying)", + "test_key_iregex (model_fields.test_jsonfield.TestQuerying)", + "test_key_istartswith (model_fields.test_jsonfield.TestQuerying)", + "test_key_quoted_string (model_fields.test_jsonfield.TestQuerying)", + "test_key_regex (model_fields.test_jsonfield.TestQuerying)", + "test_key_sql_injection_escape (model_fields.test_jsonfield.TestQuerying)", + "test_key_startswith (model_fields.test_jsonfield.TestQuerying)", + "test_key_transform_annotation_expression (model_fields.test_jsonfield.TestQuerying)", + "test_key_transform_expression (model_fields.test_jsonfield.TestQuerying)", + "test_key_transform_raw_expression (model_fields.test_jsonfield.TestQuerying)", + "test_key_values (model_fields.test_jsonfield.TestQuerying)", + "test_lookup_exclude (model_fields.test_jsonfield.TestQuerying)", + "test_lookup_exclude_nonexistent_key (model_fields.test_jsonfield.TestQuerying)", + "test_lookups_with_key_transform (model_fields.test_jsonfield.TestQuerying)", + "test_nested_key_transform_annotation_expression (model_fields.test_jsonfield.TestQuerying)", + "test_nested_key_transform_expression (model_fields.test_jsonfield.TestQuerying)", + "test_nested_key_transform_on_subquery (model_fields.test_jsonfield.TestQuerying)", + "test_nested_key_transform_raw_expression (model_fields.test_jsonfield.TestQuerying)", + "test_none_key (model_fields.test_jsonfield.TestQuerying)", + "test_none_key_and_exact_lookup (model_fields.test_jsonfield.TestQuerying)", + "test_none_key_exclude (model_fields.test_jsonfield.TestQuerying)", + "test_obj_subquery_lookup (model_fields.test_jsonfield.TestQuerying)", + "test_order_grouping_custom_decoder (model_fields.test_jsonfield.TestQuerying)", + "test_ordering_by_transform (model_fields.test_jsonfield.TestQuerying)", + "test_ordering_grouping_by_count (model_fields.test_jsonfield.TestQuerying)", + "test_ordering_grouping_by_key_transform (model_fields.test_jsonfield.TestQuerying)", + "test_shallow_list_lookup (model_fields.test_jsonfield.TestQuerying)", + "test_shallow_lookup_obj_target (model_fields.test_jsonfield.TestQuerying)", + "test_shallow_obj_lookup (model_fields.test_jsonfield.TestQuerying)", + "test_usage_in_subquery (model_fields.test_jsonfield.TestQuerying)" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/repair-17-v2/official-evaluation/django__django-13757/test-output-excerpt.txt b/reports/experiments/repair-17-v2/official-evaluation/django__django-13757/test-output-excerpt.txt new file mode 100644 index 0000000..9297acd --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/django__django-13757/test-output-excerpt.txt @@ -0,0 +1,160 @@ + Creating table django_content_type + Creating table auth_permission + Creating table auth_group + Creating table auth_user + Creating table django_session + Creating table model_fields_foo + Creating table model_fields_bar + Creating table model_fields_whiz + Creating table model_fields_whizdelayed + Creating table model_fields_whiziter + Creating table model_fields_whiziterempty + Creating table model_fields_choiceful + Creating table model_fields_bigd + Creating table model_fields_floatmodel + Creating table model_fields_bigs + Creating table model_fields_unicodeslugfield + Creating table model_fields_automodel + Creating table model_fields_bigautomodel + Creating table model_fields_smallautomodel + Creating table model_fields_smallintegermodel + Creating table model_fields_integermodel + Creating table model_fields_bigintegermodel + Creating table model_fields_positivebigintegermodel + Creating table model_fields_positivesmallintegermodel + Creating table model_fields_positiveintegermodel + Creating table model_fields_post + Creating table model_fields_nullbooleanmodel + Creating table model_fields_booleanmodel + Creating table model_fields_datetimemodel + Creating table model_fields_durationmodel + Creating table model_fields_nulldurationmodel + Creating table model_fields_primarykeycharmodel + Creating table model_fields_fkstobooleans + Creating table model_fields_fktochar + Creating table model_fields_renamedfield + Creating table model_fields_verbosenamefield + Creating table model_fields_genericipaddress + Creating table model_fields_decimallessthanone + Creating table model_fields_fieldclassattributemodel + Creating table model_fields_datamodel + Creating table model_fields_document + Creating table model_fields_person + Creating table model_fields_personwithheight + Creating table model_fields_personwithheightandwidth + Creating table model_fields_persondimensionsfirst + Creating table model_fields_persontwoimages + Creating table model_fields_jsonmodel + Creating table model_fields_nullablejsonmodel + Creating table model_fields_relatedjsonmodel + Creating table model_fields_allfieldsmodel + Creating table model_fields_manytomany + Creating table model_fields_uuidmodel + Creating table model_fields_nullableuuidmodel + Creating table model_fields_primarykeyuuidmodel + Creating table model_fields_relatedtouuidmodel + Creating table model_fields_uuidchild + Creating table model_fields_uuidgrandchild + Running deferred SQL... +Running migrations: + Applying admin.0001_initial... OK + Applying admin.0002_logentry_remove_auto_add... OK + Applying admin.0003_logentry_add_action_flag_choices... OK + Applying sites.0001_initial... OK + Applying sites.0002_alter_domain_unique... OK +Creating test database for alias 'default' ('file:memorydb_default?mode=memory&cache=shared')... +System check identified no issues (3 silenced). +test_custom_encoder_decoder (model_fields.test_jsonfield.JSONFieldTests) ... ok +test_db_check_constraints (model_fields.test_jsonfield.JSONFieldTests) ... ok +test_invalid_value (model_fields.test_jsonfield.JSONFieldTests) ... ok +test_array_key_contains (model_fields.test_jsonfield.TestQuerying) ... skipped "Database doesn't support feature(s): supports_json_field_contains" +test_contained_by (model_fields.test_jsonfield.TestQuerying) ... skipped "Database doesn't support feature(s): supports_json_field_contains" +test_contained_by_unsupported (model_fields.test_jsonfield.TestQuerying) ... ok +test_contains (model_fields.test_jsonfield.TestQuerying) ... skipped "Database doesn't support feature(s): supports_json_field_contains" +test_contains_contained_by_with_key_transform (model_fields.test_jsonfield.TestQuerying) ... skipped "Database doesn't support feature(s): supports_json_field_contains" +test_contains_primitives (model_fields.test_jsonfield.TestQuerying) ... skipped "Database doesn't support feature(s): supports_primitives_in_json_field, supports_json_field_contains" +test_contains_unsupported (model_fields.test_jsonfield.TestQuerying) ... ok +test_deep_distinct (model_fields.test_jsonfield.TestQuerying) ... skipped "Database doesn't support feature(s): can_distinct_on_fields" +test_deep_lookup_array (model_fields.test_jsonfield.TestQuerying) ... ok +test_deep_lookup_mixed (model_fields.test_jsonfield.TestQuerying) ... ok +test_deep_lookup_objs (model_fields.test_jsonfield.TestQuerying) ... ok +test_deep_lookup_transform (model_fields.test_jsonfield.TestQuerying) ... ok +test_deep_values (model_fields.test_jsonfield.TestQuerying) ... ok +test_exact (model_fields.test_jsonfield.TestQuerying) ... ok +test_exact_complex (model_fields.test_jsonfield.TestQuerying) ... ok +test_expression_wrapper_key_transform (model_fields.test_jsonfield.TestQuerying) ... ok +test_has_any_keys (model_fields.test_jsonfield.TestQuerying) ... ok +test_has_key (model_fields.test_jsonfield.TestQuerying) ... ok +test_has_key_deep (model_fields.test_jsonfield.TestQuerying) ... ok +test_has_key_list (model_fields.test_jsonfield.TestQuerying) ... ok +test_has_key_null_value (model_fields.test_jsonfield.TestQuerying) ... ok +test_has_keys (model_fields.test_jsonfield.TestQuerying) ... ok +test_isnull (model_fields.test_jsonfield.TestQuerying) ... ok +test_isnull_key (model_fields.test_jsonfield.TestQuerying) ... ok +test_isnull_key_or_none (model_fields.test_jsonfield.TestQuerying) ... ok +test_join_key_transform_annotation_expression (model_fields.test_jsonfield.TestQuerying) ... ok +test_key_contains (model_fields.test_jsonfield.TestQuerying) ... skipped "Database doesn't support feature(s): supports_json_field_contains" +test_key_endswith (model_fields.test_jsonfield.TestQuerying) ... ok +test_key_escape (model_fields.test_jsonfield.TestQuerying) ... ok +test_key_icontains (model_fields.test_jsonfield.TestQuerying) ... ok +test_key_iendswith (model_fields.test_jsonfield.TestQuerying) ... ok +test_key_iexact (model_fields.test_jsonfield.TestQuerying) ... ok +test_key_in (model_fields.test_jsonfield.TestQuerying) ... ok +test_key_iregex (model_fields.test_jsonfield.TestQuerying) ... ok +test_key_istartswith (model_fields.test_jsonfield.TestQuerying) ... ok +test_key_quoted_string (model_fields.test_jsonfield.TestQuerying) ... ok +test_key_regex (model_fields.test_jsonfield.TestQuerying) ... ok +test_key_sql_injection (model_fields.test_jsonfield.TestQuerying) ... skipped "Database doesn't support feature(s): has_json_operators" +test_key_sql_injection_escape (model_fields.test_jsonfield.TestQuerying) ... ok +test_key_startswith (model_fields.test_jsonfield.TestQuerying) ... ok +test_key_transform_annotation_expression (model_fields.test_jsonfield.TestQuerying) ... ok +test_key_transform_expression (model_fields.test_jsonfield.TestQuerying) ... ok +test_key_transform_raw_expression (model_fields.test_jsonfield.TestQuerying) ... ok +test_key_values (model_fields.test_jsonfield.TestQuerying) ... ok +test_lookup_exclude (model_fields.test_jsonfield.TestQuerying) ... ok +test_lookup_exclude_nonexistent_key (model_fields.test_jsonfield.TestQuerying) ... ok +test_lookups_with_key_transform (model_fields.test_jsonfield.TestQuerying) ... ok +test_nested_key_transform_annotation_expression (model_fields.test_jsonfield.TestQuerying) ... ok +test_nested_key_transform_expression (model_fields.test_jsonfield.TestQuerying) ... ok +test_nested_key_transform_on_subquery (model_fields.test_jsonfield.TestQuerying) ... ok +test_nested_key_transform_raw_expression (model_fields.test_jsonfield.TestQuerying) ... ok +test_none_key (model_fields.test_jsonfield.TestQuerying) ... ok +test_none_key_and_exact_lookup (model_fields.test_jsonfield.TestQuerying) ... ok +test_none_key_exclude (model_fields.test_jsonfield.TestQuerying) ... ok +test_obj_subquery_lookup (model_fields.test_jsonfield.TestQuerying) ... ok +test_order_grouping_custom_decoder (model_fields.test_jsonfield.TestQuerying) ... ok +test_ordering_by_transform (model_fields.test_jsonfield.TestQuerying) ... ok +test_ordering_grouping_by_count (model_fields.test_jsonfield.TestQuerying) ... ok +test_ordering_grouping_by_key_transform (model_fields.test_jsonfield.TestQuerying) ... ok +test_shallow_list_lookup (model_fields.test_jsonfield.TestQuerying) ... ok +test_shallow_lookup_obj_target (model_fields.test_jsonfield.TestQuerying) ... ok +test_shallow_obj_lookup (model_fields.test_jsonfield.TestQuerying) ... ok +test_usage_in_subquery (model_fields.test_jsonfield.TestQuerying) ... ok +test_dict (model_fields.test_jsonfield.TestSaveLoad) ... ok +test_json_null_different_from_sql_null (model_fields.test_jsonfield.TestSaveLoad) ... ok +test_list (model_fields.test_jsonfield.TestSaveLoad) ... ok +test_null (model_fields.test_jsonfield.TestSaveLoad) ... ok +test_primitives (model_fields.test_jsonfield.TestSaveLoad) ... ok +test_realistic_object (model_fields.test_jsonfield.TestSaveLoad) ... ok +test_formfield (model_fields.test_jsonfield.TestFormField) ... ok +test_formfield_custom_encoder_decoder (model_fields.test_jsonfield.TestFormField) ... ok +test_deconstruct (model_fields.test_jsonfield.TestMethods) ... ok +test_deconstruct_custom_encoder_decoder (model_fields.test_jsonfield.TestMethods) ... ok +test_get_transforms (model_fields.test_jsonfield.TestMethods) ... ok +test_key_transform_text_lookup_mixin_non_key_transform (model_fields.test_jsonfield.TestMethods) ... ok +test_dumping (model_fields.test_jsonfield.TestSerialization) ... ok +test_loading (model_fields.test_jsonfield.TestSerialization) ... ok +test_xml_serialization (model_fields.test_jsonfield.TestSerialization) ... ok +test_custom_encoder (model_fields.test_jsonfield.TestValidation) ... ok +test_invalid_decoder (model_fields.test_jsonfield.TestValidation) ... ok +test_invalid_encoder (model_fields.test_jsonfield.TestValidation) ... ok +test_validation_error (model_fields.test_jsonfield.TestValidation) ... ok + +---------------------------------------------------------------------- +Ran 85 tests in 0.126s + +OK (skipped=8) +Destroying test database for alias 'default' ('file:memorydb_default?mode=memory&cache=shared')... +>>>>> Test Exit Code: 0 ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/repair-17-v2/official-evaluation/manifest.json b/reports/experiments/repair-17-v2/official-evaluation/manifest.json new file mode 100644 index 0000000..e61df30 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/manifest.json @@ -0,0 +1,215 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37849300774", + "harness_version": "5.0.2", + "test_timeout_seconds": 600, + "predictions_sha256": "b32d0ad79307c1e9518606c21d8d040f9e3d293d037a05d7462602f4d5a23624", + "results_sha256": "bd191ea6d56fe759db02a0a0eb184d746906370cd94e7d21e61ad48819a809be", + "shards": [ + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "b32d0ad79307c1e9518606c21d8d040f9e3d293d037a05d7462602f4d5a23624", + "shard": 0, + "shards": 17, + "test_timeout": 600, + "github_run_id": "37849300774", + "github_run_attempt": "1", + "github_sha": "22c335b52a02cee4e92140c32d6c494efc0a6bae" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "b32d0ad79307c1e9518606c21d8d040f9e3d293d037a05d7462602f4d5a23624", + "shard": 1, + "shards": 17, + "test_timeout": 600, + "github_run_id": "37849300774", + "github_run_attempt": "1", + "github_sha": "22c335b52a02cee4e92140c32d6c494efc0a6bae" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "b32d0ad79307c1e9518606c21d8d040f9e3d293d037a05d7462602f4d5a23624", + "shard": 10, + "shards": 17, + "test_timeout": 600, + "github_run_id": "37849300774", + "github_run_attempt": "1", + "github_sha": "22c335b52a02cee4e92140c32d6c494efc0a6bae" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "b32d0ad79307c1e9518606c21d8d040f9e3d293d037a05d7462602f4d5a23624", + "shard": 11, + "shards": 17, + "test_timeout": 600, + "github_run_id": "37849300774", + "github_run_attempt": "1", + "github_sha": "22c335b52a02cee4e92140c32d6c494efc0a6bae" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "b32d0ad79307c1e9518606c21d8d040f9e3d293d037a05d7462602f4d5a23624", + "shard": 12, + "shards": 17, + "test_timeout": 600, + "github_run_id": "37849300774", + "github_run_attempt": "1", + "github_sha": "22c335b52a02cee4e92140c32d6c494efc0a6bae" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "b32d0ad79307c1e9518606c21d8d040f9e3d293d037a05d7462602f4d5a23624", + "shard": 13, + "shards": 17, + "test_timeout": 600, + "github_run_id": "37849300774", + "github_run_attempt": "1", + "github_sha": "22c335b52a02cee4e92140c32d6c494efc0a6bae" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "b32d0ad79307c1e9518606c21d8d040f9e3d293d037a05d7462602f4d5a23624", + "shard": 14, + "shards": 17, + "test_timeout": 600, + "github_run_id": "37849300774", + "github_run_attempt": "1", + "github_sha": "22c335b52a02cee4e92140c32d6c494efc0a6bae" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "b32d0ad79307c1e9518606c21d8d040f9e3d293d037a05d7462602f4d5a23624", + "shard": 15, + "shards": 17, + "test_timeout": 600, + "github_run_id": "37849300774", + "github_run_attempt": "1", + "github_sha": "22c335b52a02cee4e92140c32d6c494efc0a6bae" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "b32d0ad79307c1e9518606c21d8d040f9e3d293d037a05d7462602f4d5a23624", + "shard": 16, + "shards": 17, + "test_timeout": 600, + "github_run_id": "37849300774", + "github_run_attempt": "1", + "github_sha": "22c335b52a02cee4e92140c32d6c494efc0a6bae" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "b32d0ad79307c1e9518606c21d8d040f9e3d293d037a05d7462602f4d5a23624", + "shard": 2, + "shards": 17, + "test_timeout": 600, + "github_run_id": "37849300774", + "github_run_attempt": "1", + "github_sha": "22c335b52a02cee4e92140c32d6c494efc0a6bae" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "b32d0ad79307c1e9518606c21d8d040f9e3d293d037a05d7462602f4d5a23624", + "shard": 3, + "shards": 17, + "test_timeout": 600, + "github_run_id": "37849300774", + "github_run_attempt": "1", + "github_sha": "22c335b52a02cee4e92140c32d6c494efc0a6bae" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "b32d0ad79307c1e9518606c21d8d040f9e3d293d037a05d7462602f4d5a23624", + "shard": 4, + "shards": 17, + "test_timeout": 600, + "github_run_id": "37849300774", + "github_run_attempt": "1", + "github_sha": "22c335b52a02cee4e92140c32d6c494efc0a6bae" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "b32d0ad79307c1e9518606c21d8d040f9e3d293d037a05d7462602f4d5a23624", + "shard": 5, + "shards": 17, + "test_timeout": 600, + "github_run_id": "37849300774", + "github_run_attempt": "1", + "github_sha": "22c335b52a02cee4e92140c32d6c494efc0a6bae" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "b32d0ad79307c1e9518606c21d8d040f9e3d293d037a05d7462602f4d5a23624", + "shard": 6, + "shards": 17, + "test_timeout": 600, + "github_run_id": "37849300774", + "github_run_attempt": "1", + "github_sha": "22c335b52a02cee4e92140c32d6c494efc0a6bae" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "b32d0ad79307c1e9518606c21d8d040f9e3d293d037a05d7462602f4d5a23624", + "shard": 7, + "shards": 17, + "test_timeout": 600, + "github_run_id": "37849300774", + "github_run_attempt": "1", + "github_sha": "22c335b52a02cee4e92140c32d6c494efc0a6bae" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "b32d0ad79307c1e9518606c21d8d040f9e3d293d037a05d7462602f4d5a23624", + "shard": 8, + "shards": 17, + "test_timeout": 600, + "github_run_id": "37849300774", + "github_run_attempt": "1", + "github_sha": "22c335b52a02cee4e92140c32d6c494efc0a6bae" + }, + { + "harness_version": "5.0.2", + "dataset_revision": "b0dde1093fe417d83b7184254edf8199c1f0dff5", + "dataset_sha256": "438e281d80587aa7be470896ce410557002fde02d2ceee3e099331d308f62dd3", + "predictions_sha256": "b32d0ad79307c1e9518606c21d8d040f9e3d293d037a05d7462602f4d5a23624", + "shard": 9, + "shards": 17, + "test_timeout": 600, + "github_run_id": "37849300774", + "github_run_attempt": "1", + "github_sha": "22c335b52a02cee4e92140c32d6c494efc0a6bae" + } + ], + "patches_changed_after_freeze": false, + "raw_artifacts": "GitHub Actions patch-shard-* artifacts (30-day retention); reports/excerpts/log hashes retained here" +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-18869/harness-summary.json b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-18869/harness-summary.json new file mode 100644 index 0000000..41fac37 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-18869/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 0, + "unresolved_instances": 1, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "matplotlib__matplotlib-18869" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "matplotlib__matplotlib-18869" + ], + "resolved_ids": [], + "unresolved_ids": [ + "matplotlib__matplotlib-18869" + ], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-18869:latest" + ] +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-18869/outcome.json b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-18869/outcome.json new file mode 100644 index 0000000..f75c8a5 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-18869/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "matplotlib__matplotlib-18869", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-18869:latest", + "patch_sha256": "76ef7979d9f9861dae4fb17ca2f3b05ce70be8acefb64f46fff81150e8520e28", + "image_id": "sha256:c8ba332ecbc176982c4b2df89690be4961199029a5227e8e5122329b1879a1ae", + "image_digests": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-18869@sha256:b336640dcab0603d825bae6c20f7acbd6cd37f4aa5c88cc47d126b8756303754" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-18869/raw-log-manifest.json b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-18869/raw-log-manifest.json new file mode 100644 index 0000000..06099dc --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-18869/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37849300774", + "artifact_name": "patch-shard-4", + "files": { + "harness.log": { + "sha256": "170475b880b4d6064da7ac0acfecf9c2183151af337da8b9087cd3ac66ec7359", + "bytes": 850 + }, + "image-pull.log": { + "sha256": "cecf693c6bac21c01cf6ffeef167e1eb89d413ca95f0512345ecae780936aac4", + "bytes": 1665 + }, + "logs/run_evaluation/patch-37849300774-4-4/agentic-posthoc-format-repair/matplotlib__matplotlib-18869/eval.sh": { + "sha256": "5c99942f6b36ad633e616d318076e30a55be0675d8ba1dfb2b01813209a604bc", + "bytes": 1558 + }, + "logs/run_evaluation/patch-37849300774-4-4/agentic-posthoc-format-repair/matplotlib__matplotlib-18869/patch.diff": { + "sha256": "76ef7979d9f9861dae4fb17ca2f3b05ce70be8acefb64f46fff81150e8520e28", + "bytes": 1741 + }, + "logs/run_evaluation/patch-37849300774-4-4/agentic-posthoc-format-repair/matplotlib__matplotlib-18869/report.json": { + "sha256": "309f01e59e3fb1fedd2dcc638cf29a1640364b9012d1a180731b0b83fe80cb3d", + "bytes": 1474 + }, + "logs/run_evaluation/patch-37849300774-4-4/agentic-posthoc-format-repair/matplotlib__matplotlib-18869/run_instance.log": { + "sha256": "bd81ebc1388d43b52090e319c87ed79a2ae653e1dac579b1c7c00bf4136ff6f7", + "bytes": 6352 + }, + "logs/run_evaluation/patch-37849300774-4-4/agentic-posthoc-format-repair/matplotlib__matplotlib-18869/test_output.txt": { + "sha256": "0ea1c5bff2b1a5cdc74c6dd6b34abb4f8e478ac8864055f38ac004a7df5367aa", + "bytes": 1457547 + }, + "logs/run_evaluation/patch-37849300774-4-4/run.json": { + "sha256": "490e35325e78dc8ee302119348ade7eed825d6eb2d40b62c49b79c95a9fc3bee", + "bytes": 222 + }, + "predictions.jsonl": { + "sha256": "f8093cbfd52c27f112518a7aba2213b1bfef6eb9265542b028eb8289c4b4d1b0", + "bytes": 1938 + }, + "summary/agentic-posthoc-format-repair.patch-37849300774-4-4.json": { + "sha256": "65945ce5cdfc59989ef48597b6504ac5c03dd44f966d9524e41d8551dd8186f5", + "bytes": 870 + } + }, + "excerpt": { + "raw_sha256": "0ea1c5bff2b1a5cdc74c6dd6b34abb4f8e478ac8864055f38ac004a7df5367aa", + "raw_lines": 26644, + "start_line": 26481, + "stop_line": 26640, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-18869/report.json b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-18869/report.json new file mode 100644 index 0000000..66ba1cf --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-18869/report.json @@ -0,0 +1,36 @@ +{ + "matplotlib__matplotlib-18869": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": false, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [], + "failure": [ + "lib/matplotlib/tests/test_matplotlib.py::test_parse_to_version_info[3.5.0-version_tuple0]", + "lib/matplotlib/tests/test_matplotlib.py::test_parse_to_version_info[3.5.0rc2-version_tuple1]", + "lib/matplotlib/tests/test_matplotlib.py::test_parse_to_version_info[3.5.0.dev820+g6768ef8c4c-version_tuple2]", + "lib/matplotlib/tests/test_matplotlib.py::test_parse_to_version_info[3.5.0.post820+g6768ef8c4c-version_tuple3]" + ] + }, + "PASS_TO_PASS": { + "success": [ + "lib/matplotlib/tests/test_matplotlib.py::test_importable_with_no_home", + "lib/matplotlib/tests/test_matplotlib.py::test_use_doc_standard_backends", + "lib/matplotlib/tests/test_matplotlib.py::test_importable_with__OO" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-18869/test-output-excerpt.txt b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-18869/test-output-excerpt.txt new file mode 100644 index 0000000..bea6e4c --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-18869/test-output-excerpt.txt @@ -0,0 +1,160 @@ + if name in ("__version__", "version_info"): + import setuptools_scm + global __version__, version_info # cache both. + # Only shell out to a git subprocess if really needed, and not on a + # shallow clone, such as those used by CI, as the latter would trigger + # a warning from setuptools_scm. + root = Path(__file__).resolve().parents[2] + if (root / ".git").exists() and not (root / ".git/shallow").exists(): + __version__ = setuptools_scm.get_version( + root=root, + version_scheme="post-release", + local_scheme="node-and-date", + fallback_version=_version.version, + ) + else: # Get the version from the _version.py setuptools_scm file. + __version__ = _version.version + version_info = parse_version(__version__) + return __version__ if name == "__version__" else version_info +> raise AttributeError(f"module {__name__!r} has no attribute {name!r}") +E AttributeError: module 'matplotlib' has no attribute '_parse_to_version_info' + +lib/matplotlib/__init__.py:152: AttributeError +_____________ test_parse_to_version_info[3.5.0rc2-version_tuple1] ______________ + +version_str = '3.5.0rc2', version_tuple = (3, 5, 0, 'candidate', 2) + + @pytest.mark.parametrize('version_str, version_tuple', [ + ('3.5.0', (3, 5, 0, 'final', 0)), + ('3.5.0rc2', (3, 5, 0, 'candidate', 2)), + ('3.5.0.dev820+g6768ef8c4c', (3, 5, 0, 'alpha', 820)), + ('3.5.0.post820+g6768ef8c4c', (3, 5, 1, 'alpha', 820)), + ]) + def test_parse_to_version_info(version_str, version_tuple): +> assert matplotlib._parse_to_version_info(version_str) == version_tuple + +lib/matplotlib/tests/test_matplotlib.py:17: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +name = '_parse_to_version_info' + + def __getattr__(name): + if name in ("__version__", "version_info"): + import setuptools_scm + global __version__, version_info # cache both. + # Only shell out to a git subprocess if really needed, and not on a + # shallow clone, such as those used by CI, as the latter would trigger + # a warning from setuptools_scm. + root = Path(__file__).resolve().parents[2] + if (root / ".git").exists() and not (root / ".git/shallow").exists(): + __version__ = setuptools_scm.get_version( + root=root, + version_scheme="post-release", + local_scheme="node-and-date", + fallback_version=_version.version, + ) + else: # Get the version from the _version.py setuptools_scm file. + __version__ = _version.version + version_info = parse_version(__version__) + return __version__ if name == "__version__" else version_info +> raise AttributeError(f"module {__name__!r} has no attribute {name!r}") +E AttributeError: module 'matplotlib' has no attribute '_parse_to_version_info' + +lib/matplotlib/__init__.py:152: AttributeError +_____ test_parse_to_version_info[3.5.0.dev820+g6768ef8c4c-version_tuple2] ______ + +version_str = '3.5.0.dev820+g6768ef8c4c' +version_tuple = (3, 5, 0, 'alpha', 820) + + @pytest.mark.parametrize('version_str, version_tuple', [ + ('3.5.0', (3, 5, 0, 'final', 0)), + ('3.5.0rc2', (3, 5, 0, 'candidate', 2)), + ('3.5.0.dev820+g6768ef8c4c', (3, 5, 0, 'alpha', 820)), + ('3.5.0.post820+g6768ef8c4c', (3, 5, 1, 'alpha', 820)), + ]) + def test_parse_to_version_info(version_str, version_tuple): +> assert matplotlib._parse_to_version_info(version_str) == version_tuple + +lib/matplotlib/tests/test_matplotlib.py:17: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +name = '_parse_to_version_info' + + def __getattr__(name): + if name in ("__version__", "version_info"): + import setuptools_scm + global __version__, version_info # cache both. + # Only shell out to a git subprocess if really needed, and not on a + # shallow clone, such as those used by CI, as the latter would trigger + # a warning from setuptools_scm. + root = Path(__file__).resolve().parents[2] + if (root / ".git").exists() and not (root / ".git/shallow").exists(): + __version__ = setuptools_scm.get_version( + root=root, + version_scheme="post-release", + local_scheme="node-and-date", + fallback_version=_version.version, + ) + else: # Get the version from the _version.py setuptools_scm file. + __version__ = _version.version + version_info = parse_version(__version__) + return __version__ if name == "__version__" else version_info +> raise AttributeError(f"module {__name__!r} has no attribute {name!r}") +E AttributeError: module 'matplotlib' has no attribute '_parse_to_version_info' + +lib/matplotlib/__init__.py:152: AttributeError +_____ test_parse_to_version_info[3.5.0.post820+g6768ef8c4c-version_tuple3] _____ + +version_str = '3.5.0.post820+g6768ef8c4c' +version_tuple = (3, 5, 1, 'alpha', 820) + + @pytest.mark.parametrize('version_str, version_tuple', [ + ('3.5.0', (3, 5, 0, 'final', 0)), + ('3.5.0rc2', (3, 5, 0, 'candidate', 2)), + ('3.5.0.dev820+g6768ef8c4c', (3, 5, 0, 'alpha', 820)), + ('3.5.0.post820+g6768ef8c4c', (3, 5, 1, 'alpha', 820)), + ]) + def test_parse_to_version_info(version_str, version_tuple): +> assert matplotlib._parse_to_version_info(version_str) == version_tuple + +lib/matplotlib/tests/test_matplotlib.py:17: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +name = '_parse_to_version_info' + + def __getattr__(name): + if name in ("__version__", "version_info"): + import setuptools_scm + global __version__, version_info # cache both. + # Only shell out to a git subprocess if really needed, and not on a + # shallow clone, such as those used by CI, as the latter would trigger + # a warning from setuptools_scm. + root = Path(__file__).resolve().parents[2] + if (root / ".git").exists() and not (root / ".git/shallow").exists(): + __version__ = setuptools_scm.get_version( + root=root, + version_scheme="post-release", + local_scheme="node-and-date", + fallback_version=_version.version, + ) + else: # Get the version from the _version.py setuptools_scm file. + __version__ = _version.version + version_info = parse_version(__version__) + return __version__ if name == "__version__" else version_info +> raise AttributeError(f"module {__name__!r} has no attribute {name!r}") +E AttributeError: module 'matplotlib' has no attribute '_parse_to_version_info' + +lib/matplotlib/__init__.py:152: AttributeError +==================================== PASSES ==================================== +=========================== short test summary info ============================ +PASSED lib/matplotlib/tests/test_matplotlib.py::test_importable_with_no_home +PASSED lib/matplotlib/tests/test_matplotlib.py::test_use_doc_standard_backends +PASSED lib/matplotlib/tests/test_matplotlib.py::test_importable_with__OO +SKIPPED [1] lib/matplotlib/tests/test_matplotlib.py:20: chmod() doesn't work as root +FAILED lib/matplotlib/tests/test_matplotlib.py::test_parse_to_version_info[3.5.0-version_tuple0] +FAILED lib/matplotlib/tests/test_matplotlib.py::test_parse_to_version_info[3.5.0rc2-version_tuple1] +FAILED lib/matplotlib/tests/test_matplotlib.py::test_parse_to_version_info[3.5.0.dev820+g6768ef8c4c-version_tuple2] +FAILED lib/matplotlib/tests/test_matplotlib.py::test_parse_to_version_info[3.5.0.post820+g6768ef8c4c-version_tuple3] +==================== 4 failed, 3 passed, 1 skipped in 6.31s ==================== ++ SWEBENCH_TEST_EXIT_CODE=1 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-23563/harness-summary.json b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-23563/harness-summary.json new file mode 100644 index 0000000..70575de --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-23563/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 0, + "unresolved_instances": 1, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "matplotlib__matplotlib-23563" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "matplotlib__matplotlib-23563" + ], + "resolved_ids": [], + "unresolved_ids": [ + "matplotlib__matplotlib-23563" + ], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-23563:latest" + ] +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-23563/outcome.json b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-23563/outcome.json new file mode 100644 index 0000000..5924d6b --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-23563/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "matplotlib__matplotlib-23563", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-23563:latest", + "patch_sha256": "ae351341c3d1ba6ecb124221ad0be3a1f56bf9332a0bae14a7cac6f728c54a87", + "image_id": "sha256:93f13bec950adf1aa64132b4653af0503c6acdb49e8c3a771ae8efdf0813dac6", + "image_digests": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-23563@sha256:a34e45f320187a07dbf6b21c38a859949cf1dc7f2eb060344ee8aafdb65d46c0" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-23563/raw-log-manifest.json b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-23563/raw-log-manifest.json new file mode 100644 index 0000000..b707c4e --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-23563/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37849300774", + "artifact_name": "patch-shard-5", + "files": { + "harness.log": { + "sha256": "e134e9392756b4e735392090f4d8a38f3d61728156b9f0175fbee598784ad4cc", + "bytes": 850 + }, + "image-pull.log": { + "sha256": "c29440fe9375b9d7f1ad0d26d177cce00e27c8136f38ca21636cad6eaa672db2", + "bytes": 1698 + }, + "logs/run_evaluation/patch-37849300774-5-5/agentic-posthoc-format-repair/matplotlib__matplotlib-23563/eval.sh": { + "sha256": "b0daec23b4f26a232121f47ad5fe93031ebc6b7acea170201d5886a8bac883b0", + "bytes": 1388 + }, + "logs/run_evaluation/patch-37849300774-5-5/agentic-posthoc-format-repair/matplotlib__matplotlib-23563/patch.diff": { + "sha256": "ae351341c3d1ba6ecb124221ad0be3a1f56bf9332a0bae14a7cac6f728c54a87", + "bytes": 379 + }, + "logs/run_evaluation/patch-37849300774-5-5/agentic-posthoc-format-repair/matplotlib__matplotlib-23563/report.json": { + "sha256": "a816053557e1f5e3a03e89d67d8f1076dfe32c09a6bd1beab584d33719c03e4b", + "bytes": 13615 + }, + "logs/run_evaluation/patch-37849300774-5-5/agentic-posthoc-format-repair/matplotlib__matplotlib-23563/run_instance.log": { + "sha256": "6b7b97c0fe8be1792e82527ce50991e3f10cd8b841e82b826bce6bdfe00e5dd5", + "bytes": 13589 + }, + "logs/run_evaluation/patch-37849300774-5-5/agentic-posthoc-format-repair/matplotlib__matplotlib-23563/test_output.txt": { + "sha256": "77e0b1b976d2726017719dea93dac557b94e7b35eb2d5ba20fb5faa95cafd778", + "bytes": 1492050 + }, + "logs/run_evaluation/patch-37849300774-5-5/run.json": { + "sha256": "7554f341dc9a396a70206e32b4dab4e377ae06567efab3fafffa1fc021e784e7", + "bytes": 222 + }, + "predictions.jsonl": { + "sha256": "b70de42f3d9c8ed3f4e3bd38e1afa04e405e5a9a7d6ce6adecf877420ce44ed2", + "bytes": 522 + }, + "summary/agentic-posthoc-format-repair.patch-37849300774-5-5.json": { + "sha256": "81a5aa2cd164c667e17e5d6ff5a91e8df1268767a684104193d8fc3b4318f4ec", + "bytes": 870 + } + }, + "excerpt": { + "raw_sha256": "77e0b1b976d2726017719dea93dac557b94e7b35eb2d5ba20fb5faa95cafd778", + "raw_lines": 27302, + "start_line": 27139, + "stop_line": 27298, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-23563/report.json b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-23563/report.json new file mode 100644 index 0000000..edb1e70 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-23563/report.json @@ -0,0 +1,166 @@ +{ + "matplotlib__matplotlib-23563": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": false, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [], + "failure": [ + "lib/mpl_toolkits/tests/test_mplot3d.py::test_draw_single_lines_from_Nx1" + ] + }, + "PASS_TO_PASS": { + "success": [ + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invisible_axes[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_aspects[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_repr", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_colors", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_shaded[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_notshaded[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_lightsource", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_contour3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_contour3d_extend3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_fill[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_extend[png-both-levels0]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_extend[png-min-levels1]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_extend[png-max-levels2]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_tricontour[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_contour3d_1d_input", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_lines3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_plot_scalar[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_mixedsubplots[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_tight_layout_text[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_color[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_linewidth[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_linewidth_modification[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_modification[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_sorting[png-True]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_sorting[png-False]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_marker_draw_order_data_reversed[png--50]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_marker_draw_order_data_reversed[png-130]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_marker_draw_order_view_rotated[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_plot_3d_from_2d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d_shaded[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d_masked[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d_masked_strides[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_text3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_text3d_modification[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_trisurf3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_trisurf3d_shaded[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3dzerocstride[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3dzerorstride[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3dzerostrideraises", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_mixedsamplesraises", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3d_empty[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3d_masked[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_patch_modification", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_patch_collection_modification[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_poly3dcollection_verts_validation", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_poly3dcollection_closed[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_poly_collection_2d_to_3d_empty", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_poly3dcollection_alpha[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_add_collection3d_zs_array[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_add_collection3d_zs_scalar[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_labelpad[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_cla[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_rotated[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_plotsurface_1d_raises", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_proj_transform", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_proj_axes_cube[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_proj_axes_cube_ortho[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_rot", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_world", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_lines_dists[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_lines_dists_nowarning", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_autoscale", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[True-x]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[True-y]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[True-z]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[False-x]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[False-y]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[False-z]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[None-x]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[None-y]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[None-z]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_focal_length_checks", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_focal_length[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_ortho[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_isometric[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-left-inf]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-left-nan]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-right-inf]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-right-nan]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-bottom-inf]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-bottom-nan]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-top-inf]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-top-nan]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-bottom-inf]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-bottom-nan]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-top-inf]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-top-nan]", + "lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_simple[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_edge_style[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_named_colors[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_rgb_data[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_alpha[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_xyz[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_calling_conventions", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_line3d_set_get_data_3d", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_inverted[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_inverted_cla", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_ax3d_tickcolour", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_ticklabel_format[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3D_smoke[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_minor_ticks[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_errorbar3d_errorevery[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_errorbar3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_stem3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_equal_box_aspect[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_colorbar_pos", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_shared_axes_retick", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_pan", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scalarmap_update[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_subfigure_simple", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_computed_zorder[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_format_coord", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_get_axis_position", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_margins", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[ValueError-args0-kwargs0-margin", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[ValueError-args1-kwargs1-margin", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[ValueError-args2-kwargs2-margin", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[ValueError-args3-kwargs3-margin", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[ValueError-args4-kwargs4-margin", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[ValueError-args5-kwargs5-margin", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[TypeError-args6-kwargs6-Cannot", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[TypeError-args7-kwargs7-Cannot", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[TypeError-args8-kwargs8-Cannot", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[TypeError-args9-kwargs9-Must", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_text_3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_pathpatch_3d[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter_spiral[png]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_view_init_vertical_axis[z-proj_expected0-axis_lines_expected0-tickdirs_expected0]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_view_init_vertical_axis[y-proj_expected1-axis_lines_expected1-tickdirs_expected1]", + "lib/mpl_toolkits/tests/test_mplot3d.py::test_view_init_vertical_axis[x-proj_expected2-axis_lines_expected2-tickdirs_expected2]" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-23563/test-output-excerpt.txt b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-23563/test-output-excerpt.txt new file mode 100644 index 0000000..30f5973 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-23563/test-output-excerpt.txt @@ -0,0 +1,160 @@ +array = array([[0], + [1]]), shape = (2,), subok = False, readonly = True + + def _broadcast_to(array, shape, subok, readonly): + shape = tuple(shape) if np.iterable(shape) else (shape,) + array = np.array(array, copy=False, subok=subok) + if not shape and array.shape: + raise ValueError('cannot broadcast a non-scalar to a scalar array') + if any(size < 0 for size in shape): + raise ValueError('all elements of broadcast shape must be non-' + 'negative') + extras = [] +> it = np.nditer( + (array,), flags=['multi_index', 'refs_ok', 'zerosize_ok'] + extras, + op_flags=['readonly'], itershape=shape, order='C') +E ValueError: input operand has more dimensions than allowed by the axis remapping + +/opt/miniconda3/envs/testbed/lib/python3.11/site-packages/numpy/lib/stride_tricks.py:349: ValueError +==================================== PASSES ==================================== +=========================== short test summary info ============================ +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invisible_axes[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_aspects[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_repr +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_colors +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_shaded[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_notshaded[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_bar3d_lightsource +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_contour3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_contour3d_extend3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_fill[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_extend[png-both-levels0] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_extend[png-min-levels1] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_contourf3d_extend[png-max-levels2] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_tricontour[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_contour3d_1d_input +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_lines3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_plot_scalar[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_mixedsubplots[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_tight_layout_text[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_color[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_linewidth[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_linewidth_modification[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_modification[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_sorting[png-True] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter3d_sorting[png-False] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_marker_draw_order_data_reversed[png--50] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_marker_draw_order_data_reversed[png-130] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_marker_draw_order_view_rotated[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_plot_3d_from_2d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d_shaded[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d_masked[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_surface3d_masked_strides[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_text3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_text3d_modification[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_trisurf3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_trisurf3d_shaded[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3dzerocstride[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3dzerorstride[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_wireframe3dzerostrideraises +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_mixedsamplesraises +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3d_empty[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3d_masked[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_patch_modification +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_patch_collection_modification[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_poly3dcollection_verts_validation +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_poly3dcollection_closed[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_poly_collection_2d_to_3d_empty +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_poly3dcollection_alpha[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_add_collection3d_zs_array[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_add_collection3d_zs_scalar[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_labelpad[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_cla[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_rotated[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_plotsurface_1d_raises +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_proj_transform +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_proj_axes_cube[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_proj_axes_cube_ortho[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_rot +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_world +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_lines_dists[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_lines_dists_nowarning +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_autoscale +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[True-x] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[True-y] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[True-z] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[False-x] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[False-y] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[False-z] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[None-x] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[None-y] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_unautoscale[None-z] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_focal_length_checks +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_focal_length[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_ortho[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_axes3d_isometric[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-left-inf] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-left-nan] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-right-inf] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_xlim3d-right-nan] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-bottom-inf] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-bottom-nan] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-top-inf] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_ylim3d-top-nan] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-bottom-inf] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-bottom-nan] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-top-inf] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_invalid_axes_limits[set_zlim3d-top-nan] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_simple[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_edge_style[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_named_colors[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_rgb_data[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_alpha[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_xyz[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::TestVoxels::test_calling_conventions +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_line3d_set_get_data_3d +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_inverted[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_inverted_cla +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_ax3d_tickcolour +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_ticklabel_format[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_quiver3D_smoke[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_minor_ticks[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_errorbar3d_errorevery[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_errorbar3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_stem3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_equal_box_aspect[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_colorbar_pos +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_shared_axes_retick +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_pan +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scalarmap_update[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_subfigure_simple +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_computed_zorder[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_format_coord +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_get_axis_position +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_margins +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[ValueError-args0-kwargs0-margin must be greater than -0\\.5] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[ValueError-args1-kwargs1-margin must be greater than -0\\.5] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[ValueError-args2-kwargs2-margin must be greater than -0\\.5] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[ValueError-args3-kwargs3-margin must be greater than -0\\.5] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[ValueError-args4-kwargs4-margin must be greater than -0\\.5] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[ValueError-args5-kwargs5-margin must be greater than -0\\.5] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[TypeError-args6-kwargs6-Cannot pass both positional and keyword] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[TypeError-args7-kwargs7-Cannot pass both positional and keyword] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[TypeError-args8-kwargs8-Cannot pass both positional and keyword] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_margins_errors[TypeError-args9-kwargs9-Must pass a single positional argument for] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_text_3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_pathpatch_3d[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_scatter_spiral[png] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_view_init_vertical_axis[z-proj_expected0-axis_lines_expected0-tickdirs_expected0] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_view_init_vertical_axis[y-proj_expected1-axis_lines_expected1-tickdirs_expected1] +PASSED lib/mpl_toolkits/tests/test_mplot3d.py::test_view_init_vertical_axis[x-proj_expected2-axis_lines_expected2-tickdirs_expected2] +FAILED lib/mpl_toolkits/tests/test_mplot3d.py::test_draw_single_lines_from_Nx1 +======================== 1 failed, 136 passed in 14.75s ======================== ++ SWEBENCH_TEST_EXIT_CODE=1 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-24149/harness-summary.json b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-24149/harness-summary.json new file mode 100644 index 0000000..1f1566b --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-24149/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "matplotlib__matplotlib-24149" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "matplotlib__matplotlib-24149" + ], + "resolved_ids": [ + "matplotlib__matplotlib-24149" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-24149:latest" + ] +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-24149/outcome.json b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-24149/outcome.json new file mode 100644 index 0000000..0328b37 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-24149/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "matplotlib__matplotlib-24149", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-24149:latest", + "patch_sha256": "828448947f3297cb9219d5563ae3e2dea1adbfb4b0a332022851b982e0e3c6fe", + "image_id": "sha256:76a50f4a5d1b876980996731d7de4fe6d01b292128d5396b6f89dfe327f3bcc9", + "image_digests": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-24149@sha256:e80913d242481321c20b8ed0b5bd1513e89fcaff6eb84b5f6d39e748128b7c19" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-24149/raw-log-manifest.json b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-24149/raw-log-manifest.json new file mode 100644 index 0000000..ff834e1 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-24149/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37849300774", + "artifact_name": "patch-shard-6", + "files": { + "harness.log": { + "sha256": "4f107bdf97de3f076e9f51b2595dae6a5b0ed59bd6220de180485292afb879dc", + "bytes": 853 + }, + "image-pull.log": { + "sha256": "2d5cbe1a29302725fa56cf55ee2872b16f726dcd22c7da9985fa3609bdc76c67", + "bytes": 1698 + }, + "logs/run_evaluation/patch-37849300774-6-6/agentic-posthoc-format-repair/matplotlib__matplotlib-24149/eval.sh": { + "sha256": "8f5bbf67fdbebfc2b04dce18e0b2a1894e5a63d993adf369c58ea30d1daf20f2", + "bytes": 1394 + }, + "logs/run_evaluation/patch-37849300774-6-6/agentic-posthoc-format-repair/matplotlib__matplotlib-24149/patch.diff": { + "sha256": "828448947f3297cb9219d5563ae3e2dea1adbfb4b0a332022851b982e0e3c6fe", + "bytes": 1101 + }, + "logs/run_evaluation/patch-37849300774-6-6/agentic-posthoc-format-repair/matplotlib__matplotlib-24149/report.json": { + "sha256": "70084a987af8932a353012ace9ffaab194afb950e403c6a1a1f553de8e4e3334", + "bytes": 68753 + }, + "logs/run_evaluation/patch-37849300774-6-6/agentic-posthoc-format-repair/matplotlib__matplotlib-24149/run_instance.log": { + "sha256": "c1036fd64c1f9f46b332093a49a9819a1b9d85fdf44e13cfee676dde4c610f6c", + "bytes": 57445 + }, + "logs/run_evaluation/patch-37849300774-6-6/agentic-posthoc-format-repair/matplotlib__matplotlib-24149/test_output.txt": { + "sha256": "75780a44164f0f6966a7555fe36a720644b3fc891c81871a40adf064e94ca059", + "bytes": 1512135 + }, + "logs/run_evaluation/patch-37849300774-6-6/run.json": { + "sha256": "54598834dbf7146350f2ce89d11ea2ace6b6282f98a7509d47f5228081dd8cb7", + "bytes": 222 + }, + "predictions.jsonl": { + "sha256": "2e9038303732b85ea187a71c8094e729d0912835232b691ac1ff015e8fcc4842", + "bytes": 1256 + }, + "summary/agentic-posthoc-format-repair.patch-37849300774-6-6.json": { + "sha256": "4e08f1739e2f11e11161530159175c9102b1197373de97d7bc772dc7723ba589", + "bytes": 870 + } + }, + "excerpt": { + "raw_sha256": "75780a44164f0f6966a7555fe36a720644b3fc891c81871a40adf064e94ca059", + "raw_lines": 27324, + "start_line": 27161, + "stop_line": 27320, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-24149/report.json b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-24149/report.json new file mode 100644 index 0000000..d862735 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-24149/report.json @@ -0,0 +1,797 @@ +{ + "matplotlib__matplotlib-24149": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "lib/matplotlib/tests/test_axes.py::test_bar_all_nan[png]" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "lib/matplotlib/tests/test_axes.py::test_invisible_axes[png]", + "lib/matplotlib/tests/test_axes.py::test_get_labels", + "lib/matplotlib/tests/test_axes.py::test_repr", + "lib/matplotlib/tests/test_axes.py::test_label_loc_vertical[png]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_vertical[pdf]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_horizontal[png]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_horizontal[pdf]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_rc[png]", + "lib/matplotlib/tests/test_axes.py::test_label_loc_rc[pdf]", + "lib/matplotlib/tests/test_axes.py::test_label_shift", + "lib/matplotlib/tests/test_axes.py::test_acorr[png]", + "lib/matplotlib/tests/test_axes.py::test_spy[png]", + "lib/matplotlib/tests/test_axes.py::test_spy_invalid_kwargs", + "lib/matplotlib/tests/test_axes.py::test_matshow[png]", + "lib/matplotlib/tests/test_axes.py::test_formatter_ticker[png]", + "lib/matplotlib/tests/test_axes.py::test_formatter_ticker[pdf]", + "lib/matplotlib/tests/test_axes.py::test_funcformatter_auto_formatter", + "lib/matplotlib/tests/test_axes.py::test_strmethodformatter_auto_formatter", + "lib/matplotlib/tests/test_axes.py::test_twin_axis_locators_formatters[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_axis_locators_formatters[pdf]", + "lib/matplotlib/tests/test_axes.py::test_twinx_cla", + "lib/matplotlib/tests/test_axes.py::test_twin_logscale[png-x]", + "lib/matplotlib/tests/test_axes.py::test_twin_logscale[png-y]", + "lib/matplotlib/tests/test_axes.py::test_twinx_axis_scales[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_inherit_autoscale_setting", + "lib/matplotlib/tests/test_axes.py::test_inverted_cla", + "lib/matplotlib/tests/test_axes.py::test_subclass_clear_cla", + "lib/matplotlib/tests/test_axes.py::test_cla_not_redefined_internally", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on_rcParams_both[png]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tiny_range[png]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tiny_range[pdf]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tight", + "lib/matplotlib/tests/test_axes.py::test_autoscale_log_shared", + "lib/matplotlib/tests/test_axes.py::test_use_sticky_edges", + "lib/matplotlib/tests/test_axes.py::test_sticky_shared_axes[png]", + "lib/matplotlib/tests/test_axes.py::test_basic_annotate[png]", + "lib/matplotlib/tests/test_axes.py::test_basic_annotate[pdf]", + "lib/matplotlib/tests/test_axes.py::test_arrow_simple[png]", + "lib/matplotlib/tests/test_axes.py::test_arrow_empty", + "lib/matplotlib/tests/test_axes.py::test_arrow_in_view", + "lib/matplotlib/tests/test_axes.py::test_annotate_default_arrow", + "lib/matplotlib/tests/test_axes.py::test_annotate_signature", + "lib/matplotlib/tests/test_axes.py::test_fill_units[png]", + "lib/matplotlib/tests/test_axes.py::test_plot_format_kwarg_redundant", + "lib/matplotlib/tests/test_axes.py::test_errorbar_dashes[png]", + "lib/matplotlib/tests/test_axes.py::test_single_point[png]", + "lib/matplotlib/tests/test_axes.py::test_single_point[pdf]", + "lib/matplotlib/tests/test_axes.py::test_single_date[png]", + "lib/matplotlib/tests/test_axes.py::test_shaped_data[png]", + "lib/matplotlib/tests/test_axes.py::test_structured_data", + "lib/matplotlib/tests/test_axes.py::test_aitoff_proj[png]", + "lib/matplotlib/tests/test_axes.py::test_axvspan_epoch[png]", + "lib/matplotlib/tests/test_axes.py::test_axvspan_epoch[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axhspan_epoch[png]", + "lib/matplotlib/tests/test_axes.py::test_axhspan_epoch[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_extent[png]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_empty[png]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_pickable", + "lib/matplotlib/tests/test_axes.py::test_hexbin_log[png]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_linear[png]", + "lib/matplotlib/tests/test_axes.py::test_hexbin_log_clim", + "lib/matplotlib/tests/test_axes.py::test_inverted_limits", + "lib/matplotlib/tests/test_axes.py::test_nonfinite_limits[png]", + "lib/matplotlib/tests/test_axes.py::test_nonfinite_limits[pdf]", + "lib/matplotlib/tests/test_axes.py::test_limits_empty_data[png-scatter]", + "lib/matplotlib/tests/test_axes.py::test_limits_empty_data[png-plot]", + "lib/matplotlib/tests/test_axes.py::test_limits_empty_data[png-fill_between]", + "lib/matplotlib/tests/test_axes.py::test_imshow[png]", + "lib/matplotlib/tests/test_axes.py::test_imshow[pdf]", + "lib/matplotlib/tests/test_axes.py::test_imshow_clip[png]", + "lib/matplotlib/tests/test_axes.py::test_imshow_clip[pdf]", + "lib/matplotlib/tests/test_axes.py::test_imshow_norm_vminvmax", + "lib/matplotlib/tests/test_axes.py::test_polycollection_joinstyle[png]", + "lib/matplotlib/tests/test_axes.py::test_polycollection_joinstyle[pdf]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_input[2d_x_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_input[2d_y1_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_input[2d_y2_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_betweenx_input[2d_y_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_betweenx_input[2d_x1_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_betweenx_input[2d_x2_input]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate[png]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate[pdf]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_decreasing[png]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_decreasing[pdf]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_nan[png]", + "lib/matplotlib/tests/test_axes.py::test_fill_between_interpolate_nan[pdf]", + "lib/matplotlib/tests/test_axes.py::test_symlog[pdf]", + "lib/matplotlib/tests/test_axes.py::test_symlog2[pdf]", + "lib/matplotlib/tests/test_axes.py::test_pcolorargs_5205", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh[pdf]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_small[eps]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_alpha[pdf]", + "lib/matplotlib/tests/test_axes.py::test_pcolormesh_datetime_axis[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolor_datetime_axis[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolorargs", + "lib/matplotlib/tests/test_axes.py::test_pcolornearest[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolornearestunits[png]", + "lib/matplotlib/tests/test_axes.py::test_pcolorflaterror", + "lib/matplotlib/tests/test_axes.py::test_pcolorauto[png-False]", + "lib/matplotlib/tests/test_axes.py::test_pcolorauto[png-True]", + "lib/matplotlib/tests/test_axes.py::test_canonical[png]", + "lib/matplotlib/tests/test_axes.py::test_canonical[pdf]", + "lib/matplotlib/tests/test_axes.py::test_arc_angles[png]", + "lib/matplotlib/tests/test_axes.py::test_arc_ellipse[png]", + "lib/matplotlib/tests/test_axes.py::test_arc_ellipse[pdf]", + "lib/matplotlib/tests/test_axes.py::test_marker_as_markerstyle", + "lib/matplotlib/tests/test_axes.py::test_markevery[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_line[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_line[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_zoomed[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_zoomed[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_log_scales[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_log_scales[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_polar[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_polar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_nans[png]", + "lib/matplotlib/tests/test_axes.py::test_markevery_linear_scales_nans[pdf]", + "lib/matplotlib/tests/test_axes.py::test_marker_edges[png]", + "lib/matplotlib/tests/test_axes.py::test_marker_edges[pdf]", + "lib/matplotlib/tests/test_axes.py::test_bar_tick_label_single[png]", + "lib/matplotlib/tests/test_axes.py::test_nan_bar_values", + "lib/matplotlib/tests/test_axes.py::test_bar_ticklabel_fail", + "lib/matplotlib/tests/test_axes.py::test_bar_tick_label_multiple[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_tick_label_multiple_old_alignment[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_decimal_center[png]", + "lib/matplotlib/tests/test_axes.py::test_barh_decimal_center[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_decimal_width[png]", + "lib/matplotlib/tests/test_axes.py::test_barh_decimal_height[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_color_none_alpha", + "lib/matplotlib/tests/test_axes.py::test_bar_edgecolor_none_alpha", + "lib/matplotlib/tests/test_axes.py::test_barh_tick_label[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_timedelta", + "lib/matplotlib/tests/test_axes.py::test_boxplot_dates_pandas", + "lib/matplotlib/tests/test_axes.py::test_boxplot_capwidths", + "lib/matplotlib/tests/test_axes.py::test_pcolor_regression", + "lib/matplotlib/tests/test_axes.py::test_bar_pandas", + "lib/matplotlib/tests/test_axes.py::test_bar_pandas_indexed", + "lib/matplotlib/tests/test_axes.py::test_bar_hatches[png]", + "lib/matplotlib/tests/test_axes.py::test_bar_hatches[pdf]", + "lib/matplotlib/tests/test_axes.py::test_bar_labels[x-1-x-expected_labels0-x]", + "lib/matplotlib/tests/test_axes.py::test_bar_labels[x1-width1-label1-expected_labels1-_nolegend_]", + "lib/matplotlib/tests/test_axes.py::test_bar_labels[x2-width2-label2-expected_labels2-_nolegend_]", + "lib/matplotlib/tests/test_axes.py::test_bar_labels[x3-width3-bars-expected_labels3-bars]", + "lib/matplotlib/tests/test_axes.py::test_bar_labels_length", + "lib/matplotlib/tests/test_axes.py::test_pandas_minimal_plot", + "lib/matplotlib/tests/test_axes.py::test_hist_log[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_log[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_log_2[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_log_barstacked", + "lib/matplotlib/tests/test_axes.py::test_hist_bar_empty[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_float16", + "lib/matplotlib/tests/test_axes.py::test_hist_step_empty[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_step_filled[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_density[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_unequal_bins_density", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets_bins[date2num]", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets_bins[datetime.datetime]", + "lib/matplotlib/tests/test_axes.py::test_hist_datetime_datasets_bins[np.datetime64]", + "lib/matplotlib/tests/test_axes.py::test_hist_with_empty_input[data0-1]", + "lib/matplotlib/tests/test_axes.py::test_hist_with_empty_input[data1-1]", + "lib/matplotlib/tests/test_axes.py::test_hist_with_empty_input[data2-2]", + "lib/matplotlib/tests/test_axes.py::test_hist_zorder[bar-1]", + "lib/matplotlib/tests/test_axes.py::test_hist_zorder[step-2]", + "lib/matplotlib/tests/test_axes.py::test_hist_zorder[stepfilled-1]", + "lib/matplotlib/tests/test_axes.py::test_stairs[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_fill[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_update[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_baseline_0[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_empty", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_nan", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_mismatch", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_update", + "lib/matplotlib/tests/test_axes.py::test_stairs_invalid_update2", + "lib/matplotlib/tests/test_axes.py::test_stairs_options[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_datetime[png]", + "lib/matplotlib/tests/test_axes.py::test_stairs_edge_handling[png]", + "lib/matplotlib/tests/test_axes.py::test_contour_hatching[png]", + "lib/matplotlib/tests/test_axes.py::test_contour_hatching[pdf]", + "lib/matplotlib/tests/test_axes.py::test_contour_colorbar[png]", + "lib/matplotlib/tests/test_axes.py::test_contour_colorbar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist2d[png]", + "lib/matplotlib/tests/test_axes.py::test_hist2d[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist2d_transpose[png]", + "lib/matplotlib/tests/test_axes.py::test_hist2d_transpose[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist2d_density", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_plot[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_plot[pdf]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_marker[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_2D[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_decimal[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color_warning[kwargs0]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color_warning[kwargs1]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color_warning[kwargs2]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_color_warning[kwargs3]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_unfilled", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_unfillable", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_size_arg_size", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_edgecolor_RGB", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_invalid_color[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_no_invalid_color[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_norm_vminvmax", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_single_point[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_different_shapes[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[0.5-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case1-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[red-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[none-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[None-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case5-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[jaune-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case7-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case8-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case9-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case10-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case11-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case12-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case13-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case14-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case15-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case16-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case17-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case18-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case19-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case20-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case21-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case22-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case23-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case24-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case25-None]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case26-shape]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case27-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case28-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_c[c_case29-conversion]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_single_color_c[png]", + "lib/matplotlib/tests/test_axes.py::TestScatter::test_scatter_linewidths", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params0-expected_result0]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params1-expected_result1]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params2-expected_result2]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params3-expected_result3]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args[params4-expected_result4]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs0-None]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs1-None]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs2-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs3-expected_edgecolors3]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs4-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs5-face]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs6-none]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs7-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs8-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs9-r]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_edgecolors[kwargs10-g]", + "lib/matplotlib/tests/test_axes.py::test_parse_scatter_color_args_error", + "lib/matplotlib/tests/test_axes.py::test_as_mpl_axes_api", + "lib/matplotlib/tests/test_axes.py::test_pyplot_axes", + "lib/matplotlib/tests/test_axes.py::test_log_scales", + "lib/matplotlib/tests/test_axes.py::test_log_scales_no_data", + "lib/matplotlib/tests/test_axes.py::test_log_scales_invalid", + "lib/matplotlib/tests/test_axes.py::test_stackplot[png]", + "lib/matplotlib/tests/test_axes.py::test_stackplot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_stackplot_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_stackplot_baseline[pdf]", + "lib/matplotlib/tests/test_axes.py::test_bxp_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_rangewhis[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_percentilewhis[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_with_xlabels[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_horizontal[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_with_ylabels[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_patchartist[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custompatchartist[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customoutlier[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_showcustommean[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custombox[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custommedian[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customcap[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customwhisker[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_shownotches[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_nocaps[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_nobox[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_no_flier_stats[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_showmean[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_showmeanasline[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_scalarwidth[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_customwidths[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custompositions[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_bad_widths", + "lib/matplotlib/tests/test_axes.py::test_bxp_bad_positions", + "lib/matplotlib/tests/test_axes.py::test_bxp_custom_capwidths[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_custom_capwidth[png]", + "lib/matplotlib/tests/test_axes.py::test_bxp_bad_capwidths", + "lib/matplotlib/tests/test_axes.py::test_boxplot[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_custom_capwidths[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_sym2[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_sym[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_autorange_whiskers[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_rc_parameters[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_rc_parameters[pdf]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_with_CIarray[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_no_weird_whisker[png]", + "lib/matplotlib/tests/test_axes.py::test_boxplot_bad_medians", + "lib/matplotlib/tests/test_axes.py::test_boxplot_bad_ci", + "lib/matplotlib/tests/test_axes.py::test_boxplot_zorder", + "lib/matplotlib/tests/test_axes.py::test_boxplot_marker_behavior", + "lib/matplotlib/tests/test_axes.py::test_boxplot_mod_artist_after_plotting[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showmeans[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showextrema[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showmedians[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_showall[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_custompoints_10[png]", + "lib/matplotlib/tests/test_axes.py::test_vert_violinplot_custompoints_200[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_baseline[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showmedians[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showmeans[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showextrema[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_showall[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_custompoints_10[png]", + "lib/matplotlib/tests/test_axes.py::test_horiz_violinplot_custompoints_200[png]", + "lib/matplotlib/tests/test_axes.py::test_violinplot_bad_positions", + "lib/matplotlib/tests/test_axes.py::test_violinplot_bad_widths", + "lib/matplotlib/tests/test_axes.py::test_violinplot_bad_quantiles", + "lib/matplotlib/tests/test_axes.py::test_violinplot_outofrange_quantiles", + "lib/matplotlib/tests/test_axes.py::test_violinplot_single_list_quantiles[png]", + "lib/matplotlib/tests/test_axes.py::test_violinplot_pandas_series[png]", + "lib/matplotlib/tests/test_axes.py::test_manage_xticks", + "lib/matplotlib/tests/test_axes.py::test_boxplot_not_single", + "lib/matplotlib/tests/test_axes.py::test_tick_space_size_0", + "lib/matplotlib/tests/test_axes.py::test_errorbar[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_mixed_errorbar_polar_caps[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_colorcycle", + "lib/matplotlib/tests/test_axes.py::test_errorbar_cycle_ecolor[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_cycle_ecolor[pdf]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_shape", + "lib/matplotlib/tests/test_axes.py::test_errorbar_limits[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_limits[pdf]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_nonefmt", + "lib/matplotlib/tests/test_axes.py::test_errorbar_line_specific_kwargs", + "lib/matplotlib/tests/test_axes.py::test_errorbar_with_prop_cycle[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_every_invalid", + "lib/matplotlib/tests/test_axes.py::test_xerr_yerr_not_negative", + "lib/matplotlib/tests/test_axes.py::test_errorbar_every[png]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_every[pdf]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_linewidth_type[elinewidth0]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_linewidth_type[elinewidth1]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_linewidth_type[1]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_nan[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_offset[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_offset[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_step[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_step_horiz[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_weighted[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_weighted[pdf]", + "lib/matplotlib/tests/test_axes.py::test_stem[png-w/", + "lib/matplotlib/tests/test_axes.py::test_stem[png-w/o", + "lib/matplotlib/tests/test_axes.py::test_stem_args", + "lib/matplotlib/tests/test_axes.py::test_stem_markerfmt", + "lib/matplotlib/tests/test_axes.py::test_stem_dates", + "lib/matplotlib/tests/test_axes.py::test_stem_orientation[png-w/", + "lib/matplotlib/tests/test_axes.py::test_stem_orientation[png-w/o", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_alpha[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_density[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_density[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_step_bottom[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stepfilled_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_step_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stepfilled_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_step_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_stepfilled_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_step_bottom_geometry", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_bar[png]", + "lib/matplotlib/tests/test_axes.py::test_hist_stacked_bar[pdf]", + "lib/matplotlib/tests/test_axes.py::test_hist_barstacked_bottom_unchanged", + "lib/matplotlib/tests/test_axes.py::test_hist_emptydata", + "lib/matplotlib/tests/test_axes.py::test_hist_labels", + "lib/matplotlib/tests/test_axes.py::test_transparent_markers[png]", + "lib/matplotlib/tests/test_axes.py::test_transparent_markers[pdf]", + "lib/matplotlib/tests/test_axes.py::test_rgba_markers[png]", + "lib/matplotlib/tests/test_axes.py::test_rgba_markers[pdf]", + "lib/matplotlib/tests/test_axes.py::test_mollweide_grid[png]", + "lib/matplotlib/tests/test_axes.py::test_mollweide_grid[pdf]", + "lib/matplotlib/tests/test_axes.py::test_mollweide_forward_inverse_closure", + "lib/matplotlib/tests/test_axes.py::test_mollweide_inverse_forward_closure", + "lib/matplotlib/tests/test_axes.py::test_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_alpha[pdf]", + "lib/matplotlib/tests/test_axes.py::test_eventplot[png]", + "lib/matplotlib/tests/test_axes.py::test_eventplot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_defaults[png]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_colors[colors0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_colors[colors1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_colors[colors2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_problem_kwargs[png]", + "lib/matplotlib/tests/test_axes.py::test_empty_eventplot", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[None-data0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[None-data1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[None-data2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[vertical-data0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[vertical-data1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[vertical-data2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[horizontal-data0]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[horizontal-data1]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_orientation[horizontal-data2]", + "lib/matplotlib/tests/test_axes.py::test_eventplot_units_list[png]", + "lib/matplotlib/tests/test_axes.py::test_marker_styles[png]", + "lib/matplotlib/tests/test_axes.py::test_markers_fillstyle_rcparams[png]", + "lib/matplotlib/tests/test_axes.py::test_vertex_markers[png]", + "lib/matplotlib/tests/test_axes.py::test_eb_line_zorder[png]", + "lib/matplotlib/tests/test_axes.py::test_eb_line_zorder[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_loglog[png]", + "lib/matplotlib/tests/test_axes.py::test_axline_loglog[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline[png]", + "lib/matplotlib/tests/test_axes.py::test_axline[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes[png]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes_panzoom[png]", + "lib/matplotlib/tests/test_axes.py::test_axline_transaxes_panzoom[pdf]", + "lib/matplotlib/tests/test_axes.py::test_axline_args", + "lib/matplotlib/tests/test_axes.py::test_vlines[png]", + "lib/matplotlib/tests/test_axes.py::test_vlines_default", + "lib/matplotlib/tests/test_axes.py::test_hlines[png]", + "lib/matplotlib/tests/test_axes.py::test_hlines_default", + "lib/matplotlib/tests/test_axes.py::test_lines_with_colors[png-data0]", + "lib/matplotlib/tests/test_axes.py::test_lines_with_colors[png-data1]", + "lib/matplotlib/tests/test_axes.py::test_step_linestyle[png]", + "lib/matplotlib/tests/test_axes.py::test_step_linestyle[pdf]", + "lib/matplotlib/tests/test_axes.py::test_mixed_collection[png]", + "lib/matplotlib/tests/test_axes.py::test_mixed_collection[pdf]", + "lib/matplotlib/tests/test_axes.py::test_subplot_key_hash", + "lib/matplotlib/tests/test_axes.py::test_specgram[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_magnitude[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_angle[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_fs_none", + "lib/matplotlib/tests/test_axes.py::test_specgram_origin_rcparam[png]", + "lib/matplotlib/tests/test_axes.py::test_specgram_origin_kwarg", + "lib/matplotlib/tests/test_axes.py::test_psd_csd[png]", + "lib/matplotlib/tests/test_axes.py::test_spectrum[png]", + "lib/matplotlib/tests/test_axes.py::test_psd_csd_edge_cases", + "lib/matplotlib/tests/test_axes.py::test_twin_remove[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_spines[png]", + "lib/matplotlib/tests/test_axes.py::test_twin_spines_on_top[png]", + "lib/matplotlib/tests/test_axes.py::test_rcparam_grid_minor[both-True-True]", + "lib/matplotlib/tests/test_axes.py::test_rcparam_grid_minor[major-True-False]", + "lib/matplotlib/tests/test_axes.py::test_rcparam_grid_minor[minor-False-True]", + "lib/matplotlib/tests/test_axes.py::test_grid", + "lib/matplotlib/tests/test_axes.py::test_reset_grid", + "lib/matplotlib/tests/test_axes.py::test_reset_ticks[png]", + "lib/matplotlib/tests/test_axes.py::test_vline_limit", + "lib/matplotlib/tests/test_axes.py::test_axline_minmax[axvline-axhline-args0]", + "lib/matplotlib/tests/test_axes.py::test_axline_minmax[axvspan-axhspan-args1]", + "lib/matplotlib/tests/test_axes.py::test_empty_shared_subplots", + "lib/matplotlib/tests/test_axes.py::test_shared_with_aspect_1", + "lib/matplotlib/tests/test_axes.py::test_shared_with_aspect_2", + "lib/matplotlib/tests/test_axes.py::test_shared_with_aspect_3", + "lib/matplotlib/tests/test_axes.py::test_shared_aspect_error", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[TypeError-args0-kwargs0-axis\\\\(\\\\)", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[ValueError-args1-kwargs1-Unrecognized", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[TypeError-args2-kwargs2-the", + "lib/matplotlib/tests/test_axes.py::test_axis_errors[TypeError-args3-kwargs3-axis\\\\(\\\\)", + "lib/matplotlib/tests/test_axes.py::test_axis_method_errors", + "lib/matplotlib/tests/test_axes.py::test_twin_with_aspect[x]", + "lib/matplotlib/tests/test_axes.py::test_twin_with_aspect[y]", + "lib/matplotlib/tests/test_axes.py::test_relim_visible_only", + "lib/matplotlib/tests/test_axes.py::test_text_labelsize", + "lib/matplotlib/tests/test_axes.py::test_pie_default[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_linewidth_0[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_center_radius[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_linewidth_2[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_ccw_true[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_frame_grid[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_rotatelabels_true[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_nolabel_but_legend[png]", + "lib/matplotlib/tests/test_axes.py::test_pie_textprops", + "lib/matplotlib/tests/test_axes.py::test_pie_get_negative_values", + "lib/matplotlib/tests/test_axes.py::test_normalize_kwarg_pie", + "lib/matplotlib/tests/test_axes.py::test_set_get_ticklabels[png]", + "lib/matplotlib/tests/test_axes.py::test_set_ticks_with_labels[png]", + "lib/matplotlib/tests/test_axes.py::test_set_noniterable_ticklabels", + "lib/matplotlib/tests/test_axes.py::test_subsampled_ticklabels", + "lib/matplotlib/tests/test_axes.py::test_mismatched_ticklabels", + "lib/matplotlib/tests/test_axes.py::test_empty_ticks_fixed_loc", + "lib/matplotlib/tests/test_axes.py::test_retain_tick_visibility[png]", + "lib/matplotlib/tests/test_axes.py::test_tick_label_update", + "lib/matplotlib/tests/test_axes.py::test_o_marker_path_snap[png]", + "lib/matplotlib/tests/test_axes.py::test_margins", + "lib/matplotlib/tests/test_axes.py::test_set_margin_updates_limits", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args0-kwargs0-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args1-kwargs1-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args2-kwargs2-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[ValueError-args3-kwargs3-margin", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[TypeError-args4-kwargs4-Cannot", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[TypeError-args5-kwargs5-Cannot", + "lib/matplotlib/tests/test_axes.py::test_margins_errors[TypeError-args6-kwargs6-Must", + "lib/matplotlib/tests/test_axes.py::test_length_one_hist", + "lib/matplotlib/tests/test_axes.py::test_set_xy_bound", + "lib/matplotlib/tests/test_axes.py::test_pathological_hexbin", + "lib/matplotlib/tests/test_axes.py::test_color_None", + "lib/matplotlib/tests/test_axes.py::test_color_alias", + "lib/matplotlib/tests/test_axes.py::test_numerical_hist_label", + "lib/matplotlib/tests/test_axes.py::test_unicode_hist_label", + "lib/matplotlib/tests/test_axes.py::test_move_offsetlabel", + "lib/matplotlib/tests/test_axes.py::test_rc_spines[png]", + "lib/matplotlib/tests/test_axes.py::test_rc_grid[png]", + "lib/matplotlib/tests/test_axes.py::test_rc_tick", + "lib/matplotlib/tests/test_axes.py::test_rc_major_minor_tick", + "lib/matplotlib/tests/test_axes.py::test_square_plot", + "lib/matplotlib/tests/test_axes.py::test_bad_plot_args", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy0-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy1-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy2-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy3-PcolorImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data0-xy4-QuadMesh]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy0-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy1-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy2-AxesImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy3-PcolorImage]", + "lib/matplotlib/tests/test_axes.py::test_pcolorfast[data1-xy4-QuadMesh]", + "lib/matplotlib/tests/test_axes.py::test_shared_scale", + "lib/matplotlib/tests/test_axes.py::test_shared_bool", + "lib/matplotlib/tests/test_axes.py::test_violin_point_mass", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs0]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs1]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs2]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs3]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs4]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs5]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs6]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs7]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs8]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs9]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs10]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs11]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs12]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs13]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs14]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs15]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs16]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs17]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs18]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs19]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs20]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs21]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs22]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs23]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs24]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs25]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs26]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs27]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs28]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs29]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs30]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs31]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs32]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs33]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs34]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs35]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs36]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs37]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs38]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs39]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs40]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs41]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs42]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs43]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs44]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs45]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs46]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs47]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs48]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs49]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs50]", + "lib/matplotlib/tests/test_axes.py::test_errorbar_inputs_shotgun[kwargs51]", + "lib/matplotlib/tests/test_axes.py::test_dash_offset[png]", + "lib/matplotlib/tests/test_axes.py::test_dash_offset[pdf]", + "lib/matplotlib/tests/test_axes.py::test_title_pad", + "lib/matplotlib/tests/test_axes.py::test_title_location_roundtrip", + "lib/matplotlib/tests/test_axes.py::test_title_location_shared[True]", + "lib/matplotlib/tests/test_axes.py::test_title_location_shared[False]", + "lib/matplotlib/tests/test_axes.py::test_loglog[png]", + "lib/matplotlib/tests/test_axes.py::test_loglog_nonpos[png]", + "lib/matplotlib/tests/test_axes.py::test_axes_margins", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[gca-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[gca-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots_shared-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[subplots_shared-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[add_axes-x]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes[add_axes-y]", + "lib/matplotlib/tests/test_axes.py::test_remove_shared_axes_relim", + "lib/matplotlib/tests/test_axes.py::test_shared_axes_autoscale", + "lib/matplotlib/tests/test_axes.py::test_adjust_numtick_aspect", + "lib/matplotlib/tests/test_axes.py::test_auto_numticks", + "lib/matplotlib/tests/test_axes.py::test_auto_numticks_log", + "lib/matplotlib/tests/test_axes.py::test_broken_barh_empty", + "lib/matplotlib/tests/test_axes.py::test_broken_barh_timedelta", + "lib/matplotlib/tests/test_axes.py::test_pandas_pcolormesh", + "lib/matplotlib/tests/test_axes.py::test_pandas_indexing_dates", + "lib/matplotlib/tests/test_axes.py::test_pandas_errorbar_indexing", + "lib/matplotlib/tests/test_axes.py::test_pandas_index_shape", + "lib/matplotlib/tests/test_axes.py::test_pandas_indexing_hist", + "lib/matplotlib/tests/test_axes.py::test_pandas_bar_align_center", + "lib/matplotlib/tests/test_axes.py::test_tick_apply_tickdir_deprecation", + "lib/matplotlib/tests/test_axes.py::test_axis_set_tick_params_labelsize_labelcolor", + "lib/matplotlib/tests/test_axes.py::test_axes_tick_params_gridlines", + "lib/matplotlib/tests/test_axes.py::test_axes_tick_params_ylabelside", + "lib/matplotlib/tests/test_axes.py::test_axes_tick_params_xlabelside", + "lib/matplotlib/tests/test_axes.py::test_none_kwargs", + "lib/matplotlib/tests/test_axes.py::test_bar_uint8", + "lib/matplotlib/tests/test_axes.py::test_date_timezone_x[png]", + "lib/matplotlib/tests/test_axes.py::test_date_timezone_y[png]", + "lib/matplotlib/tests/test_axes.py::test_date_timezone_x_and_y[png]", + "lib/matplotlib/tests/test_axes.py::test_axisbelow[png]", + "lib/matplotlib/tests/test_axes.py::test_titletwiny", + "lib/matplotlib/tests/test_axes.py::test_titlesetpos", + "lib/matplotlib/tests/test_axes.py::test_title_xticks_top", + "lib/matplotlib/tests/test_axes.py::test_title_xticks_top_both", + "lib/matplotlib/tests/test_axes.py::test_title_above_offset[left", + "lib/matplotlib/tests/test_axes.py::test_title_above_offset[center", + "lib/matplotlib/tests/test_axes.py::test_title_above_offset[both", + "lib/matplotlib/tests/test_axes.py::test_title_no_move_off_page", + "lib/matplotlib/tests/test_axes.py::test_offset_label_color", + "lib/matplotlib/tests/test_axes.py::test_offset_text_visible", + "lib/matplotlib/tests/test_axes.py::test_large_offset", + "lib/matplotlib/tests/test_axes.py::test_barb_units", + "lib/matplotlib/tests/test_axes.py::test_quiver_units", + "lib/matplotlib/tests/test_axes.py::test_bar_color_cycle", + "lib/matplotlib/tests/test_axes.py::test_tick_param_label_rotation", + "lib/matplotlib/tests/test_axes.py::test_fillbetween_cycle", + "lib/matplotlib/tests/test_axes.py::test_log_margins", + "lib/matplotlib/tests/test_axes.py::test_color_length_mismatch", + "lib/matplotlib/tests/test_axes.py::test_eventplot_legend", + "lib/matplotlib/tests/test_axes.py::test_bar_broadcast_args", + "lib/matplotlib/tests/test_axes.py::test_invalid_axis_limits", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[symlog-symlog]", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[symlog-log]", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[log-symlog]", + "lib/matplotlib/tests/test_axes.py::test_minorticks_on[log-log]", + "lib/matplotlib/tests/test_axes.py::test_twinx_knows_limits", + "lib/matplotlib/tests/test_axes.py::test_zero_linewidth", + "lib/matplotlib/tests/test_axes.py::test_empty_errorbar_legend", + "lib/matplotlib/tests/test_axes.py::test_plot_decimal[png]", + "lib/matplotlib/tests/test_axes.py::test_markerfacecolor_none_alpha[png]", + "lib/matplotlib/tests/test_axes.py::test_tick_padding_tightbbox", + "lib/matplotlib/tests/test_axes.py::test_inset", + "lib/matplotlib/tests/test_axes.py::test_zoom_inset", + "lib/matplotlib/tests/test_axes.py::test_inset_polar[png]", + "lib/matplotlib/tests/test_axes.py::test_inset_projection", + "lib/matplotlib/tests/test_axes.py::test_inset_subclass", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[False-False]", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[False-True]", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[True-False]", + "lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[True-True]", + "lib/matplotlib/tests/test_axes.py::test_set_position", + "lib/matplotlib/tests/test_axes.py::test_spines_properbbox_after_zoom", + "lib/matplotlib/tests/test_axes.py::test_gettightbbox_ignore_nan", + "lib/matplotlib/tests/test_axes.py::test_scatter_series_non_zero_index", + "lib/matplotlib/tests/test_axes.py::test_scatter_empty_data", + "lib/matplotlib/tests/test_axes.py::test_annotate_across_transforms[png]", + "lib/matplotlib/tests/test_axes.py::test_secondary_xy[png]", + "lib/matplotlib/tests/test_axes.py::test_secondary_fail", + "lib/matplotlib/tests/test_axes.py::test_secondary_resize", + "lib/matplotlib/tests/test_axes.py::test_secondary_minorloc", + "lib/matplotlib/tests/test_axes.py::test_secondary_formatter", + "lib/matplotlib/tests/test_axes.py::test_secondary_repr", + "lib/matplotlib/tests/test_axes.py::test_normal_axes", + "lib/matplotlib/tests/test_axes.py::test_nodecorator", + "lib/matplotlib/tests/test_axes.py::test_displaced_spine", + "lib/matplotlib/tests/test_axes.py::test_tickdirs", + "lib/matplotlib/tests/test_axes.py::test_minor_accountedfor", + "lib/matplotlib/tests/test_axes.py::test_axis_bool_arguments[png]", + "lib/matplotlib/tests/test_axes.py::test_axis_extent_arg", + "lib/matplotlib/tests/test_axes.py::test_axis_extent_arg2", + "lib/matplotlib/tests/test_axes.py::test_hist_auto_bins", + "lib/matplotlib/tests/test_axes.py::test_hist_nan_data", + "lib/matplotlib/tests/test_axes.py::test_hist_range_and_density", + "lib/matplotlib/tests/test_axes.py::test_bar_errbar_zorder", + "lib/matplotlib/tests/test_axes.py::test_set_ticks_inverted", + "lib/matplotlib/tests/test_axes.py::test_aspect_nonlinear_adjustable_box", + "lib/matplotlib/tests/test_axes.py::test_aspect_nonlinear_adjustable_datalim", + "lib/matplotlib/tests/test_axes.py::test_box_aspect", + "lib/matplotlib/tests/test_axes.py::test_box_aspect_custom_position", + "lib/matplotlib/tests/test_axes.py::test_bbox_aspect_axes_init", + "lib/matplotlib/tests/test_axes.py::test_redraw_in_frame", + "lib/matplotlib/tests/test_axes.py::test_invisible_axes_events", + "lib/matplotlib/tests/test_axes.py::test_xtickcolor_is_not_markercolor", + "lib/matplotlib/tests/test_axes.py::test_ytickcolor_is_not_markercolor", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[True-x]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[True-y]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[False-x]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[False-y]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[None-x]", + "lib/matplotlib/tests/test_axes.py::test_unautoscale[None-y]", + "lib/matplotlib/tests/test_axes.py::test_polar_interpolation_steps_variable_r[png]", + "lib/matplotlib/tests/test_axes.py::test_autoscale_tiny_sticky", + "lib/matplotlib/tests/test_axes.py::test_xtickcolor_is_not_xticklabelcolor", + "lib/matplotlib/tests/test_axes.py::test_ytickcolor_is_not_yticklabelcolor", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[xx-small]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[x-small]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[small]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[medium]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[large]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[x-large]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[xx-large]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[larger]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[smaller]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[8]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[10]", + "lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[12]", + "lib/matplotlib/tests/test_axes.py::test_multiplot_autoscale", + "lib/matplotlib/tests/test_axes.py::test_sharing_does_not_link_positions", + "lib/matplotlib/tests/test_axes.py::test_2dcolor_plot[pdf]", + "lib/matplotlib/tests/test_axes.py::test_shared_axes_clear[png]", + "lib/matplotlib/tests/test_axes.py::test_shared_axes_retick", + "lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[left]", + "lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[center]", + "lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[right]", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical_yinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_yinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xyinverted", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_center", + "lib/matplotlib/tests/test_axes.py::test_bar_label_location_errorbars", + "lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[%.2f]", + "lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[{:.2f}]", + "lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[format]", + "lib/matplotlib/tests/test_axes.py::test_bar_label_fmt_error", + "lib/matplotlib/tests/test_axes.py::test_bar_label_labels", + "lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata", + "lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata_inverted", + "lib/matplotlib/tests/test_axes.py::test_nan_barlabels", + "lib/matplotlib/tests/test_axes.py::test_patch_bounds", + "lib/matplotlib/tests/test_axes.py::test_warn_ignored_scatter_kwargs", + "lib/matplotlib/tests/test_axes.py::test_artist_sublists", + "lib/matplotlib/tests/test_axes.py::test_empty_line_plots", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-f-'f'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-o+-'o\\\\+'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:--':-'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-rk-'rk'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:o-r-':o-r'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-f-'f'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-o+-'o\\\\+'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:--':-'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-rk-'rk'", + "lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:o-r-':o-r'", + "lib/matplotlib/tests/test_axes.py::test_plot_format", + "lib/matplotlib/tests/test_axes.py::test_automatic_legend", + "lib/matplotlib/tests/test_axes.py::test_plot_errors", + "lib/matplotlib/tests/test_axes.py::test_clim", + "lib/matplotlib/tests/test_axes.py::test_bezier_autoscale", + "lib/matplotlib/tests/test_axes.py::test_get_xticklabel", + "lib/matplotlib/tests/test_axes.py::test_bar_leading_nan" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-24149/test-output-excerpt.txt b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-24149/test-output-excerpt.txt new file mode 100644 index 0000000..7aac797 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-24149/test-output-excerpt.txt @@ -0,0 +1,160 @@ +PASSED lib/matplotlib/tests/test_axes.py::test_pandas_indexing_hist +PASSED lib/matplotlib/tests/test_axes.py::test_pandas_bar_align_center +PASSED lib/matplotlib/tests/test_axes.py::test_tick_apply_tickdir_deprecation +PASSED lib/matplotlib/tests/test_axes.py::test_axis_set_tick_params_labelsize_labelcolor +PASSED lib/matplotlib/tests/test_axes.py::test_axes_tick_params_gridlines +PASSED lib/matplotlib/tests/test_axes.py::test_axes_tick_params_ylabelside +PASSED lib/matplotlib/tests/test_axes.py::test_axes_tick_params_xlabelside +PASSED lib/matplotlib/tests/test_axes.py::test_none_kwargs +PASSED lib/matplotlib/tests/test_axes.py::test_bar_uint8 +PASSED lib/matplotlib/tests/test_axes.py::test_date_timezone_x[png] +PASSED lib/matplotlib/tests/test_axes.py::test_date_timezone_y[png] +PASSED lib/matplotlib/tests/test_axes.py::test_date_timezone_x_and_y[png] +PASSED lib/matplotlib/tests/test_axes.py::test_axisbelow[png] +PASSED lib/matplotlib/tests/test_axes.py::test_titletwiny +PASSED lib/matplotlib/tests/test_axes.py::test_titlesetpos +PASSED lib/matplotlib/tests/test_axes.py::test_title_xticks_top +PASSED lib/matplotlib/tests/test_axes.py::test_title_xticks_top_both +PASSED lib/matplotlib/tests/test_axes.py::test_title_above_offset[left title moved] +PASSED lib/matplotlib/tests/test_axes.py::test_title_above_offset[center title kept] +PASSED lib/matplotlib/tests/test_axes.py::test_title_above_offset[both titles aligned] +PASSED lib/matplotlib/tests/test_axes.py::test_title_no_move_off_page +PASSED lib/matplotlib/tests/test_axes.py::test_offset_label_color +PASSED lib/matplotlib/tests/test_axes.py::test_offset_text_visible +PASSED lib/matplotlib/tests/test_axes.py::test_large_offset +PASSED lib/matplotlib/tests/test_axes.py::test_barb_units +PASSED lib/matplotlib/tests/test_axes.py::test_quiver_units +PASSED lib/matplotlib/tests/test_axes.py::test_bar_color_cycle +PASSED lib/matplotlib/tests/test_axes.py::test_tick_param_label_rotation +PASSED lib/matplotlib/tests/test_axes.py::test_fillbetween_cycle +PASSED lib/matplotlib/tests/test_axes.py::test_log_margins +PASSED lib/matplotlib/tests/test_axes.py::test_color_length_mismatch +PASSED lib/matplotlib/tests/test_axes.py::test_eventplot_legend +PASSED lib/matplotlib/tests/test_axes.py::test_bar_broadcast_args +PASSED lib/matplotlib/tests/test_axes.py::test_invalid_axis_limits +PASSED lib/matplotlib/tests/test_axes.py::test_minorticks_on[symlog-symlog] +PASSED lib/matplotlib/tests/test_axes.py::test_minorticks_on[symlog-log] +PASSED lib/matplotlib/tests/test_axes.py::test_minorticks_on[log-symlog] +PASSED lib/matplotlib/tests/test_axes.py::test_minorticks_on[log-log] +PASSED lib/matplotlib/tests/test_axes.py::test_twinx_knows_limits +PASSED lib/matplotlib/tests/test_axes.py::test_zero_linewidth +PASSED lib/matplotlib/tests/test_axes.py::test_empty_errorbar_legend +PASSED lib/matplotlib/tests/test_axes.py::test_plot_decimal[png] +PASSED lib/matplotlib/tests/test_axes.py::test_markerfacecolor_none_alpha[png] +PASSED lib/matplotlib/tests/test_axes.py::test_tick_padding_tightbbox +PASSED lib/matplotlib/tests/test_axes.py::test_inset +PASSED lib/matplotlib/tests/test_axes.py::test_zoom_inset +PASSED lib/matplotlib/tests/test_axes.py::test_inset_polar[png] +PASSED lib/matplotlib/tests/test_axes.py::test_inset_projection +PASSED lib/matplotlib/tests/test_axes.py::test_inset_subclass +PASSED lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[False-False] +PASSED lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[False-True] +PASSED lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[True-False] +PASSED lib/matplotlib/tests/test_axes.py::test_indicate_inset_inverted[True-True] +PASSED lib/matplotlib/tests/test_axes.py::test_set_position +PASSED lib/matplotlib/tests/test_axes.py::test_spines_properbbox_after_zoom +PASSED lib/matplotlib/tests/test_axes.py::test_gettightbbox_ignore_nan +PASSED lib/matplotlib/tests/test_axes.py::test_scatter_series_non_zero_index +PASSED lib/matplotlib/tests/test_axes.py::test_scatter_empty_data +PASSED lib/matplotlib/tests/test_axes.py::test_annotate_across_transforms[png] +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_xy[png] +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_fail +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_resize +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_minorloc +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_formatter +PASSED lib/matplotlib/tests/test_axes.py::test_secondary_repr +PASSED lib/matplotlib/tests/test_axes.py::test_normal_axes +PASSED lib/matplotlib/tests/test_axes.py::test_nodecorator +PASSED lib/matplotlib/tests/test_axes.py::test_displaced_spine +PASSED lib/matplotlib/tests/test_axes.py::test_tickdirs +PASSED lib/matplotlib/tests/test_axes.py::test_minor_accountedfor +PASSED lib/matplotlib/tests/test_axes.py::test_axis_bool_arguments[png] +PASSED lib/matplotlib/tests/test_axes.py::test_axis_extent_arg +PASSED lib/matplotlib/tests/test_axes.py::test_axis_extent_arg2 +PASSED lib/matplotlib/tests/test_axes.py::test_hist_auto_bins +PASSED lib/matplotlib/tests/test_axes.py::test_hist_nan_data +PASSED lib/matplotlib/tests/test_axes.py::test_hist_range_and_density +PASSED lib/matplotlib/tests/test_axes.py::test_bar_errbar_zorder +PASSED lib/matplotlib/tests/test_axes.py::test_set_ticks_inverted +PASSED lib/matplotlib/tests/test_axes.py::test_aspect_nonlinear_adjustable_box +PASSED lib/matplotlib/tests/test_axes.py::test_aspect_nonlinear_adjustable_datalim +PASSED lib/matplotlib/tests/test_axes.py::test_box_aspect +PASSED lib/matplotlib/tests/test_axes.py::test_box_aspect_custom_position +PASSED lib/matplotlib/tests/test_axes.py::test_bbox_aspect_axes_init +PASSED lib/matplotlib/tests/test_axes.py::test_redraw_in_frame +PASSED lib/matplotlib/tests/test_axes.py::test_invisible_axes_events +PASSED lib/matplotlib/tests/test_axes.py::test_xtickcolor_is_not_markercolor +PASSED lib/matplotlib/tests/test_axes.py::test_ytickcolor_is_not_markercolor +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[True-x] +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[True-y] +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[False-x] +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[False-y] +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[None-x] +PASSED lib/matplotlib/tests/test_axes.py::test_unautoscale[None-y] +PASSED lib/matplotlib/tests/test_axes.py::test_polar_interpolation_steps_variable_r[png] +PASSED lib/matplotlib/tests/test_axes.py::test_autoscale_tiny_sticky +PASSED lib/matplotlib/tests/test_axes.py::test_xtickcolor_is_not_xticklabelcolor +PASSED lib/matplotlib/tests/test_axes.py::test_ytickcolor_is_not_yticklabelcolor +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[xx-small] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[x-small] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[small] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[medium] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[large] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[x-large] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[xx-large] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[larger] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[smaller] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[8] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[10] +PASSED lib/matplotlib/tests/test_axes.py::test_relative_ticklabel_sizes[12] +PASSED lib/matplotlib/tests/test_axes.py::test_multiplot_autoscale +PASSED lib/matplotlib/tests/test_axes.py::test_sharing_does_not_link_positions +PASSED lib/matplotlib/tests/test_axes.py::test_2dcolor_plot[pdf] +PASSED lib/matplotlib/tests/test_axes.py::test_shared_axes_clear[png] +PASSED lib/matplotlib/tests/test_axes.py::test_shared_axes_retick +PASSED lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[left] +PASSED lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[center] +PASSED lib/matplotlib/tests/test_axes.py::test_ylabel_ha_with_position[right] +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_vertical_yinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_yinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_horizontal_xyinverted +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_center +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_location_errorbars +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[%.2f] +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[{:.2f}] +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_fmt[format] +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_fmt_error +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_labels +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata +PASSED lib/matplotlib/tests/test_axes.py::test_bar_label_nan_ydata_inverted +PASSED lib/matplotlib/tests/test_axes.py::test_nan_barlabels +PASSED lib/matplotlib/tests/test_axes.py::test_patch_bounds +PASSED lib/matplotlib/tests/test_axes.py::test_warn_ignored_scatter_kwargs +PASSED lib/matplotlib/tests/test_axes.py::test_artist_sublists +PASSED lib/matplotlib/tests/test_axes.py::test_empty_line_plots +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-f-'f' is not a valid format string \\(unrecognized character 'f'\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-o+-'o\\+' is not a valid format string \\(two marker symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:--':-' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-rk-'rk' is not a valid format string \\(two color symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[None-:o-r-':o-r' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-f-'f' is not a valid format string \\(unrecognized character 'f'\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-o+-'o\\+' is not a valid format string \\(two marker symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:--':-' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-rk-'rk' is not a valid format string \\(two color symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format_errors[data1-:o-r-':o-r' is not a valid format string \\(two linestyle symbols\\)] +PASSED lib/matplotlib/tests/test_axes.py::test_plot_format +PASSED lib/matplotlib/tests/test_axes.py::test_automatic_legend +PASSED lib/matplotlib/tests/test_axes.py::test_plot_errors +PASSED lib/matplotlib/tests/test_axes.py::test_clim +PASSED lib/matplotlib/tests/test_axes.py::test_bezier_autoscale +PASSED lib/matplotlib/tests/test_axes.py::test_get_xticklabel +PASSED lib/matplotlib/tests/test_axes.py::test_bar_leading_nan +PASSED lib/matplotlib/tests/test_axes.py::test_bar_all_nan[png] +SKIPPED [10] lib/matplotlib/testing/compare.py:285: Don't know how to convert .svg files to png +SKIPPED [54] ../opt/miniconda3/envs/testbed/lib/python3.11/contextlib.py:81: Cannot compare svg files because Inkscape is not installed +================== 768 passed, 64 skipped in 63.68s (0:01:03) ================== ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-26020/harness-summary.json b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-26020/harness-summary.json new file mode 100644 index 0000000..7163afb --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-26020/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "matplotlib__matplotlib-26020" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "matplotlib__matplotlib-26020" + ], + "resolved_ids": [ + "matplotlib__matplotlib-26020" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-26020:latest" + ] +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-26020/outcome.json b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-26020/outcome.json new file mode 100644 index 0000000..032baae --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-26020/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "matplotlib__matplotlib-26020", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-26020:latest", + "patch_sha256": "93a5842d3aa4761e181a68022c9c5202361f79b538bacbd2cf112caad1ed0fde", + "image_id": "sha256:f339d307d54fd5fac1d4ecd9d9a54b443aaeb8ac05ffe1c19a00043521236347", + "image_digests": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-26020@sha256:e095802920d7f6e282832fc436a36699adda9f6da08b86a13058d8393b79246f" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-26020/raw-log-manifest.json b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-26020/raw-log-manifest.json new file mode 100644 index 0000000..5a38450 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-26020/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37849300774", + "artifact_name": "patch-shard-7", + "files": { + "harness.log": { + "sha256": "accd62730c67dae83c28cffb21e46b4ab1e355286ba62dae5341b14e6b0ac163", + "bytes": 850 + }, + "image-pull.log": { + "sha256": "2a2a1481267c15204ca9d99505ac8b28a274cd9a33d4c2c1254bb490e8d72d25", + "bytes": 1665 + }, + "logs/run_evaluation/patch-37849300774-7-7/agentic-posthoc-format-repair/matplotlib__matplotlib-26020/eval.sh": { + "sha256": "27f3857a1ba840234a0cd11743baa0229523de17ec84cf66bdf76abc02db1846", + "bytes": 1319 + }, + "logs/run_evaluation/patch-37849300774-7-7/agentic-posthoc-format-repair/matplotlib__matplotlib-26020/patch.diff": { + "sha256": "93a5842d3aa4761e181a68022c9c5202361f79b538bacbd2cf112caad1ed0fde", + "bytes": 1040 + }, + "logs/run_evaluation/patch-37849300774-7-7/agentic-posthoc-format-repair/matplotlib__matplotlib-26020/report.json": { + "sha256": "f247c2f665b99257ddb62d4687a493d15e0abe8400d4c75ea081b76a7718cf1a", + "bytes": 6198 + }, + "logs/run_evaluation/patch-37849300774-7-7/agentic-posthoc-format-repair/matplotlib__matplotlib-26020/run_instance.log": { + "sha256": "f92ca7031059ffb4a89e71cee82cf26d7d4b97cdd6d901641efb1720d532485e", + "bytes": 9361 + }, + "logs/run_evaluation/patch-37849300774-7-7/agentic-posthoc-format-repair/matplotlib__matplotlib-26020/test_output.txt": { + "sha256": "a1e5afd791db482df984f47e4f859c17d0842a40f9e86fcb150c13e1905c934c", + "bytes": 1540677 + }, + "logs/run_evaluation/patch-37849300774-7-7/run.json": { + "sha256": "37b2a532db1f8fe0e2df6461edf490316505870e75437fcb9ec204366cfbf492", + "bytes": 222 + }, + "predictions.jsonl": { + "sha256": "ddebe2211099a609881e2c4d555bcb7f104044f85b0ebe2aa301c6d4eb384e28", + "bytes": 1200 + }, + "summary/agentic-posthoc-format-repair.patch-37849300774-7-7.json": { + "sha256": "47522503564c6e9352c24c09dab03f3a00d279e5da0c46be9248aafb2c2f3aba", + "bytes": 870 + } + }, + "excerpt": { + "raw_sha256": "a1e5afd791db482df984f47e4f859c17d0842a40f9e86fcb150c13e1905c934c", + "raw_lines": 27748, + "start_line": 27679, + "stop_line": 27744, + "truncated": false, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-26020/report.json b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-26020/report.json new file mode 100644 index 0000000..8085212 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-26020/report.json @@ -0,0 +1,78 @@ +{ + "matplotlib__matplotlib-26020": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_grid_with_axes_class_not_overriding_axis" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_divider_append_axes", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_twin_axes_empty_and_removed[png]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_axesgrid_colorbar_log_smoketest", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_inset_colorbar_tight_layout_smoketest", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_inset_locator[png]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_inset_axes[png]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_inset_axes_complete", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_fill_facecolor[png]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_zooming_with_inverted_axes[png]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_anchored_direction_arrows[png]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_anchored_direction_arrows_many_args[png]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_axes_locatable_position", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_image_grid_each_left_label_mode_all[png]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_image_grid_single_bottom[png]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_image_grid_label_mode_deprecation_warning", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_image_grid[png]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_gettightbbox", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[gca-gca-big]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[gca-gca-small]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[host-host-big]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[host-host-small]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[host-parasite-big]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[host-parasite-small]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[parasite-host-big]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[parasite-host-small]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[parasite-parasite-big]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[parasite-parasite-small]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_anchored_artists[png]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_hbox_divider", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_vbox_divider", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_axes_class_tuple", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_grid_axes_lists", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_grid_axes_position[row]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_grid_axes_position[column]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_grid_errors[rect0-None-TypeError-Incorrect", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_grid_errors[111--1-ValueError-ngrids", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_grid_errors[111-7-ValueError-ngrids", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_divider_errors[None-TypeError-anchor", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_divider_errors[CC-ValueError-'CC'", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_divider_errors[anchor2-TypeError-anchor", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_mark_inset_unstales_viewlim[png]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_auto_adjustable", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_rgb_axes[png]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_insetposition[png]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_imagegrid_cbar_mode_edge[png]", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_imagegrid", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_removal", + "lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_anchored_locator_base_call[png]" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-26020/test-output-excerpt.txt b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-26020/test-output-excerpt.txt new file mode 100644 index 0000000..1e682ae --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/matplotlib__matplotlib-26020/test-output-excerpt.txt @@ -0,0 +1,66 @@ ++ : '>>>>> Start Test Output' ++ pytest -rA lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py +============================= test session starts ============================== +platform linux -- Python 3.11.11, pytest-8.3.4, pluggy-1.5.0 +rootdir: /testbed +configfile: pytest.ini +plugins: timeout-2.3.1, xdist-3.6.1, rerunfailures-15.0, cov-6.0.0 +collected 49 items + +lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py ................... [ 38%] +.............................. [100%] + +==================================== PASSES ==================================== +=========================== short test summary info ============================ +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_divider_append_axes +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_twin_axes_empty_and_removed[png] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_axesgrid_colorbar_log_smoketest +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_inset_colorbar_tight_layout_smoketest +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_inset_locator[png] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_inset_axes[png] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_inset_axes_complete +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_fill_facecolor[png] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_zooming_with_inverted_axes[png] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_anchored_direction_arrows[png] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_anchored_direction_arrows_many_args[png] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_axes_locatable_position +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_image_grid_each_left_label_mode_all[png] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_image_grid_single_bottom[png] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_image_grid_label_mode_deprecation_warning +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_image_grid[png] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_gettightbbox +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[gca-gca-big] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[gca-gca-small] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[host-host-big] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[host-host-small] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[host-parasite-big] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[host-parasite-small] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[parasite-host-big] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[parasite-host-small] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[parasite-parasite-big] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_picking_callbacks_overlap[parasite-parasite-small] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_anchored_artists[png] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_hbox_divider +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_vbox_divider +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_axes_class_tuple +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_grid_axes_lists +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_grid_axes_position[row] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_grid_axes_position[column] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_grid_errors[rect0-None-TypeError-Incorrect rect format] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_grid_errors[111--1-ValueError-ngrids must be positive] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_grid_errors[111-7-ValueError-ngrids must be positive] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_divider_errors[None-TypeError-anchor must be str] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_divider_errors[CC-ValueError-'CC' is not a valid value for anchor] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_divider_errors[anchor2-TypeError-anchor must be str] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_mark_inset_unstales_viewlim[png] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_auto_adjustable +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_rgb_axes[png] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_insetposition[png] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_imagegrid_cbar_mode_edge[png] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_imagegrid +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_removal +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_anchored_locator_base_call[png] +PASSED lib/mpl_toolkits/axes_grid1/tests/test_axes_grid1.py::test_grid_with_axes_class_not_overriding_axis +============================== 49 passed in 4.24s ============================== ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/repair-17-v2/official-evaluation/pallets__flask-4992/harness-summary.json b/reports/experiments/repair-17-v2/official-evaluation/pallets__flask-4992/harness-summary.json new file mode 100644 index 0000000..73ac58b --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/pallets__flask-4992/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 0, + "unresolved_instances": 1, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "pallets__flask-4992" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "pallets__flask-4992" + ], + "resolved_ids": [], + "unresolved_ids": [ + "pallets__flask-4992" + ], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.pallets_1776_flask-4992:latest" + ] +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/pallets__flask-4992/outcome.json b/reports/experiments/repair-17-v2/official-evaluation/pallets__flask-4992/outcome.json new file mode 100644 index 0000000..5e0b250 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/pallets__flask-4992/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "pallets__flask-4992", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.pallets_1776_flask-4992:latest", + "patch_sha256": "ed875e019fbb4c992c1334b72b86b2aca287f8b180d8faff3868725161f532ce", + "image_id": "sha256:b6943616922659ca12ba82ca60561483c40f00d80a3a11045d2d0b6b000fb253", + "image_digests": [ + "swebench/sweb.eval.x86_64.pallets_1776_flask-4992@sha256:bb1460876a7bc667f71b46aac744dd6f6d7f5f66e79902461cf76c6f8c4f7150" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/pallets__flask-4992/raw-log-manifest.json b/reports/experiments/repair-17-v2/official-evaluation/pallets__flask-4992/raw-log-manifest.json new file mode 100644 index 0000000..a939035 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/pallets__flask-4992/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37849300774", + "artifact_name": "patch-shard-8", + "files": { + "harness.log": { + "sha256": "bb51437e4ebeb92e48e2d77ab1882e00ffcae1843a68f36f3aad4e4cc5ae7fa5", + "bytes": 841 + }, + "image-pull.log": { + "sha256": "d5b4e9a31c73027997cff0cd7c73abc6d5750bb19e4543fb8531a655de842cdc", + "bytes": 1704 + }, + "logs/run_evaluation/patch-37849300774-8-8/agentic-posthoc-format-repair/pallets__flask-4992/eval.sh": { + "sha256": "7d609abda437c99ff9db2a7ff1fca2c508057f1ba7e5a8ca978dffd0eeb046da", + "bytes": 2038 + }, + "logs/run_evaluation/patch-37849300774-8-8/agentic-posthoc-format-repair/pallets__flask-4992/patch.diff": { + "sha256": "ed875e019fbb4c992c1334b72b86b2aca287f8b180d8faff3868725161f532ce", + "bytes": 1673 + }, + "logs/run_evaluation/patch-37849300774-8-8/agentic-posthoc-format-repair/pallets__flask-4992/report.json": { + "sha256": "0abacaee0377c85193a5f789ff6f1f3de03b8e2e7e633b2f95ee50fdddc766f1", + "bytes": 2081 + }, + "logs/run_evaluation/patch-37849300774-8-8/agentic-posthoc-format-repair/pallets__flask-4992/run_instance.log": { + "sha256": "f6c659fde554e01536fd4cc11dba9858ae3735ff45967d09cea8d543a914d6a1", + "bytes": 7900 + }, + "logs/run_evaluation/patch-37849300774-8-8/agentic-posthoc-format-repair/pallets__flask-4992/test_output.txt": { + "sha256": "f07088211d3134f748f836d0c7d2f10c91b5eede6daf90b37f51316068ccf127", + "bytes": 69872 + }, + "logs/run_evaluation/patch-37849300774-8-8/run.json": { + "sha256": "7f267e0d79317981a3ffd1de822e56b19f62228d13383aaa7520ff144f5e218e", + "bytes": 213 + }, + "predictions.jsonl": { + "sha256": "703cb0e48ab13ba5fa2fb2cf5a83c5bdc00433ebab728df082a655f148848f00", + "bytes": 1850 + }, + "summary/agentic-posthoc-format-repair.patch-37849300774-8-8.json": { + "sha256": "c5cf741d9bf34c062b2c3dc8a3eb2ff8f186a33b7a0adb3e1cabee3c06c4ca52", + "bytes": 834 + } + }, + "excerpt": { + "raw_sha256": "f07088211d3134f748f836d0c7d2f10c91b5eede6daf90b37f51316068ccf127", + "raw_lines": 1898, + "start_line": 1848, + "stop_line": 1895, + "truncated": false, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/pallets__flask-4992/report.json b/reports/experiments/repair-17-v2/official-evaluation/pallets__flask-4992/report.json new file mode 100644 index 0000000..90323df --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/pallets__flask-4992/report.json @@ -0,0 +1,48 @@ +{ + "pallets__flask-4992": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": false, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [], + "failure": [ + "tests/test_config.py::test_config_from_file_toml" + ] + }, + "PASS_TO_PASS": { + "success": [ + "tests/test_config.py::test_config_from_pyfile", + "tests/test_config.py::test_config_from_object", + "tests/test_config.py::test_config_from_file_json", + "tests/test_config.py::test_from_prefixed_env", + "tests/test_config.py::test_from_prefixed_env_custom_prefix", + "tests/test_config.py::test_from_prefixed_env_nested", + "tests/test_config.py::test_config_from_mapping", + "tests/test_config.py::test_config_from_class", + "tests/test_config.py::test_config_from_envvar", + "tests/test_config.py::test_config_from_envvar_missing", + "tests/test_config.py::test_config_missing", + "tests/test_config.py::test_config_missing_file", + "tests/test_config.py::test_custom_config_class", + "tests/test_config.py::test_session_lifetime", + "tests/test_config.py::test_get_namespace", + "tests/test_config.py::test_from_pyfile_weird_encoding[utf-8]", + "tests/test_config.py::test_from_pyfile_weird_encoding[iso-8859-15]", + "tests/test_config.py::test_from_pyfile_weird_encoding[latin-1]" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/repair-17-v2/official-evaluation/pallets__flask-4992/test-output-excerpt.txt b/reports/experiments/repair-17-v2/official-evaluation/pallets__flask-4992/test-output-excerpt.txt new file mode 100644 index 0000000..c1d563e --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/pallets__flask-4992/test-output-excerpt.txt @@ -0,0 +1,48 @@ ++ : '>>>>> Start Test Output' ++ pytest -rA tests/test_config.py +============================= test session starts ============================== +platform linux -- Python 3.11.10, pytest-7.3.0, pluggy-1.0.0 +rootdir: /testbed +configfile: pyproject.toml +collected 19 items + +tests/test_config.py ...F............... [100%] + +=================================== FAILURES =================================== +__________________________ test_config_from_file_toml __________________________ + + def test_config_from_file_toml(): + tomllib = pytest.importorskip("tomllib", reason="tomllib added in 3.11") + app = flask.Flask(__name__) + current_dir = os.path.dirname(os.path.abspath(__file__)) +> app.config.from_file( + os.path.join(current_dir, "static", "config.toml"), tomllib.load, text=False + ) +E TypeError: Config.from_file() got an unexpected keyword argument 'text' + +tests/test_config.py:43: TypeError +==================================== PASSES ==================================== +=========================== short test summary info ============================ +PASSED tests/test_config.py::test_config_from_pyfile +PASSED tests/test_config.py::test_config_from_object +PASSED tests/test_config.py::test_config_from_file_json +PASSED tests/test_config.py::test_from_prefixed_env +PASSED tests/test_config.py::test_from_prefixed_env_custom_prefix +PASSED tests/test_config.py::test_from_prefixed_env_nested +PASSED tests/test_config.py::test_config_from_mapping +PASSED tests/test_config.py::test_config_from_class +PASSED tests/test_config.py::test_config_from_envvar +PASSED tests/test_config.py::test_config_from_envvar_missing +PASSED tests/test_config.py::test_config_missing +PASSED tests/test_config.py::test_config_missing_file +PASSED tests/test_config.py::test_custom_config_class +PASSED tests/test_config.py::test_session_lifetime +PASSED tests/test_config.py::test_get_namespace +PASSED tests/test_config.py::test_from_pyfile_weird_encoding[utf-8] +PASSED tests/test_config.py::test_from_pyfile_weird_encoding[iso-8859-15] +PASSED tests/test_config.py::test_from_pyfile_weird_encoding[latin-1] +FAILED tests/test_config.py::test_config_from_file_toml - TypeError: Config.f... +========================= 1 failed, 18 passed in 0.09s ========================= +>>>>> Test Exit Code: 1 ++ SWEBENCH_TEST_EXIT_CODE=1 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/repair-17-v2/official-evaluation/pallets__flask-5063/harness-summary.json b/reports/experiments/repair-17-v2/official-evaluation/pallets__flask-5063/harness-summary.json new file mode 100644 index 0000000..f96256c --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/pallets__flask-5063/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 0, + "unresolved_instances": 1, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "pallets__flask-5063" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "pallets__flask-5063" + ], + "resolved_ids": [], + "unresolved_ids": [ + "pallets__flask-5063" + ], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.pallets_1776_flask-5063:latest" + ] +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/pallets__flask-5063/outcome.json b/reports/experiments/repair-17-v2/official-evaluation/pallets__flask-5063/outcome.json new file mode 100644 index 0000000..5776aa3 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/pallets__flask-5063/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "pallets__flask-5063", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.pallets_1776_flask-5063:latest", + "patch_sha256": "856a41dea09b0e8afcea5358938e755a7e968c3c0344c33b0f24ce9d9a754723", + "image_id": "sha256:c253a21fce4f73b6b2f78c79aa60f401c4d2facca34133a4fe661fb50ed41856", + "image_digests": [ + "swebench/sweb.eval.x86_64.pallets_1776_flask-5063@sha256:05369549db34553599f6f96d65ee9c75173c02d9285d283422f6b6e49f0b8df2" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/pallets__flask-5063/raw-log-manifest.json b/reports/experiments/repair-17-v2/official-evaluation/pallets__flask-5063/raw-log-manifest.json new file mode 100644 index 0000000..55e209b --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/pallets__flask-5063/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37849300774", + "artifact_name": "patch-shard-9", + "files": { + "harness.log": { + "sha256": "8b60bfed19a3cbc0a7c77f1fad6bf1e99ba0c677a754f3f5acaccb0436486a21", + "bytes": 841 + }, + "image-pull.log": { + "sha256": "9da8d340e3a2d106c28e250a5554319dc7b73fcc4196d2a5fc74d7646da4bac2", + "bytes": 1704 + }, + "logs/run_evaluation/patch-37849300774-9-9/agentic-posthoc-format-repair/pallets__flask-5063/eval.sh": { + "sha256": "c55b7cb7aa56d1982cfb3890e747a6c4e3780d14b6cf328318f9035ec7d5f473", + "bytes": 3455 + }, + "logs/run_evaluation/patch-37849300774-9-9/agentic-posthoc-format-repair/pallets__flask-5063/patch.diff": { + "sha256": "856a41dea09b0e8afcea5358938e755a7e968c3c0344c33b0f24ce9d9a754723", + "bytes": 1042 + }, + "logs/run_evaluation/patch-37849300774-9-9/agentic-posthoc-format-repair/pallets__flask-5063/report.json": { + "sha256": "520663ed201d19b72acb328638a247414d8dfae5a9feae50a294c99df18d2bcb", + "bytes": 4927 + }, + "logs/run_evaluation/patch-37849300774-9-9/agentic-posthoc-format-repair/pallets__flask-5063/run_instance.log": { + "sha256": "3e4d17cd509782350c059b087fffd1e8c17a6f2084bd56c062a6b00ab3321c4d", + "bytes": 7707 + }, + "logs/run_evaluation/patch-37849300774-9-9/agentic-posthoc-format-repair/pallets__flask-5063/test_output.txt": { + "sha256": "151b7c704b98433ce7279bb42a5246cb800f7a2b586d5e593a7eff632e47122f", + "bytes": 72758 + }, + "logs/run_evaluation/patch-37849300774-9-9/run.json": { + "sha256": "e1153aeda6b21ca24db99b95d1ee5ea157676d1aaa027425762afc9a1c97572c", + "bytes": 213 + }, + "predictions.jsonl": { + "sha256": "b8b8f9e785b942dc1ccd221a833447535ad289914ddbd673d97d1f46081f06c9", + "bytes": 1208 + }, + "summary/agentic-posthoc-format-repair.patch-37849300774-9-9.json": { + "sha256": "6a03c6d07f44fe5e91633390d1ac83078f936ee8d07cab7bf7b084e86dd49c7f", + "bytes": 834 + } + }, + "excerpt": { + "raw_sha256": "151b7c704b98433ce7279bb42a5246cb800f7a2b586d5e593a7eff632e47122f", + "raw_lines": 1946, + "start_line": 1849, + "stop_line": 1943, + "truncated": false, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/pallets__flask-5063/report.json b/reports/experiments/repair-17-v2/official-evaluation/pallets__flask-5063/report.json new file mode 100644 index 0000000..7821f2f --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/pallets__flask-5063/report.json @@ -0,0 +1,86 @@ +{ + "pallets__flask-5063": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": false, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "tests/test_cli.py::TestRoutes::test_subdomain" + ], + "failure": [ + "tests/test_cli.py::TestRoutes::test_host" + ] + }, + "PASS_TO_PASS": { + "success": [ + "tests/test_cli.py::test_cli_name", + "tests/test_cli.py::test_find_best_app", + "tests/test_cli.py::test_prepare_import[test-path0-test]", + "tests/test_cli.py::test_prepare_import[test.py-path1-test]", + "tests/test_cli.py::test_prepare_import[a/test-path2-test]", + "tests/test_cli.py::test_prepare_import[test/__init__.py-path3-test]", + "tests/test_cli.py::test_prepare_import[test/__init__-path4-test]", + "tests/test_cli.py::test_prepare_import[value5-path5-cliapp.inner1]", + "tests/test_cli.py::test_prepare_import[value6-path6-cliapp.inner1.inner2]", + "tests/test_cli.py::test_prepare_import[test.a.b-path7-test.a.b]", + "tests/test_cli.py::test_prepare_import[value8-path8-cliapp.app]", + "tests/test_cli.py::test_prepare_import[value9-path9-cliapp.message.txt]", + "tests/test_cli.py::test_locate_app[cliapp.app-None-testapp]", + "tests/test_cli.py::test_locate_app[cliapp.app-testapp-testapp]", + "tests/test_cli.py::test_locate_app[cliapp.factory-None-app]", + "tests/test_cli.py::test_locate_app[cliapp.factory-create_app-app]", + "tests/test_cli.py::test_locate_app[cliapp.factory-create_app()-app]", + "tests/test_cli.py::test_locate_app[cliapp.factory-create_app2(\"foo\",", + "tests/test_cli.py::test_locate_app[cliapp.factory-", + "tests/test_cli.py::test_locate_app_raises[notanapp.py-None]", + "tests/test_cli.py::test_locate_app_raises[cliapp/app-None]", + "tests/test_cli.py::test_locate_app_raises[cliapp.app-notanapp]", + "tests/test_cli.py::test_locate_app_raises[cliapp.factory-create_app2(\"foo\")]", + "tests/test_cli.py::test_locate_app_raises[cliapp.factory-create_app(]", + "tests/test_cli.py::test_locate_app_raises[cliapp.factory-no_app]", + "tests/test_cli.py::test_locate_app_raises[cliapp.importerrorapp-None]", + "tests/test_cli.py::test_locate_app_raises[cliapp.message.txt-None]", + "tests/test_cli.py::test_locate_app_suppress_raise", + "tests/test_cli.py::test_get_version", + "tests/test_cli.py::test_scriptinfo", + "tests/test_cli.py::test_app_cli_has_app_context", + "tests/test_cli.py::test_with_appcontext", + "tests/test_cli.py::test_appgroup_app_context", + "tests/test_cli.py::test_flaskgroup_app_context", + "tests/test_cli.py::test_flaskgroup_debug[True]", + "tests/test_cli.py::test_flaskgroup_debug[False]", + "tests/test_cli.py::test_flaskgroup_nested", + "tests/test_cli.py::test_no_command_echo_loading_error", + "tests/test_cli.py::test_help_echo_loading_error", + "tests/test_cli.py::test_help_echo_exception", + "tests/test_cli.py::TestRoutes::test_simple", + "tests/test_cli.py::TestRoutes::test_sort", + "tests/test_cli.py::TestRoutes::test_all_methods", + "tests/test_cli.py::TestRoutes::test_no_routes", + "tests/test_cli.py::test_load_dotenv", + "tests/test_cli.py::test_dotenv_path", + "tests/test_cli.py::test_dotenv_optional", + "tests/test_cli.py::test_disable_dotenv_from_env", + "tests/test_cli.py::test_run_cert_path", + "tests/test_cli.py::test_run_cert_adhoc", + "tests/test_cli.py::test_run_cert_import", + "tests/test_cli.py::test_run_cert_no_ssl", + "tests/test_cli.py::test_cli_blueprints", + "tests/test_cli.py::test_cli_empty" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/repair-17-v2/official-evaluation/pallets__flask-5063/test-output-excerpt.txt b/reports/experiments/repair-17-v2/official-evaluation/pallets__flask-5063/test-output-excerpt.txt new file mode 100644 index 0000000..208b9d8 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/pallets__flask-5063/test-output-excerpt.txt @@ -0,0 +1,95 @@ ++ : '>>>>> Start Test Output' ++ pytest -rA tests/test_cli.py +============================= test session starts ============================== +platform linux -- Python 3.11.10, pytest-7.3.0, pluggy-1.0.0 +rootdir: /testbed +configfile: pyproject.toml +collected 57 items + +tests/test_cli.py ..............................................F....... [ 94%] +... [100%] + +=================================== FAILURES =================================== +_____________________________ TestRoutes.test_host _____________________________ + +self = +runner = + + def test_host(self, runner): + app = Flask(__name__, static_folder=None, host_matching=True) + app.add_url_rule("/a", host="a", endpoint="a") + app.add_url_rule("/b", host="b", endpoint="b") + cli = FlaskGroup(create_app=lambda: app) + result = runner.invoke(cli, ["routes"]) + assert result.exit_code == 0 +> assert "Host" in result.output +E AssertionError: assert 'Host' in 'Endpoint Methods Rule Subdomain\n-------- ------- ---- ---------\na GET /a\nb GET /b\n' +E + where 'Endpoint Methods Rule Subdomain\n-------- ------- ---- ---------\na GET /a\nb GET /b\n' = .output + +tests/test_cli.py:504: AssertionError +==================================== PASSES ==================================== +_____________________________ test_dotenv_optional _____________________________ +----------------------------- Captured stderr call ----------------------------- + * Tip: There are .env or .flaskenv files present. Do "pip install python-dotenv" to use them. +=========================== short test summary info ============================ +PASSED tests/test_cli.py::test_cli_name +PASSED tests/test_cli.py::test_find_best_app +PASSED tests/test_cli.py::test_prepare_import[test-path0-test] +PASSED tests/test_cli.py::test_prepare_import[test.py-path1-test] +PASSED tests/test_cli.py::test_prepare_import[a/test-path2-test] +PASSED tests/test_cli.py::test_prepare_import[test/__init__.py-path3-test] +PASSED tests/test_cli.py::test_prepare_import[test/__init__-path4-test] +PASSED tests/test_cli.py::test_prepare_import[value5-path5-cliapp.inner1] +PASSED tests/test_cli.py::test_prepare_import[value6-path6-cliapp.inner1.inner2] +PASSED tests/test_cli.py::test_prepare_import[test.a.b-path7-test.a.b] +PASSED tests/test_cli.py::test_prepare_import[value8-path8-cliapp.app] +PASSED tests/test_cli.py::test_prepare_import[value9-path9-cliapp.message.txt] +PASSED tests/test_cli.py::test_locate_app[cliapp.app-None-testapp] +PASSED tests/test_cli.py::test_locate_app[cliapp.app-testapp-testapp] +PASSED tests/test_cli.py::test_locate_app[cliapp.factory-None-app] +PASSED tests/test_cli.py::test_locate_app[cliapp.factory-create_app-app] +PASSED tests/test_cli.py::test_locate_app[cliapp.factory-create_app()-app] +PASSED tests/test_cli.py::test_locate_app[cliapp.factory-create_app2("foo", "bar")-app2_foo_bar] +PASSED tests/test_cli.py::test_locate_app[cliapp.factory-create_app2("foo", "bar", )-app2_foo_bar] +PASSED tests/test_cli.py::test_locate_app[cliapp.factory- create_app () -app] +PASSED tests/test_cli.py::test_locate_app_raises[notanapp.py-None] +PASSED tests/test_cli.py::test_locate_app_raises[cliapp/app-None] +PASSED tests/test_cli.py::test_locate_app_raises[cliapp.app-notanapp] +PASSED tests/test_cli.py::test_locate_app_raises[cliapp.factory-create_app2("foo")] +PASSED tests/test_cli.py::test_locate_app_raises[cliapp.factory-create_app(] +PASSED tests/test_cli.py::test_locate_app_raises[cliapp.factory-no_app] +PASSED tests/test_cli.py::test_locate_app_raises[cliapp.importerrorapp-None] +PASSED tests/test_cli.py::test_locate_app_raises[cliapp.message.txt-None] +PASSED tests/test_cli.py::test_locate_app_suppress_raise +PASSED tests/test_cli.py::test_get_version +PASSED tests/test_cli.py::test_scriptinfo +PASSED tests/test_cli.py::test_app_cli_has_app_context +PASSED tests/test_cli.py::test_with_appcontext +PASSED tests/test_cli.py::test_appgroup_app_context +PASSED tests/test_cli.py::test_flaskgroup_app_context +PASSED tests/test_cli.py::test_flaskgroup_debug[True] +PASSED tests/test_cli.py::test_flaskgroup_debug[False] +PASSED tests/test_cli.py::test_flaskgroup_nested +PASSED tests/test_cli.py::test_no_command_echo_loading_error +PASSED tests/test_cli.py::test_help_echo_loading_error +PASSED tests/test_cli.py::test_help_echo_exception +PASSED tests/test_cli.py::TestRoutes::test_simple +PASSED tests/test_cli.py::TestRoutes::test_sort +PASSED tests/test_cli.py::TestRoutes::test_all_methods +PASSED tests/test_cli.py::TestRoutes::test_no_routes +PASSED tests/test_cli.py::TestRoutes::test_subdomain +PASSED tests/test_cli.py::test_load_dotenv +PASSED tests/test_cli.py::test_dotenv_path +PASSED tests/test_cli.py::test_dotenv_optional +PASSED tests/test_cli.py::test_disable_dotenv_from_env +PASSED tests/test_cli.py::test_run_cert_path +PASSED tests/test_cli.py::test_run_cert_adhoc +PASSED tests/test_cli.py::test_run_cert_import +PASSED tests/test_cli.py::test_run_cert_no_ssl +PASSED tests/test_cli.py::test_cli_blueprints +PASSED tests/test_cli.py::test_cli_empty +FAILED tests/test_cli.py::TestRoutes::test_host - AssertionError: assert 'Hos... +========================= 1 failed, 56 passed in 0.26s ========================= +>>>>> Test Exit Code: 1 ++ SWEBENCH_TEST_EXIT_CODE=1 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-6506/harness-summary.json b/reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-6506/harness-summary.json new file mode 100644 index 0000000..b6609a1 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-6506/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 0, + "unresolved_instances": 1, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "pylint-dev__pylint-6506" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "pylint-dev__pylint-6506" + ], + "resolved_ids": [], + "unresolved_ids": [ + "pylint-dev__pylint-6506" + ], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.pylint-dev_1776_pylint-6506:latest" + ] +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-6506/outcome.json b/reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-6506/outcome.json new file mode 100644 index 0000000..cd9cc53 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-6506/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "pylint-dev__pylint-6506", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.pylint-dev_1776_pylint-6506:latest", + "patch_sha256": "1428a0e4bb3095aa55f41faa28d7097bed0a54eefb1fad367737e3042b9241c5", + "image_id": "sha256:f36fa34ed8366cd0a4cab240305841b939db316bbbe5c632dc0c85c8a550954a", + "image_digests": [ + "swebench/sweb.eval.x86_64.pylint-dev_1776_pylint-6506@sha256:f2304d2a6461bc098bc872efc4474b34b54eec72f5a87bacc0509a88ba52fb2d" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-6506/raw-log-manifest.json b/reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-6506/raw-log-manifest.json new file mode 100644 index 0000000..d1cb5fd --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-6506/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37849300774", + "artifact_name": "patch-shard-10", + "files": { + "harness.log": { + "sha256": "6800c662a3e941eb159a29554cbd59c69d3f3b1ac2f61bef349730e6c30b797b", + "bytes": 848 + }, + "image-pull.log": { + "sha256": "9bf1460eec1db883b1ce5bda8907c1a7e7e2e58769adc95ba4bb81328ce89396", + "bytes": 1683 + }, + "logs/run_evaluation/patch-37849300774-10-10/agentic-posthoc-format-repair/pylint-dev__pylint-6506/eval.sh": { + "sha256": "33e3a3d9f84468758c309e8dc3eda66d035400690dc0bee5d59a09bf83abdd23", + "bytes": 2301 + }, + "logs/run_evaluation/patch-37849300774-10-10/agentic-posthoc-format-repair/pylint-dev__pylint-6506/patch.diff": { + "sha256": "1428a0e4bb3095aa55f41faa28d7097bed0a54eefb1fad367737e3042b9241c5", + "bytes": 1047 + }, + "logs/run_evaluation/patch-37849300774-10-10/agentic-posthoc-format-repair/pylint-dev__pylint-6506/report.json": { + "sha256": "ced779e43f5bb18e8eb0b260b686b40f7ec807a6f33b7c3c475eab362a9df920", + "bytes": 1313 + }, + "logs/run_evaluation/patch-37849300774-10-10/agentic-posthoc-format-repair/pylint-dev__pylint-6506/run_instance.log": { + "sha256": "8e93069b1354c007f6d08028a526a6c8a62dd1486f86ccf5379cce83d5933f85", + "bytes": 5167 + }, + "logs/run_evaluation/patch-37849300774-10-10/agentic-posthoc-format-repair/pylint-dev__pylint-6506/test_output.txt": { + "sha256": "ca437fa9977dd256940d2b232b21953ec50172a45aecdd7ddf063fdf848a4047", + "bytes": 766775 + }, + "logs/run_evaluation/patch-37849300774-10-10/run.json": { + "sha256": "e8a0245a0d999af0c1f8616009c18cf663d4582143099d54daa805fdebb74616", + "bytes": 218 + }, + "predictions.jsonl": { + "sha256": "347cf6dfef42037fa9781f4d1ff7a7e8fb33f54540ae19cf723fde548c3eaaac", + "bytes": 1197 + }, + "summary/agentic-posthoc-format-repair.patch-37849300774-10-10.json": { + "sha256": "cea01021840659176397ce9861ec5004389c385d563a304753414e15a5cfdaa9", + "bytes": 850 + } + }, + "excerpt": { + "raw_sha256": "ca437fa9977dd256940d2b232b21953ec50172a45aecdd7ddf063fdf848a4047", + "raw_lines": 15726, + "start_line": 15663, + "stop_line": 15723, + "truncated": false, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-6506/report.json b/reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-6506/report.json new file mode 100644 index 0000000..333d531 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-6506/report.json @@ -0,0 +1,37 @@ +{ + "pylint-dev__pylint-6506": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": false, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [], + "failure": [ + "tests/config/test_config.py::test_unknown_option_name", + "tests/config/test_config.py::test_unknown_short_option_name" + ] + }, + "PASS_TO_PASS": { + "success": [ + "tests/config/test_config.py::test_can_read_toml_env_variable", + "tests/config/test_config.py::test_unknown_message_id", + "tests/config/test_config.py::test_unknown_confidence", + "tests/config/test_config.py::test_unknown_yes_no", + "tests/config/test_config.py::test_unknown_py_version", + "tests/config/test_config.py::test_short_verbose" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-6506/test-output-excerpt.txt b/reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-6506/test-output-excerpt.txt new file mode 100644 index 0000000..3810a2f --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-6506/test-output-excerpt.txt @@ -0,0 +1,61 @@ ++ : '>>>>> Start Test Output' ++ pytest -rA tests/config/test_config.py +============================= test session starts ============================== +platform linux -- Python 3.9.20, pytest-7.4.4, pluggy-1.5.0 +benchmark: 3.4.1 (defaults: timer=time.perf_counter disable_gc=False min_rounds=5 min_time=0.000005 max_time=1.0 calibration_precision=10 warmup=False warmup_iterations=100000) +rootdir: /testbed +configfile: setup.cfg +plugins: timeout-2.3.1, cov-3.0.0, xdist-2.5.0, profiling-1.7.0, forked-1.6.0, benchmark-3.4.1 +collected 8 items + +tests/config/test_config.py ..FF.... [100%] + +=================================== FAILURES =================================== +___________________________ test_unknown_option_name ___________________________ + +capsys = <_pytest.capture.CaptureFixture object at 0x7f3dd5e70580> + + def test_unknown_option_name(capsys: CaptureFixture) -> None: + """Check that we correctly raise a message on an unknown option.""" + with pytest.raises(SystemExit): + Run([str(EMPTY_MODULE), "--unknown-option=yes"], exit=False) + output = capsys.readouterr() +> assert "usage: pylint" in output.err +E AssertionError: assert 'usage: pylint' in '' +E + where '' = CaptureResult(out='************* Module Command line\nCommand line:1:0: E0015: Unrecognized option found: unknown-option=yes (unrecognized-option)\n', err='').err + +tests/config/test_config.py:70: AssertionError +________________________ test_unknown_short_option_name ________________________ + +capsys = <_pytest.capture.CaptureFixture object at 0x7f3dd5a54ca0> + + def test_unknown_short_option_name(capsys: CaptureFixture) -> None: + """Check that we correctly raise a message on an unknown short option.""" + with pytest.raises(SystemExit): + Run([str(EMPTY_MODULE), "-Q"], exit=False) + output = capsys.readouterr() +> assert "usage: pylint" in output.err +E AssertionError: assert 'usage: pylint' in '' +E + where '' = CaptureResult(out='************* Module Command line\nCommand line:1:0: E0015: Unrecognized option found: Q (unrecognized-option)\n', err='').err + +tests/config/test_config.py:79: AssertionError +=============================== warnings summary =============================== +../opt/miniconda3/envs/testbed/lib/python3.9/site-packages/astroid/interpreter/_import/util.py:6 + /opt/miniconda3/envs/testbed/lib/python3.9/site-packages/astroid/interpreter/_import/util.py:6: DeprecationWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html + import pkg_resources + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +==================================== PASSES ==================================== +=========================== short test summary info ============================ +PASSED tests/config/test_config.py::test_can_read_toml_env_variable +PASSED tests/config/test_config.py::test_unknown_message_id +PASSED tests/config/test_config.py::test_unknown_confidence +PASSED tests/config/test_config.py::test_unknown_yes_no +PASSED tests/config/test_config.py::test_unknown_py_version +PASSED tests/config/test_config.py::test_short_verbose +FAILED tests/config/test_config.py::test_unknown_option_name - AssertionError... +FAILED tests/config/test_config.py::test_unknown_short_option_name - Assertio... +==================== 2 failed, 6 passed, 1 warning in 0.31s ==================== +>>>>> Test Exit Code: 1 ++ SWEBENCH_TEST_EXIT_CODE=1 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-7993/harness-summary.json b/reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-7993/harness-summary.json new file mode 100644 index 0000000..8e964a3 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-7993/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "pylint-dev__pylint-7993" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "pylint-dev__pylint-7993" + ], + "resolved_ids": [ + "pylint-dev__pylint-7993" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.pylint-dev_1776_pylint-7993:latest" + ] +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-7993/outcome.json b/reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-7993/outcome.json new file mode 100644 index 0000000..bc039f4 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-7993/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "pylint-dev__pylint-7993", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.pylint-dev_1776_pylint-7993:latest", + "patch_sha256": "70d34650ba84028e74c6ac450004dddcceb063f0310b0ff78c9849aac322d1cd", + "image_id": "sha256:3bb13e94b70487163d658200fe8bb086435089c2e61dbc89e447bc277ce7f0de", + "image_digests": [ + "swebench/sweb.eval.x86_64.pylint-dev_1776_pylint-7993@sha256:1a89517dea5a3371295b65dd312102c4782472586158ce82b65449100c55f8a4" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-7993/raw-log-manifest.json b/reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-7993/raw-log-manifest.json new file mode 100644 index 0000000..2671048 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-7993/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37849300774", + "artifact_name": "patch-shard-11", + "files": { + "harness.log": { + "sha256": "95493f967003099f22a16a332a7f040edc0a0e4067f39294d737c9e35f3d9773", + "bytes": 848 + }, + "image-pull.log": { + "sha256": "cc93dd99f669863f9cbaa5689697c164e8428678c1f8a176a0a060d2e9f60033", + "bytes": 1661 + }, + "logs/run_evaluation/patch-37849300774-11-11/agentic-posthoc-format-repair/pylint-dev__pylint-7993/eval.sh": { + "sha256": "f9f57440a1036acb3a3536a220677a4756871c32e43044ace7349c290cddcc56", + "bytes": 2848 + }, + "logs/run_evaluation/patch-37849300774-11-11/agentic-posthoc-format-repair/pylint-dev__pylint-7993/patch.diff": { + "sha256": "70d34650ba84028e74c6ac450004dddcceb063f0310b0ff78c9849aac322d1cd", + "bytes": 2283 + }, + "logs/run_evaluation/patch-37849300774-11-11/agentic-posthoc-format-repair/pylint-dev__pylint-7993/report.json": { + "sha256": "65696826d61d371106019c6bb30f0ea1a91936270d28bdaed6bea8865c7d788a", + "bytes": 1718 + }, + "logs/run_evaluation/patch-37849300774-11-11/agentic-posthoc-format-repair/pylint-dev__pylint-7993/run_instance.log": { + "sha256": "19714543af292e23c9588a4b8efa1da51c041d08b6874d8db454255d240222c8", + "bytes": 7385 + }, + "logs/run_evaluation/patch-37849300774-11-11/agentic-posthoc-format-repair/pylint-dev__pylint-7993/test_output.txt": { + "sha256": "33008bc7c250e12bcc2340bee7e448f9004309ca8c2e04f2a60c9203c6dd8c7e", + "bytes": 1015439 + }, + "logs/run_evaluation/patch-37849300774-11-11/run.json": { + "sha256": "901dfd621302e77d295d31361dea36545808c1aaee96dccaa340ebfbee9f0c79", + "bytes": 218 + }, + "predictions.jsonl": { + "sha256": "40274ca86d84c4761991a2ea387151120ff00daec78e8e146ccc533e67986d80", + "bytes": 2515 + }, + "summary/agentic-posthoc-format-repair.patch-37849300774-11-11.json": { + "sha256": "c803c4cc30b5e5ef60fccc4904f12b04a6147e8c0d0b1d7d10f87563ee8c9938", + "bytes": 850 + } + }, + "excerpt": { + "raw_sha256": "33008bc7c250e12bcc2340bee7e448f9004309ca8c2e04f2a60c9203c6dd8c7e", + "raw_lines": 20705, + "start_line": 20674, + "stop_line": 20701, + "truncated": false, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-7993/report.json b/reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-7993/report.json new file mode 100644 index 0000000..7eb7dbb --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-7993/report.json @@ -0,0 +1,40 @@ +{ + "pylint-dev__pylint-7993": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "tests/reporters/unittest_reporting.py::test_template_option_with_header" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "tests/reporters/unittest_reporting.py::test_template_option", + "tests/reporters/unittest_reporting.py::test_template_option_default", + "tests/reporters/unittest_reporting.py::test_template_option_end_line", + "tests/reporters/unittest_reporting.py::test_template_option_non_existing", + "tests/reporters/unittest_reporting.py::test_deprecation_set_output", + "tests/reporters/unittest_reporting.py::test_parseable_output_deprecated", + "tests/reporters/unittest_reporting.py::test_parseable_output_regression", + "tests/reporters/unittest_reporting.py::test_multi_format_output", + "tests/reporters/unittest_reporting.py::test_multi_reporter_independant_messages", + "tests/reporters/unittest_reporting.py::test_display_results_is_renamed" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-7993/test-output-excerpt.txt b/reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-7993/test-output-excerpt.txt new file mode 100644 index 0000000..9686a5b --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/pylint-dev__pylint-7993/test-output-excerpt.txt @@ -0,0 +1,28 @@ ++ : '>>>>> Start Test Output' ++ pytest -rA tests/reporters/unittest_reporting.py +============================= test session starts ============================== +platform linux -- Python 3.9.20, pytest-7.4.4, pluggy-1.5.0 +benchmark: 4.0.0 (defaults: timer=time.perf_counter disable_gc=False min_rounds=5 min_time=0.000005 max_time=1.0 calibration_precision=10 warmup=False warmup_iterations=100000) +rootdir: /testbed +configfile: setup.cfg +plugins: timeout-2.3.1, cov-3.0.0, xdist-2.5.0, profiling-1.7.0, benchmark-4.0.0, forked-1.6.0 +collected 11 items + +tests/reporters/unittest_reporting.py ........... [100%] + +==================================== PASSES ==================================== +=========================== short test summary info ============================ +PASSED tests/reporters/unittest_reporting.py::test_template_option +PASSED tests/reporters/unittest_reporting.py::test_template_option_default +PASSED tests/reporters/unittest_reporting.py::test_template_option_end_line +PASSED tests/reporters/unittest_reporting.py::test_template_option_non_existing +PASSED tests/reporters/unittest_reporting.py::test_template_option_with_header +PASSED tests/reporters/unittest_reporting.py::test_deprecation_set_output +PASSED tests/reporters/unittest_reporting.py::test_parseable_output_deprecated +PASSED tests/reporters/unittest_reporting.py::test_parseable_output_regression +PASSED tests/reporters/unittest_reporting.py::test_multi_format_output +PASSED tests/reporters/unittest_reporting.py::test_multi_reporter_independant_messages +PASSED tests/reporters/unittest_reporting.py::test_display_results_is_renamed +============================== 11 passed in 0.20s ============================== ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/repair-17-v2/official-evaluation/results.json b/reports/experiments/repair-17-v2/official-evaluation/results.json new file mode 100644 index 0000000..c8f2daa --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/results.json @@ -0,0 +1,310 @@ +{ + "schema_version": 1, + "harness_version": "5.0.2", + "total_instances": 17, + "submitted_ids": [ + "django__django-10914", + "django__django-12983", + "django__django-13447", + "django__django-13757", + "matplotlib__matplotlib-18869", + "matplotlib__matplotlib-23563", + "matplotlib__matplotlib-24149", + "matplotlib__matplotlib-26020", + "pallets__flask-4992", + "pallets__flask-5063", + "pylint-dev__pylint-6506", + "pylint-dev__pylint-7993", + "scikit-learn__scikit-learn-14092", + "scikit-learn__scikit-learn-25747", + "sphinx-doc__sphinx-7975", + "sphinx-doc__sphinx-8273", + "sympy__sympy-20154" + ], + "resolved_ids": [ + "django__django-10914", + "django__django-12983", + "django__django-13447", + "django__django-13757", + "matplotlib__matplotlib-24149", + "matplotlib__matplotlib-26020", + "pylint-dev__pylint-7993", + "scikit-learn__scikit-learn-14092", + "scikit-learn__scikit-learn-25747", + "sphinx-doc__sphinx-7975", + "sympy__sympy-20154" + ], + "unresolved_ids": [ + "matplotlib__matplotlib-18869", + "matplotlib__matplotlib-23563", + "pallets__flask-4992", + "pallets__flask-5063", + "pylint-dev__pylint-6506", + "sphinx-doc__sphinx-8273" + ], + "error_ids": [], + "empty_patch_ids": [], + "missing_outcome_ids": [], + "completed_ids": [ + "django__django-10914", + "django__django-12983", + "django__django-13447", + "django__django-13757", + "matplotlib__matplotlib-18869", + "matplotlib__matplotlib-23563", + "matplotlib__matplotlib-24149", + "matplotlib__matplotlib-26020", + "pallets__flask-4992", + "pallets__flask-5063", + "pylint-dev__pylint-6506", + "pylint-dev__pylint-7993", + "scikit-learn__scikit-learn-14092", + "scikit-learn__scikit-learn-25747", + "sphinx-doc__sphinx-7975", + "sphinx-doc__sphinx-8273", + "sympy__sympy-20154" + ], + "patch_resolution_rate": 0.6470588235294118, + "complete": true, + "predictions_sha256": "b32d0ad79307c1e9518606c21d8d040f9e3d293d037a05d7462602f4d5a23624", + "per_issue": [ + { + "instance_id": "django__django-10914", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.django_1776_django-10914:latest", + "patch_sha256": "33a9b9b9fa4cbd78b5d21412f9682654faddc736b1b76a355d12bd18997bbfe9", + "image_id": "sha256:af3fb319a55923dac10fbaee8c0aa0a9d21fe5c42603734812cc020c998e40a3", + "image_digests": [ + "swebench/sweb.eval.x86_64.django_1776_django-10914@sha256:f26f0db931c6c1e785ab8287e1ea4f5f948846267db159deaf90b3fe7adea4e9" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "django__django-12983", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.django_1776_django-12983:latest", + "patch_sha256": "a5036ec0de98daf5f2df74a5944c409935829693b61cbed0d24d612985823b09", + "image_id": "sha256:70d258cf7755145344745797bdf6dfda709e9892fe9f46342e3cda3b634dc465", + "image_digests": [ + "swebench/sweb.eval.x86_64.django_1776_django-12983@sha256:f89a493dc687475e9f309b2bcb838ea6722faef9878f49b9ee6dfdd3eaa19c80" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "django__django-13447", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.django_1776_django-13447:latest", + "patch_sha256": "7dcd57d75bb799f9e8f513b4fbc5b1a290e974658612b4b293378240c363ce9a", + "image_id": "sha256:7806040ef994511d018f9841ca8085f5341e69b67fd71dfebd1cd6cf539c4813", + "image_digests": [ + "swebench/sweb.eval.x86_64.django_1776_django-13447@sha256:438961b7e55161f67770d51b6bdf579d5a44b17725950fdb64fd72c6d8d79af2" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "django__django-13757", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.django_1776_django-13757:latest", + "patch_sha256": "5fd57346124d68998ac1cb9d4cedaab8e2a99032b5eee245cf01ef5141aab898", + "image_id": "sha256:d51b1903a97c14dec18521301ecc399c8e8a020df8d4adb5ad5a208e64394f03", + "image_digests": [ + "swebench/sweb.eval.x86_64.django_1776_django-13757@sha256:dd528b63c859179d98439027610c5c741dba0085c7dc2a9e79bd899afbe7ebef" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "matplotlib__matplotlib-18869", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-18869:latest", + "patch_sha256": "76ef7979d9f9861dae4fb17ca2f3b05ce70be8acefb64f46fff81150e8520e28", + "image_id": "sha256:c8ba332ecbc176982c4b2df89690be4961199029a5227e8e5122329b1879a1ae", + "image_digests": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-18869@sha256:b336640dcab0603d825bae6c20f7acbd6cd37f4aa5c88cc47d126b8756303754" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "matplotlib__matplotlib-23563", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-23563:latest", + "patch_sha256": "ae351341c3d1ba6ecb124221ad0be3a1f56bf9332a0bae14a7cac6f728c54a87", + "image_id": "sha256:93f13bec950adf1aa64132b4653af0503c6acdb49e8c3a771ae8efdf0813dac6", + "image_digests": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-23563@sha256:a34e45f320187a07dbf6b21c38a859949cf1dc7f2eb060344ee8aafdb65d46c0" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "matplotlib__matplotlib-24149", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-24149:latest", + "patch_sha256": "828448947f3297cb9219d5563ae3e2dea1adbfb4b0a332022851b982e0e3c6fe", + "image_id": "sha256:76a50f4a5d1b876980996731d7de4fe6d01b292128d5396b6f89dfe327f3bcc9", + "image_digests": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-24149@sha256:e80913d242481321c20b8ed0b5bd1513e89fcaff6eb84b5f6d39e748128b7c19" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "matplotlib__matplotlib-26020", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-26020:latest", + "patch_sha256": "93a5842d3aa4761e181a68022c9c5202361f79b538bacbd2cf112caad1ed0fde", + "image_id": "sha256:f339d307d54fd5fac1d4ecd9d9a54b443aaeb8ac05ffe1c19a00043521236347", + "image_digests": [ + "swebench/sweb.eval.x86_64.matplotlib_1776_matplotlib-26020@sha256:e095802920d7f6e282832fc436a36699adda9f6da08b86a13058d8393b79246f" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "pallets__flask-4992", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.pallets_1776_flask-4992:latest", + "patch_sha256": "ed875e019fbb4c992c1334b72b86b2aca287f8b180d8faff3868725161f532ce", + "image_id": "sha256:b6943616922659ca12ba82ca60561483c40f00d80a3a11045d2d0b6b000fb253", + "image_digests": [ + "swebench/sweb.eval.x86_64.pallets_1776_flask-4992@sha256:bb1460876a7bc667f71b46aac744dd6f6d7f5f66e79902461cf76c6f8c4f7150" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "pallets__flask-5063", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.pallets_1776_flask-5063:latest", + "patch_sha256": "856a41dea09b0e8afcea5358938e755a7e968c3c0344c33b0f24ce9d9a754723", + "image_id": "sha256:c253a21fce4f73b6b2f78c79aa60f401c4d2facca34133a4fe661fb50ed41856", + "image_digests": [ + "swebench/sweb.eval.x86_64.pallets_1776_flask-5063@sha256:05369549db34553599f6f96d65ee9c75173c02d9285d283422f6b6e49f0b8df2" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "pylint-dev__pylint-6506", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.pylint-dev_1776_pylint-6506:latest", + "patch_sha256": "1428a0e4bb3095aa55f41faa28d7097bed0a54eefb1fad367737e3042b9241c5", + "image_id": "sha256:f36fa34ed8366cd0a4cab240305841b939db316bbbe5c632dc0c85c8a550954a", + "image_digests": [ + "swebench/sweb.eval.x86_64.pylint-dev_1776_pylint-6506@sha256:f2304d2a6461bc098bc872efc4474b34b54eec72f5a87bacc0509a88ba52fb2d" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "pylint-dev__pylint-7993", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.pylint-dev_1776_pylint-7993:latest", + "patch_sha256": "70d34650ba84028e74c6ac450004dddcceb063f0310b0ff78c9849aac322d1cd", + "image_id": "sha256:3bb13e94b70487163d658200fe8bb086435089c2e61dbc89e447bc277ce7f0de", + "image_digests": [ + "swebench/sweb.eval.x86_64.pylint-dev_1776_pylint-7993@sha256:1a89517dea5a3371295b65dd312102c4782472586158ce82b65449100c55f8a4" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "scikit-learn__scikit-learn-14092", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.scikit-learn_1776_scikit-learn-14092:latest", + "patch_sha256": "dee3a58d279dc300cceaf1a9ef0ae3090901491784b22f7b5f0f1703afba399c", + "image_id": "sha256:dee3d84b74e898d85a8d01182155cb18deec3f17d4016c9d19bbdcee487a380c", + "image_digests": [ + "swebench/sweb.eval.x86_64.scikit-learn_1776_scikit-learn-14092@sha256:f578f100f3ded6c71827d2d116554486e50c4e67fca393b615d2a568bd5a16a3" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "scikit-learn__scikit-learn-25747", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.scikit-learn_1776_scikit-learn-25747:latest", + "patch_sha256": "445aa830bc8ad2975d992bb5a7b738738cc8d2f43f271f377b363ffcce72faf1", + "image_id": "sha256:6ccd3038f26d22daecfe8f80015b33eb189d49eaa10ee4e0928af2a2a16823ad", + "image_digests": [ + "swebench/sweb.eval.x86_64.scikit-learn_1776_scikit-learn-25747@sha256:557967b5382d23ea1842e6dc9ba11e4816756c6bde57243523a64f8a404141fa" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "sphinx-doc__sphinx-7975", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-7975:latest", + "patch_sha256": "f37eb656d2f75da6fa1c43977dabe0b40fbd1ba4849320f32d6cea1a85b7e075", + "image_id": "sha256:cf5afc95e7afe1360e9a355e2a7da6b5114f7dc77ecd419ccc9ef3fd29416034", + "image_digests": [ + "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-7975@sha256:6599f73068049dd8fe352bc84b617b8fa2d5b376083160f8f3c1e9a47e6751f2" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "sphinx-doc__sphinx-8273", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-8273:latest", + "patch_sha256": "819f3003e2db1aab6fe653698d9be7afa5095fe48ab0e7c911cffe3d231c899d", + "image_id": "sha256:3d817912247cc6aaf5542cb2966d2d4d944e3932b214c1895e6e88498b746089", + "image_digests": [ + "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-8273@sha256:1a24d35093ca84da7e202e76c38859438281b3808936ad87d78404ad9114c739" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + }, + { + "instance_id": "sympy__sympy-20154", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.sympy_1776_sympy-20154:latest", + "patch_sha256": "2dba6a068a3b609e45770032f71bcae6bf071bca4374f173f98c270a8adb56d2", + "image_id": "sha256:2660d6b354036cc50ec0289e477abfb562dc4fddb55ca272e8412d76e4dac45c", + "image_digests": [ + "swebench/sweb.eval.x86_64.sympy_1776_sympy-20154@sha256:d05bbd76c08f2d5b444f6f304ed6d4621f7e5a20db97f9fd0c602210068b0f80" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false + } + ] +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-14092/harness-summary.json b/reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-14092/harness-summary.json new file mode 100644 index 0000000..3a4492d --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-14092/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "scikit-learn__scikit-learn-14092" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "scikit-learn__scikit-learn-14092" + ], + "resolved_ids": [ + "scikit-learn__scikit-learn-14092" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.scikit-learn_1776_scikit-learn-14092:latest" + ] +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-14092/outcome.json b/reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-14092/outcome.json new file mode 100644 index 0000000..005d02d --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-14092/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "scikit-learn__scikit-learn-14092", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.scikit-learn_1776_scikit-learn-14092:latest", + "patch_sha256": "dee3a58d279dc300cceaf1a9ef0ae3090901491784b22f7b5f0f1703afba399c", + "image_id": "sha256:dee3d84b74e898d85a8d01182155cb18deec3f17d4016c9d19bbdcee487a380c", + "image_digests": [ + "swebench/sweb.eval.x86_64.scikit-learn_1776_scikit-learn-14092@sha256:f578f100f3ded6c71827d2d116554486e50c4e67fca393b615d2a568bd5a16a3" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-14092/raw-log-manifest.json b/reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-14092/raw-log-manifest.json new file mode 100644 index 0000000..036a6c9 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-14092/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37849300774", + "artifact_name": "patch-shard-12", + "files": { + "harness.log": { + "sha256": "ea0ebfcf2052cc42fd79ca779956b0297340879768a271563aeecbd541a09ea8", + "bytes": 857 + }, + "image-pull.log": { + "sha256": "c413fe97e775b510896c769a9fadedc5054aed0335b5790cd0fe2c9a7faf1d03", + "bytes": 1743 + }, + "logs/run_evaluation/patch-37849300774-12-12/agentic-posthoc-format-repair/scikit-learn__scikit-learn-14092/eval.sh": { + "sha256": "16c6581209e81ce16400a149e7c5b0788f28b5f39d5a2e2fac3468709dd7c946", + "bytes": 2115 + }, + "logs/run_evaluation/patch-37849300774-12-12/agentic-posthoc-format-repair/scikit-learn__scikit-learn-14092/patch.diff": { + "sha256": "dee3a58d279dc300cceaf1a9ef0ae3090901491784b22f7b5f0f1703afba399c", + "bytes": 1920 + }, + "logs/run_evaluation/patch-37849300774-12-12/agentic-posthoc-format-repair/scikit-learn__scikit-learn-14092/report.json": { + "sha256": "e9d783d2167c5fcb4e9d636c0f61c50f654ac7878c4b90b23aa14f8c8b2015b0", + "bytes": 19019 + }, + "logs/run_evaluation/patch-37849300774-12-12/agentic-posthoc-format-repair/scikit-learn__scikit-learn-14092/run_instance.log": { + "sha256": "5460895eb82ade14888d98258c403a255ae1d9eb1b7b6cae7f351e93b3a7e99f", + "bytes": 20693 + }, + "logs/run_evaluation/patch-37849300774-12-12/agentic-posthoc-format-repair/scikit-learn__scikit-learn-14092/test_output.txt": { + "sha256": "cb4104d164f8b57218e77d81239b154526e7db505668875178a8aefecca8d17b", + "bytes": 365821 + }, + "logs/run_evaluation/patch-37849300774-12-12/run.json": { + "sha256": "2f11970155ea36f85fec1e585d40bf2f6dca5b9f23b565575257a00aeaf50218", + "bytes": 227 + }, + "predictions.jsonl": { + "sha256": "384e510cae0f75db7e3536a0a04a77e6c4009a25d971bfe78ece44e3843fccb8", + "bytes": 2094 + }, + "summary/agentic-posthoc-format-repair.patch-37849300774-12-12.json": { + "sha256": "e5cdd1e5fd28ec3d144f227829ad75abdea6a8cfb1855ea857c55fab89ec28a4", + "bytes": 886 + } + }, + "excerpt": { + "raw_sha256": "cb4104d164f8b57218e77d81239b154526e7db505668875178a8aefecca8d17b", + "raw_lines": 7766, + "start_line": 7604, + "stop_line": 7763, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-14092/report.json b/reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-14092/report.json new file mode 100644 index 0000000..e2e5995 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-14092/report.json @@ -0,0 +1,244 @@ +{ + "scikit-learn__scikit-learn-14092": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "sklearn/neighbors/tests/test_nca.py::test_parameters_valid_types[n_components-value0]", + "sklearn/neighbors/tests/test_nca.py::test_parameters_valid_types[max_iter-value1]", + "sklearn/neighbors/tests/test_nca.py::test_parameters_valid_types[tol-value2]" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "sklearn/neighbors/tests/test_nca.py::test_simple_example", + "sklearn/neighbors/tests/test_nca.py::test_toy_example_collapse_points", + "sklearn/neighbors/tests/test_nca.py::test_finite_differences", + "sklearn/neighbors/tests/test_nca.py::test_params_validation", + "sklearn/neighbors/tests/test_nca.py::test_transformation_dimensions", + "sklearn/neighbors/tests/test_nca.py::test_n_components", + "sklearn/neighbors/tests/test_nca.py::test_init_transformation", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-5-3-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-5-3-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-5-3-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-5-3-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-5-5-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-5-5-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-5-5-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-5-5-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-5-7-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-5-7-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-5-7-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-5-7-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-5-11-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-5-11-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-5-11-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-5-11-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-7-3-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-7-3-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-7-3-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-7-3-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-7-5-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-7-5-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-7-5-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-7-5-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-7-7-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-7-7-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-7-7-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-7-7-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-7-11-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-7-11-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-7-11-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-7-11-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-11-3-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-11-3-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-11-3-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-11-3-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-11-5-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-11-5-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-11-5-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-11-5-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-11-7-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-11-7-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-11-7-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-11-7-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-11-11-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-11-11-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-11-11-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[3-11-11-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-3-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-3-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-3-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-3-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-5-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-5-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-5-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-5-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-7-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-7-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-7-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-7-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-11-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-11-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-11-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-11-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-3-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-3-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-3-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-3-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-5-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-5-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-5-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-5-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-7-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-7-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-7-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-7-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-11-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-11-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-11-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-11-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-3-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-3-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-3-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-3-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-5-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-5-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-5-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-5-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-7-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-7-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-7-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-7-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-11-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-11-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-11-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-11-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-3-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-3-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-3-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-3-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-5-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-5-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-5-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-5-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-7-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-7-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-7-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-7-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-11-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-11-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-11-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-11-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-3-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-3-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-3-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-3-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-5-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-5-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-5-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-5-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-7-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-7-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-7-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-7-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-11-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-11-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-11-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-11-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-3-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-3-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-3-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-3-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-5-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-5-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-5-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-5-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-7-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-7-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-7-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-7-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-11-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-11-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-11-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-11-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-3-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-3-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-3-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-3-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-5-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-5-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-5-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-5-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-7-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-7-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-7-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-7-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-11-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-11-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-11-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-11-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-3-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-3-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-3-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-3-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-5-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-5-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-5-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-5-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-7-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-7-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-7-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-7-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-11-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-11-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-11-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-11-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-3-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-3-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-3-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-3-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-5-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-5-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-5-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-5-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-7-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-7-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-7-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-7-11]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-11-3]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-11-5]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-11-7]", + "sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-11-11]", + "sklearn/neighbors/tests/test_nca.py::test_warm_start_validation", + "sklearn/neighbors/tests/test_nca.py::test_warm_start_effectiveness", + "sklearn/neighbors/tests/test_nca.py::test_verbose[pca]", + "sklearn/neighbors/tests/test_nca.py::test_verbose[lda]", + "sklearn/neighbors/tests/test_nca.py::test_verbose[identity]", + "sklearn/neighbors/tests/test_nca.py::test_verbose[random]", + "sklearn/neighbors/tests/test_nca.py::test_verbose[precomputed]", + "sklearn/neighbors/tests/test_nca.py::test_no_verbose", + "sklearn/neighbors/tests/test_nca.py::test_singleton_class", + "sklearn/neighbors/tests/test_nca.py::test_one_class", + "sklearn/neighbors/tests/test_nca.py::test_callback", + "sklearn/neighbors/tests/test_nca.py::test_expected_transformation_shape", + "sklearn/neighbors/tests/test_nca.py::test_convergence_warning" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-14092/test-output-excerpt.txt b/reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-14092/test-output-excerpt.txt new file mode 100644 index 0000000..e891d88 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-14092/test-output-excerpt.txt @@ -0,0 +1,160 @@ +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-5-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-5-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-5-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-5-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-7-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-7-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-7-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-7-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-11-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-11-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-11-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-5-11-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-3-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-3-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-3-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-3-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-5-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-5-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-5-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-5-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-7-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-7-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-7-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-7-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-11-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-11-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-11-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-7-11-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-3-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-3-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-3-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-3-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-5-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-5-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-5-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-5-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-7-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-7-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-7-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-7-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-11-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-11-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-11-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[5-11-11-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-3-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-3-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-3-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-3-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-5-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-5-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-5-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-5-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-7-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-7-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-7-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-7-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-11-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-11-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-11-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-5-11-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-3-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-3-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-3-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-3-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-5-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-5-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-5-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-5-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-7-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-7-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-7-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-7-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-11-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-11-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-11-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-7-11-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-3-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-3-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-3-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-3-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-5-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-5-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-5-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-5-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-7-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-7-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-7-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-7-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-11-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-11-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-11-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[7-11-11-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-3-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-3-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-3-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-3-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-5-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-5-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-5-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-5-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-7-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-7-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-7-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-7-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-11-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-11-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-11-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-5-11-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-3-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-3-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-3-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-3-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-5-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-5-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-5-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-5-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-7-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-7-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-7-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-7-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-11-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-11-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-11-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-7-11-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-3-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-3-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-3-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-3-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-5-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-5-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-5-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-5-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-7-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-7-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-7-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-7-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-11-3] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-11-5] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-11-7] +PASSED sklearn/neighbors/tests/test_nca.py::test_auto_init[11-11-11-11] +PASSED sklearn/neighbors/tests/test_nca.py::test_warm_start_validation +PASSED sklearn/neighbors/tests/test_nca.py::test_warm_start_effectiveness +PASSED sklearn/neighbors/tests/test_nca.py::test_verbose[pca] +PASSED sklearn/neighbors/tests/test_nca.py::test_verbose[lda] +PASSED sklearn/neighbors/tests/test_nca.py::test_verbose[identity] +PASSED sklearn/neighbors/tests/test_nca.py::test_verbose[random] +PASSED sklearn/neighbors/tests/test_nca.py::test_verbose[precomputed] +PASSED sklearn/neighbors/tests/test_nca.py::test_no_verbose +PASSED sklearn/neighbors/tests/test_nca.py::test_singleton_class +PASSED sklearn/neighbors/tests/test_nca.py::test_one_class +PASSED sklearn/neighbors/tests/test_nca.py::test_callback +PASSED sklearn/neighbors/tests/test_nca.py::test_expected_transformation_shape +PASSED sklearn/neighbors/tests/test_nca.py::test_convergence_warning +PASSED sklearn/neighbors/tests/test_nca.py::test_parameters_valid_types[n_components-value0] +PASSED sklearn/neighbors/tests/test_nca.py::test_parameters_valid_types[max_iter-value1] +PASSED sklearn/neighbors/tests/test_nca.py::test_parameters_valid_types[tol-value2] +======================= 215 passed, 25 warnings in 0.82s ======================= +>>>>> Test Exit Code: 0 ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-25747/harness-summary.json b/reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-25747/harness-summary.json new file mode 100644 index 0000000..1d62426 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-25747/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "scikit-learn__scikit-learn-25747" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "scikit-learn__scikit-learn-25747" + ], + "resolved_ids": [ + "scikit-learn__scikit-learn-25747" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.scikit-learn_1776_scikit-learn-25747:latest" + ] +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-25747/outcome.json b/reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-25747/outcome.json new file mode 100644 index 0000000..2f7a948 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-25747/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "scikit-learn__scikit-learn-25747", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.scikit-learn_1776_scikit-learn-25747:latest", + "patch_sha256": "445aa830bc8ad2975d992bb5a7b738738cc8d2f43f271f377b363ffcce72faf1", + "image_id": "sha256:6ccd3038f26d22daecfe8f80015b33eb189d49eaa10ee4e0928af2a2a16823ad", + "image_digests": [ + "swebench/sweb.eval.x86_64.scikit-learn_1776_scikit-learn-25747@sha256:557967b5382d23ea1842e6dc9ba11e4816756c6bde57243523a64f8a404141fa" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-25747/raw-log-manifest.json b/reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-25747/raw-log-manifest.json new file mode 100644 index 0000000..d16432f --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-25747/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37849300774", + "artifact_name": "patch-shard-13", + "files": { + "harness.log": { + "sha256": "ae6226a045feb42e50d334136dd4bcb86af380fa669b29f71a9b5f40eba12b88", + "bytes": 857 + }, + "image-pull.log": { + "sha256": "274c655533df63647f3124cd29f6f908283eacdf4291c0a354054c55064f25f7", + "bytes": 1743 + }, + "logs/run_evaluation/patch-37849300774-13-13/agentic-posthoc-format-repair/scikit-learn__scikit-learn-25747/eval.sh": { + "sha256": "f95790000d06ff226871b26fa55d454911858d718d12ae12c138e2b721ceee83", + "bytes": 2463 + }, + "logs/run_evaluation/patch-37849300774-13-13/agentic-posthoc-format-repair/scikit-learn__scikit-learn-25747/patch.diff": { + "sha256": "445aa830bc8ad2975d992bb5a7b738738cc8d2f43f271f377b363ffcce72faf1", + "bytes": 1778 + }, + "logs/run_evaluation/patch-37849300774-13-13/agentic-posthoc-format-repair/scikit-learn__scikit-learn-25747/report.json": { + "sha256": "6b77b226f373928e3d51a2d95f9e6e240fc109a0076ef35e4c12433d5e0142fb", + "bytes": 2167 + }, + "logs/run_evaluation/patch-37849300774-13-13/agentic-posthoc-format-repair/scikit-learn__scikit-learn-25747/run_instance.log": { + "sha256": "9e42d962bff4eb72344e34a7016b7640f29c15effe993569631b57991ef9f196", + "bytes": 6850 + }, + "logs/run_evaluation/patch-37849300774-13-13/agentic-posthoc-format-repair/scikit-learn__scikit-learn-25747/test_output.txt": { + "sha256": "5af9c41cb5a0b3f645572d5f82635e0beb8f848336f30ca162cef72091d486b8", + "bytes": 509237 + }, + "logs/run_evaluation/patch-37849300774-13-13/run.json": { + "sha256": "bb6c4556766f65aa1cd9fd4310fd35b8b18dcc1ec76aa62afd34f08e3ecf4713", + "bytes": 227 + }, + "predictions.jsonl": { + "sha256": "5dd42f728bed96f99b39fc5a00324931f0b313cb83e0d5d5e5c784b84bbdde2b", + "bytes": 1977 + }, + "summary/agentic-posthoc-format-repair.patch-37849300774-13-13.json": { + "sha256": "d4f8cd5072a22c682f241f9697a326996463f209ad23d1d8ec04bc628c00767b", + "bytes": 886 + } + }, + "excerpt": { + "raw_sha256": "5af9c41cb5a0b3f645572d5f82635e0beb8f848336f30ca162cef72091d486b8", + "raw_lines": 10005, + "start_line": 9972, + "stop_line": 10001, + "truncated": false, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-25747/report.json b/reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-25747/report.json new file mode 100644 index 0000000..1ee7f7b --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-25747/report.json @@ -0,0 +1,44 @@ +{ + "scikit-learn__scikit-learn-25747": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "sklearn/utils/tests/test_set_output.py::test_set_output_pandas_keep_index" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "sklearn/utils/tests/test_set_output.py::test__wrap_in_pandas_container_dense", + "sklearn/utils/tests/test_set_output.py::test__wrap_in_pandas_container_dense_update_columns_and_index", + "sklearn/utils/tests/test_set_output.py::test__wrap_in_pandas_container_error_validation", + "sklearn/utils/tests/test_set_output.py::test__safe_set_output", + "sklearn/utils/tests/test_set_output.py::test_set_output_mixin", + "sklearn/utils/tests/test_set_output.py::test__safe_set_output_error", + "sklearn/utils/tests/test_set_output.py::test_set_output_method", + "sklearn/utils/tests/test_set_output.py::test_set_output_method_error", + "sklearn/utils/tests/test_set_output.py::test__get_output_config", + "sklearn/utils/tests/test_set_output.py::test_get_output_auto_wrap_false", + "sklearn/utils/tests/test_set_output.py::test_auto_wrap_output_keys_errors_with_incorrect_input", + "sklearn/utils/tests/test_set_output.py::test_set_output_mixin_custom_mixin", + "sklearn/utils/tests/test_set_output.py::test__wrap_in_pandas_container_column_errors", + "sklearn/utils/tests/test_set_output.py::test_set_output_mro" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-25747/test-output-excerpt.txt b/reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-25747/test-output-excerpt.txt new file mode 100644 index 0000000..22d15cf --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/scikit-learn__scikit-learn-25747/test-output-excerpt.txt @@ -0,0 +1,30 @@ ++ : '>>>>> Start Test Output' ++ pytest -rA sklearn/utils/tests/test_set_output.py +============================= test session starts ============================== +platform linux -- Python 3.9.20, pytest-7.4.4, pluggy-1.0.0 +rootdir: /testbed +configfile: setup.cfg +collected 15 items + +sklearn/utils/tests/test_set_output.py ............... [100%] + +==================================== PASSES ==================================== +=========================== short test summary info ============================ +PASSED sklearn/utils/tests/test_set_output.py::test__wrap_in_pandas_container_dense +PASSED sklearn/utils/tests/test_set_output.py::test__wrap_in_pandas_container_dense_update_columns_and_index +PASSED sklearn/utils/tests/test_set_output.py::test__wrap_in_pandas_container_error_validation +PASSED sklearn/utils/tests/test_set_output.py::test__safe_set_output +PASSED sklearn/utils/tests/test_set_output.py::test_set_output_mixin +PASSED sklearn/utils/tests/test_set_output.py::test__safe_set_output_error +PASSED sklearn/utils/tests/test_set_output.py::test_set_output_method +PASSED sklearn/utils/tests/test_set_output.py::test_set_output_method_error +PASSED sklearn/utils/tests/test_set_output.py::test__get_output_config +PASSED sklearn/utils/tests/test_set_output.py::test_get_output_auto_wrap_false +PASSED sklearn/utils/tests/test_set_output.py::test_auto_wrap_output_keys_errors_with_incorrect_input +PASSED sklearn/utils/tests/test_set_output.py::test_set_output_mixin_custom_mixin +PASSED sklearn/utils/tests/test_set_output.py::test__wrap_in_pandas_container_column_errors +PASSED sklearn/utils/tests/test_set_output.py::test_set_output_mro +PASSED sklearn/utils/tests/test_set_output.py::test_set_output_pandas_keep_index +============================== 15 passed in 0.17s ============================== ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-7975/harness-summary.json b/reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-7975/harness-summary.json new file mode 100644 index 0000000..eeb4f82 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-7975/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "sphinx-doc__sphinx-7975" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "sphinx-doc__sphinx-7975" + ], + "resolved_ids": [ + "sphinx-doc__sphinx-7975" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-7975:latest" + ] +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-7975/outcome.json b/reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-7975/outcome.json new file mode 100644 index 0000000..3c0531e --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-7975/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "sphinx-doc__sphinx-7975", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-7975:latest", + "patch_sha256": "f37eb656d2f75da6fa1c43977dabe0b40fbd1ba4849320f32d6cea1a85b7e075", + "image_id": "sha256:cf5afc95e7afe1360e9a355e2a7da6b5114f7dc77ecd419ccc9ef3fd29416034", + "image_digests": [ + "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-7975@sha256:6599f73068049dd8fe352bc84b617b8fa2d5b376083160f8f3c1e9a47e6751f2" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-7975/raw-log-manifest.json b/reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-7975/raw-log-manifest.json new file mode 100644 index 0000000..c0a032e --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-7975/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37849300774", + "artifact_name": "patch-shard-14", + "files": { + "harness.log": { + "sha256": "883aa3a3f609dbfe73709c86225810e0b88407c842dcafd12ecbb9c23cfa5894", + "bytes": 848 + }, + "image-pull.log": { + "sha256": "178e1a9972762e8a7330b54ef9f05266e5f680344eb1dd2e4e6f7967a06b5e9d", + "bytes": 1683 + }, + "logs/run_evaluation/patch-37849300774-14-14/agentic-posthoc-format-repair/sphinx-doc__sphinx-7975/eval.sh": { + "sha256": "4f3fc50249110e3f1f8d051b7272e23169559344fca02b5e4712b7cc3aef21ff", + "bytes": 1963 + }, + "logs/run_evaluation/patch-37849300774-14-14/agentic-posthoc-format-repair/sphinx-doc__sphinx-7975/patch.diff": { + "sha256": "f37eb656d2f75da6fa1c43977dabe0b40fbd1ba4849320f32d6cea1a85b7e075", + "bytes": 1845 + }, + "logs/run_evaluation/patch-37849300774-14-14/agentic-posthoc-format-repair/sphinx-doc__sphinx-7975/report.json": { + "sha256": "da1a6f10071c5d13831026f5833ab329f0a394b57c981cb82b4f20f4ae6ad735", + "bytes": 1398 + }, + "logs/run_evaluation/patch-37849300774-14-14/agentic-posthoc-format-repair/sphinx-doc__sphinx-7975/run_instance.log": { + "sha256": "57d9366d33bd145cbc9cff3b207d36844f327ea96be52066c0808c2b3efa14a6", + "bytes": 7475 + }, + "logs/run_evaluation/patch-37849300774-14-14/agentic-posthoc-format-repair/sphinx-doc__sphinx-7975/test_output.txt": { + "sha256": "1cfae052d8525a832f1b55c59ea446395f25ce10e1f650b2c923b469609a0469", + "bytes": 400365 + }, + "logs/run_evaluation/patch-37849300774-14-14/run.json": { + "sha256": "0e8478eb8e75298c54cfb94b5b6f6fac7437f3a098eeb98bd08254bc94ea1840", + "bytes": 218 + }, + "predictions.jsonl": { + "sha256": "710dbf6f3a4ee54b2f5e650d7cf330f2633404c487c343b9518329457805575c", + "bytes": 2001 + }, + "summary/agentic-posthoc-format-repair.patch-37849300774-14-14.json": { + "sha256": "0c7c5e5c3d3f35a20afdeab8a52948bef9e07fed27d3b464189b4d89b70254ff", + "bytes": 850 + } + }, + "excerpt": { + "raw_sha256": "1cfae052d8525a832f1b55c59ea446395f25ce10e1f650b2c923b469609a0469", + "raw_lines": 9468, + "start_line": 9305, + "stop_line": 9464, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-7975/report.json b/reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-7975/report.json new file mode 100644 index 0000000..8556295 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-7975/report.json @@ -0,0 +1,37 @@ +{ + "sphinx-doc__sphinx-7975": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "tests/test_environment_indexentries.py::test_create_single_index" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "tests/test_environment_indexentries.py::test_create_pair_index", + "tests/test_environment_indexentries.py::test_create_triple_index", + "tests/test_environment_indexentries.py::test_create_see_index", + "tests/test_environment_indexentries.py::test_create_seealso_index", + "tests/test_environment_indexentries.py::test_create_main_index", + "tests/test_environment_indexentries.py::test_create_index_with_name", + "tests/test_environment_indexentries.py::test_create_index_by_key" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-7975/test-output-excerpt.txt b/reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-7975/test-output-excerpt.txt new file mode 100644 index 0000000..253e1ce --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-7975/test-output-excerpt.txt @@ -0,0 +1,160 @@ +tests/test_environment_indexentries.py::test_create_triple_index +tests/test_environment_indexentries.py::test_create_see_index +tests/test_environment_indexentries.py::test_create_seealso_index +tests/test_environment_indexentries.py::test_create_main_index +tests/test_environment_indexentries.py::test_create_index_with_name +tests/test_environment_indexentries.py::test_create_index_by_key + /testbed/sphinx/transforms/__init__.py:302: PendingDeprecationWarning: nodes.Node.traverse() is obsoleted by Node.findall(). + for node in self.document.traverse(nodes.system_message): + +tests/test_environment_indexentries.py::test_create_single_index +tests/test_environment_indexentries.py::test_create_pair_index +tests/test_environment_indexentries.py::test_create_triple_index +tests/test_environment_indexentries.py::test_create_see_index +tests/test_environment_indexentries.py::test_create_seealso_index +tests/test_environment_indexentries.py::test_create_main_index +tests/test_environment_indexentries.py::test_create_index_with_name +tests/test_environment_indexentries.py::test_create_index_by_key + /testbed/sphinx/transforms/__init__.py:391: PendingDeprecationWarning: nodes.Node.traverse() is obsoleted by Node.findall(). + for node in self.document.traverse(addnodes.manpage): + +tests/test_environment_indexentries.py::test_create_single_index +tests/test_environment_indexentries.py::test_create_pair_index +tests/test_environment_indexentries.py::test_create_triple_index +tests/test_environment_indexentries.py::test_create_see_index +tests/test_environment_indexentries.py::test_create_seealso_index +tests/test_environment_indexentries.py::test_create_main_index +tests/test_environment_indexentries.py::test_create_index_with_name +tests/test_environment_indexentries.py::test_create_index_by_key + /testbed/sphinx/transforms/i18n.py:484: PendingDeprecationWarning: nodes.Node.traverse() is obsoleted by Node.findall(). + for inline in self.document.traverse(matcher): # type: nodes.inline + +tests/test_environment_indexentries.py::test_create_index_with_name +tests/test_environment_indexentries.py::test_create_index_with_name + /testbed/sphinx/domains/std.py:739: PendingDeprecationWarning: nodes.Node.traverse() is obsoleted by Node.findall(). + toctree = next(iter(node.traverse(addnodes.toctree)), None) + +tests/test_environment_indexentries.py::test_create_index_by_key +tests/test_environment_indexentries.py::test_create_index_by_key +tests/test_environment_indexentries.py::test_create_index_by_key + /testbed/sphinx/util/nodes.py:154: PendingDeprecationWarning: nodes.Node.traverse() is obsoleted by Node.findall(). + for classifier in reversed(list(node.parent.traverse(nodes.classifier))): + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +==================================== PASSES ==================================== +--------------------------- Captured stdout teardown --------------------------- +# testroot: root +# builder: dummy +# srcdir: /tmp/pytest-of-root/pytest-0/root +# outdir: /tmp/pytest-of-root/pytest-0/root/_build/dummy +# status: +Running Sphinx v3.2.0 + +# warning: +WARNING: while setting up extension sphinx.addnodes: node class 'meta' is already registered, its visitors will be overridden + +--------------------------- Captured stdout teardown --------------------------- +# testroot: root +# builder: dummy +# srcdir: /tmp/pytest-of-root/pytest-0/root +# outdir: /tmp/pytest-of-root/pytest-0/root/_build/dummy +# status: +Running Sphinx v3.2.0 + +# warning: +WARNING: while setting up extension sphinx.addnodes: node class 'meta' is already registered, its visitors will be overridden + +--------------------------- Captured stdout teardown --------------------------- +# testroot: root +# builder: dummy +# srcdir: /tmp/pytest-of-root/pytest-0/root +# outdir: /tmp/pytest-of-root/pytest-0/root/_build/dummy +# status: +Running Sphinx v3.2.0 + +# warning: +WARNING: while setting up extension sphinx.addnodes: node class 'meta' is already registered, its visitors will be overridden + +--------------------------- Captured stdout teardown --------------------------- +# testroot: root +# builder: dummy +# srcdir: /tmp/pytest-of-root/pytest-0/root +# outdir: /tmp/pytest-of-root/pytest-0/root/_build/dummy +# status: +Running Sphinx v3.2.0 + +# warning: +WARNING: while setting up extension sphinx.addnodes: node class 'meta' is already registered, its visitors will be overridden + +--------------------------- Captured stdout teardown --------------------------- +# testroot: root +# builder: dummy +# srcdir: /tmp/pytest-of-root/pytest-0/root +# outdir: /tmp/pytest-of-root/pytest-0/root/_build/dummy +# status: +Running Sphinx v3.2.0 + +# warning: +WARNING: while setting up extension sphinx.addnodes: node class 'meta' is already registered, its visitors will be overridden + +--------------------------- Captured stdout teardown --------------------------- +# testroot: root +# builder: dummy +# srcdir: /tmp/pytest-of-root/pytest-0/root +# outdir: /tmp/pytest-of-root/pytest-0/root/_build/dummy +# status: +Running Sphinx v3.2.0 + +# warning: +WARNING: while setting up extension sphinx.addnodes: node class 'meta' is already registered, its visitors will be overridden + +--------------------------- Captured stdout teardown --------------------------- +# testroot: root +# builder: dummy +# srcdir: /tmp/pytest-of-root/pytest-0/root +# outdir: /tmp/pytest-of-root/pytest-0/root/_build/dummy +# status: +Running Sphinx v3.2.0 + +# warning: +WARNING: while setting up extension sphinx.addnodes: node class 'meta' is already registered, its visitors will be overridden + +--------------------------- Captured stdout teardown --------------------------- +# testroot: root +# builder: dummy +# srcdir: /tmp/pytest-of-root/pytest-0/root +# outdir: /tmp/pytest-of-root/pytest-0/root/_build/dummy +# status: +Running Sphinx v3.2.0 + +# warning: +WARNING: while setting up extension sphinx.addnodes: node class 'meta' is already registered, its visitors will be overridden + +============================= slowest 25 durations ============================= +0.28s setup tests/test_environment_indexentries.py::test_create_single_index +0.02s call tests/test_environment_indexentries.py::test_create_triple_index +0.02s call tests/test_environment_indexentries.py::test_create_single_index +0.01s setup tests/test_environment_indexentries.py::test_create_see_index +0.01s setup tests/test_environment_indexentries.py::test_create_main_index +0.01s setup tests/test_environment_indexentries.py::test_create_pair_index +0.01s setup tests/test_environment_indexentries.py::test_create_index_by_key +0.01s setup tests/test_environment_indexentries.py::test_create_seealso_index +0.01s setup tests/test_environment_indexentries.py::test_create_triple_index +0.01s setup tests/test_environment_indexentries.py::test_create_index_with_name + +(14 durations < 0.005s hidden. Use -vv to show these durations.) +=========================== short test summary info ============================ +PASSED tests/test_environment_indexentries.py::test_create_single_index +PASSED tests/test_environment_indexentries.py::test_create_pair_index +PASSED tests/test_environment_indexentries.py::test_create_triple_index +PASSED tests/test_environment_indexentries.py::test_create_see_index +PASSED tests/test_environment_indexentries.py::test_create_seealso_index +PASSED tests/test_environment_indexentries.py::test_create_main_index +PASSED tests/test_environment_indexentries.py::test_create_index_with_name +PASSED tests/test_environment_indexentries.py::test_create_index_by_key +======================= 8 passed, 204 warnings in 0.47s ======================== +py39: exit 0 (0.97 seconds) /testbed> pytest -rA --durations 25 tests/test_environment_indexentries.py pid=77 + py39: OK (0.98=setup[0.01]+cmd[0.97] seconds) + congratulations :) (1.08 seconds) ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-8273/harness-summary.json b/reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-8273/harness-summary.json new file mode 100644 index 0000000..8c148ab --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-8273/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 0, + "unresolved_instances": 1, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "sphinx-doc__sphinx-8273" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "sphinx-doc__sphinx-8273" + ], + "resolved_ids": [], + "unresolved_ids": [ + "sphinx-doc__sphinx-8273" + ], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-8273:latest" + ] +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-8273/outcome.json b/reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-8273/outcome.json new file mode 100644 index 0000000..ad53b30 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-8273/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "sphinx-doc__sphinx-8273", + "status": "unresolved", + "resolved": false, + "image": "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-8273:latest", + "patch_sha256": "819f3003e2db1aab6fe653698d9be7afa5095fe48ab0e7c911cffe3d231c899d", + "image_id": "sha256:3d817912247cc6aaf5542cb2966d2d4d944e3932b214c1895e6e88498b746089", + "image_digests": [ + "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-8273@sha256:1a24d35093ca84da7e202e76c38859438281b3808936ad87d78404ad9114c739" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-8273/raw-log-manifest.json b/reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-8273/raw-log-manifest.json new file mode 100644 index 0000000..87b9d09 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-8273/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37849300774", + "artifact_name": "patch-shard-15", + "files": { + "harness.log": { + "sha256": "30e376cdd038e05c37d7deaf620af369f0a9ad17dddecbc94bffdb3c7c4d7b1f", + "bytes": 848 + }, + "image-pull.log": { + "sha256": "de90363ab43950420fc77e6e3e7d806f08d788aa8c67387d16113359b0404b69", + "bytes": 1683 + }, + "logs/run_evaluation/patch-37849300774-15-15/agentic-posthoc-format-repair/sphinx-doc__sphinx-8273/eval.sh": { + "sha256": "62fbc2da7b1f80bc71622bcbd695e0a6bc1d941a80f3ce94e7dd71c38a70208b", + "bytes": 1388 + }, + "logs/run_evaluation/patch-37849300774-15-15/agentic-posthoc-format-repair/sphinx-doc__sphinx-8273/patch.diff": { + "sha256": "819f3003e2db1aab6fe653698d9be7afa5095fe48ab0e7c911cffe3d231c899d", + "bytes": 1152 + }, + "logs/run_evaluation/patch-37849300774-15-15/agentic-posthoc-format-repair/sphinx-doc__sphinx-8273/report.json": { + "sha256": "5d8d92273d170ea38ec46a8cbad9c2d28d55c4bd6c28889eec1ff0811ee5b2b6", + "bytes": 982 + }, + "logs/run_evaluation/patch-37849300774-15-15/agentic-posthoc-format-repair/sphinx-doc__sphinx-8273/run_instance.log": { + "sha256": "db2d68fb6425beb488a0e7598d8881ec82ed8e607d9871a9ffbf75c8152fc741", + "bytes": 5252 + }, + "logs/run_evaluation/patch-37849300774-15-15/agentic-posthoc-format-repair/sphinx-doc__sphinx-8273/test_output.txt": { + "sha256": "7c2a3049ed879b262cd0678cb4ed29ead57c48837b0cde0b587ac09bf4bef171", + "bytes": 412510 + }, + "logs/run_evaluation/patch-37849300774-15-15/run.json": { + "sha256": "f5fb48d3313b581db4f6afa91439b8dd6a7b2ec93502d6fd3a431cf7606b23b6", + "bytes": 218 + }, + "predictions.jsonl": { + "sha256": "a6df9aff5d3938faccb9e09b1d7ff3197698a2788a6a42bd4a01ce5670f1430e", + "bytes": 1298 + }, + "summary/agentic-posthoc-format-repair.patch-37849300774-15-15.json": { + "sha256": "a12ade656c5515956a519c85b506d5261e39ddc16c7ddbdacfaa93799bde877a", + "bytes": 850 + } + }, + "excerpt": { + "raw_sha256": "7c2a3049ed879b262cd0678cb4ed29ead57c48837b0cde0b587ac09bf4bef171", + "raw_lines": 9590, + "start_line": 9428, + "stop_line": 9587, + "truncated": true, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-8273/report.json b/reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-8273/report.json new file mode 100644 index 0000000..2dc3243 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-8273/report.json @@ -0,0 +1,33 @@ +{ + "sphinx-doc__sphinx-8273": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": false, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [], + "failure": [ + "tests/test_build_manpage.py::test_man_make_section_directory" + ] + }, + "PASS_TO_PASS": { + "success": [ + "tests/test_build_manpage.py::test_all", + "tests/test_build_manpage.py::test_default_man_pages", + "tests/test_build_manpage.py::test_rubric" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-8273/test-output-excerpt.txt b/reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-8273/test-output-excerpt.txt new file mode 100644 index 0000000..0387aab --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/sphinx-doc__sphinx-8273/test-output-excerpt.txt @@ -0,0 +1,160 @@ +tests/test_build_manpage.py::test_rubric + /testbed/sphinx/transforms/post_transforms/__init__.py:215: PendingDeprecationWarning: nodes.Node.traverse() is obsoleted by Node.findall(). + for node in self.document.traverse(addnodes.desc_sig_element): + +tests/test_build_manpage.py::test_all +tests/test_build_manpage.py::test_man_make_section_directory +tests/test_build_manpage.py::test_captioned_code_block +tests/test_build_manpage.py::test_rubric + /testbed/sphinx/builders/latex/transforms.py:595: PendingDeprecationWarning: nodes.Node.traverse() is obsoleted by Node.findall(). + for node in self.document.traverse(nodes.title): + +tests/test_build_manpage.py: 86 warnings + /testbed/sphinx/builders/latex/transforms.py:597: PendingDeprecationWarning: nodes.Node.traverse() is obsoleted by Node.findall(). + for i, index in enumerate(node.traverse(addnodes.index)): + +tests/test_build_manpage.py::test_all +tests/test_build_manpage.py::test_man_make_section_directory +tests/test_build_manpage.py::test_captioned_code_block +tests/test_build_manpage.py::test_rubric + /testbed/sphinx/transforms/post_transforms/code.py:44: PendingDeprecationWarning: nodes.Node.traverse() is obsoleted by Node.findall(). + for node in self.document.traverse(addnodes.highlightlang): + +tests/test_build_manpage.py::test_all +tests/test_build_manpage.py::test_man_make_section_directory +tests/test_build_manpage.py::test_captioned_code_block +tests/test_build_manpage.py::test_rubric + /testbed/sphinx/transforms/post_transforms/code.py:96: PendingDeprecationWarning: nodes.Node.traverse() is obsoleted by Node.findall(). + for lbnode in self.document.traverse(nodes.literal_block): # type: nodes.literal_block + +tests/test_build_manpage.py::test_all +tests/test_build_manpage.py::test_man_make_section_directory +tests/test_build_manpage.py::test_captioned_code_block +tests/test_build_manpage.py::test_rubric + /testbed/sphinx/transforms/post_transforms/code.py:100: PendingDeprecationWarning: nodes.Node.traverse() is obsoleted by Node.findall(). + for dbnode in self.document.traverse(nodes.doctest_block): # type: nodes.doctest_block + +tests/test_build_manpage.py::test_all + /testbed/sphinx/ext/todo.py:163: PendingDeprecationWarning: nodes.Node.traverse() is obsoleted by Node.findall(). + for node in doctree.traverse(todolist): + +tests/test_build_manpage.py::test_all +tests/test_build_manpage.py::test_man_make_section_directory +tests/test_build_manpage.py::test_captioned_code_block +tests/test_build_manpage.py::test_rubric + /testbed/sphinx/builders/manpage.py:101: PendingDeprecationWarning: nodes.Node.traverse() is obsoleted by Node.findall(). + for pendingnode in largetree.traverse(addnodes.pending_xref): + +tests/test_build_manpage.py::test_all +tests/test_build_manpage.py::test_man_make_section_directory +tests/test_build_manpage.py::test_captioned_code_block +tests/test_build_manpage.py::test_rubric + /testbed/sphinx/writers/manpage.py:65: PendingDeprecationWarning: nodes.Node.traverse() is obsoleted by Node.findall(). + for node in self.document.traverse(matcher): # type: TextElement + +tests/test_build_manpage.py: 98 warnings + /testbed/sphinx/writers/manpage.py:221: PendingDeprecationWarning: nodes.Node.traverse() is obsoleted by Node.findall(). + if node.traverse(nodes.strong): + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +==================================== PASSES ==================================== +--------------------------- Captured stdout teardown --------------------------- +# testroot: root +# builder: man +# srcdir: /tmp/pytest-of-root/pytest-0/root +# outdir: /tmp/pytest-of-root/pytest-0/root/_build/man +# status: +Running Sphinx v3.3.0+/5ce0d4a4d +building [man]: all source files +updating environment: [new config] 15 added, 0 changed, 0 removed +reading sources... [ 6%] autodoc +reading sources... [ 13%] bom +reading sources... [ 20%] extapi +reading sources... [ 26%] extensions +reading sources... [ 33%] footnote +reading sources... [ 40%] images +reading sources... [ 46%] includes +reading sources... [ 53%] index +reading sources... [ 60%] lists +reading sources... [ 66%] markup +reading sources... [ 73%] math +reading sources... [ 80%] objects +reading sources... [ 86%] otherext +reading sources... [ 93%] subdir/images +reading sources... [100%] subdir/includes +looking for now-outdated files... none found +pickling environment... done +checking consistency... done +writing... sphinxtests.1 { extapi images subdir/images subdir/includes includes markup objects bom math autodoc extensions footnote lists otherext } done + +# warning: +WARNING: while setting up extension sphinx.addnodes: node class 'meta' is already registered, its visitors will be overridden +/tmp/pytest-of-root/pytest-0/root/autodoc_target.py:docstring of autodoc_target.Class:1: WARNING: duplicate object description of autodoc_target.Class, other instance in autodoc, use :noindex: for one of them +/tmp/pytest-of-root/pytest-0/root/autodoc_target.py:docstring of autodoc_target.Class.attr:1: WARNING: duplicate object description of autodoc_target.Class.attr, other instance in autodoc, use :noindex: for one of them +/tmp/pytest-of-root/pytest-0/root/autodoc_target.py:docstring of autodoc_target.Class.descr:1: WARNING: duplicate object description of autodoc_target.Class.descr, other instance in autodoc, use :noindex: for one of them +/tmp/pytest-of-root/pytest-0/root/autodoc_target.py:docstring of autodoc_target.Class.docattr:1: WARNING: duplicate object description of autodoc_target.Class.docattr, other instance in autodoc, use :noindex: for one of them +/tmp/pytest-of-root/pytest-0/root/autodoc_target.py:docstring of autodoc_target.Class.excludemeth:1: WARNING: duplicate object description of autodoc_target.Class.excludemeth, other instance in autodoc, use :noindex: for one of them +/tmp/pytest-of-root/pytest-0/root/autodoc_target.py:docstring of autodoc_target.Class.inst_attr_comment:1: WARNING: duplicate object description of autodoc_target.Class.inst_attr_comment, other instance in autodoc, use :noindex: for one of them +/tmp/pytest-of-root/pytest-0/root/autodoc_target.py:docstring of autodoc_target.Class.inst_attr_inline:1: WARNING: duplicate object description of autodoc_target.Class.inst_attr_inline, other instance in autodoc, use :noindex: for one of them +/tmp/pytest-of-root/pytest-0/root/autodoc_target.py:docstring of autodoc_target.Class.inst_attr_string:1: WARNING: duplicate object description of autodoc_target.Class.inst_attr_string, other instance in autodoc, use :noindex: for one of them +/tmp/pytest-of-root/pytest-0/root/autodoc_target.py:docstring of autodoc_target.Class.mdocattr:1: WARNING: duplicate object description of autodoc_target.Class.mdocattr, other instance in autodoc, use :noindex: for one of them +/tmp/pytest-of-root/pytest-0/root/autodoc_target.py:docstring of autodoc_target.Class.meth:1: WARNING: duplicate object description of autodoc_target.Class.meth, other instance in autodoc, use :noindex: for one of them +/tmp/pytest-of-root/pytest-0/root/autodoc_target.py:docstring of autodoc_target.Class.moore:1: WARNING: duplicate object description of autodoc_target.Class.moore, other instance in autodoc, use :noindex: for one of them +/tmp/pytest-of-root/pytest-0/root/autodoc_target.py:docstring of autodoc_target.Class.prop:1: WARNING: duplicate object description of autodoc_target.Class.prop, other instance in autodoc, use :noindex: for one of them +/tmp/pytest-of-root/pytest-0/root/autodoc_target.py:docstring of autodoc_target.Class.skipmeth:1: WARNING: duplicate object description of autodoc_target.Class.skipmeth, other instance in autodoc, use :noindex: for one of them +/tmp/pytest-of-root/pytest-0/root/autodoc_target.py:docstring of autodoc_target.Class.udocattr:1: WARNING: duplicate object description of autodoc_target.Class.udocattr, other instance in autodoc, use :noindex: for one of them +/tmp/pytest-of-root/pytest-0/root/autodoc_target.py:docstring of autodoc_target.Class.docattr:1: WARNING: duplicate object description of autodoc_target.Class.docattr, other instance in autodoc, use :noindex: for one of them +/tmp/pytest-of-root/pytest-0/root/autodoc_target.py:docstring of autodoc_target.InstAttCls:1: WARNING: duplicate object description of autodoc_target.InstAttCls, other instance in autodoc, use :noindex: for one of them +/tmp/pytest-of-root/pytest-0/root/autodoc_target.py:docstring of autodoc_target.InstAttCls.ca1:1: WARNING: duplicate object description of autodoc_target.InstAttCls.ca1, other instance in autodoc, use :noindex: for one of them +/tmp/pytest-of-root/pytest-0/root/autodoc_target.py:docstring of autodoc_target.InstAttCls.ia1:1: WARNING: duplicate object description of autodoc_target.InstAttCls.ia1, other instance in autodoc, use :noindex: for one of them +/tmp/pytest-of-root/pytest-0/root/objects.txt:143: WARNING: Unparseable C cross-reference: 'SphinxType *' +Invalid C declaration: Expected end of definition. [error at 11] + SphinxType * + -----------^ + +--------------------------- Captured stdout teardown --------------------------- +# testroot: root +# builder: man +# srcdir: /tmp/pytest-of-root/pytest-0/markup-rubric +# outdir: /tmp/pytest-of-root/pytest-0/markup-rubric/_build/man +# status: +Running Sphinx v3.3.0+/5ce0d4a4d +building [mo]: targets for 0 po files that are out of date +building [man]: all manpages +updating environment: [new config] 1 added, 0 changed, 0 removed +reading sources... [100%] index +looking for now-outdated files... none found +pickling environment... done +checking consistency... done +writing... python.1 { } done +build succeeded, 1 warning. + +The manual pages are in ../tmp/pytest-of-root/pytest-0/markup-rubric/_build/man. + +# warning: +WARNING: while setting up extension sphinx.addnodes: node class 'meta' is already registered, its visitors will be overridden + +============================= slowest 25 durations ============================= +0.48s setup tests/test_build_manpage.py::test_all +0.39s call tests/test_build_manpage.py::test_all +0.06s call tests/test_build_manpage.py::test_captioned_code_block +0.01s setup tests/test_build_manpage.py::test_captioned_code_block +0.01s call tests/test_build_manpage.py::test_man_make_section_directory +0.01s setup tests/test_build_manpage.py::test_man_make_section_directory +0.01s setup tests/test_build_manpage.py::test_rubric +0.01s call tests/test_build_manpage.py::test_rubric + +(7 durations < 0.005s hidden. Use -vv to show these durations.) +=========================== short test summary info ============================ +PASSED tests/test_build_manpage.py::test_all +PASSED tests/test_build_manpage.py::test_default_man_pages +PASSED tests/test_build_manpage.py::test_rubric +FAILED tests/test_build_manpage.py::test_man_make_section_directory - AssertionError: assert False +FAILED tests/test_build_manpage.py::test_captioned_code_block - assert '.sp\ncaption \\fItest\\fP rb\n.INDENT 0.0\n.INDENT 3.5\n.sp\n.nf\n.... +================== 2 failed, 3 passed, 1268 warnings in 1.05s ================== +py39: exit 1 (1.58 seconds) /testbed> pytest -rA --durations 25 tests/test_build_manpage.py pid=78 + py39: FAIL code 1 (1.59=setup[0.01]+cmd[1.58] seconds) + evaluation failed :( (1.66 seconds) +>>>>> Test Exit Code: 1 ++ SWEBENCH_TEST_EXIT_CODE=1 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/repair-17-v2/official-evaluation/sympy__sympy-20154/harness-summary.json b/reports/experiments/repair-17-v2/official-evaluation/sympy__sympy-20154/harness-summary.json new file mode 100644 index 0000000..5a29990 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/sympy__sympy-20154/harness-summary.json @@ -0,0 +1,33 @@ +{ + "total_instances": 1, + "submitted_instances": 1, + "completed_instances": 1, + "resolved_instances": 1, + "unresolved_instances": 0, + "infra_failure_instances": 0, + "ambiguous_failure_instances": 0, + "empty_patch_instances": 0, + "error_instances": 0, + "completed_ids": [ + "sympy__sympy-20154" + ], + "incomplete_ids": [], + "empty_patch_ids": [], + "submitted_ids": [ + "sympy__sympy-20154" + ], + "resolved_ids": [ + "sympy__sympy-20154" + ], + "unresolved_ids": [], + "infra_failure_ids": [], + "ambiguous_failure_ids": [], + "failure_reasons": {}, + "error_ids": [], + "schema_version": 2, + "unstopped_instances": 0, + "unstopped_containers": [], + "unremoved_images": [ + "swebench/sweb.eval.x86_64.sympy_1776_sympy-20154:latest" + ] +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/sympy__sympy-20154/outcome.json b/reports/experiments/repair-17-v2/official-evaluation/sympy__sympy-20154/outcome.json new file mode 100644 index 0000000..fd8f182 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/sympy__sympy-20154/outcome.json @@ -0,0 +1,14 @@ +{ + "instance_id": "sympy__sympy-20154", + "status": "resolved", + "resolved": true, + "image": "swebench/sweb.eval.x86_64.sympy_1776_sympy-20154:latest", + "patch_sha256": "2dba6a068a3b609e45770032f71bcae6bf071bca4374f173f98c270a8adb56d2", + "image_id": "sha256:2660d6b354036cc50ec0289e477abfb562dc4fddb55ca272e8412d76e4dac45c", + "image_digests": [ + "swebench/sweb.eval.x86_64.sympy_1776_sympy-20154@sha256:d05bbd76c08f2d5b444f6f304ed6d4621f7e5a20db97f9fd0c602210068b0f80" + ], + "harness_exit_code": 0, + "failure_reason": null, + "infra_failure": false +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/sympy__sympy-20154/raw-log-manifest.json b/reports/experiments/repair-17-v2/official-evaluation/sympy__sympy-20154/raw-log-manifest.json new file mode 100644 index 0000000..71eee93 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/sympy__sympy-20154/raw-log-manifest.json @@ -0,0 +1,55 @@ +{ + "workflow_url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37849300774", + "artifact_name": "patch-shard-16", + "files": { + "harness.log": { + "sha256": "0c6b2c1f3b2c90bb63f4e8bbc44da653e3159dd6bd82ee517eefdd6febd6e276", + "bytes": 843 + }, + "image-pull.log": { + "sha256": "52c43bdd7bc9b27d948e83166c2ef9f1eb918d0ad9dc7ff75f1c658f4c6eda73", + "bytes": 1668 + }, + "logs/run_evaluation/patch-37849300774-16-16/agentic-posthoc-format-repair/sympy__sympy-20154/eval.sh": { + "sha256": "2133291d7cbb15c10220d2670827d8d1f89342ed0af7b4e9fc172ed8b66f8568", + "bytes": 2776 + }, + "logs/run_evaluation/patch-37849300774-16-16/agentic-posthoc-format-repair/sympy__sympy-20154/patch.diff": { + "sha256": "2dba6a068a3b609e45770032f71bcae6bf071bca4374f173f98c270a8adb56d2", + "bytes": 2245 + }, + "logs/run_evaluation/patch-37849300774-16-16/agentic-posthoc-format-repair/sympy__sympy-20154/report.json": { + "sha256": "aaff017bcb2fd2b729f9cd856232ec12cd6e5c5665a5152ddc938d8dfc2e0d92", + "bytes": 2391 + }, + "logs/run_evaluation/patch-37849300774-16-16/agentic-posthoc-format-repair/sympy__sympy-20154/run_instance.log": { + "sha256": "d8b9ed9de65b059bbc50e071a0b512d8e46c2f7001447edfd2300915d879d7c1", + "bytes": 7821 + }, + "logs/run_evaluation/patch-37849300774-16-16/agentic-posthoc-format-repair/sympy__sympy-20154/test_output.txt": { + "sha256": "054e53b9965f7d22c67e30f0e79368642a8aeb8b76897645d4fbbb66791b85fa", + "bytes": 436155 + }, + "logs/run_evaluation/patch-37849300774-16-16/run.json": { + "sha256": "4ff426e2ab2c2c1fc453da0a793e040d12edda6c086d836e7a9e26ad878d7913", + "bytes": 213 + }, + "predictions.jsonl": { + "sha256": "607bd87308a1ab9a2298365dc34791e0b2a1dd658f80dac463028a73f2dc88cf", + "bytes": 2425 + }, + "summary/agentic-posthoc-format-repair.patch-37849300774-16-16.json": { + "sha256": "143e0020057feda8076010538f6b2e681e92908ac1e63d9663aca8a26af7253f", + "bytes": 830 + } + }, + "excerpt": { + "raw_sha256": "054e53b9965f7d22c67e30f0e79368642a8aeb8b76897645d4fbbb66791b85fa", + "raw_lines": 10941, + "start_line": 10877, + "stop_line": 10938, + "truncated": false, + "trailing_whitespace_removed": true, + "git_marker_lines_prefixed_for_display": true + } +} diff --git a/reports/experiments/repair-17-v2/official-evaluation/sympy__sympy-20154/report.json b/reports/experiments/repair-17-v2/official-evaluation/sympy__sympy-20154/report.json new file mode 100644 index 0000000..23eb585 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/sympy__sympy-20154/report.json @@ -0,0 +1,71 @@ +{ + "sympy__sympy-20154": { + "patch_is_None": false, + "patch_exists": true, + "patch_successfully_applied": true, + "resolved": true, + "infra_failure": false, + "tests_status": { + "FAIL_TO_PASS": { + "success": [ + "test_partitions", + "test_uniq" + ], + "failure": [] + }, + "PASS_TO_PASS": { + "success": [ + "test_is_palindromic", + "test_postorder_traversal", + "test_flatten", + "test_iproduct", + "test_group", + "test_subsets", + "test_variations", + "test_cartes", + "test_filter_symbols", + "test_numbered_symbols", + "test_sift", + "test_take", + "test_dict_merge", + "test_prefixes", + "test_postfixes", + "test_topological_sort", + "test_strongly_connected_components", + "test_connected_components", + "test_rotate", + "test_multiset_partitions", + "test_multiset_combinations", + "test_multiset_permutations", + "test_binary_partitions", + "test_bell_perm", + "test_involutions", + "test_derangements", + "test_necklaces", + "test_bracelets", + "test_generate_oriented_forest", + "test_unflatten", + "test_common_prefix_suffix", + "test_minlex", + "test_ordered", + "test_runs", + "test_reshape", + "test_kbins", + "test_has_dups", + "test__partition", + "test_ordered_partitions", + "test_rotations" + ], + "failure": [] + }, + "FAIL_TO_FAIL": { + "success": [], + "failure": [] + }, + "PASS_TO_FAIL": { + "success": [], + "failure": [] + } + } + } +} \ No newline at end of file diff --git a/reports/experiments/repair-17-v2/official-evaluation/sympy__sympy-20154/test-output-excerpt.txt b/reports/experiments/repair-17-v2/official-evaluation/sympy__sympy-20154/test-output-excerpt.txt new file mode 100644 index 0000000..ca8fea7 --- /dev/null +++ b/reports/experiments/repair-17-v2/official-evaluation/sympy__sympy-20154/test-output-excerpt.txt @@ -0,0 +1,62 @@ ++ : '>>>>> Start Test Output' ++ PYTHONWARNINGS=ignore::UserWarning,ignore::SyntaxWarning ++ bin/test -C --verbose sympy/utilities/tests/test_iterables.py +============================= test process starts ============================== +executable: /opt/miniconda3/envs/testbed/bin/python (3.9.20-final-0) [CPython] +architecture: 64-bit +cache: no +ground types: python +numpy: None +random seed: 57925204 +hash randomization: on (PYTHONHASHSEED=1324275756) + +sympy/utilities/tests/test_iterables.py[43] +test_is_palindromic ok +test_postorder_traversal ok +test_flatten ok +test_iproduct ok +test_group ok +test_subsets ok +test_variations ok +test_cartes ok +test_filter_symbols ok +test_numbered_symbols ok +test_sift ok +test_take ok +test_dict_merge ok +test_prefixes ok +test_postfixes ok +test_topological_sort ok +test_strongly_connected_components ok +test_connected_components ok +test_rotate ok +test_multiset_partitions ok +test_multiset_combinations ok +test_multiset_permutations ok +test_partitions ok +test_binary_partitions ok +test_bell_perm ok +test_involutions ok +test_derangements ok +test_necklaces ok +test_bracelets ok +test_generate_oriented_forest ok +test_unflatten ok +test_common_prefix_suffix ok +test_minlex ok +test_ordered ok +test_runs ok +test_reshape ok +test_uniq ok +test_kbins ok +test_has_dups ok +test__partition ok +test_ordered_partitions ok +test_rotations ok +test_ibin ok [OK] + + +================== tests finished: 43 passed, in 0.31 seconds ================== +>>>>> Test Exit Code: 0 ++ SWEBENCH_TEST_EXIT_CODE=0 ++ : '>>>>> End Test Output' diff --git a/reports/experiments/validation.json b/reports/experiments/validation.json new file mode 100644 index 0000000..2d9ae9a --- /dev/null +++ b/reports/experiments/validation.json @@ -0,0 +1,23 @@ +{ + "offline_tests": 107, + "python": "3.12.13", + "coverage_percent": 84.91501416430594, + "cli_coverage_percent": 72.22222222222223, + "ruff_lint": "passed", + "ruff_format": "passed", + "wheel_build": "passed", + "historical_100_inference_test_agent_calls": 0, + "native_provider_api_live_test": false, + "human_root_cause_review_completed": false, + "observed_synthesis_source_reads_in_paired_source_arm": 5, + "observed_repair_source_reads_v2": 36, + "original_100_predictions_unchanged": true, + "review": "self-review, not independent human review", + "frozen_experiment_sources": { + "paired_20": "6b61f9a4ac9ac5b5420caf1eba7d3d503f33c9fb", + "repair_17_v2": "0c39f8a24d04ac8b690ed6db83b1714a7edb7b65" + }, + "new_official_outcomes": 94, + "patch_and_source_hashes": "verified", + "credential_scan": "passed" +} diff --git a/scripts/analyze_controls.py b/scripts/analyze_controls.py index a89451e..b27bba0 100644 --- a/scripts/analyze_controls.py +++ b/scripts/analyze_controls.py @@ -61,6 +61,12 @@ def fingerprint(e): "official_status_counts": dict(Counter(p["status"] for p in official["per_issue"])), "usage": json.loads((path / "model-usage.json").read_text()), "call_ceilings_verified": True, + "model_ceiling_ids": sorted( + i for i, e in ends.items() if e["model_calls"] == manifest["max_model_calls"] + ), + "tool_ceiling_ids": sorted( + i for i, e in ends.items() if e["tool_calls"] == manifest["max_tool_calls"] + ), "source_handoff_mechanism": { "scope": "first synthesis handoff; unique immutable path/line-range observations; continuous single-agent history has no handoff", "handoffs": len(mechanism), diff --git a/scripts/curate_official.py b/scripts/curate_official.py index 304a9de..16f9125 100644 --- a/scripts/curate_official.py +++ b/scripts/curate_official.py @@ -18,7 +18,7 @@ def sha(path: Path) -> str: def curate(predictions: Path, artifacts: Path, destination: Path, workflow: str): if destination.exists() or not re.fullmatch( - r"https://github.com/YeDonS/agentic-code-search/actions/runs/\d+", workflow + r"https://github.com/[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+/actions/runs/\d+", workflow ): raise ValueError("new destination and exact evaluation workflow URL required") result = aggregate(predictions, artifacts) diff --git a/scripts/replay_context.py b/scripts/replay_context.py new file mode 100644 index 0000000..7170bca --- /dev/null +++ b/scripts/replay_context.py @@ -0,0 +1,71 @@ +"""Replay evidence selection on the original immutable source/search provenance.""" + +import argparse +import hashlib +import json +from pathlib import Path + +from code_assistant.benchmark import read_jsonl +from code_assistant.context import select_evidence +from code_assistant.models import Evidence +from code_assistant.telemetry import write_json + + +def replay(path: Path): + rows = [] + for row in read_jsonl(path): + records = row["evidence_provenance"] + if any(e["kind"] not in {"source", "search"} for e in records): + raise ValueError("provenance-only replay requires immutable source/search observations") + # In the frozen source-only run, equal kind/path/range implies equal + # source text and truncation policy. This preserves selector deduplication + # without republishing excerpts or downloading reference solutions. + evidence = [ + Evidence(**e, text=json.dumps([e["kind"], e["path"], e["start_line"], e["end_line"]])) + for e in records + ] + + def sources(es): + return {(e.path, e.start_line, e.end_line) for e in es if e.kind == "source"} + + available = sources(evidence) + recent = sources(select_evidence(evidence, 24, "recent")) + priority = sources(select_evidence(evidence, 24, "source_priority")) + rows.append( + { + "instance_id": row["instance_id"], + "overflow": len(evidence) > 24, + "abstained": row["diagnosis"] is None, + "available_unique_source_reads": len(available), + "recent_retained_unique_source_reads": len(recent), + "priority_retained_unique_source_reads": len(priority), + "recent_dropped": sorted(available - recent), + "priority_dropped": sorted(available - priority), + "recent_lost_all_source": bool(available) and not recent, + } + ) + return { + "kind": "deterministic_context_selection_replay_no_llm", + "input_sha256": hashlib.sha256(path.read_bytes()).hexdigest(), + "N": len(rows), + "scope": "final original ledger equals original synthesis handoff; source-only immutable kind/path/range provenance reconstructs deduplication", + "overflow_cases": sum(r["overflow"] for r in rows), + "recent_dropped_source_cases": sum(bool(r["recent_dropped"]) for r in rows), + "priority_dropped_source_cases": sum(bool(r["priority_dropped"]) for r in rows), + "recent_lost_all_source_cases": sum(r["recent_lost_all_source"] for r in rows), + "abstentions_with_partial_source_loss": sum( + r["abstained"] and bool(r["recent_dropped"]) for r in rows + ), + "limitations": "Selection mechanism only: no regenerated diagnoses or functional tests. Partial loss may matter, but no original abstention lost all source; difficulty/search behavior confound the overflow association.", + "per_issue": rows, + } + + +if __name__ == "__main__": + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("provenance", type=Path) + parser.add_argument("destination", type=Path) + args = parser.parse_args() + result = replay(args.provenance) + write_json(args.destination, result) + print(json.dumps({k: v for k, v in result.items() if k != "per_issue"}, indent=2)) diff --git a/src/code_assistant/workflow.py b/src/code_assistant/workflow.py index 7ee2145..2b3efcb 100644 --- a/src/code_assistant/workflow.py +++ b/src/code_assistant/workflow.py @@ -81,6 +81,11 @@ def check_and_repair_patch( context: dict[str, Any], ) -> Diagnosis: """Bounded, pre-evaluation format repair; never receives gold or test outcomes.""" + diagnosis.limitations = [ + item + for item in diagnosis.limitations + if not item.startswith("Candidate patch was withheld: applicability check status ") + ] original = diagnosis.proposed_patch candidate = original checked, audit = check_patch(tools.root, candidate, set(diagnosis.affected_files)) diff --git a/tests/test_patch_repair.py b/tests/test_patch_repair.py index 20b78ee..0cd1e47 100644 --- a/tests/test_patch_repair.py +++ b/tests/test_patch_repair.py @@ -78,6 +78,17 @@ def test_valid_or_unsafe_patch_never_spends_repair_model_calls(tools, tmp_path): assert agent.calls == 0 +def test_rechecking_a_frozen_diagnosis_replaces_stale_checker_limitation(tools, tmp_path): + initial = diagnosis(tools, GOOD) + initial.limitations = [ + "No functional tests yet.", + "Candidate patch was withheld: applicability check status invalid.", + ] + agent = ToolCallingAgent(ProtocolModel(responses=[]), tools.settings, tools.logger) + result = check_and_repair_patch(initial, tools, agent, tmp_path / "audit", {}) + assert result.proposed_patch and result.limitations == ["No functional tests yet."] + + def test_repair_respects_remaining_global_model_budget(tools, tmp_path): tools.settings.max_model_calls = 2 initial = diagnosis(tools) From a45f2e9062f5dd8a076116f3bebc2b272f078967 Mon Sep 17 00:00:00 2001 From: YeDonS <120633988+YeDonS@users.noreply.github.com> Date: Thu, 8 Oct 2026 18:20:13 -0400 Subject: [PATCH 6/6] docs: retain passing multi-version and container validation evidence --- reports/README.md | 3 +- reports/experiments/github-ci.json | 871 ++++++++++++++++++++++++++++ reports/experiments/validation.json | 6 +- 3 files changed, 878 insertions(+), 2 deletions(-) create mode 100644 reports/experiments/github-ci.json diff --git a/reports/README.md b/reports/README.md index 4267208..d45ec0a 100644 --- a/reports/README.md +++ b/reports/README.md @@ -27,7 +27,8 @@ Model inference reused a local Codex login; authentication files and API secrets | [Real-model HTTP](real-model-api/validation.json) | Bearer auth and three-role plumbing on the same synthetic fixture | | [Retrieval baseline](retrieval-100/scores.json) | Original Hit@1 40%, Hit@5 71%, MRR@5 0.5201667 | | [Retrieval reproduction](retrieval-100/reproduction.json) | Second full run produced identical ranked predictions | -| [Validation](validation.json) and [CI](github-ci.json) | Local checks and actual multi-version/container evidence | +| [Original validation](validation.json) and [original CI](github-ci.json) | Baseline-era checks and multi-version/container evidence | +| [Remediation validation](experiments/validation.json) and [CI](experiments/github-ci.json) | 107 tests, CLI coverage 72.2%, eight successful Python/container checks tied to the tested source | The LLM run completed **100/100**: 90 cited diagnoses and 10 explicit abstentions. File Hit@1 is **87%**, Hit@5 **88%**, MRR@5 **0.875**. All 100 routes were **search → synthesis**; diff --git a/reports/experiments/github-ci.json b/reports/experiments/github-ci.json new file mode 100644 index 0000000..472230a --- /dev/null +++ b/reports/experiments/github-ci.json @@ -0,0 +1,871 @@ +{ + "validated_commit": "a18c02c384d0958640c7ebc0d4fd2281b76044e8", + "source_tree_sha256": "9f0302345238c90e0504bc8887429eaf405f7bcc15fe967c3d59aa42902a7635", + "checks_passed": 8, + "runs": [ + { + "conclusion": "success", + "createdAt": "2026-10-08T22:17:52Z", + "databaseId": 37852568530, + "event": "push", + "headSha": "a18c02c384d0958640c7ebc0d4fd2281b76044e8", + "jobs": [ + { + "completedAt": "2026-10-08T22:18:35Z", + "conclusion": "success", + "databaseId": 113568909100, + "name": "docker", + "startedAt": "2026-10-08T22:17:56Z", + "status": "completed", + "steps": [ + { + "completedAt": "2026-10-08T22:17:58Z", + "conclusion": "success", + "name": "Set up job", + "number": 1, + "startedAt": "2026-10-08T22:17:56Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:17:59Z", + "conclusion": "success", + "name": "Run actions/checkout@v4", + "number": 2, + "startedAt": "2026-10-08T22:17:58Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:06Z", + "conclusion": "success", + "name": "Run docker/setup-buildx-action@v3", + "number": 3, + "startedAt": "2026-10-08T22:17:59Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:28Z", + "conclusion": "success", + "name": "Build both images", + "number": 4, + "startedAt": "2026-10-08T22:18:06Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:30Z", + "conclusion": "success", + "name": "Check container API and actual baseline failure", + "number": 5, + "startedAt": "2026-10-08T22:18:28Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:31Z", + "conclusion": "success", + "name": "Check sandbox runner", + "number": 6, + "startedAt": "2026-10-08T22:18:30Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:31Z", + "conclusion": "success", + "name": "Container logs", + "number": 7, + "startedAt": "2026-10-08T22:18:31Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:32Z", + "conclusion": "success", + "name": "Run actions/upload-artifact@v4", + "number": 8, + "startedAt": "2026-10-08T22:18:31Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:32Z", + "conclusion": "success", + "name": "Post Run docker/setup-buildx-action@v3", + "number": 15, + "startedAt": "2026-10-08T22:18:32Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:33Z", + "conclusion": "success", + "name": "Post Run actions/checkout@v4", + "number": 16, + "startedAt": "2026-10-08T22:18:32Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:33Z", + "conclusion": "success", + "name": "Complete job", + "number": 17, + "startedAt": "2026-10-08T22:18:33Z", + "status": "completed" + } + ], + "url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37852568530/job/113568909100" + }, + { + "completedAt": "2026-10-08T22:18:20Z", + "conclusion": "success", + "databaseId": 113568909395, + "name": "test (3.11)", + "startedAt": "2026-10-08T22:17:56Z", + "status": "completed", + "steps": [ + { + "completedAt": "2026-10-08T22:17:58Z", + "conclusion": "success", + "name": "Set up job", + "number": 1, + "startedAt": "2026-10-08T22:17:56Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:00Z", + "conclusion": "success", + "name": "Run actions/checkout@v4", + "number": 2, + "startedAt": "2026-10-08T22:17:58Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:02Z", + "conclusion": "success", + "name": "Run astral-sh/setup-uv@v6", + "number": 3, + "startedAt": "2026-10-08T22:18:00Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:05Z", + "conclusion": "success", + "name": "Run uv sync --locked --all-extras", + "number": 4, + "startedAt": "2026-10-08T22:18:02Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:05Z", + "conclusion": "success", + "name": "Run uv run ruff check src tests scripts", + "number": 5, + "startedAt": "2026-10-08T22:18:05Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:05Z", + "conclusion": "success", + "name": "Run uv run ruff format --check src tests scripts", + "number": 6, + "startedAt": "2026-10-08T22:18:05Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:15Z", + "conclusion": "success", + "name": "Run uv run pytest --cov=code_assistant --cov-report=xml", + "number": 7, + "startedAt": "2026-10-08T22:18:05Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:16Z", + "conclusion": "success", + "name": "Run real offline reproduction", + "number": 8, + "startedAt": "2026-10-08T22:18:15Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:17Z", + "conclusion": "success", + "name": "Run actions/upload-artifact@v4", + "number": 9, + "startedAt": "2026-10-08T22:18:16Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:18Z", + "conclusion": "success", + "name": "Post Run astral-sh/setup-uv@v6", + "number": 17, + "startedAt": "2026-10-08T22:18:17Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:18Z", + "conclusion": "success", + "name": "Post Run actions/checkout@v4", + "number": 18, + "startedAt": "2026-10-08T22:18:18Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:18Z", + "conclusion": "success", + "name": "Complete job", + "number": 19, + "startedAt": "2026-10-08T22:18:18Z", + "status": "completed" + } + ], + "url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37852568530/job/113568909395" + }, + { + "completedAt": "2026-10-08T22:18:19Z", + "conclusion": "success", + "databaseId": 113568909491, + "name": "test (3.12)", + "startedAt": "2026-10-08T22:17:56Z", + "status": "completed", + "steps": [ + { + "completedAt": "2026-10-08T22:17:58Z", + "conclusion": "success", + "name": "Set up job", + "number": 1, + "startedAt": "2026-10-08T22:17:57Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:00Z", + "conclusion": "success", + "name": "Run actions/checkout@v4", + "number": 2, + "startedAt": "2026-10-08T22:17:58Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:02Z", + "conclusion": "success", + "name": "Run astral-sh/setup-uv@v6", + "number": 3, + "startedAt": "2026-10-08T22:18:00Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:03Z", + "conclusion": "success", + "name": "Run uv sync --locked --all-extras", + "number": 4, + "startedAt": "2026-10-08T22:18:02Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:03Z", + "conclusion": "success", + "name": "Run uv run ruff check src tests scripts", + "number": 5, + "startedAt": "2026-10-08T22:18:03Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:03Z", + "conclusion": "success", + "name": "Run uv run ruff format --check src tests scripts", + "number": 6, + "startedAt": "2026-10-08T22:18:03Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:13Z", + "conclusion": "success", + "name": "Run uv run pytest --cov=code_assistant --cov-report=xml", + "number": 7, + "startedAt": "2026-10-08T22:18:03Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:14Z", + "conclusion": "success", + "name": "Run real offline reproduction", + "number": 8, + "startedAt": "2026-10-08T22:18:13Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:16Z", + "conclusion": "success", + "name": "Run actions/upload-artifact@v4", + "number": 9, + "startedAt": "2026-10-08T22:18:14Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:16Z", + "conclusion": "success", + "name": "Post Run astral-sh/setup-uv@v6", + "number": 17, + "startedAt": "2026-10-08T22:18:16Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:16Z", + "conclusion": "success", + "name": "Post Run actions/checkout@v4", + "number": 18, + "startedAt": "2026-10-08T22:18:16Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:16Z", + "conclusion": "success", + "name": "Complete job", + "number": 19, + "startedAt": "2026-10-08T22:18:16Z", + "status": "completed" + } + ], + "url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37852568530/job/113568909491" + }, + { + "completedAt": "2026-10-08T22:18:18Z", + "conclusion": "success", + "databaseId": 113568909530, + "name": "test (3.13)", + "startedAt": "2026-10-08T22:17:56Z", + "status": "completed", + "steps": [ + { + "completedAt": "2026-10-08T22:17:58Z", + "conclusion": "success", + "name": "Set up job", + "number": 1, + "startedAt": "2026-10-08T22:17:57Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:17:59Z", + "conclusion": "success", + "name": "Run actions/checkout@v4", + "number": 2, + "startedAt": "2026-10-08T22:17:58Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:02Z", + "conclusion": "success", + "name": "Run astral-sh/setup-uv@v6", + "number": 3, + "startedAt": "2026-10-08T22:17:59Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:04Z", + "conclusion": "success", + "name": "Run uv sync --locked --all-extras", + "number": 4, + "startedAt": "2026-10-08T22:18:02Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:04Z", + "conclusion": "success", + "name": "Run uv run ruff check src tests scripts", + "number": 5, + "startedAt": "2026-10-08T22:18:04Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:04Z", + "conclusion": "success", + "name": "Run uv run ruff format --check src tests scripts", + "number": 6, + "startedAt": "2026-10-08T22:18:04Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:13Z", + "conclusion": "success", + "name": "Run uv run pytest --cov=code_assistant --cov-report=xml", + "number": 7, + "startedAt": "2026-10-08T22:18:04Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:14Z", + "conclusion": "success", + "name": "Run real offline reproduction", + "number": 8, + "startedAt": "2026-10-08T22:18:13Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:15Z", + "conclusion": "success", + "name": "Run actions/upload-artifact@v4", + "number": 9, + "startedAt": "2026-10-08T22:18:14Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:15Z", + "conclusion": "success", + "name": "Post Run astral-sh/setup-uv@v6", + "number": 17, + "startedAt": "2026-10-08T22:18:15Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:16Z", + "conclusion": "success", + "name": "Post Run actions/checkout@v4", + "number": 18, + "startedAt": "2026-10-08T22:18:15Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:16Z", + "conclusion": "success", + "name": "Complete job", + "number": 19, + "startedAt": "2026-10-08T22:18:16Z", + "status": "completed" + } + ], + "url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37852568530/job/113568909530" + } + ], + "updatedAt": "2026-10-08T22:18:35Z", + "url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37852568530", + "workflowName": "CI" + }, + { + "conclusion": "success", + "createdAt": "2026-10-08T22:17:56Z", + "databaseId": 37852575217, + "event": "pull_request", + "headSha": "a18c02c384d0958640c7ebc0d4fd2281b76044e8", + "jobs": [ + { + "completedAt": "2026-10-08T22:18:22Z", + "conclusion": "success", + "databaseId": 113568930455, + "name": "test (3.13)", + "startedAt": "2026-10-08T22:17:59Z", + "status": "completed", + "steps": [ + { + "completedAt": "2026-10-08T22:18:01Z", + "conclusion": "success", + "name": "Set up job", + "number": 1, + "startedAt": "2026-10-08T22:18:00Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:03Z", + "conclusion": "success", + "name": "Run actions/checkout@v4", + "number": 2, + "startedAt": "2026-10-08T22:18:01Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:05Z", + "conclusion": "success", + "name": "Run astral-sh/setup-uv@v6", + "number": 3, + "startedAt": "2026-10-08T22:18:03Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:07Z", + "conclusion": "success", + "name": "Run uv sync --locked --all-extras", + "number": 4, + "startedAt": "2026-10-08T22:18:05Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:07Z", + "conclusion": "success", + "name": "Run uv run ruff check src tests scripts", + "number": 5, + "startedAt": "2026-10-08T22:18:07Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:07Z", + "conclusion": "success", + "name": "Run uv run ruff format --check src tests scripts", + "number": 6, + "startedAt": "2026-10-08T22:18:07Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:16Z", + "conclusion": "success", + "name": "Run uv run pytest --cov=code_assistant --cov-report=xml", + "number": 7, + "startedAt": "2026-10-08T22:18:07Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:17Z", + "conclusion": "success", + "name": "Run real offline reproduction", + "number": 8, + "startedAt": "2026-10-08T22:18:16Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:19Z", + "conclusion": "success", + "name": "Run actions/upload-artifact@v4", + "number": 9, + "startedAt": "2026-10-08T22:18:17Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:19Z", + "conclusion": "success", + "name": "Post Run astral-sh/setup-uv@v6", + "number": 17, + "startedAt": "2026-10-08T22:18:19Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:19Z", + "conclusion": "success", + "name": "Post Run actions/checkout@v4", + "number": 18, + "startedAt": "2026-10-08T22:18:19Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:19Z", + "conclusion": "success", + "name": "Complete job", + "number": 19, + "startedAt": "2026-10-08T22:18:19Z", + "status": "completed" + } + ], + "url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37852575217/job/113568930455" + }, + { + "completedAt": "2026-10-08T22:18:18Z", + "conclusion": "success", + "databaseId": 113568930662, + "name": "test (3.12)", + "startedAt": "2026-10-08T22:17:59Z", + "status": "completed", + "steps": [ + { + "completedAt": "2026-10-08T22:18:00Z", + "conclusion": "success", + "name": "Set up job", + "number": 1, + "startedAt": "2026-10-08T22:17:59Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:01Z", + "conclusion": "success", + "name": "Run actions/checkout@v4", + "number": 2, + "startedAt": "2026-10-08T22:18:00Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:03Z", + "conclusion": "success", + "name": "Run astral-sh/setup-uv@v6", + "number": 3, + "startedAt": "2026-10-08T22:18:01Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:04Z", + "conclusion": "success", + "name": "Run uv sync --locked --all-extras", + "number": 4, + "startedAt": "2026-10-08T22:18:03Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:04Z", + "conclusion": "success", + "name": "Run uv run ruff check src tests scripts", + "number": 5, + "startedAt": "2026-10-08T22:18:04Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:04Z", + "conclusion": "success", + "name": "Run uv run ruff format --check src tests scripts", + "number": 6, + "startedAt": "2026-10-08T22:18:04Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:14Z", + "conclusion": "success", + "name": "Run uv run pytest --cov=code_assistant --cov-report=xml", + "number": 7, + "startedAt": "2026-10-08T22:18:04Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:16Z", + "conclusion": "success", + "name": "Run real offline reproduction", + "number": 8, + "startedAt": "2026-10-08T22:18:14Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:16Z", + "conclusion": "success", + "name": "Run actions/upload-artifact@v4", + "number": 9, + "startedAt": "2026-10-08T22:18:16Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:17Z", + "conclusion": "success", + "name": "Post Run astral-sh/setup-uv@v6", + "number": 17, + "startedAt": "2026-10-08T22:18:16Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:17Z", + "conclusion": "success", + "name": "Post Run actions/checkout@v4", + "number": 18, + "startedAt": "2026-10-08T22:18:17Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:17Z", + "conclusion": "success", + "name": "Complete job", + "number": 19, + "startedAt": "2026-10-08T22:18:17Z", + "status": "completed" + } + ], + "url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37852575217/job/113568930662" + }, + { + "completedAt": "2026-10-08T22:18:40Z", + "conclusion": "success", + "databaseId": 113568930793, + "name": "docker", + "startedAt": "2026-10-08T22:18:01Z", + "status": "completed", + "steps": [ + { + "completedAt": "2026-10-08T22:18:03Z", + "conclusion": "success", + "name": "Set up job", + "number": 1, + "startedAt": "2026-10-08T22:18:02Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:04Z", + "conclusion": "success", + "name": "Run actions/checkout@v4", + "number": 2, + "startedAt": "2026-10-08T22:18:03Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:11Z", + "conclusion": "success", + "name": "Run docker/setup-buildx-action@v3", + "number": 3, + "startedAt": "2026-10-08T22:18:04Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:31Z", + "conclusion": "success", + "name": "Build both images", + "number": 4, + "startedAt": "2026-10-08T22:18:11Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:33Z", + "conclusion": "success", + "name": "Check container API and actual baseline failure", + "number": 5, + "startedAt": "2026-10-08T22:18:31Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:34Z", + "conclusion": "success", + "name": "Check sandbox runner", + "number": 6, + "startedAt": "2026-10-08T22:18:33Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:34Z", + "conclusion": "success", + "name": "Container logs", + "number": 7, + "startedAt": "2026-10-08T22:18:34Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:35Z", + "conclusion": "success", + "name": "Run actions/upload-artifact@v4", + "number": 8, + "startedAt": "2026-10-08T22:18:34Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:36Z", + "conclusion": "success", + "name": "Post Run docker/setup-buildx-action@v3", + "number": 15, + "startedAt": "2026-10-08T22:18:35Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:36Z", + "conclusion": "success", + "name": "Post Run actions/checkout@v4", + "number": 16, + "startedAt": "2026-10-08T22:18:36Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:36Z", + "conclusion": "success", + "name": "Complete job", + "number": 17, + "startedAt": "2026-10-08T22:18:36Z", + "status": "completed" + } + ], + "url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37852575217/job/113568930793" + }, + { + "completedAt": "2026-10-08T22:18:18Z", + "conclusion": "success", + "databaseId": 113568930844, + "name": "test (3.11)", + "startedAt": "2026-10-08T22:17:59Z", + "status": "completed", + "steps": [ + { + "completedAt": "2026-10-08T22:18:02Z", + "conclusion": "success", + "name": "Set up job", + "number": 1, + "startedAt": "2026-10-08T22:18:00Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:03Z", + "conclusion": "success", + "name": "Run actions/checkout@v4", + "number": 2, + "startedAt": "2026-10-08T22:18:02Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:05Z", + "conclusion": "success", + "name": "Run astral-sh/setup-uv@v6", + "number": 3, + "startedAt": "2026-10-08T22:18:03Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:07Z", + "conclusion": "success", + "name": "Run uv sync --locked --all-extras", + "number": 4, + "startedAt": "2026-10-08T22:18:05Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:07Z", + "conclusion": "success", + "name": "Run uv run ruff check src tests scripts", + "number": 5, + "startedAt": "2026-10-08T22:18:07Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:07Z", + "conclusion": "success", + "name": "Run uv run ruff format --check src tests scripts", + "number": 6, + "startedAt": "2026-10-08T22:18:07Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:13Z", + "conclusion": "success", + "name": "Run uv run pytest --cov=code_assistant --cov-report=xml", + "number": 7, + "startedAt": "2026-10-08T22:18:07Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:14Z", + "conclusion": "success", + "name": "Run real offline reproduction", + "number": 8, + "startedAt": "2026-10-08T22:18:13Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:15Z", + "conclusion": "success", + "name": "Run actions/upload-artifact@v4", + "number": 9, + "startedAt": "2026-10-08T22:18:14Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:15Z", + "conclusion": "success", + "name": "Post Run astral-sh/setup-uv@v6", + "number": 17, + "startedAt": "2026-10-08T22:18:15Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:15Z", + "conclusion": "success", + "name": "Post Run actions/checkout@v4", + "number": 18, + "startedAt": "2026-10-08T22:18:15Z", + "status": "completed" + }, + { + "completedAt": "2026-10-08T22:18:15Z", + "conclusion": "success", + "name": "Complete job", + "number": 19, + "startedAt": "2026-10-08T22:18:15Z", + "status": "completed" + } + ], + "url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37852575217/job/113568930844" + } + ], + "updatedAt": "2026-10-08T22:18:41Z", + "url": "https://github.com/YeDonS/agentic-code-search/actions/runs/37852575217", + "workflowName": "CI" + } + ] +} diff --git a/reports/experiments/validation.json b/reports/experiments/validation.json index 2d9ae9a..939476c 100644 --- a/reports/experiments/validation.json +++ b/reports/experiments/validation.json @@ -19,5 +19,9 @@ }, "new_official_outcomes": 94, "patch_and_source_hashes": "verified", - "credential_scan": "passed" + "credential_scan": "passed", + "ci_validated_commit": "a18c02c384d0958640c7ebc0d4fd2281b76044e8", + "ci_checks_passed": 8, + "ci_evidence": "github-ci.json", + "documentation_links": "checked; no missing targets" }