{
  "run_id": "full-opus48-v3",
  "model": "claude-opus-4-8",
  "adapter": "claude-cli",
  "engine": "in-process",
  "max_rounds": 10,
  "prompt_version": "pcbbench-v1",
  "git_commit": "a732e5ec617e4b7c29c858eda7a2c77ef0d4d1d9",
  "kicad": {
    "path": "C:\\Users\\lanzo\\AppData\\Local\\Programs\\KiCad\\10.0\\bin\\kicad-cli.exe",
    "version": "10.0.3",
    "warning_suppressions": [
      "footprint_link_issues",
      "lib_symbol_issues"
    ]
  },
  "task_set": {
    "source": "pcbbench",
    "file": "C:\\Users\\lanzo\\OhmaticMCP\\bench\\data\\pcbbench\\benchmark.tsv",
    "sha256": "294d36d2f3de8879ba9d8c7ac91749d5a644278303bde98d9658ac08c1a4538d",
    "n_selected": 62
  },
  "started": "2026-07-07T22:47:02.212350+00:00",
  "finished": "2026-07-07T23:14:11.961510+00:00",
  "n_tasks": 62,
  "checkpoints": {
    "round0": {
      "graded_n": 62,
      "pass": 26,
      "pass_rate": 0.4194,
      "by_difficulty": {
        "Easy": {
          "n": 17,
          "pass": 8
        },
        "Medium": {
          "n": 28,
          "pass": 12
        },
        "Hard": {
          "n": 17,
          "pass": 6
        }
      },
      "verdict_counts": {
        "pass": 26,
        "schema_invalid": 32,
        "unparseable": 1,
        "kicad_erc_fail": 3
      },
      "violation_histogram": {
        "power_pin_not_driven": 5
      },
      "warning_histogram": {
        "ground_pin_not_ground": 1
      }
    },
    "final": {
      "graded_n": 62,
      "pass": 62,
      "pass_rate": 1.0,
      "by_difficulty": {
        "Easy": {
          "n": 17,
          "pass": 17
        },
        "Medium": {
          "n": 28,
          "pass": 28
        },
        "Hard": {
          "n": 17,
          "pass": 17
        }
      },
      "verdict_counts": {
        "pass": 62
      },
      "violation_histogram": {},
      "warning_histogram": {
        "ground_pin_not_ground": 3
      }
    }
  },
  "inhouse_erc": {
    "round0_pass": 17,
    "final_pass": 62
  },
  "repair": {
    "mean_rounds_used": 2.226,
    "converged_within": {
      "1": 17,
      "2": 46,
      "3": 53,
      "4": 58,
      "5": 60,
      "6": 62,
      "7": 62,
      "8": 62,
      "9": 62,
      "10": 62
    },
    "unconverged": []
  },
  "harness": {
    "round0": [],
    "final": [],
    "selfcheck_failures": []
  },
  "tasks": [
    {
      "task_id": "1",
      "difficulty": "Easy",
      "rounds_used": 1,
      "converged": true,
      "round0_verdict": "pass",
      "final_verdict": "pass",
      "round0_inhouse_pass": true,
      "final_inhouse_pass": true,
      "round0_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "2",
      "difficulty": "Easy",
      "rounds_used": 2,
      "converged": true,
      "round0_verdict": "schema_invalid",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": null,
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "3",
      "difficulty": "Easy",
      "rounds_used": 1,
      "converged": true,
      "round0_verdict": "pass",
      "final_verdict": "pass",
      "round0_inhouse_pass": true,
      "final_inhouse_pass": true,
      "round0_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "4",
      "difficulty": "Easy",
      "rounds_used": 1,
      "converged": true,
      "round0_verdict": "pass",
      "final_verdict": "pass",
      "round0_inhouse_pass": true,
      "final_inhouse_pass": true,
      "round0_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "5",
      "difficulty": "Easy",
      "rounds_used": 4,
      "converged": true,
      "round0_verdict": "schema_invalid",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": null,
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "6",
      "difficulty": "Easy",
      "rounds_used": 2,
      "converged": true,
      "round0_verdict": "schema_invalid",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": null,
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "7",
      "difficulty": "Medium",
      "rounds_used": 1,
      "converged": true,
      "round0_verdict": "pass",
      "final_verdict": "pass",
      "round0_inhouse_pass": true,
      "final_inhouse_pass": true,
      "round0_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "8",
      "difficulty": "Medium",
      "rounds_used": 2,
      "converged": true,
      "round0_verdict": "schema_invalid",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": null,
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "9",
      "difficulty": "Medium",
      "rounds_used": 2,
      "converged": true,
      "round0_verdict": "schema_invalid",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": null,
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "10",
      "difficulty": "Medium",
      "rounds_used": 3,
      "converged": true,
      "round0_verdict": "unparseable",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": null,
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": "no parseable circuit JSON found in the model output"
    },
    {
      "task_id": "11",
      "difficulty": "Medium",
      "rounds_used": 1,
      "converged": true,
      "round0_verdict": "pass",
      "final_verdict": "pass",
      "round0_inhouse_pass": true,
      "final_inhouse_pass": true,
      "round0_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "12",
      "difficulty": "Medium",
      "rounds_used": 2,
      "converged": true,
      "round0_verdict": "schema_invalid",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": null,
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "13",
      "difficulty": "Medium",
      "rounds_used": 2,
      "converged": true,
      "round0_verdict": "pass",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "14",
      "difficulty": "Medium",
      "rounds_used": 2,
      "converged": true,
      "round0_verdict": "pass",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "15",
      "difficulty": "Medium",
      "rounds_used": 2,
      "converged": true,
      "round0_verdict": "pass",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "16",
      "difficulty": "Medium",
      "rounds_used": 1,
      "converged": true,
      "round0_verdict": "pass",
      "final_verdict": "pass",
      "round0_inhouse_pass": true,
      "final_inhouse_pass": true,
      "round0_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "17",
      "difficulty": "Hard",
      "rounds_used": 3,
      "converged": true,
      "round0_verdict": "pass",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "18",
      "difficulty": "Hard",
      "rounds_used": 1,
      "converged": true,
      "round0_verdict": "pass",
      "final_verdict": "pass",
      "round0_inhouse_pass": true,
      "final_inhouse_pass": true,
      "round0_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "19",
      "difficulty": "Hard",
      "rounds_used": 2,
      "converged": true,
      "round0_verdict": "schema_invalid",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": null,
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "20",
      "difficulty": "Hard",
      "rounds_used": 2,
      "converged": true,
      "round0_verdict": "pass",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "21",
      "difficulty": "Hard",
      "rounds_used": 2,
      "converged": true,
      "round0_verdict": "pass",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 1,
        "erc_errors": [],
        "erc_warnings": [
          {
            "type": "ground_pin_not_ground",
            "severity": "warning",
            "description": "Pin GND2 not connected to ground net"
          }
        ]
      },
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "22",
      "difficulty": "Hard",
      "rounds_used": 2,
      "converged": true,
      "round0_verdict": "schema_invalid",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": null,
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "23",
      "difficulty": "Hard",
      "rounds_used": 3,
      "converged": true,
      "round0_verdict": "schema_invalid",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": null,
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "24",
      "difficulty": "Easy",
      "rounds_used": 1,
      "converged": true,
      "round0_verdict": "pass",
      "final_verdict": "pass",
      "round0_inhouse_pass": true,
      "final_inhouse_pass": true,
      "round0_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "25",
      "difficulty": "Easy",
      "rounds_used": 2,
      "converged": true,
      "round0_verdict": "schema_invalid",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": null,
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "26",
      "difficulty": "Easy",
      "rounds_used": 1,
      "converged": true,
      "round0_verdict": "pass",
      "final_verdict": "pass",
      "round0_inhouse_pass": true,
      "final_inhouse_pass": true,
      "round0_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "27",
      "difficulty": "Easy",
      "rounds_used": 1,
      "converged": true,
      "round0_verdict": "pass",
      "final_verdict": "pass",
      "round0_inhouse_pass": true,
      "final_inhouse_pass": true,
      "round0_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "28",
      "difficulty": "Easy",
      "rounds_used": 1,
      "converged": true,
      "round0_verdict": "pass",
      "final_verdict": "pass",
      "round0_inhouse_pass": true,
      "final_inhouse_pass": true,
      "round0_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "29",
      "difficulty": "Easy",
      "rounds_used": 2,
      "converged": true,
      "round0_verdict": "schema_invalid",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": null,
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "30",
      "difficulty": "Easy",
      "rounds_used": 2,
      "converged": true,
      "round0_verdict": "schema_invalid",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": null,
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "31",
      "difficulty": "Easy",
      "rounds_used": 1,
      "converged": true,
      "round0_verdict": "pass",
      "final_verdict": "pass",
      "round0_inhouse_pass": true,
      "final_inhouse_pass": true,
      "round0_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "32",
      "difficulty": "Easy",
      "rounds_used": 2,
      "converged": true,
      "round0_verdict": "schema_invalid",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": null,
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "33",
      "difficulty": "Easy",
      "rounds_used": 2,
      "converged": true,
      "round0_verdict": "schema_invalid",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": null,
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "34",
      "difficulty": "Medium",
      "rounds_used": 2,
      "converged": true,
      "round0_verdict": "schema_invalid",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": null,
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "35",
      "difficulty": "Medium",
      "rounds_used": 2,
      "converged": true,
      "round0_verdict": "schema_invalid",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": null,
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "36",
      "difficulty": "Medium",
      "rounds_used": 1,
      "converged": true,
      "round0_verdict": "pass",
      "final_verdict": "pass",
      "round0_inhouse_pass": true,
      "final_inhouse_pass": true,
      "round0_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "37",
      "difficulty": "Easy",
      "rounds_used": 2,
      "converged": true,
      "round0_verdict": "schema_invalid",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": null,
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "38",
      "difficulty": "Medium",
      "rounds_used": 2,
      "converged": true,
      "round0_verdict": "schema_invalid",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": null,
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "39",
      "difficulty": "Medium",
      "rounds_used": 1,
      "converged": true,
      "round0_verdict": "pass",
      "final_verdict": "pass",
      "round0_inhouse_pass": true,
      "final_inhouse_pass": true,
      "round0_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "40",
      "difficulty": "Medium",
      "rounds_used": 2,
      "converged": true,
      "round0_verdict": "schema_invalid",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": null,
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "41",
      "difficulty": "Medium",
      "rounds_used": 2,
      "converged": true,
      "round0_verdict": "schema_invalid",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": null,
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "42",
      "difficulty": "Medium",
      "rounds_used": 1,
      "converged": true,
      "round0_verdict": "pass",
      "final_verdict": "pass",
      "round0_inhouse_pass": true,
      "final_inhouse_pass": true,
      "round0_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "43",
      "difficulty": "Medium",
      "rounds_used": 1,
      "converged": true,
      "round0_verdict": "pass",
      "final_verdict": "pass",
      "round0_inhouse_pass": true,
      "final_inhouse_pass": true,
      "round0_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "44",
      "difficulty": "Medium",
      "rounds_used": 4,
      "converged": true,
      "round0_verdict": "pass",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "45",
      "difficulty": "Medium",
      "rounds_used": 6,
      "converged": true,
      "round0_verdict": "schema_invalid",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": null,
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "46",
      "difficulty": "Medium",
      "rounds_used": 2,
      "converged": true,
      "round0_verdict": "schema_invalid",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": null,
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "47",
      "difficulty": "Medium",
      "rounds_used": 3,
      "converged": true,
      "round0_verdict": "schema_invalid",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": null,
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "49",
      "difficulty": "Hard",
      "rounds_used": 4,
      "converged": true,
      "round0_verdict": "schema_invalid",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": null,
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "50",
      "difficulty": "Hard",
      "rounds_used": 3,
      "converged": true,
      "round0_verdict": "kicad_erc_fail",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": false,
        "harness_error": "",
        "erc_error_count": 3,
        "erc_warning_count": 0,
        "erc_errors": [
          {
            "type": "power_pin_not_driven",
            "severity": "error",
            "description": "Input Power pin not driven by any Output Power pins"
          },
          {
            "type": "power_pin_not_driven",
            "severity": "error",
            "description": "Input Power pin not driven by any Output Power pins"
          },
          {
            "type": "power_pin_not_driven",
            "severity": "error",
            "description": "Input Power pin not driven by any Output Power pins"
          }
        ],
        "erc_warnings": []
      },
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 3,
        "erc_errors": [],
        "erc_warnings": [
          {
            "type": "ground_pin_not_ground",
            "severity": "warning",
            "description": "Pin GND2 not connected to ground net"
          },
          {
            "type": "ground_pin_not_ground",
            "severity": "warning",
            "description": "Pin GND2 not connected to ground net"
          },
          {
            "type": "ground_pin_not_ground",
            "severity": "warning",
            "description": "Pin GND2 not connected to ground net"
          }
        ]
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "51",
      "difficulty": "Hard",
      "rounds_used": 2,
      "converged": true,
      "round0_verdict": "kicad_erc_fail",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": false,
        "harness_error": "",
        "erc_error_count": 1,
        "erc_warning_count": 0,
        "erc_errors": [
          {
            "type": "power_pin_not_driven",
            "severity": "error",
            "description": "Input Power pin not driven by any Output Power pins"
          }
        ],
        "erc_warnings": []
      },
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "52",
      "difficulty": "Hard",
      "rounds_used": 3,
      "converged": true,
      "round0_verdict": "schema_invalid",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": null,
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "54",
      "difficulty": "Hard",
      "rounds_used": 4,
      "converged": true,
      "round0_verdict": "pass",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "55",
      "difficulty": "Hard",
      "rounds_used": 2,
      "converged": true,
      "round0_verdict": "schema_invalid",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": null,
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "56",
      "difficulty": "Hard",
      "rounds_used": 2,
      "converged": true,
      "round0_verdict": "schema_invalid",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": null,
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "57",
      "difficulty": "Medium",
      "rounds_used": 5,
      "converged": true,
      "round0_verdict": "kicad_erc_fail",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": false,
        "harness_error": "",
        "erc_error_count": 1,
        "erc_warning_count": 0,
        "erc_errors": [
          {
            "type": "power_pin_not_driven",
            "severity": "error",
            "description": "Input Power pin not driven by any Output Power pins"
          }
        ],
        "erc_warnings": []
      },
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "58",
      "difficulty": "Medium",
      "rounds_used": 1,
      "converged": true,
      "round0_verdict": "pass",
      "final_verdict": "pass",
      "round0_inhouse_pass": true,
      "final_inhouse_pass": true,
      "round0_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "59",
      "difficulty": "Medium",
      "rounds_used": 6,
      "converged": true,
      "round0_verdict": "schema_invalid",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": null,
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "60",
      "difficulty": "Medium",
      "rounds_used": 2,
      "converged": true,
      "round0_verdict": "schema_invalid",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": null,
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "61",
      "difficulty": "Medium",
      "rounds_used": 2,
      "converged": true,
      "round0_verdict": "schema_invalid",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": null,
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "62",
      "difficulty": "Hard",
      "rounds_used": 3,
      "converged": true,
      "round0_verdict": "pass",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "64",
      "difficulty": "Hard",
      "rounds_used": 5,
      "converged": true,
      "round0_verdict": "schema_invalid",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": null,
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    },
    {
      "task_id": "65",
      "difficulty": "Hard",
      "rounds_used": 4,
      "converged": true,
      "round0_verdict": "schema_invalid",
      "final_verdict": "pass",
      "round0_inhouse_pass": false,
      "final_inhouse_pass": true,
      "round0_kicad": null,
      "final_kicad": {
        "loaded": true,
        "selfcheck_ok": true,
        "erc_ran": true,
        "model_pass": true,
        "harness_error": "",
        "erc_error_count": 0,
        "erc_warning_count": 0,
        "erc_errors": [],
        "erc_warnings": []
      },
      "round0_parse_error": ""
    }
  ]
}