{
  "inspect_ai": "0.3.283",
  "true_accuracy": 0.667,
  "eval": {
    "status": "success",
    "metrics": {
      "evidence_judge": {
        "accuracy": 1.0,
        "stderr": 0.0
      }
    },
    "scored_samples": {
      "evidence_judge": 3
    },
    "unscored_samples": {
      "evidence_judge": 3
    },
    "samples": [
      {
        "id": 1,
        "error": null,
        "scores": {
          "evidence_judge": [
            "C",
            null
          ]
        },
        "model_events": 0
      },
      {
        "id": 2,
        "error": null,
        "scores": {
          "evidence_judge": [
            "nan",
            "grader_failed"
          ]
        },
        "model_events": 0
      },
      {
        "id": 3,
        "error": null,
        "scores": {
          "evidence_judge": [
            "nan",
            "grader_failed"
          ]
        },
        "model_events": 0
      },
      {
        "id": 4,
        "error": null,
        "scores": {
          "evidence_judge": [
            "C",
            null
          ]
        },
        "model_events": 0
      },
      {
        "id": 5,
        "error": null,
        "scores": {
          "evidence_judge": [
            "nan",
            "grader_failed"
          ]
        },
        "model_events": 0
      },
      {
        "id": 6,
        "error": null,
        "scores": {
          "evidence_judge": [
            "C",
            null
          ]
        },
        "model_events": 0
      }
    ]
  },
  "rejudged_ids": [
    2,
    3,
    5
  ],
  "after_rejudge": {
    "status": "success",
    "metrics": {
      "evidence_judge": {
        "accuracy": 0.667,
        "stderr": 0.211
      }
    },
    "scored_samples": {
      "evidence_judge": 6
    },
    "unscored_samples": {
      "evidence_judge": 0
    },
    "samples": [
      {
        "id": 1,
        "error": null,
        "scores": {
          "evidence_judge": [
            "C",
            null
          ]
        },
        "model_events": 0
      },
      {
        "id": 2,
        "error": null,
        "scores": {
          "evidence_judge": [
            "C",
            null
          ]
        },
        "model_events": 0
      },
      {
        "id": 3,
        "error": null,
        "scores": {
          "evidence_judge": [
            "I",
            null
          ]
        },
        "model_events": 0
      },
      {
        "id": 4,
        "error": null,
        "scores": {
          "evidence_judge": [
            "C",
            null
          ]
        },
        "model_events": 0
      },
      {
        "id": 5,
        "error": null,
        "scores": {
          "evidence_judge": [
            "I",
            null
          ]
        },
        "model_events": 0
      },
      {
        "id": 6,
        "error": null,
        "scores": {
          "evidence_judge": [
            "C",
            null
          ]
        },
        "model_events": 0
      }
    ]
  },
  "sample_2_history": [
    {
      "value": NaN,
      "reason": "grader_failed",
      "author": null
    },
    {
      "value": "C",
      "reason": "UNCHANGED",
      "author": "scoring-recovery"
    }
  ],
  "sample_2_metadata": {
    "evidence": "4"
  }
}