{
  "n": 98,
  "decoding": "greedy",
  "seed": 42,
  "platform": "macOS Bash 3.2",
  "runs": {
    "note02_arm2": {
      "pass": 88,
      "exact_command": 80
    },
    "gfr_continue": {
      "pass": 91,
      "exact_command": 79,
      "eval_loss": 0.019089121371507645,
      "failure_reasons": {
        "exit_mismatch": 2,
        "stdout_mismatch": 5
      }
    },
    "harvest_continue": {
      "pass": 91,
      "exact_command": 82,
      "eval_loss": 0.016661763191223145,
      "format_ok": 1.0,
      "policy_ok": 1.0,
      "syntax_ok": 1.0,
      "filesystem_unchanged": 1.0,
      "failure_reasons": {
        "exit_mismatch": 3,
        "stdout_mismatch": 4
      },
      "weak_families": {
        "find_directories": {"n": 5, "pass": 0.8, "stdout_mismatch": 1},
        "rg_count": {"n": 5, "pass": 0.8, "exit_mismatch": 1},
        "rg_files_candidates": {"n": 6, "pass": 0.5, "exit_mismatch": 2, "stdout_mismatch": 1},
        "rg_regex_hidden_exclude": {"n": 4, "pass": 0.5, "stdout_mismatch": 2}
      }
    },
    "harvest_stock": {
      "pass": 88,
      "exact_command": 80,
      "eval_loss": 0.018364403396844864,
      "failure_reasons": {
        "exit_mismatch": 1,
        "stdout_mismatch": 9
      }
    },
    "hardfam_continue": {
      "pass": 91,
      "exact_command": 83,
      "eval_loss": 0.015899190679192543,
      "failure_reasons": {
        "exit_mismatch": 2,
        "stdout_mismatch": 5
      }
    },
    "hardfam_restarts": {
      "pass": 80,
      "exact_command": 65,
      "eval_loss": 0.032827310264110565,
      "failure_reasons": {
        "exit_mismatch": 7,
        "stdout_mismatch": 11
      }
    },
    "linear_from_restarts": {
      "pass": 87,
      "exact_command": 79,
      "eval_loss": 0.025004129856824875,
      "failure_reasons": {
        "exit_mismatch": 6,
        "stdout_mismatch": 5
      }
    },
    "last40_wd01": {
      "pass": 92,
      "exact_command": 86,
      "eval_loss": 0.01827716827392578,
      "weight_decay": 0.1,
      "train_rows": 2402,
      "failure_reasons": {
        "exit_mismatch": 3,
        "stdout_mismatch": 3
      },
      "miss_ids": [
        "gfr-04-0287",
        "gfr-04-0361",
        "gfr-06-0073",
        "gfr-07-0118",
        "gfr-08-0135",
        "gfr-08-0200"
      ]
    },
    "kimi_hardfam_wd01": {
      "pass": 92,
      "exact_command": 86,
      "eval_loss": 0.01845577545464039,
      "weight_decay": 0.1,
      "train_rows": 3878,
      "kept": false,
      "failure_reasons": {
        "exit_mismatch": 3,
        "stdout_mismatch": 3
      },
      "miss_ids": [
        "gfr-04-0361",
        "gfr-04-0364",
        "gfr-06-0073",
        "gfr-07-0118",
        "gfr-08-0135",
        "gfr-08-0200"
      ]
    }
  }
}