outputs/analysis.json

{
  "N": 660,
  "agreement": {
    "reviewed": 274,
    "exact_match": 68.2,
    "within_one": 82.0,
    "per_key": {
      "RD": {
        "n": 274,
        "exact_pct": 81.8,
        "within_one_pct": 91.2
      },
      "VJD": {
        "n": 274,
        "exact_pct": 71.2,
        "within_one_pct": 79.9
      },
      "ACT": {
        "n": 274,
        "exact_pct": 47.1,
        "within_one_pct": 77.7
      },
      "VULN": {
        "n": 274,
        "exact_pct": 72.6,
        "within_one_pct": 79.2
      }
    }
  },
  "screener_recall_on_positive": 97.7,
  "n_ground_truth_positive": 128,
  "overall_severe_rates": {
    "N": 660,
    "severe_RD_pct": 6.667,
    "severe_RD_ci": [
      5.003,
      8.831
    ],
    "severe_VULN_pct": 14.394,
    "severe_VULN_ci": [
      11.922,
      17.278
    ]
  },
  "per_domain": {
    "Software Development": {
      "n": 60,
      "potential_mod_plus": 1,
      "potential_pct": 1.67,
      "potential_ci_pct": [
        0.29,
        8.86
      ],
      "severe_RD": 1,
      "severe_RD_pct": 1.667,
      "severe_VULN": 5,
      "severe_VULN_pct": 8.333
    },
    "Science & Technology": {
      "n": 60,
      "potential_mod_plus": 4,
      "potential_pct": 6.67,
      "potential_ci_pct": [
        2.62,
        15.93
      ],
      "severe_RD": 1,
      "severe_RD_pct": 1.667,
      "severe_VULN": 3,
      "severe_VULN_pct": 5.0
    },
    "Other": {
      "n": 60,
      "potential_mod_plus": 4,
      "potential_pct": 6.67,
      "potential_ci_pct": [
        2.62,
        15.93
      ],
      "severe_RD": 4,
      "severe_RD_pct": 6.667,
      "severe_VULN": 8,
      "severe_VULN_pct": 13.333
    },
    "Entertainment & Media": {
      "n": 60,
      "potential_mod_plus": 4,
      "potential_pct": 6.67,
      "potential_ci_pct": [
        2.62,
        15.93
      ],
      "severe_RD": 2,
      "severe_RD_pct": 3.333,
      "severe_VULN": 9,
      "severe_VULN_pct": 15.0
    },
    "Education & Career": {
      "n": 60,
      "potential_mod_plus": 9,
      "potential_pct": 15.0,
      "potential_ci_pct": [
        8.1,
        26.11
      ],
      "severe_RD": 3,
      "severe_RD_pct": 5.0,
      "severe_VULN": 8,
      "severe_VULN_pct": 13.333
    },
    "Creative Arts": {
      "n": 60,
      "potential_mod_plus": 7,
      "potential_pct": 11.67,
      "potential_ci_pct": [
        5.77,
        22.18
      ],
      "severe_RD": 4,
      "severe_RD_pct": 6.667,
      "severe_VULN": 8,
      "severe_VULN_pct": 13.333
    },
    "Business & Finance": {
      "n": 60,
      "potential_mod_plus": 12,
      "potential_pct": 20.0,
      "potential_ci_pct": [
        11.83,
        31.78
      ],
      "severe_RD": 2,
      "severe_RD_pct": 3.333,
      "severe_VULN": 8,
      "severe_VULN_pct": 13.333
    },
    "Legal & Government": {
      "n": 60,
      "potential_mod_plus": 15,
      "potential_pct": 25.0,
      "potential_ci_pct": [
        15.78,
        37.23
      ],
      "severe_RD": 6,
      "severe_RD_pct": 10.0,
      "severe_VULN": 12,
      "severe_VULN_pct": 20.0
    },
    "Healthcare & Wellness": {
      "n": 60,
      "potential_mod_plus": 9,
      "potential_pct": 15.0,
      "potential_ci_pct": [
        8.1,
        26.11
      ],
      "severe_RD": 5,
      "severe_RD_pct": 8.333,
      "severe_VULN": 9,
      "severe_VULN_pct": 15.0
    },
    "Society & Culture": {
      "n": 60,
      "potential_mod_plus": 14,
      "potential_pct": 23.33,
      "potential_ci_pct": [
        14.44,
        35.44
      ],
      "severe_RD": 7,
      "severe_RD_pct": 11.667,
      "severe_VULN": 10,
      "severe_VULN_pct": 16.667
    },
    "Relationships & Lifestyle": {
      "n": 60,
      "potential_mod_plus": 20,
      "potential_pct": 33.33,
      "potential_ci_pct": [
        22.73,
        45.94
      ],
      "severe_RD": 9,
      "severe_RD_pct": 15.0,
      "severe_VULN": 15,
      "severe_VULN_pct": 25.0
    }
  }
}