{
  "cohort": "semantic_and_exclude_known_incomplete",
  "n": 1396,
  "factor_conflicts": {
    "domain": 0,
    "speech_function": 0,
    "explicitness": 0,
    "transformation": 0,
    "context": 1
  },
  "error_overlap": {
    "harmful_misses": {
      "0": 453,
      "1": 93,
      "2": 51,
      "3": 20,
      "4": 12,
      "5": 5,
      "6": 4,
      "7": 5,
      "8": 2,
      "9": 1,
      "10": 2,
      "11": 0,
      "12": 2,
      "13": 0,
      "14": 0,
      "15": 0,
      "16": 0,
      "17": 0
    },
    "benign_flags": {
      "0": 158,
      "1": 209,
      "2": 172,
      "3": 82,
      "4": 38,
      "5": 26,
      "6": 20,
      "7": 20,
      "8": 8,
      "9": 5,
      "10": 3,
      "11": 4,
      "12": 1,
      "13": 0,
      "14": 0,
      "15": 0,
      "16": 0,
      "17": 0
    }
  },
  "gpt_runtime_disagreements": 33,
  "cope_agreement_ranking": [
    {
      "model_a": "cope-b-self-hosted",
      "model_b": "mistral-moderation",
      "group": "BYOP / other",
      "kappa": "0.9438478516471052",
      "agreement": "0.9720630372492838",
      "harmful_agreement": "0.963076923076923",
      "benign_agreement": "0.9798927613941019"
    },
    {
      "model_a": "cope-b-self-hosted",
      "model_b": "openrouter-gpt-oss-safeguard",
      "group": "BYOP / BYOP",
      "kappa": "0.9375951230465989",
      "agreement": "0.9691977077363897",
      "harmful_agreement": "0.9369230769230769",
      "benign_agreement": "0.9973190348525469"
    },
    {
      "model_a": "cope-b-self-hosted",
      "model_b": "gpt-oss-safeguard-self-hosted",
      "group": "BYOP / BYOP",
      "kappa": "0.9276391495008349",
      "agreement": "0.9641833810888254",
      "harmful_agreement": "0.9492307692307693",
      "benign_agreement": "0.9772117962466488"
    },
    {
      "model_a": "cope-b-self-hosted",
      "model_b": "openai-omni-moderation",
      "group": "BYOP / other",
      "kappa": "0.9034203319964812",
      "agreement": "0.9520057306590259",
      "harmful_agreement": "0.9523076923076924",
      "benign_agreement": "0.9517426273458445"
    },
    {
      "model_a": "cope-b-self-hosted",
      "model_b": "shieldstral-self-hosted",
      "group": "BYOP / BYOP",
      "kappa": "0.9009150982990035",
      "agreement": "0.9505730659025788",
      "harmful_agreement": "0.9615384615384617",
      "benign_agreement": "0.9410187667560321"
    },
    {
      "model_a": "cope-b-self-hosted",
      "model_b": "shieldgemma-self-hosted",
      "group": "BYOP / BYOP",
      "kappa": "0.8826412084453384",
      "agreement": "0.9412607449856734",
      "harmful_agreement": "0.9723076923076922",
      "benign_agreement": "0.9142091152815013"
    },
    {
      "model_a": "cope-b-self-hosted",
      "model_b": "openrouter-llama-guard-4",
      "group": "BYOP / BYOP",
      "kappa": "0.882367206848006",
      "agreement": "0.9412607449856734",
      "harmful_agreement": "0.9615384615384616",
      "benign_agreement": "0.9235924932975872"
    },
    {
      "model_a": "cope-b-self-hosted",
      "model_b": "qwen3guard-self-hosted",
      "group": "BYOP / other",
      "kappa": "0.8793220199442223",
      "agreement": "0.9398280802292265",
      "harmful_agreement": "0.9492307692307691",
      "benign_agreement": "0.9316353887399463"
    },
    {
      "model_a": "cope-b-self-hosted",
      "model_b": "azure-content-safety",
      "group": "BYOP / other",
      "kappa": "0.8723812497688886",
      "agreement": "0.936246418338109",
      "harmful_agreement": "0.963076923076923",
      "benign_agreement": "0.9128686327077749"
    },
    {
      "model_a": "cope-b-self-hosted",
      "model_b": "wildguard-self-hosted",
      "group": "BYOP / other",
      "kappa": "0.8432974878207575",
      "agreement": "0.9212034383954155",
      "harmful_agreement": "0.963076923076923",
      "benign_agreement": "0.8847184986595175"
    },
    {
      "model_a": "cope-b-self-hosted",
      "model_b": "nemotron-content-safety-self-hosted",
      "group": "BYOP / BYOP",
      "kappa": "0.8389537732767072",
      "agreement": "0.9190544412607451",
      "harmful_agreement": "0.9707692307692307",
      "benign_agreement": "0.8739946380697051"
    },
    {
      "model_a": "cope-b-self-hosted",
      "model_b": "google-model-armor",
      "group": "BYOP / other",
      "kappa": "0.8344812092947792",
      "agreement": "0.9183381088825215",
      "harmful_agreement": "0.8753846153846155",
      "benign_agreement": "0.9557640750670241"
    },
    {
      "model_a": "cope-b-self-hosted",
      "model_b": "aws-bedrock-detect-only-checks",
      "group": "BYOP / other",
      "kappa": "0.8222123507908239",
      "agreement": "0.910458452722063",
      "harmful_agreement": "0.9646153846153847",
      "benign_agreement": "0.8632707774798928"
    },
    {
      "model_a": "cope-b-self-hosted",
      "model_b": "aws-comprehend-toxicity",
      "group": "BYOP / other",
      "kappa": "0.7375090864017011",
      "agreement": "0.8717765042979944",
      "harmful_agreement": "0.7846153846153846",
      "benign_agreement": "0.9477211796246648"
    },
    {
      "model_a": "cope-b-self-hosted",
      "model_b": "aws-bedrock-guardrail",
      "group": "BYOP / other",
      "kappa": "0.5627615436003466",
      "agreement": "0.7736389684813754",
      "harmful_agreement": "0.963076923076923",
      "benign_agreement": "0.6085790884718498"
    },
    {
      "model_a": "cope-b-self-hosted",
      "model_b": "google-cloud-nl",
      "group": "BYOP / other",
      "kappa": "0.2313305345733681",
      "agreement": "0.5881088825214901",
      "harmful_agreement": "0.9553846153846155",
      "benign_agreement": "0.26809651474530827"
    }
  ],
  "discovery_checkpoints": [
    {
      "spend_threshold_usd": 25,
      "harmful_samples": 77,
      "benign_samples": 364,
      "harmful_pairs": 122,
      "benign_pairs": 743
    },
    {
      "spend_threshold_usd": 50,
      "harmful_samples": 117,
      "benign_samples": 466,
      "harmful_pairs": 202,
      "benign_pairs": 987
    },
    {
      "spend_threshold_usd": 100,
      "harmful_samples": 187,
      "benign_samples": 632,
      "harmful_pairs": 356,
      "benign_pairs": 1427
    },
    {
      "spend_threshold_usd": 200,
      "harmful_samples": 229,
      "benign_samples": 709,
      "harmful_pairs": 533,
      "benign_pairs": 1653
    },
    {
      "spend_threshold_usd": 400,
      "harmful_samples": 360,
      "benign_samples": 1470,
      "harmful_pairs": 716,
      "benign_pairs": 3293
    },
    {
      "spend_threshold_usd": 600,
      "harmful_samples": 361,
      "benign_samples": 1473,
      "harmful_pairs": 737,
      "benign_pairs": 3526
    },
    {
      "spend_threshold_usd": 819.054743,
      "harmful_samples": 366,
      "benign_samples": 1473,
      "harmful_pairs": 797,
      "benign_pairs": 3765
    }
  ],
  "optimization_sessions": {
    "generator:failed": 1,
    "generator:succeeded": 2,
    "policy:failed": 4,
    "policy:succeeded": 2
  },
  "generator_prompt_rows": {
    "baseline-v1": 3928,
    "gepa-session-optimization_session-00003": 21,
    "gepa-session-optimization_session-00002": 24,
    "gepa-v1": 48,
    "gepa-session-optimization_session-00001": 24,
    "gepa-v2": 50
  },
  "source_sha256": {
    "metrics.json": "5ba55401e94d9e798438062c130538d44c7c5ab144fc8efa77db513d5ac3fbfa",
    "primary_predictions.csv": "6b55f315042eb1d901f9ca5a4aa51c184c1a6452738f3bf1315d8ccf5ae12009",
    "domain_metrics.csv": "07d4e2f38e3081385b5872460f25e12129a9c199f36829e2a20138147af90b8d",
    "analytics.json": "d8bd2958a36dab59d3707256616ab2bdead52e7b332f2b6c622de9536274de03",
    "byop_agreement.json": "bbabc56fc4291b88e3da4899790783cf6ea2285d8be75cc1a2b8ace3e2d793bc",
    "pairwise_agreement.csv": "6357da826339b76881fa18f93dd77de0bf4be8d0e8eb32e74809ebded45adf3f",
    "discovery_curve.csv": "f176656810e1e1f6f064005ee429cb313a3f9fd90562bdefe717e957ad04eefe",
    "public_snapshot.json.gz": "4c0da616394f39a39b8dd3f3500e9272f4296b431da0debaa5e5622bff728464"
  }
}