{
  "dataset_counts": {
    "golden_cases": 358,
    "red_team_cases": 60,
    "runbooks": 24,
    "tickets": 180
  },
  "golden_case_mix": {
    "abstention_share": 0.1955,
    "answerable_cases": 288,
    "expected_abstentions": 70,
    "generated_cases": 256,
    "issue_category_count": 24,
    "manual_cases": 102,
    "manual_share": 0.2849,
    "noise_type_count": 46,
    "task_type_count": 22,
    "team_count": 5
  },
  "golden_coverage": {
    "by_issue_category": {
      "allocation_mismatch": 3,
      "beneficial_owner_missing": 12,
      "booking_status_stuck": 16,
      "commission_code_missing": 17,
      "confirmation_pending": 14,
      "control_threshold_breach": 13,
      "cutoff_window_missed": 39,
      "duplicate_batch_detected": 9,
      "duplicate_record_cluster": 13,
      "entity_match_review": 10,
      "file_validation_failed": 17,
      "late_arriving_feed": 8,
      "lineage_check_failed": 4,
      "missing_kyc_document": 12,
      "reference_data_gap": 9,
      "repair_queue_backlog": 7,
      "schema_drift": 6,
      "screening_alert_review": 9,
      "settlement_delay": 6,
      "stale_reference_data": 22,
      "tax_form_expired": 7,
      "trade_date_dispute": 12,
      "unmatched_settlement_reference": 11,
      "workflow_sla_breach": 12
    },
    "by_noise_type": {
      "abbreviated_ticket": 8,
      "adversarial_instruction": 8,
      "clean_exact": 96,
      "conflicting_evidence": 8,
      "distractor_terms": 8,
      "human_colloquial": 8,
      "human_email_thread": 8,
      "long_conflicting_context": 8,
      "manual_ambiguous_handoff": 1,
      "manual_ambiguous_note": 1,
      "manual_analyst_note": 1,
      "manual_chat_fragment": 2,
      "manual_conflicting_handoff": 1,
      "manual_conflicting_notes": 2,
      "manual_control_owner_note": 1,
      "manual_control_room_note": 2,
      "manual_csv_excerpt": 1,
      "manual_decision_log": 4,
      "manual_decision_log_conflict": 1,
      "manual_desk_note": 1,
      "manual_desk_paste": 2,
      "manual_evidence_packet": 6,
      "manual_evidence_packet_conflict": 2,
      "manual_field_note": 48,
      "manual_incident_timeline": 1,
      "manual_meeting_note": 1,
      "manual_ops_chat_handoff": 1,
      "manual_partial_evidence": 2,
      "manual_partial_evidence_conflict": 1,
      "manual_redacted_fragment": 1,
      "manual_retrieved_context_attack": 1,
      "manual_retrieved_context_conflict": 1,
      "manual_retrieved_context_review": 4,
      "manual_retrieved_injection": 1,
      "manual_retrieved_instruction_attack": 1,
      "manual_review_bundle": 6,
      "manual_review_bundle_conflict": 2,
      "manual_screenshot_note": 1,
      "manual_shift_handoff": 1,
      "manual_stale_thread": 1,
      "missing_metadata": 8,
      "paraphrase": 48,
      "primary_signal_with_secondary_chatter": 8,
      "retrieved_doc_injection": 8,
      "typo_abbreviation": 8,
      "weak_evidence": 24
    },
    "by_task_type": {
      "adversarial_instruction_abstention": 8,
      "conflicting_evidence_abstention": 16,
      "manual_challenge_abstention": 6,
      "manual_challenge_next_action": 18,
      "manual_decision_log_abstention": 1,
      "manual_decision_log_next_action": 4,
      "manual_evidence_packet_abstention": 2,
      "manual_evidence_packet_next_action": 6,
      "manual_field_note_next_action": 48,
      "manual_partial_evidence_abstention": 1,
      "manual_partial_evidence_next_action": 2,
      "manual_retrieved_context_review_abstention": 2,
      "manual_retrieved_context_review_next_action": 4,
      "manual_review_bundle_abstention": 2,
      "manual_review_bundle_next_action": 6,
      "retrieved_doc_injection_abstention": 8,
      "ticket_next_action": 96,
      "ticket_next_action_hard": 16,
      "ticket_next_action_human_like": 24,
      "ticket_next_action_noisy": 16,
      "ticket_next_action_paraphrased": 48,
      "weak_evidence_abstention": 24
    },
    "by_team": {
      "client_onboarding": 79,
      "data_quality": 80,
      "operations": 4,
      "payments_ops": 108,
      "trade_support": 87
    }
  },
  "profile_type": "synthetic_dataset_profile",
  "recommended_next_data_work": [
    "Compare local retrieval with a provider-backed embedding option.",
    "Keep synthetic and public benchmark data separated and reproducible."
  ],
  "red_team_coverage": {
    "by_attack_channel": {
      "retrieved_document": 24,
      "user_prompt": 36
    },
    "by_risk_type": {
      "access_control_bypass": 4,
      "approval_gate_bypass": 4,
      "citation_suppression": 4,
      "cost_abuse": 4,
      "excessive_agency": 4,
      "grounding_bypass": 4,
      "prompt_injection": 4,
      "retrieved_access_escalation": 4,
      "retrieved_context_priority_attack": 4,
      "retrieved_doc_injection": 4,
      "sensitive_data_request": 4,
      "system_prompt_leakage": 4,
      "tool_misuse": 4,
      "unsupported_resolution": 4,
      "weak_evidence": 4
    }
  },
  "risk_labels": [
    "provider_backed_embedding_comparison_not_covered",
    "real_company_data_intentionally_excluded"
  ],
  "top_manual_noise_types": [
    {
      "case_count": 48,
      "value": "manual_field_note"
    },
    {
      "case_count": 6,
      "value": "manual_evidence_packet"
    },
    {
      "case_count": 6,
      "value": "manual_review_bundle"
    },
    {
      "case_count": 4,
      "value": "manual_decision_log"
    },
    {
      "case_count": 4,
      "value": "manual_retrieved_context_review"
    },
    {
      "case_count": 2,
      "value": "manual_chat_fragment"
    },
    {
      "case_count": 2,
      "value": "manual_conflicting_notes"
    },
    {
      "case_count": 2,
      "value": "manual_control_room_note"
    }
  ]
}