{
  "schema_version": "ail-546-before-after-report-v1",
  "evaluated_at": "2026-08-15T16:27:12.109955+00:00",
  "fixture": "evals/fixtures/person_search_before_after.json",
  "fixture_sha256": "00b7e14ca147e919927578c763901627e01e80ede9ca80353941536e25a08dd1",
  "evidence_scope": {
    "kind": "synthetic_candidate_replay",
    "proves": [
      "deterministic ranking behavior",
      "current versus historical position handling",
      "abstention under unreliable evidence",
      "per-case score explanation"
    ],
    "does_not_prove": [
      "live provider retrieval recall",
      "production traffic accuracy",
      "LLM routing accuracy",
      "current-role freshness"
    ]
  },
  "catalog_readiness": {
    "public_catalog": {
      "path": "evals/fixtures/ail_546_public_case_catalog.md",
      "sha256": "354a6ba43504d56b49bfec7bec86ca473a19577934bdd4e640a91e7d6d0d08fc",
      "cases": 50,
      "person_cases": 45,
      "routing_cases": 5,
      "scorer_ready_cases": 0,
      "reason_not_scorer_ready": "catalog has labels and source hints but no frozen provider candidate snapshots"
    },
    "real_catalog": {
      "path": "evals/fixtures/ail_546_real_case_catalog.json",
      "sha256": "9842e275d0355238cd2661580b65a2be85e3b0f5e6aa1983f8b3a254f853f3c5",
      "cases": 24,
      "gold_status_counts": {
        "can_label_now": 8,
        "can_label_safety_now": 1,
        "needs_case_segmentation": 2,
        "needs_claim_adjudication": 1,
        "needs_identity_verification": 4,
        "needs_source_adjudication": 1,
        "not_a_ranking_gold": 1,
        "strong_correction_gold": 2,
        "strong_gold_candidate": 4
      },
      "label_now_cases": 9,
      "strong_gold_candidates": 6,
      "needs_adjudication_or_segmentation": 8,
      "baseline_only_cases": 1,
      "scorer_ready_cases": 0,
      "reason_not_scorer_ready": "sanitized descriptions omit executable clues, candidate snapshots, and target refs"
    }
  },
  "baseline": {
    "ref": "2530f171db4c3df03ff0cf3724ee78225a418878",
    "score_version": "irs-v1",
    "source_sha256": "769cd78faa554024457661ec368882ae3340455354e0beef4cce46f8fa23416d",
    "metrics": {
      "cases": 11,
      "positive_cases": 8,
      "abstain_cases": 4,
      "recall_at_3": 1.0,
      "top_1_accuracy": 0.375,
      "abstain_accuracy": 0.5,
      "false_strong_match": 2,
      "deterministic_order_failures": 0,
      "forbidden_output_failures": 0,
      "contract_failures": [
        "P31-historical-deepmind",
        "P35-historical-google",
        "REAL-007-historical-investment-clues",
        "REAL-013-former-employer",
        "REAL-014-stale-linkedin-current-role",
        "REAL-010-unreliable-affiliation",
        "REAL-011-rumor-is-not-current-fact",
        "P15-current-role-unknown",
        "P41-same-name-domain-anchor"
      ]
    }
  },
  "current": {
    "ref": "working-tree",
    "score_version": "irs-v2",
    "source_sha256": "aeca9b4aeb1546f2ae1fceeef6450dea271d1f809defe705686679b7c8eb28c2",
    "metrics": {
      "cases": 11,
      "positive_cases": 8,
      "abstain_cases": 4,
      "recall_at_3": 1.0,
      "top_1_accuracy": 1.0,
      "abstain_accuracy": 1.0,
      "false_strong_match": 0,
      "deterministic_order_failures": 0,
      "forbidden_output_failures": 0,
      "contract_failures": []
    }
  },
  "delta": {
    "recall_at_3": 0.0,
    "top_1_accuracy": 0.625,
    "abstain_accuracy": 0.5,
    "false_strong_match": -2
  },
  "cases": [
    {
      "case_id": "P31-historical-deepmind",
      "catalog_ref": "public:P31",
      "dimension": "current-vs-historical-company",
      "before": {
        "case_id": "P31-historical-deepmind",
        "catalog_ref": "public:P31",
        "dimension": "current-vs-historical-company",
        "expected_ref": "p31-target",
        "should_abstain": false,
        "top_ref": "p31-distractor",
        "top_score": 80,
        "top_match_level": "strong",
        "recommended_action": "confirm_with_user",
        "matched_signals": [
          "canonical_name_exact",
          "current_company_exact",
          "current_title_exact",
          "location_exact"
        ],
        "conflicts": [],
        "unknown_signals": [],
        "ranked_refs": [
          "p31-distractor",
          "p31-target"
        ],
        "top_1_hit": false,
        "top_3_hit": true,
        "abstained": false,
        "false_strong": false,
        "deterministic": true,
        "forbidden_output": false,
        "contract_passed": false
      },
      "after": {
        "case_id": "P31-historical-deepmind",
        "catalog_ref": "public:P31",
        "dimension": "current-vs-historical-company",
        "expected_ref": "p31-target",
        "should_abstain": false,
        "top_ref": "p31-target",
        "top_score": 80,
        "top_match_level": "strong",
        "recommended_action": "confirm_with_user",
        "matched_signals": [
          "canonical_name_exact",
          "historical_company_exact",
          "historical_title_exact",
          "location_exact"
        ],
        "conflicts": [],
        "unknown_signals": [],
        "ranked_refs": [
          "p31-target",
          "p31-distractor"
        ],
        "top_1_hit": true,
        "top_3_hit": true,
        "abstained": false,
        "false_strong": false,
        "deterministic": true,
        "forbidden_output": false,
        "contract_passed": true
      },
      "top_1_improved": true,
      "abstention_improved": false
    },
    {
      "case_id": "P35-historical-google",
      "catalog_ref": "public:P35",
      "dimension": "former-employer-not-current",
      "before": {
        "case_id": "P35-historical-google",
        "catalog_ref": "public:P35",
        "dimension": "former-employer-not-current",
        "expected_ref": "p35-target",
        "should_abstain": false,
        "top_ref": "p35-distractor",
        "top_score": 80,
        "top_match_level": "strong",
        "recommended_action": "confirm_with_user",
        "matched_signals": [
          "canonical_name_exact",
          "current_company_exact",
          "current_title_exact",
          "location_exact"
        ],
        "conflicts": [],
        "unknown_signals": [],
        "ranked_refs": [
          "p35-distractor",
          "p35-target"
        ],
        "top_1_hit": false,
        "top_3_hit": true,
        "abstained": false,
        "false_strong": false,
        "deterministic": true,
        "forbidden_output": false,
        "contract_passed": false
      },
      "after": {
        "case_id": "P35-historical-google",
        "catalog_ref": "public:P35",
        "dimension": "former-employer-not-current",
        "expected_ref": "p35-target",
        "should_abstain": false,
        "top_ref": "p35-target",
        "top_score": 80,
        "top_match_level": "strong",
        "recommended_action": "confirm_with_user",
        "matched_signals": [
          "canonical_name_exact",
          "historical_company_exact",
          "historical_title_exact",
          "location_exact"
        ],
        "conflicts": [],
        "unknown_signals": [],
        "ranked_refs": [
          "p35-target",
          "p35-distractor"
        ],
        "top_1_hit": true,
        "top_3_hit": true,
        "abstained": false,
        "false_strong": false,
        "deterministic": true,
        "forbidden_output": false,
        "contract_passed": true
      },
      "top_1_improved": true,
      "abstention_improved": false
    },
    {
      "case_id": "REAL-007-historical-investment-clues",
      "catalog_ref": "real:AIL546-REAL-007",
      "dimension": "alias-and-historical-clues",
      "before": {
        "case_id": "REAL-007-historical-investment-clues",
        "catalog_ref": "real:AIL546-REAL-007",
        "dimension": "alias-and-historical-clues",
        "expected_ref": "real007-target",
        "should_abstain": false,
        "top_ref": "real007-distractor",
        "top_score": 78,
        "top_match_level": "plausible",
        "recommended_action": "ask_disambiguating_question",
        "matched_signals": [
          "verified_alias_exact",
          "current_company_exact",
          "current_title_exact",
          "location_exact"
        ],
        "conflicts": [],
        "unknown_signals": [],
        "ranked_refs": [
          "real007-distractor",
          "real007-target"
        ],
        "top_1_hit": false,
        "top_3_hit": true,
        "abstained": true,
        "false_strong": false,
        "deterministic": true,
        "forbidden_output": false,
        "contract_passed": false
      },
      "after": {
        "case_id": "REAL-007-historical-investment-clues",
        "catalog_ref": "real:AIL546-REAL-007",
        "dimension": "alias-and-historical-clues",
        "expected_ref": "real007-target",
        "should_abstain": false,
        "top_ref": "real007-target",
        "top_score": 78,
        "top_match_level": "plausible",
        "recommended_action": "ask_disambiguating_question",
        "matched_signals": [
          "verified_alias_exact",
          "historical_company_exact",
          "historical_title_exact",
          "location_exact"
        ],
        "conflicts": [],
        "unknown_signals": [],
        "ranked_refs": [
          "real007-target",
          "real007-distractor"
        ],
        "top_1_hit": true,
        "top_3_hit": true,
        "abstained": true,
        "false_strong": false,
        "deterministic": true,
        "forbidden_output": false,
        "contract_passed": true
      },
      "top_1_improved": true,
      "abstention_improved": false
    },
    {
      "case_id": "REAL-013-former-employer",
      "catalog_ref": "real:AIL546-REAL-013",
      "dimension": "current-vs-former-employer",
      "before": {
        "case_id": "REAL-013-former-employer",
        "catalog_ref": "real:AIL546-REAL-013",
        "dimension": "current-vs-former-employer",
        "expected_ref": "real013-target",
        "should_abstain": false,
        "top_ref": "real013-distractor",
        "top_score": 80,
        "top_match_level": "strong",
        "recommended_action": "confirm_with_user",
        "matched_signals": [
          "canonical_name_exact",
          "current_company_exact",
          "current_title_exact",
          "location_exact"
        ],
        "conflicts": [],
        "unknown_signals": [],
        "ranked_refs": [
          "real013-distractor",
          "real013-target"
        ],
        "top_1_hit": false,
        "top_3_hit": true,
        "abstained": false,
        "false_strong": false,
        "deterministic": true,
        "forbidden_output": false,
        "contract_passed": false
      },
      "after": {
        "case_id": "REAL-013-former-employer",
        "catalog_ref": "real:AIL546-REAL-013",
        "dimension": "current-vs-former-employer",
        "expected_ref": "real013-target",
        "should_abstain": false,
        "top_ref": "real013-target",
        "top_score": 80,
        "top_match_level": "strong",
        "recommended_action": "confirm_with_user",
        "matched_signals": [
          "canonical_name_exact",
          "historical_company_exact",
          "historical_title_exact",
          "location_exact"
        ],
        "conflicts": [],
        "unknown_signals": [],
        "ranked_refs": [
          "real013-target",
          "real013-distractor"
        ],
        "top_1_hit": true,
        "top_3_hit": true,
        "abstained": false,
        "false_strong": false,
        "deterministic": true,
        "forbidden_output": false,
        "contract_passed": true
      },
      "top_1_improved": true,
      "abstention_improved": false
    },
    {
      "case_id": "REAL-014-stale-linkedin-current-role",
      "catalog_ref": "real:AIL546-REAL-014",
      "dimension": "stale-source-separated-from-current",
      "before": {
        "case_id": "REAL-014-stale-linkedin-current-role",
        "catalog_ref": "real:AIL546-REAL-014",
        "dimension": "stale-source-separated-from-current",
        "expected_ref": "real014-target",
        "should_abstain": false,
        "top_ref": "real014-distractor",
        "top_score": 30,
        "top_match_level": "weak",
        "recommended_action": "gather_more_evidence",
        "matched_signals": [
          "canonical_name_exact",
          "current_company_exact"
        ],
        "conflicts": [
          "current_title_conflict",
          "location_conflict"
        ],
        "unknown_signals": [],
        "ranked_refs": [
          "real014-distractor",
          "real014-target"
        ],
        "top_1_hit": false,
        "top_3_hit": true,
        "abstained": true,
        "false_strong": false,
        "deterministic": true,
        "forbidden_output": false,
        "contract_passed": false
      },
      "after": {
        "case_id": "REAL-014-stale-linkedin-current-role",
        "catalog_ref": "real:AIL546-REAL-014",
        "dimension": "stale-source-separated-from-current",
        "expected_ref": "real014-target",
        "should_abstain": false,
        "top_ref": "real014-target",
        "top_score": 80,
        "top_match_level": "strong",
        "recommended_action": "confirm_with_user",
        "matched_signals": [
          "canonical_name_exact",
          "current_company_exact",
          "current_title_exact",
          "location_exact"
        ],
        "conflicts": [],
        "unknown_signals": [],
        "ranked_refs": [
          "real014-target",
          "real014-distractor"
        ],
        "top_1_hit": true,
        "top_3_hit": true,
        "abstained": false,
        "false_strong": false,
        "deterministic": true,
        "forbidden_output": false,
        "contract_passed": true
      },
      "top_1_improved": true,
      "abstention_improved": false
    },
    {
      "case_id": "REAL-010-unreliable-affiliation",
      "catalog_ref": "real:AIL546-REAL-010",
      "dimension": "collaboration-is-not-employment",
      "before": {
        "case_id": "REAL-010-unreliable-affiliation",
        "catalog_ref": "real:AIL546-REAL-010",
        "dimension": "collaboration-is-not-employment",
        "expected_ref": null,
        "should_abstain": true,
        "top_ref": "real010-unverified",
        "top_score": 80,
        "top_match_level": "strong",
        "recommended_action": "confirm_with_user",
        "matched_signals": [
          "canonical_name_exact",
          "current_company_exact",
          "current_title_exact",
          "location_exact"
        ],
        "conflicts": [],
        "unknown_signals": [],
        "ranked_refs": [
          "real010-unverified"
        ],
        "top_1_hit": false,
        "top_3_hit": false,
        "abstained": false,
        "false_strong": true,
        "deterministic": true,
        "forbidden_output": false,
        "contract_passed": false
      },
      "after": {
        "case_id": "REAL-010-unreliable-affiliation",
        "catalog_ref": "real:AIL546-REAL-010",
        "dimension": "collaboration-is-not-employment",
        "expected_ref": null,
        "should_abstain": true,
        "top_ref": "real010-unverified",
        "top_score": 63,
        "top_match_level": "plausible",
        "recommended_action": "ask_disambiguating_question",
        "matched_signals": [
          "canonical_name_exact",
          "current_company_unverified_match",
          "current_title_unverified_match",
          "location_exact"
        ],
        "conflicts": [],
        "unknown_signals": [],
        "ranked_refs": [
          "real010-unverified"
        ],
        "top_1_hit": false,
        "top_3_hit": false,
        "abstained": true,
        "false_strong": false,
        "deterministic": true,
        "forbidden_output": false,
        "contract_passed": true
      },
      "top_1_improved": false,
      "abstention_improved": true
    },
    {
      "case_id": "REAL-011-rumor-is-not-current-fact",
      "catalog_ref": "real:AIL546-REAL-011",
      "dimension": "rumor-current-historical-separation",
      "before": {
        "case_id": "REAL-011-rumor-is-not-current-fact",
        "catalog_ref": "real:AIL546-REAL-011",
        "dimension": "rumor-current-historical-separation",
        "expected_ref": null,
        "should_abstain": true,
        "top_ref": "real011-rumor",
        "top_score": 80,
        "top_match_level": "strong",
        "recommended_action": "confirm_with_user",
        "matched_signals": [
          "canonical_name_exact",
          "current_company_exact",
          "current_title_exact",
          "location_exact"
        ],
        "conflicts": [],
        "unknown_signals": [],
        "ranked_refs": [
          "real011-rumor"
        ],
        "top_1_hit": false,
        "top_3_hit": false,
        "abstained": false,
        "false_strong": true,
        "deterministic": true,
        "forbidden_output": false,
        "contract_passed": false
      },
      "after": {
        "case_id": "REAL-011-rumor-is-not-current-fact",
        "catalog_ref": "real:AIL546-REAL-011",
        "dimension": "rumor-current-historical-separation",
        "expected_ref": null,
        "should_abstain": true,
        "top_ref": "real011-rumor",
        "top_score": 73,
        "top_match_level": "plausible",
        "recommended_action": "ask_disambiguating_question",
        "matched_signals": [
          "canonical_name_exact",
          "current_company_exact",
          "current_title_unverified_match",
          "location_exact"
        ],
        "conflicts": [],
        "unknown_signals": [],
        "ranked_refs": [
          "real011-rumor"
        ],
        "top_1_hit": false,
        "top_3_hit": false,
        "abstained": true,
        "false_strong": false,
        "deterministic": true,
        "forbidden_output": false,
        "contract_passed": true
      },
      "top_1_improved": false,
      "abstention_improved": true
    },
    {
      "case_id": "P15-current-role-unknown",
      "catalog_ref": "public:P15",
      "dimension": "missing-current-role-is-unknown",
      "before": {
        "case_id": "P15-current-role-unknown",
        "catalog_ref": "public:P15",
        "dimension": "missing-current-role-is-unknown",
        "expected_ref": "p15-target",
        "should_abstain": true,
        "top_ref": "p15-target",
        "top_score": 40,
        "top_match_level": "weak",
        "recommended_action": "gather_more_evidence",
        "matched_signals": [
          "canonical_name_exact",
          "location_exact"
        ],
        "conflicts": [],
        "unknown_signals": [],
        "ranked_refs": [
          "p15-target"
        ],
        "top_1_hit": true,
        "top_3_hit": true,
        "abstained": true,
        "false_strong": false,
        "deterministic": true,
        "forbidden_output": false,
        "contract_passed": false
      },
      "after": {
        "case_id": "P15-current-role-unknown",
        "catalog_ref": "public:P15",
        "dimension": "missing-current-role-is-unknown",
        "expected_ref": "p15-target",
        "should_abstain": true,
        "top_ref": "p15-target",
        "top_score": 40,
        "top_match_level": "weak",
        "recommended_action": "gather_more_evidence",
        "matched_signals": [
          "canonical_name_exact",
          "location_exact"
        ],
        "conflicts": [],
        "unknown_signals": [
          "current_company_unknown",
          "current_title_unknown"
        ],
        "ranked_refs": [
          "p15-target"
        ],
        "top_1_hit": true,
        "top_3_hit": true,
        "abstained": true,
        "false_strong": false,
        "deterministic": true,
        "forbidden_output": false,
        "contract_passed": true
      },
      "top_1_improved": false,
      "abstention_improved": false
    },
    {
      "case_id": "P41-same-name-domain-anchor",
      "catalog_ref": "public:P41",
      "dimension": "same-name-domain-disambiguation",
      "before": {
        "case_id": "P41-same-name-domain-anchor",
        "catalog_ref": "public:P41",
        "dimension": "same-name-domain-disambiguation",
        "expected_ref": "p41-target",
        "should_abstain": false,
        "top_ref": "p41-target",
        "top_score": 80,
        "top_match_level": "strong",
        "recommended_action": "confirm_with_user",
        "matched_signals": [
          "canonical_name_exact",
          "current_company_exact",
          "current_title_exact",
          "location_exact"
        ],
        "conflicts": [],
        "unknown_signals": [],
        "ranked_refs": [
          "p41-target",
          "p41-ted"
        ],
        "top_1_hit": true,
        "top_3_hit": true,
        "abstained": false,
        "false_strong": false,
        "deterministic": true,
        "forbidden_output": false,
        "contract_passed": false
      },
      "after": {
        "case_id": "P41-same-name-domain-anchor",
        "catalog_ref": "public:P41",
        "dimension": "same-name-domain-disambiguation",
        "expected_ref": "p41-target",
        "should_abstain": false,
        "top_ref": "p41-target",
        "top_score": 80,
        "top_match_level": "strong",
        "recommended_action": "confirm_with_user",
        "matched_signals": [
          "canonical_name_exact",
          "historical_company_exact",
          "historical_title_exact",
          "location_exact"
        ],
        "conflicts": [],
        "unknown_signals": [],
        "ranked_refs": [
          "p41-target",
          "p41-ted"
        ],
        "top_1_hit": true,
        "top_3_hit": true,
        "abstained": false,
        "false_strong": false,
        "deterministic": true,
        "forbidden_output": false,
        "contract_passed": true
      },
      "top_1_improved": false,
      "abstention_improved": false
    },
    {
      "case_id": "R46-insufficient-clues",
      "catalog_ref": "public:R46",
      "dimension": "insufficient-clues-abstention",
      "before": {
        "case_id": "R46-insufficient-clues",
        "catalog_ref": "public:R46",
        "dimension": "insufficient-clues-abstention",
        "expected_ref": null,
        "should_abstain": true,
        "top_ref": "r46-a",
        "top_score": 40,
        "top_match_level": "weak",
        "recommended_action": "gather_more_evidence",
        "matched_signals": [
          "canonical_name_exact",
          "location_exact"
        ],
        "conflicts": [],
        "unknown_signals": [],
        "ranked_refs": [
          "r46-a",
          "r46-b"
        ],
        "top_1_hit": false,
        "top_3_hit": false,
        "abstained": true,
        "false_strong": false,
        "deterministic": true,
        "forbidden_output": false,
        "contract_passed": true
      },
      "after": {
        "case_id": "R46-insufficient-clues",
        "catalog_ref": "public:R46",
        "dimension": "insufficient-clues-abstention",
        "expected_ref": null,
        "should_abstain": true,
        "top_ref": "r46-a",
        "top_score": 40,
        "top_match_level": "weak",
        "recommended_action": "gather_more_evidence",
        "matched_signals": [
          "canonical_name_exact",
          "location_exact"
        ],
        "conflicts": [],
        "unknown_signals": [],
        "ranked_refs": [
          "r46-a",
          "r46-b"
        ],
        "top_1_hit": false,
        "top_3_hit": false,
        "abstained": true,
        "false_strong": false,
        "deterministic": true,
        "forbidden_output": false,
        "contract_passed": true
      },
      "top_1_improved": false,
      "abstention_improved": false
    },
    {
      "case_id": "REAL-006-verified-alias",
      "catalog_ref": "real:AIL546-REAL-006",
      "dimension": "alias-transliteration-company-clue",
      "before": {
        "case_id": "REAL-006-verified-alias",
        "catalog_ref": "real:AIL546-REAL-006",
        "dimension": "alias-transliteration-company-clue",
        "expected_ref": "real006-target",
        "should_abstain": false,
        "top_ref": "real006-target",
        "top_score": 78,
        "top_match_level": "plausible",
        "recommended_action": "ask_disambiguating_question",
        "matched_signals": [
          "verified_alias_exact",
          "current_company_exact",
          "current_title_exact",
          "location_exact"
        ],
        "conflicts": [],
        "unknown_signals": [],
        "ranked_refs": [
          "real006-target",
          "real006-distractor"
        ],
        "top_1_hit": true,
        "top_3_hit": true,
        "abstained": true,
        "false_strong": false,
        "deterministic": true,
        "forbidden_output": false,
        "contract_passed": true
      },
      "after": {
        "case_id": "REAL-006-verified-alias",
        "catalog_ref": "real:AIL546-REAL-006",
        "dimension": "alias-transliteration-company-clue",
        "expected_ref": "real006-target",
        "should_abstain": false,
        "top_ref": "real006-target",
        "top_score": 78,
        "top_match_level": "plausible",
        "recommended_action": "ask_disambiguating_question",
        "matched_signals": [
          "verified_alias_exact",
          "current_company_exact",
          "current_title_exact",
          "location_exact"
        ],
        "conflicts": [],
        "unknown_signals": [],
        "ranked_refs": [
          "real006-target",
          "real006-distractor"
        ],
        "top_1_hit": true,
        "top_3_hit": true,
        "abstained": true,
        "false_strong": false,
        "deterministic": true,
        "forbidden_output": false,
        "contract_passed": true
      },
      "top_1_improved": false,
      "abstention_improved": false
    }
  ],
  "passed": true
}