{
  "report": "VR-2026-01",
  "title": "Real aliases, not synthetic variants: measuring name screening on OFAC aliases",
  "publisher": "Verifex Research",
  "selfAdministered": true,
  "intervals": "Wilson score, 95%, in percent",
  "realAliasSuite": {
    "runDate": "2026-09-07",
    "corpus": {
      "source": "OFAC",
      "entries": 19329
    },
    "cases": 2000,
    "runs": [
      {
        "key": "first",
        "label": "First run",
        "recalled": 1677,
        "ci95": [
          82.17,
          85.4
        ]
      },
      {
        "key": "normaliser",
        "label": "After fix 1: normaliser",
        "recalled": 1785,
        "ci95": [
          87.82,
          90.53
        ]
      },
      {
        "key": "order",
        "label": "After fix 2: name order",
        "recalled": 1962,
        "ci95": [
          97.4,
          98.61
        ]
      }
    ],
    "bySubject": {
      "first": {
        "organisation": {
          "n": 1120,
          "recalled": 1013
        },
        "person": {
          "n": 880,
          "recalled": 664
        }
      },
      "normaliser": {
        "organisation": {
          "n": 1120,
          "recalled": 1120
        },
        "person": {
          "n": 880,
          "recalled": 665
        }
      },
      "order": {
        "organisation": {
          "n": 1120,
          "recalled": 1120
        },
        "person": {
          "n": 880,
          "recalled": 842
        }
      }
    },
    "byDifficulty": {
      "first": {
        "easy": {
          "n": 179,
          "recalled": 170
        },
        "medium": {
          "n": 401,
          "recalled": 384
        },
        "hard": {
          "n": 522,
          "recalled": 499
        },
        "adversarial": {
          "n": 898,
          "recalled": 624
        }
      },
      "normaliser": {
        "easy": {
          "n": 179,
          "recalled": 170
        },
        "medium": {
          "n": 401,
          "recalled": 388
        },
        "hard": {
          "n": 522,
          "recalled": 504
        },
        "adversarial": {
          "n": 898,
          "recalled": 723
        }
      },
      "order": {
        "easy": {
          "n": 179,
          "recalled": 175
        },
        "medium": {
          "n": 401,
          "recalled": 397
        },
        "hard": {
          "n": 522,
          "recalled": 517
        },
        "adversarial": {
          "n": 898,
          "recalled": 873
        }
      }
    },
    "firstRunMisses": {
      "withArabicParticle": 143,
      "total": 323,
      "particleShareOfAllCasesPct": 29.5
    },
    "personMissesAfterFix1": {
      "neverRetrieved": 179,
      "total": 215
    }
  },
  "syntheticRecallSuite": {
    "recalled": 122,
    "n": 132,
    "pct": 92.4,
    "ci95": [
      86.62,
      95.83
    ]
  },
  "falsePositiveTestSets": [
    {
      "name": "Adversarial near-misses",
      "measured": "2026-08-12",
      "tested": 5000,
      "severe": 0,
      "ci95": [
        0,
        0.077
      ]
    },
    {
      "name": "Synthetic negatives",
      "measured": "2026-09-06",
      "tested": 25000,
      "severe": 1,
      "ci95": [
        0.0007,
        0.0227
      ]
    },
    {
      "name": "Recombined real tokens (person names)",
      "measured": "2026-09-07",
      "tested": 600,
      "severe": 26,
      "monitor": 346,
      "clear": 228,
      "ci95": [
        2.97,
        6.27
      ],
      "unchangedAcrossRuns": true
    }
  ]
}