← Source tree

synthetic_audit_result.json

{
  "purpose": "Reproduction of 15 October 2026 synthetic stress audit, not production accuracy",
  "python": "3.12.14",
  "sklearn": "1.8.0",
  "engine_sha256": "944dee92eec24929fa1f1a87ba3b1e8af71b10ea3da1d3ab2c1f136f7747382f",
  "fixture_sha256": "36b7978b487775dc9926c5ecaf7aba3eddf494a4ee8136c855b19b48af1c24b4",
  "groups": [
    {
      "name": "ordinary_by_construction",
      "rows": 25,
      "model_flags": 0
    },
    {
      "name": "extreme_unit_amount",
      "rows": 10,
      "model_flags": 10
    },
    {
      "name": "plausible_numbers_with_unverifiable_fact",
      "rows": 5,
      "model_flags": 0
    }
  ],
  "preservation": {
    "input_unchanged": true,
    "rows": 40,
    "original_objects_order_and_text_ids_preserved": true
  },
  "limitations": [
    "All labels are synthetic construction choices, not independent reviewer judgments.",
    "Counts are not population false-positive rates, recall, or business accuracy.",
    "A numeric outlier model has no evidence to verify the business fact in a note.",
    "The 0.6 conservative policy requires both a model outlier and a feature outside reference support; this audit is a development fixture, not independent validation.",
    "Model flags are review hints, not findings of an error or fraud."
  ],
  "report": {
    "tool": "ReviewQueue 0.6",
    "model": "scikit-learn IsolationForest",
    "features": [
      "signed_log_amount",
      "log_quantity",
      "signed_log_unit_amount"
    ],
    "reference_models": {
      "USD": {
        "reference_rows": 55,
        "status": "trained",
        "flag_policy": "model_outlier_and_outside_reference_support",
        "feature_bounds": [
          [
            4.51085950651685,
            6.311734809152915
          ],
          [
            0.6931471805599453,
            1.791759469228055
          ],
          [
            4.51085950651685,
            4.709530201312334
          ]
        ],
        "policy_notice": "Conservative review policy; can miss interior anomalies. Not a calibrated probability."
      }
    },
    "input_rows": 40,
    "output_rows": 40,
    "review_rows": 10,
    "notice": "Review hints only. Scores are not probabilities. No fraud, accounting, legal, or payment decision is made.",
    "rows": [
      {
        "row_number": 1,
        "original": {
          "record_id": "N0000",
          "currency": "USD",
          "amount": "91",
          "quantity": "1"
        },
        "flags": [],
        "ml": {
          "status": "scored",
          "decision_score": -0.11900179,
          "reference_currency": "USD",
          "model_candidate": true,
          "outside_reference_support": false
        },
        "needs_review": false
      },
      {
        "row_number": 2,
        "original": {
          "record_id": "N0001",
          "currency": "USD",
          "amount": "182",
          "quantity": "2"
        },
        "flags": [],
        "ml": {
          "status": "scored",
          "decision_score": -0.06205014,
          "reference_currency": "USD",
          "model_candidate": true,
          "outside_reference_support": false
        },
        "needs_review": false
      },
      {
        "row_number": 3,
        "original": {
          "record_id": "N0002",
          "currency": "USD",
          "amount": "273",
          "quantity": "3"
        },
        "flags": [],
        "ml": {
          "status": "scored",
          "decision_score": -0.02264661,
          "reference_currency": "USD",
          "model_candidate": true,
          "outside_reference_support": false
        },
        "needs_review": false
      },
      {
        "row_number": 4,
        "original": {
          "record_id": "N0003",
          "currency": "USD",
          "amount": "364",
          "quantity": "4"
        },
        "flags": [],
        "ml": {
          "status": "scored",
          "decision_score": -0.03214396,
          "reference_currency": "USD",
          "model_candidate": true,
          "outside_reference_support": false
        },
        "needs_review": false
      },
      {
        "row_number": 5,
        "original": {
          "record_id": "N0004",
          "currency": "USD",
          "amount": "455",
          "quantity": "5"
        },
        "flags": [],
        "ml": {
          "status": "scored",
          "decision_score": -0.04933931,
          "reference_currency": "USD",
          "model_candidate": true,
          "outside_reference_support": false
        },
        "needs_review": false
      },
      {
        "row_number": 6,
        "original": {
          "record_id": "N0005",
          "currency": "USD",
          "amount": "93",
          "quantity": "1"
        },
        "flags": [],
        "ml": {
          "status": "scored",
          "decision_score": -0.06515446,
          "reference_currency": "USD",
          "model_candidate": true,
          "outside_reference_support": false
        },
        "needs_review": false
      },
      {
        "row_number": 7,
        "original": {
          "record_id": "N0006",
          "currency": "USD",
          "amount": "186",
          "quantity": "2"
        },
        "flags": [],
        "ml": {
          "status": "scored",
          "decision_score": -0.02348758,
          "reference_currency": "USD",
          "model_candidate": true,
          "outside_reference_support": false
        },
        "needs_review": false
      },
      {
        "row_number": 8,
        "original": {
          "record_id": "N0007",
          "currency": "USD",
          "amount": "279",
          "quantity": "3"
        },
        "flags": [],
        "ml": {
          "status": "scored",
          "decision_score": 0.00363111,
          "reference_currency": "USD",
          "model_candidate": false,
          "outside_reference_support": false
        },
        "needs_review": false
      },
      {
        "row_number": 9,
        "original": {
          "record_id": "N0008",
          "currency": "USD",
          "amount": "372",
          "quantity": "4"
        },
        "flags": [],
        "ml": {
          "status": "scored",
          "decision_score": -0.00417226,
          "reference_currency": "USD",
          "model_candidate": true,
          "outside_reference_support": false
        },
        "needs_review": false
      },
      {
        "row_number": 10,
        "original": {
          "record_id": "N0009",
          "currency": "USD",
          "amount": "465",
          "quantity": "5"
        },
        "flags": [],
        "ml": {
          "status": "scored",
          "decision_score": -0.01910154,
          "reference_currency": "USD",
          "model_candidate": true,
          "outside_reference_support": false
        },
        "needs_review": false
      },
      {
        "row_number": 11,
        "original": {
          "record_id": "N0010",
          "currency": "USD",
          "amount": "95",
          "quantity": "1"
        },
        "flags": [],
        "ml": {
          "status": "scored",
          "decision_score": -0.04965234,
          "reference_currency": "USD",
          "model_candidate": true,
          "outside_reference_support": false
        },
        "needs_review": false
      },
      {
        "row_number": 12,
        "original": {
          "record_id": "N0011",
          "currency": "USD",
          "amount": "190",
          "quantity": "2"
        },
        "flags": [],
        "ml": {
          "status": "scored",
          "decision_score": -0.01572819,
          "reference_currency": "USD",
          "model_candidate": true,
          "outside_reference_support": false
        },
        "needs_review": false
      },
      {
        "row_number": 13,
        "original": {
          "record_id": "N0012",
          "currency": "USD",
          "amount": "285",
          "quantity": "3"
        },
        "flags": [],
        "ml": {
          "status": "scored",
          "decision_score": 0.01438524,
          "reference_currency": "USD",
          "model_candidate": false,
          "outside_reference_support": false
        },
        "needs_review": false
      },
      {
        "row_number": 14,
        "original": {
          "record_id": "N0013",
          "currency": "USD",
          "amount": "380",
          "quantity": "4"
        },
        "flags": [],
        "ml": {
          "status": "scored",
          "decision_score": 0.00765671,
          "reference_currency": "USD",
          "model_candidate": false,
          "outside_reference_support": false
        },
        "needs_review": false
      },
      {
        "row_number": 15,
        "original": {
          "record_id": "N0014",
          "currency": "USD",
          "amount": "475",
          "quantity": "5"
        },
        "flags": [],
        "ml": {
          "status": "scored",
          "decision_score": -0.01225753,
          "reference_currency": "USD",
          "model_candidate": true,
          "outside_reference_support": false
        },
        "needs_review": false
      },
      {
        "row_number": 16,
        "original": {
          "record_id": "N0015",
          "currency": "USD",
          "amount": "97",
          "quantity": "1"
        },
        "flags": [],
        "ml": {
          "status": "scored",
          "decision_score": -0.04726375,
          "reference_currency": "USD",
          "model_candidate": true,
          "outside_reference_support": false
        },
        "needs_review": false
      },
      {
        "row_number": 17,
        "original": {
          "record_id": "N0016",
          "currency": "USD",
          "amount": "194",
          "quantity": "2"
        },
        "flags": [],
        "ml": {
          "status": "scored",
          "decision_score": -0.00843478,
          "reference_currency": "USD",
          "model_candidate": true,
          "outside_reference_support": false
        },
        "needs_review": false
      },
      {
        "row_number": 18,
        "original": {
          "record_id": "N0017",
          "currency": "USD",
          "amount": "291",
          "quantity": "3"
        },
        "flags": [],
        "ml": {
          "status": "scored",
          "decision_score": 0.01994781,
          "reference_currency": "USD",
          "model_candidate": false,
          "outside_reference_support": false
        },
        "needs_review": false
      },
      {
        "row_number": 19,
        "original": {
          "record_id": "N0018",
          "currency": "USD",
          "amount": "388",
          "quantity": "4"
        },
        "flags": [],
        "ml": {
          "status": "scored",
          "decision_score": 0.01443484,
          "reference_currency": "USD",
          "model_candidate": false,
          "outside_reference_support": false
        },
        "needs_review": false
      },
      {
        "row_number": 20,
        "original": {
          "record_id": "N0019",
          "currency": "USD",
          "amount": "485",
          "quantity": "5"
        },
        "flags": [],
        "ml": {
          "status": "scored",
          "decision_score": -0.00502656,
          "reference_currency": "USD",
          "model_candidate": true,
          "outside_reference_support": false
        },
        "needs_review": false
      },
      {
        "row_number": 21,
        "original": {
          "record_id": "N0020",
          "currency": "USD",
          "amount": "99",
          "quantity": "1"
        },
        "flags": [],
        "ml": {
          "status": "scored",
          "decision_score": -0.04720194,
          "reference_currency": "USD",
          "model_candidate": true,
          "outside_reference_support": false
        },
        "needs_review": false
      },
      {
        "row_number": 22,
        "original": {
          "record_id": "N0021",
          "currency": "USD",
          "amount": "198",
          "quantity": "2"
        },
        "flags": [],
        "ml": {
          "status": "scored",
          "decision_score": 0.00316232,
          "reference_currency": "USD",
          "model_candidate": false,
          "outside_reference_support": false
        },
        "needs_review": false
      },
      {
        "row_number": 23,
        "original": {
          "record_id": "N0022",
          "currency": "USD",
          "amount": "297",
          "quantity": "3"
        },
        "flags": [],
        "ml": {
          "status": "scored",
          "decision_score": 0.0255877,
          "reference_currency": "USD",
          "model_candidate": false,
          "outside_reference_support": false
        },
        "needs_review": false
      },
      {
        "row_number": 24,
        "original": {
          "record_id": "N0023",
          "currency": "USD",
          "amount": "396",
          "quantity": "4"
        },
        "flags": [],
        "ml": {
          "status": "scored",
          "decision_score": 0.02186605,
          "reference_currency": "USD",
          "model_candidate": false,
          "outside_reference_support": false
        },
        "needs_review": false
      },
      {
        "row_number": 25,
        "original": {
          "record_id": "N0024",
          "currency": "USD",
          "amount": "495",
          "quantity": "5"
        },
        "flags": [],
        "ml": {
          "status": "scored",
          "decision_score": -0.01045638,
          "reference_currency": "USD",
          "model_candidate": true,
          "outside_reference_support": false
        },
        "needs_review": false
      },
      {
        "row_number": 26,
        "original": {
          "record_id": "H0000",
          "currency": "USD",
          "amount": "1000",
          "quantity": "1"
        },
        "flags": [
          "model_unusual_for_reference"
        ],
        "ml": {
          "status": "scored",
          "decision_score": -0.12334892,
          "reference_currency": "USD",
          "model_candidate": true,
          "outside_reference_support": true
        },
        "needs_review": true
      },
      {
        "row_number": 27,
        "original": {
          "record_id": "H0001",
          "currency": "USD",
          "amount": "2200",
          "quantity": "2"
        },
        "flags": [
          "model_unusual_for_reference"
        ],
        "ml": {
          "status": "scored",
          "decision_score": -0.09731738,
          "reference_currency": "USD",
          "model_candidate": true,
          "outside_reference_support": true
        },
        "needs_review": true
      },
      {
        "row_number": 28,
        "original": {
          "record_id": "H0002",
          "currency": "USD",
          "amount": "3600",
          "quantity": "3"
        },
        "flags": [
          "model_unusual_for_reference"
        ],
        "ml": {
          "status": "scored",
          "decision_score": -0.08991563,
          "reference_currency": "USD",
          "model_candidate": true,
          "outside_reference_support": true
        },
        "needs_review": true
      },
      {
        "row_number": 29,
        "original": {
          "record_id": "H0003",
          "currency": "USD",
          "amount": "5200",
          "quantity": "4"
        },
        "flags": [
          "model_unusual_for_reference"
        ],
        "ml": {
          "status": "scored",
          "decision_score": -0.09248846,
          "reference_currency": "USD",
          "model_candidate": true,
          "outside_reference_support": true
        },
        "needs_review": true
      },
      {
        "row_number": 30,
        "original": {
          "record_id": "H0004",
          "currency": "USD",
          "amount": "7000",
          "quantity": "5"
        },
        "flags": [
          "model_unusual_for_reference"
        ],
        "ml": {
          "status": "scored",
          "decision_score": -0.12001279,
          "reference_currency": "USD",
          "model_candidate": true,
          "outside_reference_support": true
        },
        "needs_review": true
      },
      {
        "row_number": 31,
        "original": {
          "record_id": "H0005",
          "currency": "USD",
          "amount": "1500",
          "quantity": "1"
        },
        "flags": [
          "model_unusual_for_reference"
        ],
        "ml": {
          "status": "scored",
          "decision_score": -0.12334892,
          "reference_currency": "USD",
          "model_candidate": true,
          "outside_reference_support": true
        },
        "needs_review": true
      },
      {
        "row_number": 32,
        "original": {
          "record_id": "H0006",
          "currency": "USD",
          "amount": "3200",
          "quantity": "2"
        },
        "flags": [
          "model_unusual_for_reference"
        ],
        "ml": {
          "status": "scored",
          "decision_score": -0.09731738,
          "reference_currency": "USD",
          "model_candidate": true,
          "outside_reference_support": true
        },
        "needs_review": true
      },
      {
        "row_number": 33,
        "original": {
          "record_id": "H0007",
          "currency": "USD",
          "amount": "5100",
          "quantity": "3"
        },
        "flags": [
          "model_unusual_for_reference"
        ],
        "ml": {
          "status": "scored",
          "decision_score": -0.08991563,
          "reference_currency": "USD",
          "model_candidate": true,
          "outside_reference_support": true
        },
        "needs_review": true
      },
      {
        "row_number": 34,
        "original": {
          "record_id": "H0008",
          "currency": "USD",
          "amount": "7200",
          "quantity": "4"
        },
        "flags": [
          "model_unusual_for_reference"
        ],
        "ml": {
          "status": "scored",
          "decision_score": -0.09248846,
          "reference_currency": "USD",
          "model_candidate": true,
          "outside_reference_support": true
        },
        "needs_review": true
      },
      {
        "row_number": 35,
        "original": {
          "record_id": "H0009",
          "currency": "USD",
          "amount": "9500",
          "quantity": "5"
        },
        "flags": [
          "model_unusual_for_reference"
        ],
        "ml": {
          "status": "scored",
          "decision_score": -0.12001279,
          "reference_currency": "USD",
          "model_candidate": true,
          "outside_reference_support": true
        },
        "needs_review": true
      },
      {
        "row_number": 36,
        "original": {
          "record_id": "P0000",
          "currency": "USD",
          "amount": "100",
          "quantity": "1",
          "synthetic_note": "plausible-valued but intentionally incorrect business fact; no semantic truth available"
        },
        "flags": [],
        "ml": {
          "status": "scored",
          "decision_score": -0.0465947,
          "reference_currency": "USD",
          "model_candidate": true,
          "outside_reference_support": false
        },
        "needs_review": false
      },
      {
        "row_number": 37,
        "original": {
          "record_id": "P0001",
          "currency": "USD",
          "amount": "200",
          "quantity": "2",
          "synthetic_note": "plausible-valued but intentionally incorrect business fact; no semantic truth available"
        },
        "flags": [],
        "ml": {
          "status": "scored",
          "decision_score": 0.00856039,
          "reference_currency": "USD",
          "model_candidate": false,
          "outside_reference_support": false
        },
        "needs_review": false
      },
      {
        "row_number": 38,
        "original": {
          "record_id": "P0002",
          "currency": "USD",
          "amount": "300",
          "quantity": "3",
          "synthetic_note": "plausible-valued but intentionally incorrect business fact; no semantic truth available"
        },
        "flags": [],
        "ml": {
          "status": "scored",
          "decision_score": 0.02120306,
          "reference_currency": "USD",
          "model_candidate": false,
          "outside_reference_support": false
        },
        "needs_review": false
      },
      {
        "row_number": 39,
        "original": {
          "record_id": "P0003",
          "currency": "USD",
          "amount": "400",
          "quantity": "4",
          "synthetic_note": "plausible-valued but intentionally incorrect business fact; no semantic truth available"
        },
        "flags": [],
        "ml": {
          "status": "scored",
          "decision_score": 0.02100855,
          "reference_currency": "USD",
          "model_candidate": false,
          "outside_reference_support": false
        },
        "needs_review": false
      },
      {
        "row_number": 40,
        "original": {
          "record_id": "P0004",
          "currency": "USD",
          "amount": "500",
          "quantity": "5",
          "synthetic_note": "plausible-valued but intentionally incorrect business fact; no semantic truth available"
        },
        "flags": [],
        "ml": {
          "status": "scored",
          "decision_score": -0.01554948,
          "reference_currency": "USD",
          "model_candidate": true,
          "outside_reference_support": false
        },
        "needs_review": false
      }
    ]
  }
}