{
  "service": "Creditcrest Statement",
  "measure": "accuracy",
  "headline": "heldout",
  "sets": {
    "heldout": {
      "label": "Transactions it never saw",
      "independent": true,
      "measuredOn": "2026-09-27",
      "release": "a72888b",
      "lines": 963,
      "precision": 0.967,
      "coverage": 0.7248,
      "recall": 0.7009,
      "f1": 0.8128,
      "macroF1": 0.8273,
      "namedShare": 0.4403,
      "silent": {
        "lines": 0,
        "answeredAnyway": 0
      },
      "categories": [
        {
          "category": "dining",
          "lines": 221,
          "said": 150,
          "precision": 0.92,
          "coverage": 0.6244,
          "recall": 0.6244,
          "f1": 0.7439,
          "wrongAs": {
            "entertainment": 12
          }
        },
        {
          "category": "groceries",
          "lines": 183,
          "said": 136,
          "precision": 0.9926,
          "coverage": 0.7377,
          "recall": 0.7377,
          "f1": 0.8464,
          "wrongAs": {
            "transfer": 1
          }
        },
        {
          "category": "transport",
          "lines": 136,
          "said": 123,
          "precision": 1,
          "coverage": 0.9044,
          "recall": 0.9044,
          "f1": 0.9498
        },
        {
          "category": "shopping",
          "lines": 120,
          "said": 53,
          "precision": 0.9623,
          "coverage": 0.425,
          "recall": 0.425,
          "f1": 0.5896,
          "wrongAs": {
            "entertainment": 2
          }
        },
        {
          "category": "transfer",
          "lines": 80,
          "said": 74,
          "precision": 1,
          "coverage": 0.95,
          "recall": 0.925,
          "f1": 0.961
        },
        {
          "category": "entertainment",
          "lines": 77,
          "said": 46,
          "precision": 0.9348,
          "coverage": 0.7403,
          "recall": 0.5584,
          "f1": 0.6992,
          "wrongAs": {
            "health": 3
          }
        },
        {
          "category": "health",
          "lines": 42,
          "said": 30,
          "precision": 1,
          "coverage": 0.7857,
          "recall": 0.7143,
          "f1": 0.8333
        },
        {
          "category": "cash_withdrawal",
          "lines": 33,
          "said": 32,
          "precision": 1,
          "coverage": 0.9697,
          "recall": 0.9697,
          "f1": 0.9846
        },
        {
          "category": "utilities",
          "lines": 15,
          "said": 10,
          "precision": 0.9,
          "coverage": 0.8,
          "recall": 0.6,
          "f1": 0.72,
          "wrongAs": {
            "transfer": 1
          }
        },
        {
          "category": "travel",
          "lines": 11,
          "said": 1,
          "precision": 1,
          "coverage": 0.0909,
          "recall": 0.0909,
          "f1": 0.1667
        },
        {
          "category": "income_other",
          "lines": 8,
          "said": 6,
          "precision": 0.8333,
          "coverage": 0.625,
          "recall": 0.625,
          "f1": 0.7143,
          "wrongAs": {
            "housing_mortgage": 1
          }
        },
        {
          "category": "insurance",
          "lines": 8,
          "said": 8,
          "precision": 1,
          "coverage": 1,
          "recall": 1,
          "f1": 1
        },
        {
          "category": "fees",
          "lines": 6,
          "said": 5,
          "precision": 1,
          "coverage": 0.8333,
          "recall": 0.8333,
          "f1": 0.9091
        },
        {
          "category": "income_salary",
          "lines": 6,
          "said": 6,
          "precision": 1,
          "coverage": 1,
          "recall": 1,
          "f1": 1
        },
        {
          "category": "housing_rent",
          "lines": 4,
          "said": 4,
          "precision": 1,
          "coverage": 1,
          "recall": 1,
          "f1": 1
        },
        {
          "category": "telco",
          "lines": 4,
          "said": 4,
          "precision": 1,
          "coverage": 1,
          "recall": 1,
          "f1": 1
        },
        {
          "category": "bnpl",
          "lines": 3,
          "said": 3,
          "precision": 1,
          "coverage": 1,
          "recall": 1,
          "f1": 1
        },
        {
          "category": "education",
          "lines": 3,
          "said": 2,
          "precision": 1,
          "coverage": 0.6667,
          "recall": 0.6667,
          "f1": 0.8
        },
        {
          "category": "housing_mortgage",
          "lines": 3,
          "said": 2,
          "precision": 1,
          "coverage": 1,
          "recall": 0.6667,
          "f1": 0.8
        },
        {
          "category": "government",
          "lines": 0,
          "said": 3,
          "precision": 0,
          "coverage": null,
          "recall": null,
          "f1": null,
          "wrongAs": {
            "utilities": 3
          }
        }
      ]
    },
    "payees": {
      "label": "Real payee names",
      "independent": true,
      "measuredOn": "2026-09-27",
      "release": "a72888b",
      "lines": 1102,
      "precision": 0.9963,
      "coverage": 0.4855,
      "recall": 0.4837,
      "f1": 0.6512,
      "macroF1": 0.7296,
      "namedShare": 0.3475,
      "silent": {
        "lines": 0,
        "answeredAnyway": 0
      },
      "categories": [
        {
          "category": "transport",
          "lines": 225,
          "said": 51,
          "precision": 1,
          "coverage": 0.2311,
          "recall": 0.2267,
          "f1": 0.3696
        },
        {
          "category": "shopping",
          "lines": 193,
          "said": 88,
          "precision": 1,
          "coverage": 0.456,
          "recall": 0.4508,
          "f1": 0.6214
        },
        {
          "category": "dining",
          "lines": 190,
          "said": 99,
          "precision": 1,
          "coverage": 0.5211,
          "recall": 0.5211,
          "f1": 0.6851
        },
        {
          "category": "loan_repayment",
          "lines": 113,
          "said": 57,
          "precision": 1,
          "coverage": 0.531,
          "recall": 0.531,
          "f1": 0.6936
        },
        {
          "category": "utilities",
          "lines": 84,
          "said": 67,
          "precision": 1,
          "coverage": 0.7976,
          "recall": 0.7976,
          "f1": 0.8874
        },
        {
          "category": "insurance",
          "lines": 66,
          "said": 43,
          "precision": 0.9767,
          "coverage": 0.6364,
          "recall": 0.6364,
          "f1": 0.7706,
          "wrongAs": {
            "transport": 1
          }
        },
        {
          "category": "cash_withdrawal",
          "lines": 43,
          "said": 10,
          "precision": 1,
          "coverage": 0.2326,
          "recall": 0.2326,
          "f1": 0.3774
        },
        {
          "category": "health",
          "lines": 41,
          "said": 19,
          "precision": 1,
          "coverage": 0.4634,
          "recall": 0.4634,
          "f1": 0.6333
        },
        {
          "category": "groceries",
          "lines": 31,
          "said": 22,
          "precision": 1,
          "coverage": 0.7419,
          "recall": 0.7419,
          "f1": 0.8519
        },
        {
          "category": "housing_rent",
          "lines": 26,
          "said": 8,
          "precision": 1,
          "coverage": 0.3077,
          "recall": 0.3077,
          "f1": 0.4706
        },
        {
          "category": "income_government",
          "lines": 24,
          "said": 17,
          "precision": 1,
          "coverage": 0.7083,
          "recall": 0.7083,
          "f1": 0.8293
        },
        {
          "category": "housing_mortgage",
          "lines": 21,
          "said": 20,
          "precision": 1,
          "coverage": 0.9524,
          "recall": 0.9524,
          "f1": 0.9756
        },
        {
          "category": "education",
          "lines": 17,
          "said": 12,
          "precision": 0.9167,
          "coverage": 0.6471,
          "recall": 0.6471,
          "f1": 0.7586,
          "wrongAs": {
            "shopping": 1
          }
        },
        {
          "category": "entertainment",
          "lines": 9,
          "said": 7,
          "precision": 1,
          "coverage": 0.7778,
          "recall": 0.7778,
          "f1": 0.875
        },
        {
          "category": "travel",
          "lines": 8,
          "said": 4,
          "precision": 1,
          "coverage": 0.5,
          "recall": 0.5,
          "f1": 0.6667
        },
        {
          "category": "telco",
          "lines": 6,
          "said": 3,
          "precision": 1,
          "coverage": 0.5,
          "recall": 0.5,
          "f1": 0.6667
        },
        {
          "category": "credit_card",
          "lines": 4,
          "said": 5,
          "precision": 1,
          "coverage": 1,
          "recall": 1,
          "f1": 1
        },
        {
          "category": "gambling",
          "lines": 1,
          "said": 1,
          "precision": 1,
          "coverage": 1,
          "recall": 1,
          "f1": 1
        },
        {
          "category": "bnpl",
          "lines": 0,
          "said": 2,
          "precision": 1,
          "coverage": null,
          "recall": null,
          "f1": null
        }
      ]
    },
    "wording": {
      "label": "The bank’s own words",
      "independent": false,
      "measuredOn": "2026-09-27",
      "release": "a72888b",
      "lines": 681,
      "precision": 1,
      "coverage": 0.79,
      "recall": 0.79,
      "f1": 0.8827,
      "macroF1": 0.8935,
      "namedShare": null,
      "silent": {
        "lines": 46,
        "answeredAnyway": 0
      },
      "categories": [
        {
          "category": "transfer",
          "lines": 140,
          "said": 87,
          "precision": 1,
          "coverage": 0.7857,
          "recall": 0.7857,
          "f1": 0.88
        },
        {
          "category": "income_other",
          "lines": 66,
          "said": 29,
          "precision": 1,
          "coverage": 0.4697,
          "recall": 0.4697,
          "f1": 0.6392
        },
        {
          "category": "fees",
          "lines": 60,
          "said": 56,
          "precision": 1,
          "coverage": 0.9167,
          "recall": 0.9167,
          "f1": 0.9565
        },
        {
          "category": "shopping",
          "lines": 55,
          "said": 33,
          "precision": 1,
          "coverage": 0.6,
          "recall": 0.6,
          "f1": 0.75
        },
        {
          "category": "transport",
          "lines": 37,
          "said": 35,
          "precision": 1,
          "coverage": 0.9459,
          "recall": 0.9459,
          "f1": 0.9722
        },
        {
          "category": "cash_withdrawal",
          "lines": 34,
          "said": 30,
          "precision": 1,
          "coverage": 0.8235,
          "recall": 0.8235,
          "f1": 0.9032
        },
        {
          "category": "dining",
          "lines": 31,
          "said": 22,
          "precision": 1,
          "coverage": 0.7097,
          "recall": 0.7097,
          "f1": 0.8302
        },
        {
          "category": "income_salary",
          "lines": 29,
          "said": 25,
          "precision": 1,
          "coverage": 0.8621,
          "recall": 0.8621,
          "f1": 0.9259
        },
        {
          "category": "entertainment",
          "lines": 27,
          "said": 26,
          "precision": 1,
          "coverage": 0.9259,
          "recall": 0.9259,
          "f1": 0.9615
        },
        {
          "category": "groceries",
          "lines": 25,
          "said": 21,
          "precision": 1,
          "coverage": 0.92,
          "recall": 0.92,
          "f1": 0.9583
        },
        {
          "category": "insurance",
          "lines": 22,
          "said": 20,
          "precision": 1,
          "coverage": 0.9091,
          "recall": 0.9091,
          "f1": 0.9524
        },
        {
          "category": "telco",
          "lines": 20,
          "said": 20,
          "precision": 1,
          "coverage": 1,
          "recall": 1,
          "f1": 1
        },
        {
          "category": "health",
          "lines": 19,
          "said": 14,
          "precision": 1,
          "coverage": 0.7368,
          "recall": 0.7368,
          "f1": 0.8485
        },
        {
          "category": "credit_card",
          "lines": 16,
          "said": 12,
          "precision": 1,
          "coverage": 0.75,
          "recall": 0.75,
          "f1": 0.8571
        },
        {
          "category": "housing_rent",
          "lines": 15,
          "said": 13,
          "precision": 1,
          "coverage": 0.8667,
          "recall": 0.8667,
          "f1": 0.9286
        },
        {
          "category": "utilities",
          "lines": 14,
          "said": 13,
          "precision": 1,
          "coverage": 0.9286,
          "recall": 0.9286,
          "f1": 0.963
        },
        {
          "category": "government",
          "lines": 13,
          "said": 13,
          "precision": 1,
          "coverage": 1,
          "recall": 1,
          "f1": 1
        },
        {
          "category": "travel",
          "lines": 13,
          "said": 8,
          "precision": 1,
          "coverage": 0.6154,
          "recall": 0.6154,
          "f1": 0.7619
        },
        {
          "category": "education",
          "lines": 12,
          "said": 9,
          "precision": 1,
          "coverage": 0.6667,
          "recall": 0.6667,
          "f1": 0.8
        },
        {
          "category": "loan_repayment",
          "lines": 10,
          "said": 8,
          "precision": 1,
          "coverage": 0.8,
          "recall": 0.8,
          "f1": 0.8889
        },
        {
          "category": "bnpl",
          "lines": 9,
          "said": 9,
          "precision": 1,
          "coverage": 1,
          "recall": 1,
          "f1": 1
        },
        {
          "category": "income_government",
          "lines": 9,
          "said": 9,
          "precision": 1,
          "coverage": 1,
          "recall": 1,
          "f1": 1
        },
        {
          "category": "gambling",
          "lines": 3,
          "said": 3,
          "precision": 1,
          "coverage": 1,
          "recall": 1,
          "f1": 1
        },
        {
          "category": "housing_mortgage",
          "lines": 2,
          "said": 1,
          "precision": 1,
          "coverage": 0.5,
          "recall": 0.5,
          "f1": 0.6667
        },
        {
          "category": "person",
          "lines": 0,
          "said": 22,
          "precision": 1,
          "coverage": null,
          "recall": null,
          "f1": null
        }
      ]
    },
    "billers": {
      "label": "BPAY billers",
      "independent": false,
      "measuredOn": "2026-09-27",
      "release": "a72888b",
      "lines": 6217,
      "precision": 0.9947,
      "coverage": 0.6402,
      "recall": 0.6368,
      "f1": 0.7765,
      "macroF1": null,
      "namedShare": 0.1419,
      "silent": null,
      "categories": []
    }
  },
  "releases": [
    {
      "ref": "413245b",
      "on": "2026-09-19",
      "sets": {
        "heldout": {
          "lines": 963,
          "claims": 514,
          "right": 501,
          "precision": 0.9747,
          "coverage": 0.5337,
          "recall": 0.5202,
          "f1": 0.6784,
          "macroF1": 0.6829,
          "namedShare": 0
        },
        "payees": {
          "lines": 1102,
          "claims": 248,
          "right": 219,
          "precision": 0.8831,
          "coverage": 0.225,
          "recall": 0.1987,
          "f1": 0.3244,
          "macroF1": 0.4022,
          "namedShare": 0
        },
        "wording": {
          "lines": 681,
          "claims": 323,
          "right": 271,
          "precision": 0.839,
          "coverage": 0.4743,
          "recall": 0.3979,
          "f1": 0.5398,
          "macroF1": 0.5742
        },
        "billers": {
          "lines": 6217,
          "claims": 6217,
          "right": 408,
          "precision": 0.0656,
          "coverage": 1,
          "recall": 0.0656,
          "f1": 0.0656,
          "namedShare": 0
        }
      },
      "title": "First release",
      "note": "A bank export read into income, commitments and spending."
    },
    {
      "ref": "67c74e1",
      "on": "2026-09-20",
      "sets": {
        "heldout": {
          "lines": 963,
          "claims": 524,
          "right": 511,
          "precision": 0.9752,
          "coverage": 0.5441,
          "recall": 0.5306,
          "f1": 0.6873,
          "macroF1": 0.7033,
          "namedShare": 0.3634
        },
        "payees": {
          "lines": 1102,
          "claims": 315,
          "right": 313,
          "precision": 0.9937,
          "coverage": 0.2858,
          "recall": 0.284,
          "f1": 0.4418,
          "macroF1": 0.5394,
          "namedShare": 0.206
        },
        "wording": {
          "lines": 681,
          "claims": 327,
          "right": 281,
          "precision": 0.8593,
          "coverage": 0.4802,
          "recall": 0.4126,
          "f1": 0.5575,
          "macroF1": 0.5982
        },
        "billers": {
          "lines": 6217,
          "claims": 6136,
          "right": 607,
          "precision": 0.0989,
          "coverage": 0.987,
          "recall": 0.0976,
          "f1": 0.0983,
          "namedShare": 0.0508
        }
      },
      "title": "Enrich",
      "note": "Each reading names the payee and says how sure it is. Energy retailers and lenders named from public registers."
    },
    {
      "ref": "8e4b79f",
      "on": "2026-09-27",
      "sets": {
        "heldout": {
          "lines": 963,
          "claims": 531,
          "right": 519,
          "precision": 0.9774,
          "coverage": 0.5514,
          "recall": 0.5389,
          "f1": 0.6948,
          "macroF1": 0.7065,
          "namedShare": 0.3707
        },
        "payees": {
          "lines": 1102,
          "claims": 416,
          "right": 414,
          "precision": 0.9952,
          "coverage": 0.3775,
          "recall": 0.3757,
          "f1": 0.5455,
          "macroF1": 0.6401,
          "namedShare": 0.2976
        },
        "wording": {
          "lines": 681,
          "claims": 329,
          "right": 283,
          "precision": 0.8602,
          "coverage": 0.4831,
          "recall": 0.4156,
          "f1": 0.5604,
          "macroF1": 0.6015
        },
        "billers": {
          "lines": 6217,
          "claims": 6136,
          "right": 607,
          "precision": 0.0989,
          "coverage": 0.987,
          "recall": 0.0976,
          "f1": 0.0983,
          "namedShare": 0.0508
        }
      },
      "title": "Australian brands",
      "note": "Brands from a national index of shop names, one name for each merchant."
    },
    {
      "ref": "6c6f733",
      "on": "2026-09-27",
      "sets": {
        "heldout": {
          "lines": 963,
          "claims": 562,
          "right": 554,
          "precision": 0.9858,
          "coverage": 0.5836,
          "recall": 0.5753,
          "f1": 0.7266,
          "macroF1": 0.761,
          "namedShare": 0.3884
        },
        "payees": {
          "lines": 1102,
          "claims": 455,
          "right": 452,
          "precision": 0.9934,
          "coverage": 0.4129,
          "recall": 0.4102,
          "f1": 0.5806,
          "macroF1": 0.6897,
          "namedShare": 0.314
        },
        "wording": {
          "lines": 681,
          "claims": 496,
          "right": 485,
          "precision": 0.9778,
          "coverage": 0.7283,
          "recall": 0.7122,
          "f1": 0.8241,
          "macroF1": 0.8371
        },
        "billers": {
          "lines": 6217,
          "claims": 927,
          "right": 873,
          "precision": 0.9417,
          "coverage": 0.1491,
          "recall": 0.1404,
          "f1": 0.2444,
          "namedShare": 0.0799
        }
      },
      "title": "The bank’s own words",
      "note": "Fees, cash, transfers, pay and benefits, read from how 14 banks write them. Licensed bookmakers and debt collectors."
    },
    {
      "ref": "9c4b485",
      "on": "2026-09-27",
      "sets": {
        "heldout": {
          "lines": 963,
          "claims": 643,
          "right": 630,
          "precision": 0.9798,
          "coverage": 0.6677,
          "recall": 0.6542,
          "f1": 0.7846,
          "macroF1": 0.8014,
          "namedShare": 0.4091
        },
        "payees": {
          "lines": 1102,
          "claims": 494,
          "right": 492,
          "precision": 0.996,
          "coverage": 0.4483,
          "recall": 0.4465,
          "f1": 0.6165,
          "macroF1": 0.7107,
          "namedShare": 0.3194
        },
        "wording": {
          "lines": 681,
          "claims": 517,
          "right": 516,
          "precision": 0.9981,
          "coverage": 0.7592,
          "recall": 0.7577,
          "f1": 0.8614,
          "macroF1": 0.8867
        },
        "billers": {
          "lines": 6217,
          "claims": 1213,
          "right": 1131,
          "precision": 0.9324,
          "coverage": 0.1951,
          "recall": 0.1819,
          "f1": 0.3044,
          "namedShare": 0.0952
        }
      },
      "title": "Kinds of business",
      "note": "Kinds of business mined from real venue names. A transfer under the holder’s own name is their own money."
    },
    {
      "ref": "a72888b",
      "on": "2026-09-27",
      "sets": {
        "heldout": {
          "lines": 963,
          "claims": 698,
          "right": 675,
          "precision": 0.967,
          "coverage": 0.7248,
          "recall": 0.7009,
          "f1": 0.8128,
          "macroF1": 0.8273,
          "namedShare": 0.4403
        },
        "payees": {
          "lines": 1102,
          "claims": 535,
          "right": 533,
          "precision": 0.9963,
          "coverage": 0.4855,
          "recall": 0.4837,
          "f1": 0.6512,
          "macroF1": 0.7296,
          "namedShare": 0.3475
        },
        "wording": {
          "lines": 681,
          "claims": 538,
          "right": 538,
          "precision": 1,
          "coverage": 0.79,
          "recall": 0.79,
          "f1": 0.8827,
          "macroF1": 0.8935
        },
        "billers": {
          "lines": 6217,
          "claims": 3980,
          "right": 3959,
          "precision": 0.9947,
          "coverage": 0.6402,
          "recall": 0.6368,
          "f1": 0.7765,
          "namedShare": 0.1419
        }
      },
      "title": "Three categories and BPAY",
      "note": "Tax and government, paid to a person, and strata. BPAY billers by code and short name. Car finance."
    }
  ],
  "definitions": {
    "Precision": "Of the lines Statement put in a category, the share that were right.",
    "Coverage": "The share of lines Statement put in any category. The rest it declines.",
    "Recall": "The share of lines put in the right category.",
    "F1": "Precision and recall together, as their harmonic mean.",
    "Payee named": "The share of lines where the business was identified by name."
  },
  "auc": "AUC is not reported: it measures how well a score ranks, and Statement answers or declines rather than ranking.",
  "floor": 0.95
}