{
  "generatedBy": "bench-publish.mjs",
  "ranAt": "2026-10-23",
  "gnafRelease": "August 2026",
  "sampled": 2000,
  "queriesPerAddress": 8,
  "groundTruth": "Sampled at random within each state from the raw G-NAF release named above, independently of our own search index. Sample is reproducible from the seed below.",
  "seed": 20261023,
  "sampleByState": {
    "ACT": 60,
    "NSW": 483,
    "NT": 60,
    "OT": 60,
    "QLD": 409,
    "SA": 137,
    "TAS": 60,
    "VIC": 533,
    "WA": 198
  },
  "method": "Each address is asked in these ways: complete, without the postcode, with a misspelt suburb, with a misspelt street, without the suburb or postcode, with the word unit before the flat number, with the word apt before the flat number and with the street type only part typed. A misspelling is only counted when the word was actually changed. Variants that need a feature (a flat number, a street type longer than four letters) are asked only of the addresses that have it, so each row shows how many addresses it covers. Words of four letters or fewer are not misspelt in this test, so those addresses are left out of the misspelling rows. Mt written for Mount applied to only 28 addresses in this sample, too few to report, so it was not run. A result counts only when it denotes the same physical address as the G-NAF record, matched on unit, number, street, locality and postcode. top1 means it was the first suggestion.",
  "skippedVariants": [
    {
      "variant": "mount_as_mt",
      "applicable": 28
    }
  ],
  "overall": {
    "n": 11256,
    "scored": 11256,
    "errors": 0,
    "top1": "98.5",
    "top3": "99.2",
    "top6": "99.2",
    "zero": "0.5",
    "pid_top1": "96.6",
    "pid_top6": "99.0"
  },
  "byVariant": {
    "full": {
      "n": 2000,
      "scored": 2000,
      "errors": 0,
      "top1": "99.7",
      "top3": "99.8",
      "top6": "99.8",
      "zero": "0.0",
      "pid_top1": "98.2",
      "pid_top6": "99.7"
    },
    "no_postcode": {
      "n": 2000,
      "scored": 2000,
      "errors": 0,
      "top1": "99.7",
      "top3": "99.8",
      "top6": "99.8",
      "zero": "0.0",
      "pid_top1": "98.2",
      "pid_top6": "99.7"
    },
    "typo_suburb": {
      "n": 1974,
      "scored": 1974,
      "errors": 0,
      "top1": "99.7",
      "top3": "99.8",
      "top6": "99.8",
      "zero": "0.0",
      "pid_top1": "98.1",
      "pid_top6": "99.6"
    },
    "typo_street": {
      "n": 1852,
      "scored": 1852,
      "errors": 0,
      "top1": "96.2",
      "top3": "97.2",
      "top6": "97.3",
      "zero": "2.2",
      "pid_top1": "93.9",
      "pid_top6": "96.9"
    },
    "no_suburb_pc": {
      "n": 2000,
      "scored": 2000,
      "errors": 0,
      "top1": "98.1",
      "top3": "99.8",
      "top6": "99.8",
      "zero": "0.0",
      "pid_top1": "96.5",
      "pid_top6": "99.6"
    },
    "unit_word": {
      "n": 604,
      "scored": 604,
      "errors": 0,
      "top1": "99.7",
      "top3": "99.7",
      "top6": "99.7",
      "zero": "0.2",
      "pid_top1": "95.7",
      "pid_top6": "99.5"
    },
    "apt_word": {
      "n": 604,
      "scored": 604,
      "errors": 0,
      "top1": "97.8",
      "top3": "97.8",
      "top6": "97.8",
      "zero": "1.8",
      "pid_top1": "93.7",
      "pid_top6": "97.7"
    },
    "partial_street_type": {
      "n": 222,
      "scored": 222,
      "errors": 0,
      "top1": "86.9",
      "top3": "95.0",
      "top6": "96.8",
      "zero": "1.4",
      "pid_top1": "86.5",
      "pid_top6": "96.4"
    }
  },
  "latencyMs": {
    "p50": 19,
    "p95": 117,
    "n": 11256
  },
  "notes": [
    "Latency is server-side and measured from within Australia; it excludes your own network.",
    "Partial input scores lower than complete input, and the per-variant figures show by how much.",
    "These are our own measurements of our own service. We publish the method and the sample seed so they can be reproduced."
  ]
}