/** * @copyright Sister Software * @license AGPL-3.0 * @author Teffen Ellis, et al. * * Measure the #244 coarse-placer's handling of the Latin-script off-map residual (milestone 3). A * Latin off-map address is HANDLED when the model routes it to OTHER or abstains — anything else * is a confident mis-placement onto a wrong (trained) country. Reports handled-rate overall, by * group (indist = held-out rows of trained-OTHER countries; heldout = countries never trained), * and by source country, plus where the misses land. Run baseline (current model) and the M3 * retrain through this to read the before/after. * * Run: `mailwoman placer eval latin-offmap --model [--abstain 0.5]` */ /** * Options for {@linkcode evalLatinOffmap}. */ export interface EvalLatinOffmapOptions { /** * Model artifact dir. Default `$MAILWOMAN_DATA_ROOT/coarse-placer/model`. */ model?: string; /** * Abstention threshold. Default 0.5. */ abstain?: number; /** * Dataset dir (`test-latin-offmap.jsonl`). Default `/data/coarse-placer`. */ data?: string; } /** * Result of {@linkcode evalLatinOffmap}. */ export interface EvalLatinOffmapResult { n: number; handled: number; } /** * Coarse-placer Latin off-map handling eval — see the module doc. Emits the report to stdout. */ export declare function evalLatinOffmap(options?: EvalLatinOffmapOptions): Promise; //# sourceMappingURL=eval-latin-offmap.d.ts.map