/**
* @copyright Sister Software
* @license AGPL-3.0
* @author Teffen Ellis, et al.
*
* Measure the #244 coarse-placer's handling of the Latin-script off-map residual (milestone 3). A
* Latin off-map address is HANDLED when the model routes it to OTHER or abstains — anything else
* is a confident mis-placement onto a wrong (trained) country. Reports handled-rate overall, by
* group (indist = held-out rows of trained-OTHER countries; heldout = countries never trained),
* and by source country, plus where the misses land. Run baseline (current model) and the M3
* retrain through this to read the before/after.
*
* Run: `mailwoman placer eval latin-offmap --model
[--abstain 0.5]`
*/
/**
* Options for {@linkcode evalLatinOffmap}.
*/
export interface EvalLatinOffmapOptions {
/**
* Model artifact dir. Default `$MAILWOMAN_DATA_ROOT/coarse-placer/model`.
*/
model?: string;
/**
* Abstention threshold. Default 0.5.
*/
abstain?: number;
/**
* Dataset dir (`test-latin-offmap.jsonl`). Default `/data/coarse-placer`.
*/
data?: string;
}
/**
* Result of {@linkcode evalLatinOffmap}.
*/
export interface EvalLatinOffmapResult {
n: number;
handled: number;
}
/**
* Coarse-placer Latin off-map handling eval — see the module doc. Emits the report to stdout.
*/
export declare function evalLatinOffmap(options?: EvalLatinOffmapOptions): Promise;
//# sourceMappingURL=eval-latin-offmap.d.ts.map