/** * @copyright Sister Software * @license AGPL-3.0 * @author Teffen Ellis, et al. * * Assemble a corpus OVERLAY MANIFEST — generalized from assemble-fr-admin-split-overlay-manifest. * ADDS one shard parquet to a base corpus, keeping every base shard VERBATIM (pure overlay ADD), * and re-roots base paths to /data (the Modal volume). Parameterized by --shard-parquet + * --source so it works for any overlay shard (the fr-admin-split one is the original; #148's * overture-multilocale is the second user). * * Ported faithfully from scripts/assemble-overlay-manifest.py. The new shard's source_id column is * read through DuckDB (`@duckdb/node-api`) instead of PyArrow; everything else is pure JSON. * * Pipeline (the recipe rides the result): node scripts/build-overture-multilocale-canonical.mjs * --cap 150000 --out /tmp/ovl/overture-ml.canonical.jsonl node scripts/align-canonical-shard.ts * --input --output --corpus-version 0.5.0 mailwoman dev jsonl-to-parquet * --input --output /train/ node * scripts/assemble-overlay-manifest.ts --base /MANIFEST.json --new-dir \ * --modal-root /data/corpus/versioned// --version \ * --shard-parquet --source --note "..." * * # then push the overlay to R2 + sync + `modal run -d ... --config .yaml --resume none`. */ export interface OverlayManifestOptions { base: string; newDir: string; modalRoot: string; version: string; shardParquet: string; source: string; note: string; } export declare function assembleOverlayManifest(args: OverlayManifestOptions): Promise; //# sourceMappingURL=overlay-manifest.d.ts.map