{"version":3,"file":"rewrite-urls.mjs","names":[],"sources":["../../../../../../src/astro/routes/api/import/wordpress/rewrite-urls.ts"],"sourcesContent":["/**\n * WordPress URL rewrite endpoint\n *\n * POST /_emdash/api/import/wordpress/rewrite-urls\n *\n * Rewrites old WordPress media URLs in Portable Text content\n * to point to newly imported EmDash media URLs.\n *\n * Handles URL variants (e.g., image.jpg vs image.jpg?w=200) by matching\n * on the base URL path without query parameters.\n */\n\nimport type { APIRoute } from \"astro\";\nimport { sql } from \"kysely\";\n\nimport { requirePerm } from \"#api/authorize.js\";\nimport { apiError, apiSuccess, handleError } from \"#api/error.js\";\nimport { isParseError, parseBody } from \"#api/parse.js\";\nimport { wpRewriteUrlsBody } from \"#api/schemas.js\";\nimport { validateIdentifier } from \"#db/validate.js\";\nimport { normalizeMediaValue } from \"#media/normalize.js\";\nimport type { MediaProvider } from \"#media/types.js\";\nimport { markContentMediaUsageCollectionStaleSafely } from \"#media/usage/content-refresh.js\";\nimport type { EmDashHandlers } from \"#types\";\n\nimport {\n\tbuildBaseUrlMap,\n\textractMediaUrl,\n\tfindMatchingUrl,\n\trewritePortableTextUrls,\n\trewriteStringUrls,\n} from \"./rewrite-url-helpers.js\";\nimport type { PortableTextBlock } from \"./rewrite-url-helpers.js\";\n\nexport interface RewriteUrlsResult {\n\t/** Total items updated */\n\tupdated: number;\n\t/** Updates by collection */\n\tbyCollection: Record<string, number>;\n\t/** URLs that were rewritten */\n\turlsRewritten: number;\n\t/** Any errors encountered */\n\terrors: Array<{ collection: string; id: string; error: string }>;\n}\n\nexport const prerender = false;\n\nexport const POST: APIRoute = async ({ request, locals }) => {\n\tconst { emdash, user } = locals;\n\n\tif (!emdash?.db) {\n\t\treturn apiError(\"NO_DB\", \"Database not initialized\", 500);\n\t}\n\n\tconst denied = requirePerm(user, \"import:execute\");\n\tif (denied) return denied;\n\n\ttry {\n\t\tconst body = await parseBody(request, wpRewriteUrlsBody);\n\t\tif (isParseError(body)) return body;\n\n\t\tconst urlEntries = Object.entries(body.urlMap);\n\t\tif (urlEntries.length === 0) {\n\t\t\treturn apiSuccess({\n\t\t\t\tupdated: 0,\n\t\t\t\tbyCollection: {},\n\t\t\t\turlsRewritten: 0,\n\t\t\t\terrors: [],\n\t\t\t});\n\t\t}\n\n\t\tconst getProvider = (id: string) => emdash.getMediaProvider(id);\n\t\tconst result = await rewriteUrls(emdash.db, body.urlMap, getProvider, body.collections);\n\n\t\treturn apiSuccess(result);\n\t} catch (error) {\n\t\treturn handleError(error, \"Failed to rewrite URLs\", \"REWRITE_ERROR\");\n\t}\n};\n\nexport async function rewriteUrls(\n\tdb: NonNullable<EmDashHandlers[\"db\"]>,\n\turlMap: Record<string, string>,\n\tgetProvider: (id: string) => MediaProvider | undefined,\n\tcollections?: string[],\n\tmarkUsageCollectionStale: typeof markContentMediaUsageCollectionStaleSafely = markContentMediaUsageCollectionStaleSafely,\n): Promise<RewriteUrlsResult> {\n\tconst { SchemaRegistry } = await import(\"#schema/registry.js\");\n\tconst registry = new SchemaRegistry(db);\n\n\tconst result: RewriteUrlsResult = {\n\t\tupdated: 0,\n\t\tbyCollection: {},\n\t\turlsRewritten: 0,\n\t\terrors: [],\n\t};\n\tconst staleMarkedCollections = new Set<string>();\n\tconst staleMarkFailedCollections = new Set<string>();\n\tconst markCollectionStale = async (collectionSlug: string): Promise<void> => {\n\t\tif (staleMarkedCollections.has(collectionSlug)) return;\n\t\tconst marked = await markUsageCollectionStale(db, collectionSlug, \"CONTENT_USAGE_STALE\");\n\t\tif (marked) {\n\t\t\tstaleMarkedCollections.add(collectionSlug);\n\t\t\tstaleMarkFailedCollections.delete(collectionSlug);\n\t\t} else {\n\t\t\tstaleMarkFailedCollections.add(collectionSlug);\n\t\t}\n\t};\n\n\t// Build base URL map for flexible matching\n\tconst baseMap = buildBaseUrlMap(urlMap);\n\n\t// Get all collections or filter to specified ones\n\tconst allCollections = await registry.listCollections();\n\tconst targetCollections = collections?.length\n\t\t? allCollections.filter((c) => collections.includes(c.slug))\n\t\t: allCollections;\n\n\ttry {\n\t\tfor (const collection of targetCollections) {\n\t\t\t// Get fields that might contain URLs\n\t\t\tconst fields = await registry.listFields(collection.id);\n\t\t\tconst portableTextFields = fields.filter((f) => f.type === \"portableText\");\n\t\t\tconst stringFields = fields.filter((f) => [\"text\", \"string\"].includes(f.type));\n\t\t\t// Image and file fields store URLs directly as TEXT\n\t\t\tconst mediaFields = fields.filter((f) => [\"image\", \"file\"].includes(f.type));\n\n\t\t\tif (portableTextFields.length === 0 && stringFields.length === 0 && mediaFields.length === 0)\n\t\t\t\tcontinue;\n\n\t\t\t// Get table name\n\t\t\tvalidateIdentifier(collection.slug, \"collection slug\");\n\t\t\tconst tableName = `ec_${collection.slug}`;\n\n\t\t\ttry {\n\t\t\t\t// Query all rows\n\t\t\t\tconst rows = await sql<{ id: string; [key: string]: unknown }>`\n\t\t\t\tSELECT * FROM ${sql.ref(tableName)}\n\t\t\t\tWHERE deleted_at IS NULL\n\t\t\t`.execute(db);\n\n\t\t\t\tfor (const row of rows.rows) {\n\t\t\t\t\tlet rowUpdated = false;\n\t\t\t\t\tconst updates: Record<string, unknown> = {};\n\t\t\t\t\tlet rowUrlsRewritten = 0;\n\n\t\t\t\t\t// Handle Portable Text fields - parse JSON and rewrite URLs in blocks\n\t\t\t\t\tfor (const field of portableTextFields) {\n\t\t\t\t\t\tconst value = row[field.slug];\n\t\t\t\t\t\tif (!value || typeof value !== \"string\") continue;\n\n\t\t\t\t\t\ttry {\n\t\t\t\t\t\t\t// eslint-disable-next-line typescript/no-unsafe-type-assertion -- JSON.parse returns unknown; validated by Array.isArray below\n\t\t\t\t\t\t\tconst blocks = JSON.parse(value) as PortableTextBlock[];\n\t\t\t\t\t\t\tif (!Array.isArray(blocks)) continue;\n\n\t\t\t\t\t\t\tconst rewriteResult = rewritePortableTextUrls(blocks, urlMap, baseMap);\n\n\t\t\t\t\t\t\tif (rewriteResult.changed) {\n\t\t\t\t\t\t\t\tupdates[field.slug] = JSON.stringify(blocks);\n\t\t\t\t\t\t\t\trowUpdated = true;\n\t\t\t\t\t\t\t\trowUrlsRewritten += rewriteResult.urlsRewritten;\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t} catch {\n\t\t\t\t\t\t\t// Not valid JSON, try string replacement as fallback\n\t\t\t\t\t\t\tconst stringResult = rewriteStringUrls(value, urlMap, baseMap);\n\t\t\t\t\t\t\tif (stringResult.changed) {\n\t\t\t\t\t\t\t\tupdates[field.slug] = stringResult.newValue;\n\t\t\t\t\t\t\t\trowUpdated = true;\n\t\t\t\t\t\t\t\trowUrlsRewritten += stringResult.urlsRewritten;\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\n\t\t\t\t\t// Handle string/text fields - simple string replacement\n\t\t\t\t\tfor (const field of stringFields) {\n\t\t\t\t\t\tconst value = row[field.slug];\n\t\t\t\t\t\tif (!value || typeof value !== \"string\") continue;\n\n\t\t\t\t\t\tconst stringResult = rewriteStringUrls(value, urlMap, baseMap);\n\t\t\t\t\t\tif (stringResult.changed) {\n\t\t\t\t\t\t\tupdates[field.slug] = stringResult.newValue;\n\t\t\t\t\t\t\trowUpdated = true;\n\t\t\t\t\t\t\trowUrlsRewritten += stringResult.urlsRewritten;\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\n\t\t\t\t\t// Handle image/file fields - normalize to MediaValue objects\n\t\t\t\t\tfor (const field of mediaFields) {\n\t\t\t\t\t\tconst value = row[field.slug];\n\t\t\t\t\t\tif (!value || typeof value !== \"string\") continue;\n\n\t\t\t\t\t\t// Values are stored as JSON MediaValue objects (e.g. featured_image from\n\t\t\t\t\t\t// import normalizes to {\"provider\":\"external\",\"src\":\"<wp url>\"}). Match on the\n\t\t\t\t\t\t// inner `src`, falling back to the raw value for legacy bare-URL rows.\n\t\t\t\t\t\tconst newUrl = findMatchingUrl(extractMediaUrl(value), urlMap, baseMap);\n\t\t\t\t\t\tif (newUrl) {\n\t\t\t\t\t\t\t// Normalize into a proper MediaValue instead of storing a bare URL\n\t\t\t\t\t\t\ttry {\n\t\t\t\t\t\t\t\tconst normalized = await normalizeMediaValue(newUrl, getProvider);\n\t\t\t\t\t\t\t\tupdates[field.slug] = normalized ? JSON.stringify(normalized) : newUrl;\n\t\t\t\t\t\t\t} catch {\n\t\t\t\t\t\t\t\tupdates[field.slug] = newUrl;\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\trowUpdated = true;\n\t\t\t\t\t\t\trowUrlsRewritten++;\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\n\t\t\t\t\tif (rowUpdated) {\n\t\t\t\t\t\ttry {\n\t\t\t\t\t\t\t// Build update query dynamically\n\t\t\t\t\t\t\t// eslint-disable-next-line typescript/no-unsafe-type-assertion -- Kysely dynamic table requires type assertion\n\t\t\t\t\t\t\tlet query = db.updateTable(tableName as any).where(\"id\", \"=\", row.id);\n\n\t\t\t\t\t\t\tfor (const [key, value] of Object.entries(updates)) {\n\t\t\t\t\t\t\t\t// eslint-disable-next-line typescript/no-unsafe-type-assertion -- Kysely dynamic column update requires type assertion\n\t\t\t\t\t\t\t\tquery = query.set({ [key]: value } as any);\n\t\t\t\t\t\t\t}\n\n\t\t\t\t\t\t\tawait query.execute();\n\n\t\t\t\t\t\t\tresult.updated++;\n\t\t\t\t\t\t\tresult.urlsRewritten += rowUrlsRewritten;\n\t\t\t\t\t\t\tresult.byCollection[collection.slug] =\n\t\t\t\t\t\t\t\t(result.byCollection[collection.slug] || 0) + 1;\n\t\t\t\t\t\t\tawait markCollectionStale(collection.slug);\n\t\t\t\t\t\t} catch (updateError) {\n\t\t\t\t\t\t\tresult.errors.push({\n\t\t\t\t\t\t\t\tcollection: collection.slug,\n\t\t\t\t\t\t\t\tid: row.id,\n\t\t\t\t\t\t\t\terror: updateError instanceof Error ? updateError.message : \"Update failed\",\n\t\t\t\t\t\t\t});\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t} catch (queryError) {\n\t\t\t\tresult.errors.push({\n\t\t\t\t\tcollection: collection.slug,\n\t\t\t\t\tid: \"*\",\n\t\t\t\t\terror: queryError instanceof Error ? queryError.message : \"Query failed for collection\",\n\t\t\t\t});\n\t\t\t}\n\t\t}\n\t} finally {\n\t\tfor (const collectionSlug of staleMarkFailedCollections) {\n\t\t\tif (staleMarkedCollections.has(collectionSlug)) continue;\n\t\t\tconst marked = await markUsageCollectionStale(db, collectionSlug, \"CONTENT_USAGE_STALE\");\n\t\t\tif (marked) staleMarkedCollections.add(collectionSlug);\n\t\t}\n\t}\n\n\treturn result;\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;AA6CA,MAAa,YAAY;AAEzB,MAAa,OAAiB,OAAO,EAAE,SAAS,aAAa;CAC5D,MAAM,EAAE,QAAQ,SAAS;AAEzB,KAAI,CAAC,QAAQ,GACZ,QAAO,SAAS,SAAS,4BAA4B,IAAI;CAG1D,MAAM,SAAS,YAAY,MAAM,iBAAiB;AAClD,KAAI,OAAQ,QAAO;AAEnB,KAAI;EACH,MAAM,OAAO,MAAM,UAAU,SAAS,kBAAkB;AACxD,MAAI,aAAa,KAAK,CAAE,QAAO;AAG/B,MADmB,OAAO,QAAQ,KAAK,OAAO,CAC/B,WAAW,EACzB,QAAO,WAAW;GACjB,SAAS;GACT,cAAc,EAAE;GAChB,eAAe;GACf,QAAQ,EAAE;GACV,CAAC;EAGH,MAAM,eAAe,OAAe,OAAO,iBAAiB,GAAG;AAG/D,SAAO,WAFQ,MAAM,YAAY,OAAO,IAAI,KAAK,QAAQ,aAAa,KAAK,YAAY,CAE9D;UACjB,OAAO;AACf,SAAO,YAAY,OAAO,0BAA0B,gBAAgB;;;AAItE,eAAsB,YACrB,IACA,QACA,aACA,aACA,2BAA8E,4CACjD;CAC7B,MAAM,EAAE,mBAAmB,MAAM,OAAO;CACxC,MAAM,WAAW,IAAI,eAAe,GAAG;CAEvC,MAAM,SAA4B;EACjC,SAAS;EACT,cAAc,EAAE;EAChB,eAAe;EACf,QAAQ,EAAE;EACV;CACD,MAAM,yCAAyB,IAAI,KAAa;CAChD,MAAM,6CAA6B,IAAI,KAAa;CACpD,MAAM,sBAAsB,OAAO,mBAA0C;AAC5E,MAAI,uBAAuB,IAAI,eAAe,CAAE;AAEhD,MADe,MAAM,yBAAyB,IAAI,gBAAgB,sBAAsB,EAC5E;AACX,0BAAuB,IAAI,eAAe;AAC1C,8BAA2B,OAAO,eAAe;QAEjD,4BAA2B,IAAI,eAAe;;CAKhD,MAAM,UAAU,gBAAgB,OAAO;CAGvC,MAAM,iBAAiB,MAAM,SAAS,iBAAiB;CACvD,MAAM,oBAAoB,aAAa,SACpC,eAAe,QAAQ,MAAM,YAAY,SAAS,EAAE,KAAK,CAAC,GAC1D;AAEH,KAAI;AACH,OAAK,MAAM,cAAc,mBAAmB;GAE3C,MAAM,SAAS,MAAM,SAAS,WAAW,WAAW,GAAG;GACvD,MAAM,qBAAqB,OAAO,QAAQ,MAAM,EAAE,SAAS,eAAe;GAC1E,MAAM,eAAe,OAAO,QAAQ,MAAM,CAAC,QAAQ,SAAS,CAAC,SAAS,EAAE,KAAK,CAAC;GAE9E,MAAM,cAAc,OAAO,QAAQ,MAAM,CAAC,SAAS,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC;AAE5E,OAAI,mBAAmB,WAAW,KAAK,aAAa,WAAW,KAAK,YAAY,WAAW,EAC1F;AAGD,sBAAmB,WAAW,MAAM,kBAAkB;GACtD,MAAM,YAAY,MAAM,WAAW;AAEnC,OAAI;IAEH,MAAM,OAAO,MAAM,GAA2C;oBAC9C,IAAI,IAAI,UAAU,CAAC;;KAElC,QAAQ,GAAG;AAEZ,SAAK,MAAM,OAAO,KAAK,MAAM;KAC5B,IAAI,aAAa;KACjB,MAAM,UAAmC,EAAE;KAC3C,IAAI,mBAAmB;AAGvB,UAAK,MAAM,SAAS,oBAAoB;MACvC,MAAM,QAAQ,IAAI,MAAM;AACxB,UAAI,CAAC,SAAS,OAAO,UAAU,SAAU;AAEzC,UAAI;OAEH,MAAM,SAAS,KAAK,MAAM,MAAM;AAChC,WAAI,CAAC,MAAM,QAAQ,OAAO,CAAE;OAE5B,MAAM,gBAAgB,wBAAwB,QAAQ,QAAQ,QAAQ;AAEtE,WAAI,cAAc,SAAS;AAC1B,gBAAQ,MAAM,QAAQ,KAAK,UAAU,OAAO;AAC5C,qBAAa;AACb,4BAAoB,cAAc;;cAE5B;OAEP,MAAM,eAAe,kBAAkB,OAAO,QAAQ,QAAQ;AAC9D,WAAI,aAAa,SAAS;AACzB,gBAAQ,MAAM,QAAQ,aAAa;AACnC,qBAAa;AACb,4BAAoB,aAAa;;;;AAMpC,UAAK,MAAM,SAAS,cAAc;MACjC,MAAM,QAAQ,IAAI,MAAM;AACxB,UAAI,CAAC,SAAS,OAAO,UAAU,SAAU;MAEzC,MAAM,eAAe,kBAAkB,OAAO,QAAQ,QAAQ;AAC9D,UAAI,aAAa,SAAS;AACzB,eAAQ,MAAM,QAAQ,aAAa;AACnC,oBAAa;AACb,2BAAoB,aAAa;;;AAKnC,UAAK,MAAM,SAAS,aAAa;MAChC,MAAM,QAAQ,IAAI,MAAM;AACxB,UAAI,CAAC,SAAS,OAAO,UAAU,SAAU;MAKzC,MAAM,SAAS,gBAAgB,gBAAgB,MAAM,EAAE,QAAQ,QAAQ;AACvE,UAAI,QAAQ;AAEX,WAAI;QACH,MAAM,aAAa,MAAM,oBAAoB,QAAQ,YAAY;AACjE,gBAAQ,MAAM,QAAQ,aAAa,KAAK,UAAU,WAAW,GAAG;eACzD;AACP,gBAAQ,MAAM,QAAQ;;AAEvB,oBAAa;AACb;;;AAIF,SAAI,WACH,KAAI;MAGH,IAAI,QAAQ,GAAG,YAAY,UAAiB,CAAC,MAAM,MAAM,KAAK,IAAI,GAAG;AAErE,WAAK,MAAM,CAAC,KAAK,UAAU,OAAO,QAAQ,QAAQ,CAEjD,SAAQ,MAAM,IAAI,GAAG,MAAM,OAAO,CAAQ;AAG3C,YAAM,MAAM,SAAS;AAErB,aAAO;AACP,aAAO,iBAAiB;AACxB,aAAO,aAAa,WAAW,SAC7B,OAAO,aAAa,WAAW,SAAS,KAAK;AAC/C,YAAM,oBAAoB,WAAW,KAAK;cAClC,aAAa;AACrB,aAAO,OAAO,KAAK;OAClB,YAAY,WAAW;OACvB,IAAI,IAAI;OACR,OAAO,uBAAuB,QAAQ,YAAY,UAAU;OAC5D,CAAC;;;YAIG,YAAY;AACpB,WAAO,OAAO,KAAK;KAClB,YAAY,WAAW;KACvB,IAAI;KACJ,OAAO,sBAAsB,QAAQ,WAAW,UAAU;KAC1D,CAAC;;;WAGK;AACT,OAAK,MAAM,kBAAkB,4BAA4B;AACxD,OAAI,uBAAuB,IAAI,eAAe,CAAE;AAEhD,OADe,MAAM,yBAAyB,IAAI,gBAAgB,sBAAsB,CAC5E,wBAAuB,IAAI,eAAe;;;AAIxD,QAAO"}