All files / src/pipeline/preprocessing normalize-terminology-markdown.js

59.72% Statements 43/72
56.75% Branches 21/37
57.14% Functions 4/7
58.57% Lines 41/70

Press n or j to go to the next uncovered block, b, p or k for the previous block.

1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 1761x 1x 1x 1x               5x 5x   5x 12x 4x     4x 2x 2x 2x               5x                 7x 7x   7x 9x             2x 2x       7x                 5x 5x 5x   5x 14x   14x 7x 7x 7x 3x 3x   4x       5x                 3x 3x   3x 1x 1x     3x                                                                                                                                         1x              
const fs = require('node:fs');
const path = require('node:path');
const { shouldProcessFile } = require('../../utils/file-filter.js');
const Logger = require('../../utils/logger.js');
 
/**
 * Handles specific functionality for `[[def:` and `[[tref:` lines
 * @param {string[]} lines - Array of file lines
 * @returns {object} - Object containing modified lines and modification status
 */
function processDefLines(lines) {
    const result = [...lines];
    let modified = false;
 
    for (let i = 0; i < result.length; i++) {
        if (result[i].startsWith('[[def:') || result[i].startsWith('[[tref:')) {
            let insertIndex = i + 1;
 
            // Ensure a blank line immediately follows `[[def:` and `[[tref:` lines
            if (insertIndex < result.length && result[insertIndex].trim() !== '') {
                result.splice(insertIndex, 0, ''); // Insert blank line
                insertIndex++;
                modified = true;
            }
 
            // No additional content needed - both [[def: and [[tref: lines can exist standalone
            // The HTML post-processing will handle the proper structure
        }
    }
 
    return { lines: result, modified };
}
 
/**
 * Prepends `~ ` to appropriate lines
 * @param {string[]} lines - Array of file lines
 * @returns {object} - Object containing modified lines and modification status
 */
function prependTildeToLines(lines) {
    const result = [...lines];
    let modified = false;
 
    for (let i = 0; i < result.length; i++) {
        if (
            !result[i].startsWith('[[def:') &&
            !result[i].startsWith('[[tref:') &&
            result[i].trim() !== '' &&
            !result[i].startsWith('~ ') &&
            !result[i].trim().startsWith('<!--')
        ) {
            result[i] = `~ ${result[i]}`;
            modified = true;
        }
    }
 
    return { lines: result, modified };
}
 
/**
 * Ensures there is exactly one blank line between paragraphs
 * @param {string[]} lines - Array of file lines
 * @returns {object} - Object containing modified lines and modification status
 */
function normalizeParagraphSpacing(lines) {
    let newLines = [];
    let previousLineWasEmpty = false;
    let modified = false;
 
    for (const line of lines) {
        const isCurrentLineEmpty = line.trim() === '';
 
        if (!isCurrentLineEmpty) {
            newLines.push(line); // Add non-empty lines
            previousLineWasEmpty = false;
        } else if (!previousLineWasEmpty) {
            newLines.push(''); // Add exactly one blank line
            previousLineWasEmpty = true;
        } else {
            modified = true; // Skip additional blank lines
        }
    }
 
    return { lines: newLines, modified };
}
 
/**
 * Ensures there is exactly one blank line at the end of the file
 * @param {string[]} lines - Array of file lines
 * @returns {object} - Object containing modified lines and modification status
 */
function ensureTrailingNewline(lines) {
    const result = [...lines];
    let modified = false;
 
    if (result[result.length - 1] !== '') {
        result.push('');
        modified = true;
    }
 
    return { lines: result, modified };
}
 
/**
 * Processes a single markdown file and applies formatting rules
 * @param {string} filePath - Path to the markdown file
 * @returns {void}
 */
function processMarkdownFile(filePath, fileName) {
    try {
        // Read the file synchronously
        let data = fs.readFileSync(filePath, 'utf8');
 
        // Split the content into lines
        let lines = data.split('\n');
        let modified = false;
 
        // Apply each processing function in sequence
        const defResult = processDefLines(lines);
        lines = defResult.lines;
        modified = modified || defResult.modified;
 
        const spacingResult = normalizeParagraphSpacing(lines);
        lines = spacingResult.lines;
        modified = modified || spacingResult.modified;
 
        const tildeResult = prependTildeToLines(lines);
        lines = tildeResult.lines;
        modified = modified || tildeResult.modified;
 
        const newlineResult = ensureTrailingNewline(lines);
        lines = newlineResult.lines;
        modified = modified || newlineResult.modified;
 
        // Write the modified content back to the file synchronously if there were any changes
        if (modified) {
            const newData = lines.join('\n');
            fs.writeFileSync(filePath, newData, 'utf8');
        }
    } catch (err) {
        Logger.error('Error while trying to fix the markdown in file %s: %o', fileName, err);
    }
}
 
/**
 * Processes markdown files in a directory recursively
 * @param {string} directory - The directory to process
 * @returns {void}
 */
function normalizeTerminologyMarkdown(directory) {
    try {
        // Read the contents of the directory synchronously
        const items = fs.readdirSync(directory, { withFileTypes: true });
 
        // Loop through each item in the directory
        items.forEach(item => {
            const itemPath = path.join(directory, item.name);
            if (item.isDirectory()) {
                // If the item is a directory, call normalizeTerminologyMarkdown recursively
                normalizeTerminologyMarkdown(itemPath);
            } else if (item.isFile() && shouldProcessFile(item.name)) {
                processMarkdownFile(itemPath, item.name);
            }
        });
    } catch (err) {
        Logger.error('Error reading directory: %o', err);
    }
}
 
module.exports = {
    normalizeTerminologyMarkdown,
    processDefLines,
    prependTildeToLines,
    normalizeParagraphSpacing,
    ensureTrailingNewline
};