import type { Page } from 'brave-real-puppeteer-core'; import { Logger } from './logger'; const log = new Logger(); /** * NATIVE/CONTENT AD BLOCKING * Blocks: Taboola, Outbrain, Revcontent, MGID, sponsored content, native ads */ export async function injectNativeAdBlocking(page: Page): Promise { // ========================================== // 1. BLOCK NATIVE AD NETWORK REQUESTS // ========================================== const client = await page.target().createCDPSession(); await client.send('Network.enable'); // Block native ad network requests at network level await client.send('Network.setBlockedURLs', { urls: [ // Taboola '*cdn.taboola.com*', '*trc.taboola.com*', '*api.taboola.com*', '*taboola.com/libtrc*', '*images.taboola.com*', // Outbrain '*outbrain.com*', '*widgets.outbrain.com*', '*paid.outbrain.com*', '*log.outbrainimg.com*', '*tr.outbrain.com*', // Revcontent '*trends.revcontent.com*', '*cdn.revcontent.com*', '*assets.revcontent.com*', '*labs-cdn.revcontent.com*', // MGID '*mgid.com*', '*servicer.mgid.com*', '*jsc.mgid.com*', // Content.ad '*content.ad*', '*api.content.ad*', // Yahoo/Gemini native ads '*ads.yahoo.com*', '*gemini.yahoo.com*', // Facebook Audience Network '*an.facebook.com*', '*fb.com/audience*', // Other native ad networks '*zergnet.com*', '*dianomi.com*', '*nativo.net*', '*sharethrough.com*', '*triplelift.com*', '*stackadapt.com*', '*adroll.com*' ] }); // ========================================== // 2. CDP SCRIPT INJECTION FOR NATIVE ADS // ========================================== await client.send('Page.enable'); await client.send('Page.addScriptToEvaluateOnNewDocument', { source: ` (function() { 'use strict'; // ========================================== // NATIVE AD NETWORKS BLOCKING // ========================================== const NATIVE_AD_GLOBALS = [ // Taboola '_taboola', 'TRC', 'Taboola', '__trcq', 'tbl_dtd', // Outbrain 'OB_SETTINGS', 'OBR', 'OUTBRAIN', 'OB_rele498', // Revcontent 'rcWidget', 'revcontentSettings', 'revcontent', // MGID '_mgq', 'MGID', 'mgid', // ZergNet 'ZergNet', 'zergnet', // Content.ad 'contentad', 'contentAd', // Dianomi 'dianomi', // Nativo 'nativo', 'NtvPlacement', // ShareThrough 'sharethrough', 'STR' ]; // Block all native ad global objects NATIVE_AD_GLOBALS.forEach(name => { try { Object.defineProperty(window, name, { get: function() { console.log('[NativeAdBlocker] Blocked:', name); return undefined; }, set: function() { return true; }, configurable: false }); } catch(e) {} }); // ========================================== // BLOCK TABOOLA SCRIPT INJECTION // ========================================== // Taboola uses _taboola.push() to inject widgets window._taboola = new Proxy([], { get: function(target, prop) { if (prop === 'push') { return function() { console.log('[NativeAdBlocker] Blocked Taboola push'); return 0; }; } if (prop === 'length') return 0; return undefined; }, set: function() { return true; } }); // ========================================== // BLOCK OUTBRAIN SCRIPT INJECTION // ========================================== window.OBR = { extern: { video: function() {} }, loaded: true }; window.OUTBRAIN = { widget: { render: function() { console.log('[NativeAdBlocker] Blocked Outbrain render'); } } }; // ========================================== // NATIVE AD ELEMENT DETECTION & REMOVAL // ========================================== const NATIVE_AD_SELECTORS = [ // Taboola '.trc_rbox_container', '.trc-content-sponsored', '.trc_related_container', '#taboola-below-article-thumbnails', '#taboola-right-rail-thumbnails', '[id*="taboola"]', '[class*="taboola"]', '[data-taboola]', // Outbrain '.OUTBRAIN', '.ob-widget', '.ob-widget-section', '.outbrain', '[id*="outbrain"]', '[class*="outbrain"]', '[data-widget-id*="outbrain"]', // Revcontent '[class*="revcontent"]', '[id*="revcontent"]', '.rc-wc', // MGID '[class*="mgid"]', '[id*="mgid"]', '.mgbox', // ZergNet '[class*="zergnet"]', '[id*="zergnet"]', // Generic native/sponsored content '[class*="native-ad"]', '[class*="native_ad"]', '[class*="nativeAd"]', '[class*="sponsored-content"]', '[class*="sponsored_content"]', '[class*="promoted-content"]', '[class*="promoted_content"]', '[class*="partner-content"]', '[class*="partner_content"]', '[class*="paid-content"]', '[class*="paid_content"]', '[class*="recommended-"]', '[class*="recommendations"]', // Sponsored labels '[aria-label*="Sponsored"]', '[aria-label*="Advertisement"]', '[data-tracking*="sponsored"]', '[data-ad-type]', // Content.ad '[class*="content-ad"]', '[id*="content-ad"]', // ShareThrough '[class*="sharethrough"]', '[data-str-native]', // Dianomi '[class*="dianomi"]', '[id*="dianomi"]', // More specific selectors '.dfp-ad', '.post-sponsorship', '.sponsored-post', '.ad-widget', '.widget_ad', '.widget-ad' ]; // Sponsored text patterns const SPONSORED_TEXT_PATTERNS = [ 'sponsored', 'promoted', 'advertisement', 'ad by', 'paid content', 'partner content', 'from our partners', 'around the web', 'you may like', 'recommended for you', 'more from', 'trending now', 'paid post', 'branded content' ]; function isNativeAd(el) { if (!el) return false; // Check class/id const className = (el.className || '').toLowerCase(); const id = (el.id || '').toLowerCase(); const adIndicators = ['taboola', 'outbrain', 'revcontent', 'mgid', 'zergnet', 'native-ad', 'sponsored', 'promoted', 'partner']; if (adIndicators.some(ind => className.includes(ind) || id.includes(ind))) { return true; } // Check for sponsored text in small elements const text = (el.innerText || '').toLowerCase(); if (text.length < 100) { if (SPONSORED_TEXT_PATTERNS.some(p => text.includes(p))) { return true; } } // Check data attributes const dataAttrs = Array.from(el.attributes || []) .filter(a => a.name.startsWith('data-')) .map(a => a.value.toLowerCase()); if (dataAttrs.some(v => v.includes('sponsored') || v.includes('native') || v.includes('taboola'))) { return true; } return false; } function hideElement(el) { if (!el) return; el.style.setProperty('display', 'none', 'important'); el.style.setProperty('visibility', 'hidden', 'important'); el.style.setProperty('opacity', '0', 'important'); el.style.setProperty('pointer-events', 'none', 'important'); el.style.setProperty('height', '0', 'important'); el.style.setProperty('overflow', 'hidden', 'important'); } function removeNativeAds() { // Remove by selector NATIVE_AD_SELECTORS.forEach(selector => { try { document.querySelectorAll(selector).forEach(el => { hideElement(el); console.log('[NativeAdBlocker] Hid:', selector); }); } catch(e) {} }); // Check all elements for sponsored content document.querySelectorAll('div, section, article, aside').forEach(el => { if (isNativeAd(el)) { hideElement(el); } }); // Remove "Sponsored" / "Promoted" labels and their containers document.querySelectorAll('span, div, p, a, label').forEach(el => { const text = (el.innerText || '').toLowerCase().trim(); if (SPONSORED_TEXT_PATTERNS.includes(text) || text === 'ad' || text === 'ads' || text === 'advertisement') { // Hide the label hideElement(el); // Also hide parent if it's a small container const parent = el.parentElement; if (parent && parent.children.length <= 3) { const grandparent = parent.parentElement; if (grandparent && isNativeAd(grandparent)) { hideElement(grandparent); } } } }); } // ========================================== // MUTATION OBSERVER FOR DYNAMIC NATIVE ADS // ========================================== const observer = new MutationObserver(function(mutations) { let shouldClean = false; mutations.forEach(mutation => { mutation.addedNodes.forEach(node => { if (node.nodeType === Node.ELEMENT_NODE) { if (isNativeAd(node)) { hideElement(node); } else { shouldClean = true; } } }); }); if (shouldClean) { // Debounced cleanup clearTimeout(window.__nativeAdCleanupTimeout); window.__nativeAdCleanupTimeout = setTimeout(removeNativeAds, 100); } }); // Start observing when DOM is ready function startObserver() { if (document.body) { observer.observe(document.body, { childList: true, subtree: true }); removeNativeAds(); } } if (document.readyState === 'loading') { document.addEventListener('DOMContentLoaded', startObserver); } else { startObserver(); } // ========================================== // IFRAME NATIVE AD BLOCKING // ========================================== const originalCreateElement = document.createElement.bind(document); document.createElement = function(tagName) { const element = originalCreateElement(tagName); if (tagName.toLowerCase() === 'iframe') { // Watch for src changes to block ad iframes const originalSetAttribute = element.setAttribute.bind(element); element.setAttribute = function(name, value) { if (name === 'src') { const src = String(value).toLowerCase(); const adDomains = ['taboola', 'outbrain', 'revcontent', 'mgid', 'zergnet', 'content.ad', 'dianomi', 'nativo']; if (adDomains.some(d => src.includes(d))) { console.log('[NativeAdBlocker] Blocked ad iframe:', src.substring(0, 60)); return; // Don't set the src } } return originalSetAttribute(name, value); }; // Also watch the src property Object.defineProperty(element, 'src', { get: function() { return this.getAttribute('src') || ''; }, set: function(value) { const src = String(value).toLowerCase(); const adDomains = ['taboola', 'outbrain', 'revcontent', 'mgid', 'zergnet', 'content.ad', 'dianomi', 'nativo']; if (adDomains.some(d => src.includes(d))) { console.log('[NativeAdBlocker] Blocked ad iframe src:', src.substring(0, 60)); return; } this.setAttribute('src', value); }, configurable: true }); } return element; }; // ========================================== // PERIODIC CLEANUP // ========================================== setInterval(removeNativeAds, 2000); // Initial cleanup at multiple stages setTimeout(removeNativeAds, 500); setTimeout(removeNativeAds, 1000); setTimeout(removeNativeAds, 3000); setTimeout(removeNativeAds, 5000); console.log('[NativeAdBlocker] Native/content ad blocking active'); })(); ` }); log.info('NativeAds', 'Native/content ad blocking initialized'); }