|
|
/*******************************************************************************
uMatrix - a browser extension to block requests. Copyright (C) 2014-2018 The uBlock Origin authors Copyright (C) 2017-present Raymond Hill
This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version.
This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
You should have received a copy of the GNU General Public License along with this program. If not, see {http://www.gnu.org/licenses/}.
Home: https://github.com/gorhill/uMatrix
*/
// For background page
'use strict';
/******************************************************************************/
{ // >>>>> start of local scope
/******************************************************************************/ /******************************************************************************/
const browser = self.browser; const manifest = browser.runtime.getManifest();
vAPI.cantWebsocket = browser.webRequest.ResourceType instanceof Object === false || browser.webRequest.ResourceType.WEBSOCKET !== 'websocket';
vAPI.canWASM = vAPI.webextFlavor.soup.has('chromium') === false; if ( vAPI.canWASM === false ) { const csp = manifest.content_security_policy; vAPI.canWASM = csp !== undefined && csp.indexOf("'wasm-eval'") !== -1; }
vAPI.supportsUserStylesheets = vAPI.webextFlavor.soup.has('user_stylesheet');
// The real actual webextFlavor value may not be set in stone, so listen
// for possible future changes.
window.addEventListener('webextFlavor', function() { vAPI.supportsUserStylesheets = vAPI.webextFlavor.soup.has('user_stylesheet'); }, { once: true });
/******************************************************************************/
vAPI.app = { name: manifest.name.replace(/ dev\w+ build/, ''), version: (( ) => { let version = manifest.version; const match = /(\d+\.\d+\.\d+)(?:\.(\d+))?/.exec(version); if ( match && match[2] ) { const v = parseInt(match[2], 10); version = match[1] + (v < 100 ? 'b' + v : 'rc' + (v - 100)); } return version; })(),
intFromVersion: function(s) { const parts = s.match(/(?:^|\.|b|rc)\d+/g); if ( parts === null ) { return 0; } let vint = 0; for ( let i = 0; i < 4; i++ ) { const pstr = parts[i] || ''; let pint; if ( pstr === '' ) { pint = 0; } else if ( pstr.startsWith('.') || pstr.startsWith('b') ) { pint = parseInt(pstr.slice(1), 10); } else if ( pstr.startsWith('rc') ) { pint = parseInt(pstr.slice(2), 10) + 100; } else { pint = parseInt(pstr, 10); } vint = vint * 1000 + pint; } return vint; },
restart: function() { browser.runtime.reload(); }, };
/******************************************************************************/ /******************************************************************************/
vAPI.storage = webext.storage.local;
/******************************************************************************/ /******************************************************************************/
// https://github.com/gorhill/uMatrix/issues/234
// https://developer.mozilla.org/en-US/docs/Mozilla/Add-ons/WebExtensions/API/privacy/network
// https://github.com/gorhill/uBlock/issues/2048
// Do not mess up with existing settings if not assigning them stricter
// values.
vAPI.browserSettings = (( ) => { // Not all platforms support `browser.privacy`.
const bp = webext.privacy; if ( bp instanceof Object === false ) { return; }
return { // Whether the WebRTC-related privacy API is crashy is an open question
// only for Chromium proper (because it can be compiled without the
// WebRTC feature): hence avoid overhead of the evaluation (which uses
// an iframe) for platforms where it's a non-issue.
// https://github.com/uBlockOrigin/uBlock-issues/issues/9
// Some Chromium builds are made to look like a Chrome build.
webRTCSupported: vAPI.webextFlavor.soup.has('chromium') === false || undefined,
// Calling with `true` means IP address leak is not prevented.
// https://github.com/gorhill/uBlock/issues/533
// We must first check wether this Chromium-based browser was compiled
// with WebRTC support. To do this, we use an iframe, this way the
// empty RTCPeerConnection object we create to test for support will
// be properly garbage collected. This prevents issues such as
// a computer unable to enter into sleep mode, as reported in the
// Chrome store:
// https://github.com/gorhill/uBlock/issues/533#issuecomment-167931681
setWebrtcIPAddress: function(setting) { // We don't know yet whether this browser supports WebRTC: find out.
if ( this.webRTCSupported === undefined ) { // If asked to leave WebRTC setting alone at this point in the
// code, this means we never grabbed the setting in the first
// place.
if ( setting ) { return; } this.webRTCSupported = { setting: setting }; let iframe = document.createElement('iframe'); const messageHandler = ev => { if ( ev.origin !== self.location.origin ) { return; } window.removeEventListener('message', messageHandler); const setting = this.webRTCSupported.setting; this.webRTCSupported = ev.data === 'webRTCSupported'; this.setWebrtcIPAddress(setting); iframe.parentNode.removeChild(iframe); iframe = null; }; window.addEventListener('message', messageHandler); iframe.src = 'is-webrtc-supported.html'; document.body.appendChild(iframe); return; }
// We are waiting for a response from our iframe. This makes the code
// safe to re-entrancy.
if ( typeof this.webRTCSupported === 'object' ) { this.webRTCSupported.setting = setting; return; }
// https://github.com/gorhill/uBlock/issues/533
// WebRTC not supported: `webRTCMultipleRoutesEnabled` can NOT be
// safely accessed. Accessing the property will cause full browser
// crash.
if ( this.webRTCSupported !== true ) { return; }
const bpn = bp.network;
if ( setting ) { bpn.webRTCIPHandlingPolicy.clear({ scope: 'regular', }); } else { // https://github.com/uBlockOrigin/uAssets/issues/333#issuecomment-289426678
// Leverage virtuous side-effect of strictest setting.
// https://github.com/gorhill/uBlock/issues/3009
// Firefox currently works differently, use
// `default_public_interface_only` for now.
bpn.webRTCIPHandlingPolicy.set({ value: vAPI.webextFlavor.soup.has('chromium') ? 'disable_non_proxied_udp' : 'default_public_interface_only', scope: 'regular', }); } },
set: function(details) { for ( const setting in details ) { if ( details.hasOwnProperty(setting) === false ) { continue; } switch ( setting ) { case 'prefetching': const enabled = !!details[setting]; if ( enabled ) { bp.network.networkPredictionEnabled.clear({ scope: 'regular', }); } else { bp.network.networkPredictionEnabled.set({ value: false, scope: 'regular', }); } if ( vAPI.prefetching instanceof Function ) { vAPI.prefetching(enabled); } break;
case 'hyperlinkAuditing': if ( !!details[setting] ) { bp.websites.hyperlinkAuditingEnabled.clear({ scope: 'regular', }); } else { bp.websites.hyperlinkAuditingEnabled.set({ value: false, scope: 'regular', }); } break;
case 'webrtcIPAddress': this.setWebrtcIPAddress(!!details[setting]); break;
default: break; } } } }; })();
/******************************************************************************/ /******************************************************************************/
vAPI.isBehindTheSceneTabId = function(tabId) { return tabId < 0; };
vAPI.unsetTabId = 0; vAPI.noTabId = -1; // definitely not any existing tab
// To ensure we always use a good tab id
const toTabId = function(tabId) { return typeof tabId === 'number' && isNaN(tabId) === false ? tabId : 0; };
// https://developer.mozilla.org/en-US/docs/Mozilla/Add-ons/WebExtensions/API/webNavigation
// https://developer.mozilla.org/en-US/docs/Mozilla/Add-ons/WebExtensions/API/tabs
vAPI.Tabs = class { constructor() { browser.webNavigation.onCreatedNavigationTarget.addListener(details => { if ( typeof details.url !== 'string' ) { details.url = ''; } if ( /^https?:\/\//.test(details.url) === false ) { details.frameId = 0; details.url = this.sanitizeURL(details.url); this.onNavigation(details); } this.onCreated(details); });
// Ensure the tab id is a valid one before propagating event to
// client code. "Invalid" yab id can occur when a browser chrome
// window is opened; for example, a detached dev tool window.
browser.webNavigation.onCommitted.addListener(async details => { const tab = await this.get(details.tabId); if ( tab.id === -1 ) { return; } details.url = this.sanitizeURL(details.url); this.onNavigation(details); });
// https://github.com/gorhill/uBlock/issues/3073
// Fall back to `tab.url` when `changeInfo.url` is not set.
browser.tabs.onUpdated.addListener((tabId, changeInfo, tab) => { if ( typeof changeInfo.url !== 'string' ) { changeInfo.url = tab && tab.url; } if ( changeInfo.url ) { changeInfo.url = this.sanitizeURL(changeInfo.url); } this.onUpdated(tabId, changeInfo, tab); });
browser.tabs.onActivated.addListener(details => { this.onActivated(details); });
// https://github.com/uBlockOrigin/uBlock-issues/issues/151
// https://github.com/uBlockOrigin/uBlock-issues/issues/680#issuecomment-515215220
if ( browser.windows instanceof Object ) { browser.windows.onFocusChanged.addListener(async windowId => { if ( windowId === browser.windows.WINDOW_ID_NONE ) { return; } const tabs = await vAPI.tabs.query({ active: true, windowId }); if ( tabs.length === 0 ) { return; } const tab = tabs[0]; this.onActivated({ tabId: tab.id, windowId: tab.windowId }); }); }
browser.tabs.onRemoved.addListener((tabId, details) => { this.onClosed(tabId, details); }); }
async executeScript() { let result; try { result = await webext.tabs.executeScript(...arguments); } catch(reason) { } return Array.isArray(result) ? result : []; }
async get(tabId) { if ( tabId === null ) { return this.getCurrent(); } if ( tabId <= 0 ) { return null; } let tab; try { tab = await webext.tabs.get(tabId); } catch(reason) { } return tab instanceof Object ? tab : null; }
async getCurrent() { const tabs = await this.query({ active: true, currentWindow: true }); return tabs.length !== 0 ? tabs[0] : null; }
async insertCSS() { try { await webext.tabs.insertCSS(...arguments); } catch(reason) { } }
async query(queryInfo) { let tabs; try { tabs = await webext.tabs.query(queryInfo); } catch(reason) { } return Array.isArray(tabs) ? tabs : []; }
async removeCSS() { try { await webext.tabs.removeCSS(...arguments); } catch(reason) { } }
// Properties of the details object:
// - url: 'URL', => the address that will be opened
// - index: -1, => undefined: end of the list, -1: following tab,
// or after index
// - active: false, => opens the tab... in background: true,
// foreground: undefined
// - popup: 'popup' => open in a new window
async create(url, details) { if ( details.active === undefined ) { details.active = true; }
const subWrapper = async ( ) => { const updateDetails = { url: url, active: !!details.active };
// Opening a tab from incognito window won't focus the window
// in which the tab was opened
const focusWindow = tab => { if ( tab.active && vAPI.windows instanceof Object ) { vAPI.windows.update(tab.windowId, { focused: true }); } };
if ( !details.tabId ) { if ( details.index !== undefined ) { updateDetails.index = details.index; } browser.tabs.create(updateDetails, focusWindow); return; }
// update doesn't accept index, must use move
const tab = await vAPI.tabs.update( toTabId(details.tabId), updateDetails ); // if the tab doesn't exist
if ( tab === null ) { browser.tabs.create(updateDetails, focusWindow); } else if ( details.index !== undefined ) { browser.tabs.move(tab.id, { index: details.index }); } };
// Open in a standalone window
//
// https://github.com/uBlockOrigin/uBlock-issues/issues/168#issuecomment-413038191
// Not all platforms support vAPI.windows.
//
// For some reasons, some platforms do not honor the left,top
// position when specified. I found that further calling
// windows.update again with the same position _may_ help.
if ( details.popup !== undefined && vAPI.windows instanceof Object ) { const createDetails = { url, type: details.popup }; if ( details.box instanceof Object ) { Object.assign(createDetails, details.box); } const win = await vAPI.windows.create(createDetails); if ( win === null ) { return; } if ( details.box instanceof Object === false ) { return; } if ( win.left === details.box.left && win.top === details.box.top ) { return; } vAPI.windows.update(win.id, { left: details.box.left, top: details.box.top }); return; }
if ( details.index !== -1 ) { subWrapper(); return; }
const tab = await vAPI.tabs.getCurrent(); if ( tab !== null ) { details.index = tab.index + 1; } else { details.index = undefined; } subWrapper(); }
// Properties of the details object:
// - url: 'URL', => the address that will be opened
// - tabId: 1, => the tab is used if set, instead of creating a new one
// - index: -1, => undefined: end of the list, -1: following tab, or
// after index
// - active: false, => opens the tab in background - true and undefined:
// foreground
// - select: true, => if a tab is already opened with that url, then select
// it instead of opening a new one
// - popup: true => open in a new window
async open(details) { let targetURL = details.url; if ( typeof targetURL !== 'string' || targetURL === '' ) { return null; }
// extension pages
if ( /^[\w-]{2,}:/.test(targetURL) !== true ) { targetURL = vAPI.getURL(targetURL); }
if ( !details.select ) { this.create(targetURL, details); return; }
// https://github.com/gorhill/uBlock/issues/3053#issuecomment-332276818
// Do not try to lookup uBO's own pages with FF 55 or less.
if ( vAPI.webextFlavor.soup.has('firefox') && vAPI.webextFlavor.major < 56 ) { this.create(targetURL, details); return; }
// https://developer.mozilla.org/en-US/docs/Mozilla/Add-ons/WebExtensions/API/tabs/query#Parameters
// "Note that fragment identifiers are not matched."
// Fragment identifiers ARE matched -- we need to remove the fragment.
const pos = targetURL.indexOf('#'); const targetURLWithoutHash = pos === -1 ? targetURL : targetURL.slice(0, pos);
const tabs = await vAPI.tabs.query({ url: targetURLWithoutHash }); if ( tabs.length === 0 ) { this.create(targetURL, details); return; } let tab = tabs[0]; const updateDetails = { active: true }; // https://github.com/uBlockOrigin/uBlock-issues/issues/592
if ( tab.url.startsWith(targetURL) === false ) { updateDetails.url = targetURL; } tab = await vAPI.tabs.update(tab.id, updateDetails); if ( vAPI.windows instanceof Object === false ) { return; } vAPI.windows.update(tab.windowId, { focused: true }); }
async update() { let tab; try { tab = await webext.tabs.update(...arguments); } catch (reason) { } return tab instanceof Object ? tab : null; }
// Replace the URL of a tab. Noop if the tab does not exist.
replace(tabId, url) { tabId = toTabId(tabId); if ( tabId === 0 ) { return; }
let targetURL = url;
// extension pages
if ( /^[\w-]{2,}:/.test(targetURL) !== true ) { targetURL = vAPI.getURL(targetURL); }
vAPI.tabs.update(tabId, { url: targetURL }); }
async remove(tabId) { tabId = toTabId(tabId); if ( tabId === 0 ) { return; } try { await webext.tabs.remove(tabId); } catch (reason) { } }
async reload(tabId, bypassCache = false) { tabId = toTabId(tabId); if ( tabId === 0 ) { return; } try { await webext.tabs.reload( tabId, { bypassCache: bypassCache === true } ); } catch (reason) { } }
async select(tabId) { tabId = toTabId(tabId); if ( tabId === 0 ) { return; } const tab = await vAPI.tabs.update(tabId, { active: true }); if ( tab === null ) { return; } if ( vAPI.windows instanceof Object === false ) { return; } vAPI.windows.update(tab.windowId, { focused: true }); }
// https://forums.lanik.us/viewtopic.php?f=62&t=32826
// Chromium-based browsers: sanitize target URL. I've seen data: URI with
// newline characters in standard fields, possibly as a way of evading
// filters. As per spec, there should be no whitespaces in a data: URI's
// standard fields.
sanitizeURL(url) { if ( url.startsWith('data:') === false ) { return url; } const pos = url.indexOf(','); if ( pos === -1 ) { return url; } const s = url.slice(0, pos); if ( s.search(/\s/) === -1 ) { return url; } return s.replace(/\s+/, '') + url.slice(pos); }
onActivated(/* details */) { }
onClosed(/* tabId, details */) { }
onCreated(/* details */) { }
onNavigation(/* details */) { }
onUpdated(/* tabId, changeInfo, tab */) { } };
/******************************************************************************/ /******************************************************************************/
if ( webext.windows instanceof Object ) { vAPI.windows = { get: async function() { let win; try { win = await webext.windows.get(...arguments); } catch (reason) { } return win instanceof Object ? win : null; }, create: async function() { let win; try { win = await webext.windows.create(...arguments); } catch (reason) { } return win instanceof Object ? win : null; }, update: async function() { let win; try { win = await webext.windows.update(...arguments); } catch (reason) { } return win instanceof Object ? win : null; }, }; }
/******************************************************************************/ /******************************************************************************/
if ( webext.browserAction instanceof Object ) { vAPI.browserAction = { setTitle: async function() { try { await webext.browserAction.setTitle(...arguments); } catch (reason) { } }, }; // Not supported on Firefox for Android
if ( webext.browserAction.setIcon ) { vAPI.browserAction.setBadgeTextColor = async function() { try { await webext.browserAction.setBadgeTextColor(...arguments); } catch (reason) { } }; vAPI.browserAction.setBadgeBackgroundColor = async function() { try { await webext.browserAction.setBadgeBackgroundColor(...arguments); } catch (reason) { } }; vAPI.browserAction.setBadgeText = async function() { try { await webext.browserAction.setBadgeText(...arguments); } catch (reason) { } }; vAPI.browserAction.setIcon = async function() { try { await webext.browserAction.setIcon(...arguments); } catch (reason) { } }; } }
/******************************************************************************/ /******************************************************************************/
// Must read: https://code.google.com/p/chromium/issues/detail?id=410868#c8
// https://github.com/chrisaljoudi/uBlock/issues/19
// https://github.com/chrisaljoudi/uBlock/issues/207
// Since we may be called asynchronously, the tab id may not exist
// anymore, so this ensures it does still exist.
// https://developer.mozilla.org/en-US/Add-ons/WebExtensions/API/browserAction#Browser_compatibility
// Firefox for Android does no support browser.browserAction.setIcon().
// Performance: use ImageData for platforms supporting it.
// https://github.com/uBlockOrigin/uBlock-issues/issues/32
// Ensure ImageData for toolbar icon is valid before use.
vAPI.setIcon = (( ) => { const browserAction = vAPI.browserAction; const titleTemplate = browser.runtime.getManifest().browser_action.default_title + ' ({badge})'; const icons = [ { path: { '16': 'img/icon_16-off.png', '32': 'img/icon_32-off.png' } }, { path: { '16': 'img/icon_16.png', '32': 'img/icon_32.png' } }, ];
(( ) => { if ( browserAction.setIcon === undefined ) { return; }
// The global badge text and background color.
if ( browserAction.setBadgeBackgroundColor !== undefined ) { browserAction.setBadgeBackgroundColor({ color: '#666666' }); } if ( browserAction.setBadgeTextColor !== undefined ) { browserAction.setBadgeTextColor({ color: '#FFFFFF' }); }
// As of 2018-05, benchmarks show that only Chromium benefits for sure
// from using ImageData.
//
// Chromium creates a new ImageData instance every call to setIcon
// with paths:
// https://cs.chromium.org/chromium/src/extensions/renderer/resources/set_icon.js?l=56&rcl=99be185c25738437ecfa0dafba72a26114196631
//
// Firefox uses an internal cache for each setIcon's paths:
// https://searchfox.org/mozilla-central/rev/5ff2d7683078c96e4b11b8a13674daded935aa44/browser/components/extensions/parent/ext-browserAction.js#631
if ( vAPI.webextFlavor.soup.has('chromium') === false ) { return; }
const imgs = []; for ( let i = 0; i < icons.length; i++ ) { const path = icons[i].path; for ( const key in path ) { if ( path.hasOwnProperty(key) === false ) { continue; } imgs.push({ i: i, p: key }); } }
// https://github.com/uBlockOrigin/uBlock-issues/issues/296
const safeGetImageData = function(ctx, w, h) { let data; try { data = ctx.getImageData(0, 0, w, h); } catch(ex) { } return data; };
const onLoaded = function() { for ( const img of imgs ) { if ( img.r.complete === false ) { return; } if ( img.r.naturalWidth === 0 ) { return; } if ( img.r.naturalHeight === 0 ) { return; } } const ctx = document.createElement('canvas').getContext('2d'); const iconData = [ null, null ]; for ( const img of imgs ) { const w = img.r.naturalWidth, h = img.r.naturalHeight; ctx.width = w; ctx.height = h; ctx.clearRect(0, 0, w, h); ctx.drawImage(img.r, 0, 0); if ( iconData[img.i] === null ) { iconData[img.i] = {}; } const imgData = safeGetImageData(ctx, w, h); if ( imgData instanceof Object === false || imgData.data instanceof Uint8ClampedArray === false || imgData.data[0] !== 0 || imgData.data[1] !== 0 || imgData.data[2] !== 0 || imgData.data[3] !== 0 ) { return; } iconData[img.i][img.p] = imgData; } for ( let i = 0; i < iconData.length; i++ ) { if ( iconData[i] ) { icons[i] = { imageData: iconData[i] }; } } }; for ( const img of imgs ) { img.r = new Image(); img.r.addEventListener('load', onLoaded, { once: true }); img.r.src = icons[img.i].path[img.p]; } })();
// parts: bit 0 = icon
// bit 1 = badge text
// bit 2 = badge color
// bit 3 = hide badge
return async function(tabId, details) { tabId = toTabId(tabId); if ( tabId === 0 ) { return; }
const tab = await vAPI.tabs.get(tabId); if ( tab === null ) { return; }
const { parts, src, badge, color } = details;
if ( browserAction.setIcon !== undefined ) { if ( parts === undefined || (parts & 0b0001) !== 0 ) { browserAction.setIcon( Object.assign({ tabId: tab.id, path: src }) ); } if ( (parts & 0b0010) !== 0 ) { browserAction.setBadgeText({ tabId: tab.id, text: (parts & 0b1000) === 0 ? badge : '' }); } if ( (parts & 0b0100) !== 0 ) { browserAction.setBadgeBackgroundColor({ tabId: tab.id, color }); } }
if ( browserAction.setTitle !== undefined ) { browserAction.setTitle({ tabId: tab.id, title: titleTemplate.replace( '{badge}', badge !== '' ? badge : '0' ) }); }
if ( vAPI.contextMenu instanceof Object ) { vAPI.contextMenu.onMustUpdate(tabId); } }; })();
browser.browserAction.onClicked.addListener(tab => { vAPI.tabs.open({ select: true, url: 'popup.html?tabId=' + tab.id + '&responsive=1' }); });
/******************************************************************************/ /******************************************************************************/
// https://github.com/uBlockOrigin/uBlock-issues/issues/710
// uBO uses only ports to communicate with its auxiliary pages and
// content scripts. Whether a message can trigger a privileged operation is
// decided based on whether the port from which a message is received is
// privileged, which is a status evaluated once, at port connection time.
vAPI.messaging = { ports: new Map(), listeners: new Map(), defaultHandler: null, PRIVILEGED_URL: vAPI.getURL(''), NOOPFUNC: function(){}, UNHANDLED: 'vAPI.messaging.notHandled',
listen: function(details) { this.listeners.set(details.name, { fn: details.listener, privileged: details.privileged === true }); },
onPortDisconnect: function(port) { this.ports.delete(port.name); },
onPortConnect: function(port) { port.onDisconnect.addListener( port => this.onPortDisconnect(port) ); port.onMessage.addListener( (request, port) => this.onPortMessage(request, port) ); this.ports.set(port.name, { port, privileged: port.sender.url.startsWith(this.PRIVILEGED_URL) }); },
setup: function(defaultHandler) { if ( this.defaultHandler !== null ) { return; }
if ( typeof defaultHandler !== 'function' ) { defaultHandler = function() { return this.UNHANDLED; }; } this.defaultHandler = defaultHandler;
browser.runtime.onConnect.addListener( port => this.onPortConnect(port) );
// https://bugzilla.mozilla.org/show_bug.cgi?id=1392067
// Workaround: manually remove ports matching removed tab.
if ( vAPI.webextFlavor.soup.has('firefox') && vAPI.webextFlavor.major < 61 ) { browser.tabs.onRemoved.addListener(tabId => { for ( const { port } of this.ports.values() ) { const tab = port.sender && port.sender.tab; if ( !tab ) { continue; } if ( tab.id === tabId ) { this.onPortDisconnect(port); } } }); } },
broadcast: function(message) { const messageWrapper = { broadcast: true, msg: message }; for ( const { port } of this.ports.values() ) { try { port.postMessage(messageWrapper); } catch(ex) { this.ports.delete(port.name); } } },
onFrameworkMessage: function(request, port, callback) { const sender = port && port.sender; if ( !sender ) { return; } const tabId = sender.tab && sender.tab.id || undefined; const msg = request.msg; switch ( msg.what ) { case 'connectionAccepted': case 'connectionRefused': { const toPort = this.ports.get(msg.fromToken); if ( toPort !== undefined ) { msg.tabId = tabId; toPort.port.postMessage(request); } else { msg.what = 'connectionBroken'; port.postMessage(request); } break; } case 'connectionRequested': msg.tabId = tabId; for ( const { port: toPort } of this.ports.values() ) { if ( toPort === port ) { continue; } toPort.postMessage(request); } break; case 'connectionBroken': case 'connectionCheck': case 'connectionMessage': { const toPort = this.ports.get( port.name === msg.fromToken ? msg.toToken : msg.fromToken ); if ( toPort !== undefined ) { msg.tabId = tabId; toPort.port.postMessage(request); } else { msg.what = 'connectionBroken'; port.postMessage(request); } break; } case 'extendClient': vAPI.tabs.executeScript(tabId, { file: '/js/vapi-client-extra.js', }).then(( ) => { callback(); }); break; case 'userCSS': if ( tabId === undefined ) { break; } const details = { code: undefined, frameId: sender.frameId, matchAboutBlank: true }; if ( vAPI.supportsUserStylesheets ) { details.cssOrigin = 'user'; } if ( msg.add ) { details.runAt = 'document_start'; } const promises = []; for ( const cssText of msg.add ) { details.code = cssText; promises.push(vAPI.tabs.insertCSS(tabId, details)); } if ( typeof webext.tabs.removeCSS === 'function' ) { for ( const cssText of msg.remove ) { details.code = cssText; promises.push(vAPI.tabs.removeCSS(tabId, details)); } } Promise.all(promises).then(( ) => { callback(); }); break; } },
// Use a wrapper to avoid closure and to allow reuse.
CallbackWrapper: class { constructor(messaging, port, msgId) { this.messaging = messaging; this.callback = this.proxy.bind(this); // bind once
this.init(port, msgId); } init(port, msgId) { this.port = port; this.msgId = msgId; return this; } proxy(response) { // https://github.com/chrisaljoudi/uBlock/issues/383
if ( this.messaging.ports.has(this.port.name) ) { this.port.postMessage({ msgId: this.msgId, msg: response !== undefined ? response : null, }); } // Store for reuse
this.port = null; this.messaging.callbackWrapperJunkyard.push(this); } },
callbackWrapperJunkyard: [],
callbackWrapperFactory: function(port, msgId) { return this.callbackWrapperJunkyard.length !== 0 ? this.callbackWrapperJunkyard.pop().init(port, msgId) : new this.CallbackWrapper(this, port, msgId); },
onPortMessage: function(request, port) { // prepare response
let callback = this.NOOPFUNC; if ( request.msgId !== undefined ) { callback = this.callbackWrapperFactory(port, request.msgId).callback; }
// Content process to main process: framework handler.
if ( request.channel === 'vapi' ) { this.onFrameworkMessage(request, port, callback); return; }
// Auxiliary process to main process: specific handler
const fromDetails = this.ports.get(port.name); if ( fromDetails === undefined ) { return; }
const listenerDetails = this.listeners.get(request.channel); let r = this.UNHANDLED; if ( (listenerDetails !== undefined) && (listenerDetails.privileged === false || fromDetails.privileged) ) { r = listenerDetails.fn(request.msg, port.sender, callback); } if ( r !== this.UNHANDLED ) { return; }
// Auxiliary process to main process: default handler
if ( fromDetails.privileged ) { r = this.defaultHandler(request.msg, port.sender, callback); if ( r !== this.UNHANDLED ) { return; } }
// Auxiliary process to main process: no handler
log.info( `vAPI.messaging.onPortMessage > unhandled request: ${JSON.stringify(request.msg)}`, request );
// Need to callback anyways in case caller expected an answer, or
// else there is a memory leak on caller's side
callback(); }, };
/******************************************************************************/ /******************************************************************************/
// https://github.com/gorhill/uBlock/issues/3474
// https://github.com/gorhill/uBlock/issues/2823
// Foil ability of web pages to identify uBO through
// its web accessible resources.
// https://github.com/gorhill/uBlock/issues/3497
// Prevent web pages from interfering with uBO's element picker
// https://github.com/uBlockOrigin/uBlock-issues/issues/550
// Support using a new secret for every network request.
vAPI.warSecret = (( ) => { const generateSecret = ( ) => { return Math.floor(Math.random() * 982451653 + 982451653).toString(36); };
const root = vAPI.getURL('/'); const secrets = []; let lastSecretTime = 0;
const guard = function(details) { const url = details.url; const pos = secrets.findIndex(secret => url.lastIndexOf(`?secret=${secret}`) !== -1 ); if ( pos === -1 ) { return { redirectUrl: root }; } secrets.splice(pos, 1); };
browser.webRequest.onBeforeRequest.addListener( guard, { urls: [ root + 'web_accessible_resources/*' ] }, [ 'blocking' ] );
return ( ) => { if ( secrets.length !== 0 ) { if ( (Date.now() - lastSecretTime) > 5000 ) { secrets.splice(0); } else if ( secrets.length > 256 ) { secrets.splice(0, secrets.length - 192); } } lastSecretTime = Date.now(); const secret = generateSecret(); secrets.push(secret); return `?secret=${secret}`; }; })();
/******************************************************************************/
vAPI.Net = class { constructor() { this.validTypes = new Set(); { const wrrt = browser.webRequest.ResourceType; for ( const typeKey in wrrt ) { if ( wrrt.hasOwnProperty(typeKey) ) { this.validTypes.add(wrrt[typeKey]); } } } this.suspendableListener = undefined; this.listenerMap = new WeakMap(); this.suspendDepth = 0;
browser.webRequest.onBeforeRequest.addListener( details => { this.normalizeDetails(details); if ( this.suspendDepth !== 0 && details.tabId >= 0 ) { return this.suspendOneRequest(details); } return this.onBeforeSuspendableRequest(details); }, this.denormalizeFilters({ urls: [ 'http://*/*', 'https://*/*' ] }), [ 'blocking' ] ); } setOptions(/* options */) { } normalizeDetails(/* details */) { } denormalizeFilters(filters) { const urls = filters.urls || [ '<all_urls>' ]; let types = filters.types; if ( Array.isArray(types) ) { types = this.denormalizeTypes(types); } if ( (this.validTypes.has('websocket')) && (types === undefined || types.indexOf('websocket') !== -1) && (urls.indexOf('<all_urls>') === -1) ) { if ( urls.indexOf('ws://*/*') === -1 ) { urls.push('ws://*/*'); } if ( urls.indexOf('wss://*/*') === -1 ) { urls.push('wss://*/*'); } } return { types, urls }; } denormalizeTypes(types) { return types; } addListener(which, clientListener, filters, options) { const actualFilters = this.denormalizeFilters(filters); const actualListener = this.makeNewListenerProxy(clientListener); browser.webRequest[which].addListener( actualListener, actualFilters, options ); } onBeforeSuspendableRequest(details) { if ( this.suspendableListener === undefined ) { return; } return this.suspendableListener(details); } setSuspendableListener(listener) { this.suspendableListener = listener; } removeListener(which, clientListener) { const actualListener = this.listenerMap.get(clientListener); if ( actualListener === undefined ) { return; } this.listenerMap.delete(clientListener); browser.webRequest[which].removeListener(actualListener); } makeNewListenerProxy(clientListener) { const actualListener = details => { this.normalizeDetails(details); return clientListener(details); }; this.listenerMap.set(clientListener, actualListener); return actualListener; } suspendOneRequest() { } unsuspendAllRequests() { } suspend(force = false) { if ( this.canSuspend() || force ) { this.suspendDepth += 1; } } unsuspend(all = false) { if ( this.suspendDepth === 0 ) { return; } if ( all ) { this.suspendDepth = 0; } else { this.suspendDepth -= 1; } if ( this.suspendDepth !== 0 ) { return; } this.unsuspendAllRequests(); } canSuspend() { return false; } async benchmark() { if ( typeof µMatrix !== 'object' ) { return; } const requests = await µMatrix.loadBenchmarkDataset(); if ( Array.isArray(requests) === false || requests.length === 0 ) { console.info('No requests found to benchmark'); return; } const mappedTypes = new Map([ [ 'document', 'main_frame' ], [ 'subdocument', 'sub_frame' ], ]); console.info('vAPI.net.onBeforeSuspendableRequest()...'); const t0 = self.performance.now(); const promises = []; const details = { documentUrl: '', tabId: -1, parentFrameId: -1, frameId: 0, type: '', url: '', }; for ( const request of requests ) { details.documentUrl = request.frameUrl; details.tabId = -1; details.parentFrameId = -1; details.frameId = 0; details.type = mappedTypes.get(request.cpt) || request.cpt; details.url = request.url; if ( details.type === 'main_frame' ) { continue; } promises.push(this.onBeforeSuspendableRequest(details)); } return Promise.all(promises).then(results => { let blockCount = 0; for ( const r of results ) { if ( r !== undefined ) { blockCount += 1; } } const t1 = self.performance.now(); const dur = t1 - t0; console.info(`Evaluated ${requests.length} requests in ${dur.toFixed(0)} ms`); console.info(`\tBlocked ${blockCount} requests`); console.info(`\tAverage: ${(dur / requests.length).toFixed(3)} ms per request`); }); } };
/******************************************************************************/ /******************************************************************************/
// https://developer.mozilla.org/en-US/Add-ons/WebExtensions/API/contextMenus#Browser_compatibility
// Firefox for Android does no support browser.contextMenus.
vAPI.contextMenu = webext.menus && { _callback: null, _entries: [], _createEntry: function(entry) { webext.menus.create(JSON.parse(JSON.stringify(entry))); }, onMustUpdate: function() {}, setEntries: function(entries, callback) { entries = entries || []; let n = Math.max(this._entries.length, entries.length); for ( let i = 0; i < n; i++ ) { const oldEntryId = this._entries[i]; const newEntry = entries[i]; if ( oldEntryId && newEntry ) { if ( newEntry.id !== oldEntryId ) { webext.menus.remove(oldEntryId); this._createEntry(newEntry); this._entries[i] = newEntry.id; } } else if ( oldEntryId && !newEntry ) { webext.menus.remove(oldEntryId); } else if ( !oldEntryId && newEntry ) { this._createEntry(newEntry); this._entries[i] = newEntry.id; } } n = this._entries.length = entries.length; callback = callback || null; if ( callback === this._callback ) { return; } if ( n !== 0 && callback !== null ) { webext.menus.onClicked.addListener(callback); this._callback = callback; } else if ( n === 0 && this._callback !== null ) { webext.menus.onClicked.removeListener(this._callback); this._callback = null; } } };
/******************************************************************************/ /******************************************************************************/
vAPI.commands = browser.commands;
/******************************************************************************/ /******************************************************************************/
// https://github.com/gorhill/uBlock/issues/531
// Storage area dedicated to admin settings. Read-only.
// https://github.com/gorhill/uBlock/commit/43a5ed735b95a575a9339b6e71a1fcb27a99663b#commitcomment-13965030
// Not all Chromium-based browsers support managed storage. Merely testing or
// exception handling in this case does NOT work: I don't know why. The
// extension on Opera ends up in a non-sensical state, whereas vAPI become
// undefined out of nowhere. So only solution left is to test explicitly for
// Opera.
// https://github.com/gorhill/uBlock/issues/900
// Also, UC Browser: http://www.upsieutoc.com/image/WXuH
vAPI.adminStorage = (( ) => { if ( webext.storage.managed instanceof Object === false ) { return { getItem: function() { return Promise.resolve(); }, }; } return { getItem: async function(key) { let bin; try { bin = await webext.storage.managed.get(key); } catch(ex) { } if ( bin instanceof Object ) { return bin[key]; } } }; })();
/******************************************************************************/ /******************************************************************************/
// https://developer.mozilla.org/en-US/docs/Mozilla/Add-ons/WebExtensions/API/storage/sync
vAPI.cloud = (( ) => { // Not all platforms support `webext.storage.sync`.
if ( webext.storage.sync instanceof Object === false ) { return; }
// Currently, only Chromium supports the following constants -- these
// values will be assumed for platforms which do not define them.
// https://developer.mozilla.org/en-US/Add-ons/WebExtensions/API/storage/sync
// > You can store up to 100KB of data using this API
const MAX_ITEMS = webext.storage.sync.MAX_ITEMS || 512; const QUOTA_BYTES = webext.storage.sync.QUOTA_BYTES || 102400; const QUOTA_BYTES_PER_ITEM = webext.storage.sync.QUOTA_BYTES_PER_ITEM || 8192;
const chunkCountPerFetch = 16; // Must be a power of 2
const maxChunkCountPerItem = Math.floor(MAX_ITEMS * 0.75) & ~(chunkCountPerFetch - 1);
// https://github.com/gorhill/uBlock/issues/3006
// For Firefox, we will use a lower ratio to allow for more overhead for
// the infrastructure. Unfortunately this leads to less usable space for
// actual data, but all of this is provided for free by browser vendors,
// so we need to accept and deal with these limitations.
const evalMaxChunkSize = function() { return Math.floor( QUOTA_BYTES_PER_ITEM * (vAPI.webextFlavor.soup.has('firefox') ? 0.6 : 0.75) ); };
let maxChunkSize = evalMaxChunkSize();
// The real actual webextFlavor value may not be set in stone, so listen
// for possible future changes.
window.addEventListener('webextFlavor', function() { maxChunkSize = evalMaxChunkSize(); }, { once: true });
const maxStorageSize = QUOTA_BYTES;
const options = { defaultDeviceName: window.navigator.platform, deviceName: vAPI.localStorage.getItem('deviceName') || '' };
// This is used to find out a rough count of how many chunks exists:
// We "poll" at specific index in order to get a rough idea of how
// large is the stored string.
// This allows reading a single item with only 2 sync operations -- a
// good thing given chrome.storage.sync.MAX_WRITE_OPERATIONS_PER_MINUTE
// and chrome.storage.sync.MAX_WRITE_OPERATIONS_PER_HOUR.
const getCoarseChunkCount = async function(dataKey) { const keys = {}; for ( let i = 0; i < maxChunkCountPerItem; i += 16 ) { keys[dataKey + i.toString()] = ''; } let bin; try { bin = await webext.storage.sync.get(keys); } catch (reason) { return reason; } let chunkCount = 0; for ( let i = 0; i < maxChunkCountPerItem; i += 16 ) { if ( bin[dataKey + i.toString()] === '' ) { break; } chunkCount = i + 16; } return chunkCount; };
const deleteChunks = function(dataKey, start) { const keys = [];
// No point in deleting more than:
// - The max number of chunks per item
// - The max number of chunks per storage limit
const n = Math.min( maxChunkCountPerItem, Math.ceil(maxStorageSize / maxChunkSize) ); for ( let i = start; i < n; i++ ) { keys.push(dataKey + i.toString()); } if ( keys.length !== 0 ) { webext.storage.sync.remove(keys); } };
const push = async function(dataKey, data) {
let bin = { 'source': options.deviceName || options.defaultDeviceName, 'tstamp': Date.now(), 'data': data, 'size': 0 }; bin.size = JSON.stringify(bin).length; const item = JSON.stringify(bin);
// Chunkify taking into account QUOTA_BYTES_PER_ITEM:
// https://developer.chrome.com/extensions/storage#property-sync
// "The maximum size (in bytes) of each individual item in sync
// "storage, as measured by the JSON stringification of its value
// "plus its key length."
bin = {}; let chunkCount = Math.ceil(item.length / maxChunkSize); for ( let i = 0; i < chunkCount; i++ ) { bin[dataKey + i.toString()] = item.substr(i * maxChunkSize, maxChunkSize); } bin[dataKey + chunkCount.toString()] = ''; // Sentinel
let result; let errorStr; try { result = await webext.storage.sync.set(bin); } catch (reason) { errorStr = reason; }
// https://github.com/gorhill/uBlock/issues/3006#issuecomment-332597677
// - Delete all that was pushed in case of failure.
// - It's unknown whether such issue applies only to Firefox:
// until such cases are reported for other browsers, we will
// reset the (now corrupted) content of the cloud storage
// only on Firefox.
if ( errorStr !== undefined && vAPI.webextFlavor.soup.has('firefox') ) { chunkCount = 0; }
// Remove potentially unused trailing chunks
deleteChunks(dataKey, chunkCount);
return errorStr; };
const pull = async function(dataKey) {
const result = await getCoarseChunkCount(dataKey); if ( typeof result !== 'number' ) { return result; } const chunkKeys = {}; for ( let i = 0; i < result; i++ ) { chunkKeys[dataKey + i.toString()] = ''; }
let bin; try { bin = await webext.storage.sync.get(chunkKeys); } catch (reason) { return reason; }
// Assemble chunks into a single string.
// https://www.reddit.com/r/uMatrix/comments/8lc9ia/my_rules_tab_hangs_with_cloud_storage_support/
// Explicit sentinel is not necessarily present: this can
// happen when the number of chunks is a multiple of
// chunkCountPerFetch. Hence why we must also test against
// undefined.
let json = [], jsonSlice; let i = 0; for (;;) { jsonSlice = bin[dataKey + i.toString()]; if ( jsonSlice === '' || jsonSlice === undefined ) { break; } json.push(jsonSlice); i += 1; } let entry = null; try { entry = JSON.parse(json.join('')); } catch(ex) { } return entry; };
const getOptions = function(callback) { if ( typeof callback !== 'function' ) { return; } callback(options); };
const setOptions = function(details, callback) { if ( typeof details !== 'object' || details === null ) { return; }
if ( typeof details.deviceName === 'string' ) { vAPI.localStorage.setItem('deviceName', details.deviceName); options.deviceName = details.deviceName; }
getOptions(callback); };
return { push, pull, getOptions, setOptions }; })();
/******************************************************************************/ /******************************************************************************/
vAPI.browserData = {};
// https://developer.chrome.com/extensions/browsingData
vAPI.browserData.clearCache = function(callback) { browser.browsingData.removeCache({ since: 0 }, callback); };
/******************************************************************************/ /******************************************************************************/
// https://developer.chrome.com/extensions/cookies
vAPI.cookies = { start: function() { const reallyRemoved = { 'evicted': true, 'expired': true, 'explicit': true, };
browser.cookies.onChanged.addListener(changeInfo => { if ( changeInfo.removed ) { if ( reallyRemoved[changeInfo.cause] && typeof this.onRemoved === 'function' ) { this.onRemoved(changeInfo.cookie); } return; } if ( typeof this.onChanged === 'function' ) { this.onChanged(changeInfo.cookie); } }); },
getAll: function() { return webext.cookies.getAll({}); },
remove: function(details) { return webext.cookies.remove(details); }, };
/******************************************************************************/ /******************************************************************************/
// <<<<< end of local scope
}
/******************************************************************************/
|