/******************************************************************************* µMatrix - a Chromium browser extension to black/white list requests. Copyright (C) 2014 Raymond Hill This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program. If not, see {http://www.gnu.org/licenses/}. Home: https://github.com/gorhill/uMatrix */ /* global punycode, µMatrix */ /* jshint bitwise: false */ /******************************************************************************/ µMatrix.Matrix = (function() { /******************************************************************************/ var µm = µMatrix; var magicId = 'tckuvvpyvswo'; /******************************************************************************/ var Matrix = function() { this.reset(); }; /******************************************************************************/ Matrix.Transparent = 0; Matrix.Red = 1; Matrix.Green = 2; Matrix.Gray = 3; Matrix.Indirect = 0x00; Matrix.Direct = 0x80; Matrix.RedDirect = Matrix.Red | Matrix.Direct; Matrix.RedIndirect = Matrix.Red | Matrix.Indirect; Matrix.GreenDirect = Matrix.Green | Matrix.Direct; Matrix.GreenIndirect = Matrix.Green | Matrix.Indirect; Matrix.GrayDirect = Matrix.Gray | Matrix.Direct; Matrix.GrayIndirect = Matrix.Gray | Matrix.Indirect; /******************************************************************************/ var typeBitOffsets = { '*': 0, 'cookie': 2, 'css': 4, 'image': 6, 'plugin': 8, 'script': 10, 'xhr': 12, 'frame': 14, 'other': 16 }; var stateToNameMap = { '1': 'block', '2': 'allow', '3': 'inherit' }; var nameToStateMap = { 'block': 1, 'allow': 2, 'inherit': 3 }; var nameToSwitchMap = { 'on': true, 'off': false }; /******************************************************************************/ var columnHeaders = (function() { var out = {}; var i = 0; for ( var type in typeBitOffsets ) { if ( typeBitOffsets.hasOwnProperty(type) === false ) { continue; } out[type] = i++; } return out; })(); /******************************************************************************/ Matrix.getColumnHeaders = function() { return columnHeaders; }; /******************************************************************************/ var toBroaderHostname = function(hostname) { var pos = hostname.indexOf('.'); if ( pos === -1 ) { if ( hostname === '*' ) { return ''; } return '*'; } return hostname.slice(pos + 1); }; Matrix.toBroaderHostname = toBroaderHostname; /******************************************************************************/ // Find out src-des relationship, using coarse-to-fine grained tests for // speed. If desHostname is 1st-party to srcHostname, the domain is returned, // otherwise the empty string. var extractFirstPartyDesDomain = function(srcHostname, desHostname) { if ( srcHostname === '*' || desHostname === '*' || desHostname === '1st-party' ) { return ''; } var desDomain = µm.URI.domainFromHostname(desHostname); if ( desDomain === '' ) { return ''; } var pos = srcHostname.length - desDomain.length; if ( pos < 0 || srcHostname.slice(pos) !== desDomain ) { return ''; } if ( pos !== 0 && srcHostname.charAt(pos - 1) !== '.' ) { return ''; } return desDomain; }; /******************************************************************************/ Matrix.prototype.reset = function() { this.switchedOn = {}; this.rules = {}; this.rootValue = Matrix.GreenIndirect; }; /******************************************************************************/ // Copy another matrix to self. Do this incrementally to minimize impact on // a live matrix. Matrix.prototype.assign = function(other) { var k; // Remove rules not in other for ( k in this.rules ) { if ( this.rules.hasOwnProperty(k) === false ) { continue; } if ( other.rules.hasOwnProperty(k) === false ) { delete this.rules[k]; } } // Remove switches not in other for ( k in this.switchedOn ) { if ( this.switchedOn.hasOwnProperty(k) === false ) { continue; } if ( other.switchedOn.hasOwnProperty(k) === false ) { delete this.switchedOn[k]; } } // Add/change rules in other for ( k in other.rules ) { if ( other.rules.hasOwnProperty(k) === false ) { continue; } this.rules[k] = other.rules[k]; } // Add/change switches in other for ( k in other.switchedOn ) { if ( other.switchedOn.hasOwnProperty(k) === false ) { continue; } this.switchedOn[k] = other.switchedOn[k]; } return this; }; // https://www.youtube.com/watch?v=e9RS4biqyAc /******************************************************************************/ // If value is undefined, the switch is removed Matrix.prototype.setSwitch = function(srcHostname, state) { if ( state !== undefined ) { if ( this.switchedOn.hasOwnProperty(srcHostname) === false || this.switchedOn[srcHostname] !== state ) { this.switchedOn[srcHostname] = state; return true; } } else { if ( this.switchedOn.hasOwnProperty(srcHostname) ) { delete this.switchedOn[srcHostname]; return true; } } return false; }; /******************************************************************************/ Matrix.prototype.setCell = function(srcHostname, desHostname, type, state) { var bitOffset = typeBitOffsets[type]; var k = srcHostname + ' ' + desHostname; var oldBitmap = this.rules[k]; if ( oldBitmap === undefined ) { oldBitmap = 0; } var newBitmap = oldBitmap & ~(3 << bitOffset) | (state << bitOffset); if ( newBitmap === oldBitmap ) { return false; } if ( newBitmap === 0 ) { delete this.rules[k]; } else { this.rules[k] = newBitmap; } return true; }; /******************************************************************************/ Matrix.prototype.blacklistCell = function(srcHostname, desHostname, type) { var r = this.evaluateCellZ(srcHostname, desHostname, type); if ( r === 1 ) { return false; } this.setCell(srcHostname, desHostname, type, 0); r = this.evaluateCellZ(srcHostname, desHostname, type); if ( r === 1 ) { return true; } this.setCell(srcHostname, desHostname, type, 1); return true; }; /******************************************************************************/ Matrix.prototype.whitelistCell = function(srcHostname, desHostname, type) { var r = this.evaluateCellZ(srcHostname, desHostname, type); if ( r === 2 ) { return false; } this.setCell(srcHostname, desHostname, type, 0); r = this.evaluateCellZ(srcHostname, desHostname, type); if ( r === 2 ) { return true; } this.setCell(srcHostname, desHostname, type, 2); return true; }; /******************************************************************************/ Matrix.prototype.graylistCell = function(srcHostname, desHostname, type) { var r = this.evaluateCellZ(srcHostname, desHostname, type); if ( r === 0 || r === 3 ) { return false; } this.setCell(srcHostname, desHostname, type, 0); r = this.evaluateCellZ(srcHostname, desHostname, type); if ( r === 0 || r === 3 ) { return true; } this.setCell(srcHostname, desHostname, type, 3); return true; }; /******************************************************************************/ Matrix.prototype.evaluateCell = function(srcHostname, desHostname, type) { var key = srcHostname + ' ' + desHostname; var bitmap = this.rules[key]; if ( bitmap === undefined ) { return 0; } return bitmap >> typeBitOffsets[type] & 3; }; /******************************************************************************/ Matrix.prototype.evaluateCellZ = function(srcHostname, desHostname, type) { var bitOffset = typeBitOffsets[type]; var s = srcHostname; var v; for (;;) { v = this.rules[s + ' ' + desHostname]; if ( v !== undefined ) { v = v >> bitOffset & 3; if ( v !== 0 ) { return v; } } // TODO: external rules? (for presets) s = toBroaderHostname(s); if ( s === '' ) { break; } } // Preset blacklisted hostnames are blacklisted in global scope if ( type === '*' && µm.ubiquitousBlacklist.test(desHostname) ) { return 1; } return 0; }; /******************************************************************************/ Matrix.prototype.evaluateCellZXY = function(srcHostname, desHostname, type) { // Matrix filtering switch if ( this.evaluateSwitchZ(srcHostname) !== true ) { return Matrix.GreenIndirect; } // Specific-hostname specific-type cell var r = this.evaluateCellZ(srcHostname, desHostname, type); if ( r === 1 ) { return Matrix.RedDirect; } if ( r === 2 ) { return Matrix.GreenDirect; } // Specific-hostname any-type cell var rl = this.evaluateCellZ(srcHostname, desHostname, '*'); if ( rl === 1 ) { return Matrix.RedIndirect; } var pos; var d = desHostname; var firstPartDesDomain = extractFirstPartyDesDomain(srcHostname, desHostname); // Ancestor cells, up to 1st-party destination domain if ( firstPartDesDomain !== '' ) { for (;;) { if ( d === firstPartDesDomain ) { break; } d = d.slice(d.indexOf('.') + 1); // specific-hostname specific-type cell r = this.evaluateCellZ(srcHostname, d, type); if ( r === 1 ) { return Matrix.RedIndirect; } if ( r === 2 ) { return Matrix.GreenIndirect; } // Do not override narrower rule if ( rl !== 2 ) { rl = this.evaluateCellZ(srcHostname, d, '*'); if ( rl === 1 ) { return Matrix.RedIndirect; } } } // 1st-party specific-type cell: it's a special row, it exists only in // global scope. r = this.evaluateCellZ(srcHostname, '1st-party', type); if ( r === 1 ) { return Matrix.RedIndirect; } if ( r === 2 ) { return Matrix.GreenIndirect; } // Do not override narrower rule if ( rl !== 2 ) { rl = this.evaluateCellZ(srcHostname, '1st-party', '*'); if ( rl === 1 ) { return Matrix.RedIndirect; } } } // Keep going, up to root for (;;) { pos = d.indexOf('.'); if ( pos === -1 ) { break; } d = d.slice(pos + 1); // specific-hostname specific-type cell r = this.evaluateCellZ(srcHostname, d, type); if ( r === 1 ) { return Matrix.RedIndirect; } if ( r === 2 ) { return Matrix.GreenIndirect; } // Do not override narrower rule if ( rl !== 2 ) { rl = this.evaluateCellZ(srcHostname, d, '*'); if ( rl === 1 ) { return Matrix.RedIndirect; } } } // Any-hostname specific-type cells r = this.evaluateCellZ(srcHostname, '*', type); // Line below is strict-blocking if ( r === 1 ) { return Matrix.RedIndirect; } // Narrower rule wins if ( rl === 2 ) { return Matrix.GreenIndirect; } if ( r === 2 ) { return Matrix.GreenIndirect; } // Any-hostname any-type cell r = this.evaluateCellZ(srcHostname, '*', '*'); if ( r === 1 ) { return Matrix.RedIndirect; } if ( r === 2 ) { return Matrix.GreenIndirect; } return this.rootValue; }; // https://www.youtube.com/watch?v=4C5ZkwrnVfM /******************************************************************************/ Matrix.prototype.evaluateRowZXY = function(srcHostname, desHostname) { var out = []; for ( var type in typeBitOffsets ) { if ( typeBitOffsets.hasOwnProperty(type) === false ) { continue; } out.push(this.evaluateCellZXY(srcHostname, desHostname, type)); } return out; }; /******************************************************************************/ Matrix.prototype.mustBlock = function(srcHostname, desHostname, type) { return (this.evaluateCellZXY(srcHostname, desHostname, type) & 3) === Matrix.Red; }; /******************************************************************************/ Matrix.prototype.srcHostnameFromRule = function(rule) { return rule.slice(0, rule.indexOf(' ')); }; /******************************************************************************/ Matrix.prototype.desHostnameFromRule = function(rule) { return rule.slice(rule.indexOf(' ') + 1); }; /******************************************************************************/ Matrix.prototype.toggleSwitch = function(srcHostname, newState) { if ( newState === undefined ) { newState = !this.evaluateSwitchZ(srcHostname); } delete this.switchedOn[srcHostname]; var oldState = this.evaluateSwitchZ(srcHostname); if ( newState === oldState ) { return false; } this.switchedOn[srcHostname] = newState; return true; }; /******************************************************************************/ Matrix.prototype.evaluateSwitch = function(srcHostname) { var b = this.switchedOn[srcHostname]; if ( b !== undefined ) { return b; } return true; }; /******************************************************************************/ Matrix.prototype.evaluateSwitchZ = function(srcHostname) { var b; var s = srcHostname; for (;;) { b = this.switchedOn[s]; if ( b !== undefined ) { return b; } s = toBroaderHostname(s); if ( s === '' ) { break; } } return true; }; /******************************************************************************/ Matrix.prototype.extractAllSourceHostnames = function() { var srcHostnames = {}; var rules = this.rules; for ( var rule in rules ) { if ( rules.hasOwnProperty(rule) === false ) { continue; } srcHostnames[rule.slice(0, rule.indexOf(' '))] = true; } return Object.keys(srcHostnames); }; /******************************************************************************/ Matrix.prototype.toString = function() { var out = []; var rule, type, val; var srcHostname, desHostname; for ( rule in this.rules ) { if ( this.rules.hasOwnProperty(rule) === false ) { continue; } srcHostname = this.srcHostnameFromRule(rule); desHostname = this.desHostnameFromRule(rule); for ( type in typeBitOffsets ) { if ( typeBitOffsets.hasOwnProperty(type) === false ) { continue; } val = this.evaluateCell(srcHostname, desHostname, type); if ( val === 0 ) { continue; } out.push( punycode.toUnicode(srcHostname) + ' ' + punycode.toUnicode(desHostname) + ' ' + type + ' ' + stateToNameMap[val] ); } } for ( srcHostname in this.switchedOn ) { if ( this.switchedOn.hasOwnProperty(srcHostname) === false ) { continue; } val = this.switchedOn[srcHostname] ? 'on' : 'off'; out.push('switch: ' + srcHostname + ' ' + val); } return out.sort().join('\n'); }; /******************************************************************************/ Matrix.prototype.fromString = function(text, append) { var matrix = append ? this : new Matrix(); var textEnd = text.length; var lineBeg = 0, lineEnd; var line, pos; var fields, fieldVal; var srcHostname = ''; var desHostname = ''; var type, state; while ( lineBeg < textEnd ) { lineEnd = text.indexOf('\n', lineBeg); if ( lineEnd < 0 ) { lineEnd = text.indexOf('\r', lineBeg); if ( lineEnd < 0 ) { lineEnd = textEnd; } } line = text.slice(lineBeg, lineEnd).trim(); lineBeg = lineEnd + 1; pos = line.indexOf('# '); if ( pos !== -1 ) { line = line.slice(0, pos).trim(); } if ( line === '' ) { continue; } fields = line.split(/\s+/); // Less than 2 fields make no sense if ( fields.length < 2 ) { continue; } fieldVal = fields[0]; // Special directives: // title pos = fieldVal.indexOf('title:'); if ( pos !== -1 ) { // TODO continue; } // Name pos = fieldVal.indexOf('name:'); if ( pos !== -1 ) { // TODO continue; } // Switch on/off // `switch:` srcHostname state // state = [`on`, `off`] pos = fieldVal.indexOf('switch:'); if ( pos !== -1 ) { srcHostname = punycode.toASCII(fields[1]); // No state field: reject fieldVal = fields[2]; if ( fieldVal === null ) { continue; } // Unknown state: reject if ( nameToSwitchMap.hasOwnProperty(fieldVal) === false ) { continue; } matrix.setSwitch(srcHostname, nameToSwitchMap[fieldVal]); continue; } // Unknown directive pos = fieldVal.indexOf(':'); if ( pos !== -1 ) { continue; } // Valid rule syntax: // srcHostname desHostname [type [state]] // type = a valid request type // state = [`block`, `allow`, `inherit`] // srcHostname desHostname type // type = a valid request type // state = `allow` // srcHostname desHostname // type = `*` // state = `allow` // Lines with invalid syntax silently ignored srcHostname = punycode.toASCII(fields[0]); desHostname = punycode.toASCII(fields[1]); fieldVal = fields[2]; if ( fieldVal !== null ) { type = fieldVal; // Unknown type: reject if ( typeBitOffsets.hasOwnProperty(type) === false ) { continue; } } else { type = '*'; } fieldVal = fields[3]; if ( fieldVal !== null ) { // Unknown state: reject if ( nameToStateMap.hasOwnProperty(fieldVal) === false ) { continue; } state = nameToStateMap[fieldVal]; } else { state = 2; } matrix.setCell(srcHostname, desHostname, type, state); } if ( !append ) { this.assign(matrix); } }; /******************************************************************************/ Matrix.prototype.toSelfie = function() { return { magicId: magicId, switchedOn: this.switchedOn, rules: this.rules }; }; /******************************************************************************/ Matrix.prototype.fromSelfie = function(selfie) { this.switchedOn = selfie.switchedOn; this.rules = selfie.rules; }; /******************************************************************************/ Matrix.prototype.diff = function(other, srcHostname, desHostnames) { var out = []; var desHostname, type; var i, thisVal, otherVal; for (;;) { thisVal = this.evaluateSwitch(srcHostname); otherVal = other.evaluateSwitch(srcHostname); if ( thisVal !== otherVal ) { out.push({ 'what': 'switch', 'src': srcHostname }); } i = desHostnames.length; while ( i-- ) { desHostname = desHostnames[i]; for ( type in typeBitOffsets ) { if ( typeBitOffsets.hasOwnProperty(type) === false ) { continue; } thisVal = this.evaluateCell(srcHostname, desHostname, type); otherVal = other.evaluateCell(srcHostname, desHostname, type); if ( thisVal === otherVal ) { continue; } out.push({ 'what': 'rule', 'src': srcHostname, 'des': desHostname, 'type': type }); } } srcHostname = toBroaderHostname(srcHostname); if ( srcHostname === '' ) { break; } } return out; }; /******************************************************************************/ Matrix.prototype.applyDiff = function(diff, from) { var changed = false; var i = diff.length; var action, val; while ( i-- ) { action = diff[i]; if ( action.what === 'switch' ) { val = from.evaluateSwitch(action.src); changed = this.setSwitch(action.src, val) || changed; continue; } if ( action.what === 'rule' ) { val = from.evaluateCell(action.src, action.des, action.type); changed = this.setCell(action.src, action.des, action.type, val) || changed; continue; } } return changed; }; /******************************************************************************/ return Matrix; /******************************************************************************/ // https://www.youtube.com/watch?v=wlNrQGmj6oQ })(); /******************************************************************************/