/******************************************************************************* µMatrix - a Chromium browser extension to black/white list requests. Copyright (C) 2013 Raymond Hill This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program. If not, see {http://www.gnu.org/licenses/}. Home: https://github.com/gorhill/uMatrix */ /* global µMatrix */ // rhill 2013-12-14: the whole cookie management has been rewritten so as // to avoid having to call chrome API whenever a single cookie changes, and // to record cookie for a web page *only* when its value changes. // https://github.com/gorhill/httpswitchboard/issues/79 /******************************************************************************/ // Isolate from global namespace // Use cached-context approach rather than object-based approach, as details // of the implementation do not need to be visible µMatrix.cookieHunter = (function() { /******************************************************************************/ var µm = µMatrix; var recordPageCookiesQueue = {}; var removePageCookiesQueue = {}; var removeCookieQueue = {}; var cookieDict = {}; var cookieEntryJunkyard = []; /******************************************************************************/ var CookieEntry = function(cookie) { this.set(cookie); }; CookieEntry.prototype.set = function(cookie) { this.secure = cookie.secure; this.session = cookie.session; this.anySubdomain = cookie.domain.charAt(0) === '.'; this.hostname = this.anySubdomain ? cookie.domain.slice(1) : cookie.domain; this.domain = µm.URI.domainFromHostname(this.hostname) || this.hostname; this.path = cookie.path; this.name = cookie.name; this.value = cookie.value; this.tstamp = Date.now(); this.usedOn = {}; return this; }; // Release anything which may consume too much memory CookieEntry.prototype.unset = function() { this.hostname = ''; this.domain = ''; this.path = ''; this.name = ''; this.value = ''; this.usedOn = {}; return this; }; /******************************************************************************/ var addCookieToDict = function(cookie) { var cookieKey = cookieKeyFromCookie(cookie); if ( cookieDict.hasOwnProperty(cookieKey) === false ) { var cookieEntry = cookieEntryJunkyard.pop(); if ( cookieEntry ) { cookieEntry.set(cookie); } else { cookieEntry = new CookieEntry(cookie); } cookieDict[cookieKey] = cookieEntry; } return cookieDict[cookieKey]; }; /******************************************************************************/ var addCookiesToDict = function(cookies) { var i = cookies.length; while ( i-- ) { addCookieToDict(cookies[i]); } }; /******************************************************************************/ var removeCookieFromDict = function(cookieKey) { if ( cookieDict.hasOwnProperty(cookieKey) === false ) { return false; } var cookieEntry = cookieDict[cookieKey]; delete cookieDict[cookieKey]; if ( cookieEntryJunkyard.length < 25 ) { cookieEntryJunkyard.push(cookieEntry.unset()); } // console.log('cookies.js/removeCookieFromDict()> removed cookie key "%s"', cookieKey); return true; }; /******************************************************************************/ var cookieKeyBuilder = [ '', // 0 = scheme '://', '', // 2 = domain '', // 3 = path '{', '', // 5 = persistent or session '-cookie:', '', // 7 = name '}' ]; var cookieKeyFromCookie = function(cookie) { var cb = cookieKeyBuilder; cb[0] = cookie.secure ? 'https' : 'http'; cb[2] = cookie.domain.charAt(0) === '.' ? cookie.domain.slice(1) : cookie.domain; cb[3] = cookie.path; cb[5] = cookie.session ? 'session' : 'persistent'; cb[7] = cookie.name; return cb.join(''); }; var cookieKeyFromCookieURL = function(url, type, name) { var µmuri = µm.URI.set(url); var cb = cookieKeyBuilder; cb[0] = µmuri.scheme; cb[2] = µmuri.hostname; cb[3] = µmuri.path; cb[5] = type; cb[7] = name; return cb.join(''); }; /******************************************************************************/ var cookieEntryFromCookie = function(cookie) { return cookieDict[cookieKeyFromCookie(cookie)]; }; /******************************************************************************/ var cookieURLFromCookieEntry = function(entry) { if ( !entry ) { return ''; } return (entry.secure ? 'https://' : 'http://') + entry.hostname + entry.path; }; /******************************************************************************/ var cookieMatchDomains = function(cookieKey, allHostnamesString) { var cookieEntry = cookieDict[cookieKey]; if ( !cookieEntry ) { return false; } if ( allHostnamesString.indexOf(' ' + cookieEntry.hostname + ' ') < 0 ) { if ( !cookieEntry.anySubdomain ) { return false; } if ( allHostnamesString.indexOf('.' + cookieEntry.hostname + ' ') < 0 ) { return false; } } return true; }; /******************************************************************************/ // Look for cookies to record for a specific web page var recordPageCookiesAsync = function(pageStats) { // Store the page stats objects so that it doesn't go away // before we handle the job. // rhill 2013-10-19: pageStats could be nil, for example, this can // happens if a file:// ... makes an xmlHttpRequest if ( !pageStats ) { return; } var pageURL = µm.pageUrlFromPageStats(pageStats); recordPageCookiesQueue[pageURL] = pageStats; µm.asyncJobs.add( 'cookieHunterPageRecord', null, processPageRecordQueue, 1000, false ); }; /******************************************************************************/ var cookieLogEntryBuilder = [ '', '{', '', '_cookie:', '', '}' ]; var recordPageCookie = function(pageStore, cookieKey) { var cookieEntry = cookieDict[cookieKey]; var block = µm.mustBlock(pageStore.pageHostname, cookieEntry.hostname, 'cookie'); cookieLogEntryBuilder[0] = cookieURLFromCookieEntry(cookieEntry); cookieLogEntryBuilder[2] = cookieEntry.session ? 'session' : 'persistent'; cookieLogEntryBuilder[4] = encodeURIComponent(cookieEntry.name); // rhill 2013-11-20: // https://github.com/gorhill/httpswitchboard/issues/60 // Need to URL-encode cookie name pageStore.recordRequest( 'cookie', cookieLogEntryBuilder.join(''), block ); cookieEntry.usedOn[pageStore.pageHostname] = true; // rhill 2013-11-21: // https://github.com/gorhill/httpswitchboard/issues/65 // Leave alone cookies from behind-the-scene requests if // behind-the-scene processing is disabled. if ( !block ) { return; } if ( !µm.userSettings.deleteCookies ) { return; } removeCookieAsync(cookieKey); }; /******************************************************************************/ // Look for cookies to potentially remove for a specific web page var removePageCookiesAsync = function(pageStats) { // Hold onto pageStats objects so that it doesn't go away // before we handle the job. // rhill 2013-10-19: pageStats could be nil, for example, this can // happens if a file:// ... makes an xmlHttpRequest if ( !pageStats ) { return; } var pageURL = µm.pageUrlFromPageStats(pageStats); removePageCookiesQueue[pageURL] = pageStats; µm.asyncJobs.add( 'cookieHunterPageRemove', null, processPageRemoveQueue, 15 * 1000, false ); }; /******************************************************************************/ // Candidate for removal var removeCookieAsync = function(cookieKey) { // console.log('cookies.js/removeCookieAsync()> cookie key = "%s"', cookieKey); removeCookieQueue[cookieKey] = true; }; /******************************************************************************/ var chromeCookieRemove = function(url, name) { var callback = function(details) { if ( !details ) { return; } var cookieKey = cookieKeyFromCookieURL(details.url, 'session', details.name); if ( removeCookieFromDict(cookieKey) ) { µm.cookieRemovedCounter += 1; return; } cookieKey = cookieKeyFromCookieURL(details.url, 'persistent', details.name); if ( removeCookieFromDict(cookieKey) ) { µm.cookieRemovedCounter += 1; } }; vAPI.cookies.remove({ url: url, name: name }, callback); }; /******************************************************************************/ var processPageRecordQueue = function() { for ( var pageURL in recordPageCookiesQueue ) { if ( !recordPageCookiesQueue.hasOwnProperty(pageURL) ) { continue; } findAndRecordPageCookies(recordPageCookiesQueue[pageURL]); delete recordPageCookiesQueue[pageURL]; } }; /******************************************************************************/ var processPageRemoveQueue = function() { for ( var pageURL in removePageCookiesQueue ) { if ( !removePageCookiesQueue.hasOwnProperty(pageURL) ) { continue; } findAndRemovePageCookies(removePageCookiesQueue[pageURL]); delete removePageCookiesQueue[pageURL]; } }; /******************************************************************************/ // Effectively remove cookies. var processRemoveQueue = function() { var userSettings = µm.userSettings; var deleteCookies = userSettings.deleteCookies; // Session cookies which timestamp is *after* tstampObsolete will // be left untouched // https://github.com/gorhill/httpswitchboard/issues/257 var tstampObsolete = userSettings.deleteUnusedSessionCookies ? Date.now() - userSettings.deleteUnusedSessionCookiesAfter * 60 * 1000 : 0; var srcHostnames; var cookieEntry; for ( var cookieKey in removeCookieQueue ) { if ( removeCookieQueue.hasOwnProperty(cookieKey) === false ) { continue; } delete removeCookieQueue[cookieKey]; cookieEntry = cookieDict[cookieKey]; // rhill 2014-05-12: Apparently this can happen. I have to // investigate how (A session cookie has same name as a // persistent cookie?) if ( !cookieEntry ) { // console.error('cookies.js > processRemoveQueue(): no cookieEntry for "%s"', cookieKey); continue; } // Just in case setting was changed after cookie was put in queue. if ( cookieEntry.session === false && deleteCookies === false ) { continue; } // Query scopes only if we are going to use them if ( srcHostnames === undefined ) { srcHostnames = µm.tMatrix.extractAllSourceHostnames(); } // Ensure cookie is not allowed on ALL current web pages: It can // happen that a cookie is blacklisted on one web page while // being whitelisted on another (because of per-page permissions). if ( canRemoveCookie(cookieKey, srcHostnames) === false ) { // Exception: session cookie may have to be removed even though // they are seen as being whitelisted. if ( cookieEntry.session === false || cookieEntry.tstamp > tstampObsolete ) { continue; } } var url = cookieURLFromCookieEntry(cookieEntry); if ( !url ) { continue; } // console.debug('cookies.js > processRemoveQueue(): removing "%s" (age=%s min)', cookieKey, ((Date.now() - cookieEntry.tstamp) / 60000).toFixed(1)); chromeCookieRemove(url, cookieEntry.name); } }; /******************************************************************************/ // Once in a while, we go ahead and clean everything that might have been // left behind. var processClean = function() { // Remove only some of the cookies which are candidate for removal: // who knows, maybe a user has 1000s of cookies sitting in his // browser... var cookieKeys = Object.keys(cookieDict); if ( cookieKeys.length > 25 ) { cookieKeys = cookieKeys.sort(function(){return Math.random() < 0.5;}).splice(0, 50); } while ( cookieKeys.length ) { removeCookieAsync(cookieKeys.pop()); } }; /******************************************************************************/ var findAndRecordPageCookies = function(pageStats) { for ( var cookieKey in cookieDict ) { if ( !cookieDict.hasOwnProperty(cookieKey) ) { continue; } if ( cookieMatchDomains(cookieKey, pageStats.allHostnamesString) === false ) { continue; } recordPageCookie(pageStats, cookieKey); } }; /******************************************************************************/ var findAndRemovePageCookies = function(pageStats) { for ( var cookieKey in cookieDict ) { if ( !cookieDict.hasOwnProperty(cookieKey) ) { continue; } if ( !cookieMatchDomains(cookieKey, pageStats.allHostnamesString) ) { continue; } removeCookieAsync(cookieKey); } }; /******************************************************************************/ var canRemoveCookie = function(cookieKey, srcHostnames) { var cookieEntry = cookieDict[cookieKey]; if ( !cookieEntry ) { return false; } var cookieHostname = cookieEntry.hostname; var srcHostname; for ( srcHostname in cookieEntry.usedOn ) { if ( cookieEntry.usedOn.hasOwnProperty(srcHostname) === false ) { continue; } if ( µm.mustAllow(srcHostname, cookieHostname, 'cookie') ) { return false; } } // Maybe there is a scope in which the cookie is 1st-party-allowed. // For example, if I am logged in into `github.com`, I do not want to be // logged out just because I did not yet open a `github.com` page after // re-starting the browser. srcHostname = cookieHostname; var pos; for (;;) { if ( srcHostnames.hasOwnProperty(srcHostname) ) { if ( µm.mustAllow(srcHostname, cookieHostname, 'cookie') ) { return false; } } if ( srcHostname === cookieEntry.domain ) { break; } pos = srcHostname.indexOf('.'); if ( pos === -1 ) { break; } srcHostname = srcHostname.slice(pos + 1); } return true; }; /******************************************************************************/ // Listen to any change in cookieland, we will update page stats accordingly. vAPI.cookies.onChanged = function(changeInfo) { if ( changeInfo.removed ) { return; } var cookie = changeInfo.cookie; // rhill 2013-12-11: If cookie value didn't change, no need to record. // https://github.com/gorhill/httpswitchboard/issues/79 var cookieKey = cookieKeyFromCookie(cookie); var cookieEntry = cookieDict[cookieKey]; if ( !cookieEntry ) { cookieEntry = addCookieToDict(cookie); } else { cookieEntry.tstamp = Date.now(); if ( cookie.value === cookieEntry.value ) { return; } cookieEntry.value = cookie.value; } // Go through all pages and update if needed, as one cookie can be used // by many web pages, so they need to be recorded for all these pages. var pageStores = µm.pageStats; var pageStore; for ( var pageURL in pageStores ) { if ( pageStores.hasOwnProperty(pageURL) === false ) { continue; } pageStore = pageStores[pageURL]; if ( !cookieMatchDomains(cookieKey, pageStore.allHostnamesString) ) { continue; } recordPageCookie(pageStore, cookieKey); } }; /******************************************************************************/ vAPI.cookies.getAll(addCookiesToDict); vAPI.cookies.registerListeners(); µm.asyncJobs.add('cookieHunterRemove', null, processRemoveQueue, 2 * 60 * 1000, true); µm.asyncJobs.add('cookieHunterClean', null, processClean, 10 * 60 * 1000, true); /******************************************************************************/ // Expose only what is necessary return { recordPageCookies: recordPageCookiesAsync, removePageCookies: removePageCookiesAsync }; /******************************************************************************/ })(); /******************************************************************************/