[
{
"path": ".gitignore",
"content": "syntax:glob\nbuild\n*.pem\n.DS_Store\ntarget\nIcon?\nehthumbs.db\nThumbs.db\n*.crx\n*.zip\npkg\n"
},
{
"path": "LICENSE.txt",
"content": "Copyright (c) 2010, David Heaton\nAll rights reserved.\n\nRedistribution and use in source and binary forms, with or without\nmodification, are permitted provided that the following conditions are met:\n\n * Redistributions of source code must retain the above copyright notice,\n this list of conditions and the following disclaimer.\n \n * Redistributions in binary form must reproduce the above copyright\n notice, this list of conditions and the following disclaimer in the\n documentation and/or other materials provided with the distribution.\n \n * Neither the name of bit155 nor the names of its contributors\n may be used to endorse or promote products derived from this software\n without specific prior written permission.\n \nTHIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS \"AS IS\"\nAND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE\nIMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE\nDISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE\nFOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL\nDAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR\nSERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER\nCAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,\nOR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE\nOF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE."
},
{
"path": "README.md",
"content": "Scraper\n=======\n\nA Google Chrome extension for getting data out of web pages and into spreadsheets.\n\nUsage\n-----\n\nHighlight a part of the page that is similar to what you want to scrape. Right-click and select the \"Scrape selected...\" item. The scraper window will appear, showing you the initial results. You can export the table to by pressing the \"Export to Google Docs...\" button or use the left-hand pane to further refine or customize your scraping.\n\nThe \"Selector\" section lets you change which page elements are scraped. You can specify the query as either a [jQuery selector](http://api.jquery.com/category/selectors/), or in [XPath](http://www.w3schools.com/XPath/xpath_intro.asp).\n\nYou may also customize the columns of the table in the \"Columns\" section. These must be specified in XPath. You can specify names for columns if you would like.\n\nSelecting the \"Exclude empty results\" filter will prevent any matches that contain no column values from appearing in the table.\n\nAfter making any customizations, you must press the \"Scrape\" button to update the table of results.\n\nDownload\n--------\n\nDownload the extension from [http://chrome.google.com/extensions/detail/mbigbapnjcgaffohmbkdlecaccepngjd](http://chrome.google.com/extensions/detail/mbigbapnjcgaffohmbkdlecaccepngjd).\n\nGet the sources from [https://github.com/mnmldave/scraper](https://github.com/mnmldave/scraper).\n\nBuilding\n--------\n\nYou don't need to 'build' this extension per se. To test it out, you first \nneed to navigate to `chrome://extensions` from Google Chrome then expand \"Developer Mode\". Click the \"Load unpacked extension...\" button and point it to the `src` directory.\n\nLearn more about plugin development from the [Google Chrome Extensions](http://code.google.com/chrome/extensions/index.html \"Google Chrome Extensions - Google Code\") page.\n\nA `Rakefile` is included for compiling the Google Chrome extension into a\nzip file. It also does javascript and css minification.\n\nLicense\n-------\n\nScraper is open-sourced under a BSD license which you can find in `LICENSE.txt`.\n\nCredits\n-------\n\nMany of the icons used in this extension are from the generous [Yusuke Kamiyamane](http://p.yusukekamiyamane.com/).\n\n\n-----------------------------------------------------------------------------\nCopyright (c) 2010 David Heaton (dave@bit155.com)"
},
{
"path": "Rakefile",
"content": "# Copyright (c) 2010, David Heaton\n# All rights reserved.\n# \n# Redistribution and use in source and binary forms, with or without\n# modification, are permitted provided that the following conditions are met:\n# \n# * Redistributions of source code must retain the above copyright notice,\n# this list of conditions and the following disclaimer.\n# \n# * Redistributions in binary form must reproduce the above copyright\n# notice, this list of conditions and the following disclaimer in the\n# documentation and/or other materials provided with the distribution.\n# \n# * Neither the name of bit155 nor the names of its contributors\n# may be used to endorse or promote products derived from this software\n# without specific prior written permission.\n# \n# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS \"AS IS\"\n# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE\n# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE\n# DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE\n# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL\n# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR\n# SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER\n# CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,\n# OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE\n# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.\n\nrequire 'json'\nrequire 'yui/compressor'\nrequire 'closure-compiler'\n\ntask :default => [:rebuild, :repackage]\n\n# Metadata\n# --------------------------------------------------------------------------\n\nmanifest = open(File.join('src', 'manifest.json')) do |file|\n JSON.load(file)\nend\n\nname = manifest['name']\nversion = manifest['version']\n\n\n# Building\n# --------------------------------------------------------------------------\n\nbuild_dir = 'build'\n\ndesc 'Rebuilds the extension'\ntask :rebuild => [:clobber_build, :build]\n\ndesc 'Removes build artifacts'\ntask :clobber_build do\n rmtree build_dir rescue nil\nend\n\ndesc 'Builds the extension'\nfile build_dir do\n source_files = Dir.glob(File.join('src', '**'))\n mkdir_p build_dir rescue nil\n cp_r source_files, build_dir\n \n # compress css\n css_compressor = YUI::CssCompressor.new\n Dir.glob(File.join(build_dir, '**', '*.css')) do |path|\n puts 'Compressing: ' + path\n css = File.open(path, 'r') { |file| css_compressor.compress(file) }\n File.open(path, 'w') { |file| file.write(css) }\n end\n \n # compress javascript\n compiler = Closure::Compiler.new\n Dir.glob(File.join(build_dir, '**', '*.js')) do |path|\n puts 'Compiling: ' + path\n begin\n js = compiler.compile(File.read(path))\n File.open(path, 'w') { |file| file.write(js) }\n rescue\n print 'Failed: ', $!, \"\\n\"\n end\n end\nend\n\n# Packaging\n# --------------------------------------------------------------------------\n\npackage_name = \"#{name}-#{version}\"\npackage_dir = 'pkg'\npackage_dir_path = File.join(package_dir, package_name)\nzip_file = \"#{package_name}.zip\"\n\n# most of this packaging stuff right from rake/packagetask\ndesc 'Packages the extension'\ntask :package => [\"#{package_dir}/#{zip_file}\"]\nfile \"#{package_dir}/#{zip_file}\" => package_dir_path do\n chdir(package_dir) do\n sh %{zip -r #{zip_file} #{package_name}}\n end\nend\n\ndirectory package_dir\n\nfile package_dir_path => [package_dir, build_dir] do\n chdir(build_dir) do\n Dir.glob('**/*').each do |fn|\n f = File.join(File.dirname(__FILE__), package_dir_path, fn)\n fdir = File.dirname(f)\n mkdir_p(fdir) if !File.exist?(fdir)\n if File.directory?(fn)\n mkdir_p(f)\n else\n rm_f f\n safe_ln(fn, f)\n end\n end\n end\nend\n\ndesc 'Removes the package artifacts'\ntask :clobber_package do\n rmtree package_dir rescue nil\nend\n\ndesc 'Repackages the extension'\ntask :repackage => [:clobber_package, :package]\n\ndesc 'Removes all rake artifacts'\ntask :clobber => [:clobber_package, :clobber_build]\n"
},
{
"path": "src/background.html",
"content": "\n\n\n\n\n\n \n \n \n \n \n \n \n\n\n\n"
},
{
"path": "src/chrome_ex_oauth.html",
"content": "\n\n\n \n OAuth Redirect Page\n \n \n \n \n \n \n Redirecting...\n \n\n"
},
{
"path": "src/chrome_ex_oauth.js",
"content": "/**\n * Copyright (c) 2010 The Chromium Authors. All rights reserved. Use of this\n * source code is governed by a BSD-style license that can be found in the\n * LICENSE file.\n */\n\n/**\n * Constructor - no need to invoke directly, call initBackgroundPage instead.\n * @constructor\n * @param {String} url_request_token The OAuth request token URL.\n * @param {String} url_auth_token The OAuth authorize token URL.\n * @param {String} url_access_token The OAuth access token URL.\n * @param {String} consumer_key The OAuth consumer key.\n * @param {String} consumer_secret The OAuth consumer secret.\n * @param {String} oauth_scope The OAuth scope parameter.\n * @param {Object} opt_args Optional arguments. Recognized parameters:\n * \"app_name\" {String} Name of the current application\n * \"callback_page\" {String} If you renamed chrome_ex_oauth.html, the name\n * this file was renamed to.\n */\nfunction ChromeExOAuth(url_request_token, url_auth_token, url_access_token,\n consumer_key, consumer_secret, oauth_scope, opt_args) {\n this.url_request_token = url_request_token;\n this.url_auth_token = url_auth_token;\n this.url_access_token = url_access_token;\n this.consumer_key = consumer_key;\n this.consumer_secret = consumer_secret;\n this.oauth_scope = oauth_scope;\n this.app_name = opt_args && opt_args['app_name'] ||\n \"ChromeExOAuth Library\";\n this.key_token = \"oauth_token\";\n this.key_token_secret = \"oauth_token_secret\";\n this.callback_page = opt_args && opt_args['callback_page'] ||\n \"chrome_ex_oauth.html\";\n this.auth_params = {};\n if (opt_args && opt_args['auth_params']) {\n for (key in opt_args['auth_params']) {\n if (opt_args['auth_params'].hasOwnProperty(key)) {\n this.auth_params[key] = opt_args['auth_params'][key];\n }\n }\n }\n};\n\n/*******************************************************************************\n * PUBLIC API METHODS\n * Call these from your background page.\n ******************************************************************************/\n\n/**\n * Initializes the OAuth helper from the background page. You must call this\n * before attempting to make any OAuth calls.\n * @param {Object} oauth_config Configuration parameters in a JavaScript object.\n * The following parameters are recognized:\n * \"request_url\" {String} OAuth request token URL.\n * \"authorize_url\" {String} OAuth authorize token URL.\n * \"access_url\" {String} OAuth access token URL.\n * \"consumer_key\" {String} OAuth consumer key.\n * \"consumer_secret\" {String} OAuth consumer secret.\n * \"scope\" {String} OAuth access scope.\n * \"app_name\" {String} Application name.\n * \"auth_params\" {Object} Additional parameters to pass to the\n * Authorization token URL. For an example, 'hd', 'hl', 'btmpl':\n * http://code.google.com/apis/accounts/docs/OAuth_ref.html#GetAuth\n * @return {ChromeExOAuth} An initialized ChromeExOAuth object.\n */\nChromeExOAuth.initBackgroundPage = function(oauth_config) {\n window.chromeExOAuthConfig = oauth_config;\n window.chromeExOAuth = ChromeExOAuth.fromConfig(oauth_config);\n window.chromeExOAuthRedirectStarted = false;\n window.chromeExOAuthRequestingAccess = false;\n\n var url_match = chrome.extension.getURL(window.chromeExOAuth.callback_page);\n var tabs = {};\n chrome.tabs.onUpdated.addListener(function(tabId, changeInfo, tab) {\n if (changeInfo.url &&\n changeInfo.url.substr(0, url_match.length) === url_match &&\n changeInfo.url != tabs[tabId] &&\n window.chromeExOAuthRequestingAccess == false) {\n chrome.tabs.create({ 'url' : changeInfo.url }, function(tab) {\n tabs[tab.id] = tab.url;\n chrome.tabs.remove(tabId);\n });\n }\n });\n\n return window.chromeExOAuth;\n};\n\n/**\n * Authorizes the current user with the configued API. You must call this\n * before calling sendSignedRequest.\n * @param {Function} callback A function to call once an access token has\n * been obtained. This callback will be passed the following arguments:\n * token {String} The OAuth access token.\n * secret {String} The OAuth access token secret.\n */\nChromeExOAuth.prototype.authorize = function(callback) {\n if (this.hasToken()) {\n callback(this.getToken(), this.getTokenSecret());\n } else {\n window.chromeExOAuthOnAuthorize = function(token, secret) {\n callback(token, secret);\n };\n chrome.tabs.create({ 'url' :chrome.extension.getURL(this.callback_page) });\n }\n};\n\n/**\n * Clears any OAuth tokens stored for this configuration. Effectively a\n * \"logout\" of the configured OAuth API.\n */\nChromeExOAuth.prototype.clearTokens = function() {\n delete localStorage[this.key_token + encodeURI(this.oauth_scope)];\n delete localStorage[this.key_token_secret + encodeURI(this.oauth_scope)];\n};\n\n/**\n * Returns whether a token is currently stored for this configuration.\n * Effectively a check to see whether the current user is \"logged in\" to\n * the configured OAuth API.\n * @return {Boolean} True if an access token exists.\n */\nChromeExOAuth.prototype.hasToken = function() {\n return !!this.getToken();\n};\n\n/**\n * Makes an OAuth-signed HTTP request with the currently authorized tokens.\n * @param {String} url The URL to send the request to. Querystring parameters\n * should be omitted.\n * @param {Function} callback A function to be called once the request is\n * completed. This callback will be passed the following arguments:\n * responseText {String} The text response.\n * xhr {XMLHttpRequest} The XMLHttpRequest object which was used to\n * send the request. Useful if you need to check response status\n * code, etc.\n * @param {Object} opt_params Additional parameters to configure the request.\n * The following parameters are accepted:\n * \"method\" {String} The HTTP method to use. Defaults to \"GET\".\n * \"body\" {String} A request body to send. Defaults to null.\n * \"parameters\" {Object} Query parameters to include in the request.\n * \"headers\" {Object} Additional headers to include in the request.\n */\nChromeExOAuth.prototype.sendSignedRequest = function(url, callback,\n opt_params) {\n var method = opt_params && opt_params['method'] || 'GET';\n var body = opt_params && opt_params['body'] || null;\n var params = opt_params && opt_params['parameters'] || {};\n var headers = opt_params && opt_params['headers'] || {};\n\n var signedUrl = this.signURL(url, method, params);\n\n ChromeExOAuth.sendRequest(method, signedUrl, headers, body, function (xhr) {\n if (xhr.readyState == 4) {\n callback(xhr.responseText, xhr);\n }\n });\n};\n\n/**\n * Adds the required OAuth parameters to the given url and returns the\n * result. Useful if you need a signed url but don't want to make an XHR\n * request.\n * @param {String} method The http method to use.\n * @param {String} url The base url of the resource you are querying.\n * @param {Object} opt_params Query parameters to include in the request.\n * @return {String} The base url plus any query params plus any OAuth params.\n */\nChromeExOAuth.prototype.signURL = function(url, method, opt_params) {\n var token = this.getToken();\n var secret = this.getTokenSecret();\n if (!token || !secret) {\n throw new Error(\"No oauth token or token secret\");\n }\n\n var params = opt_params || {};\n\n var result = OAuthSimple().sign({\n action : method,\n path : url,\n parameters : params,\n signatures: {\n consumer_key : this.consumer_key,\n shared_secret : this.consumer_secret,\n oauth_secret : secret,\n oauth_token: token\n }\n });\n\n return result.signed_url;\n};\n\n/**\n * Generates the Authorization header based on the oauth parameters.\n * @param {String} url The base url of the resource you are querying.\n * @param {Object} opt_params Query parameters to include in the request.\n * @return {String} An Authorization header containing the oauth_* params.\n */\nChromeExOAuth.prototype.getAuthorizationHeader = function(url, method,\n opt_params) {\n var token = this.getToken();\n var secret = this.getTokenSecret();\n if (!token || !secret) {\n throw new Error(\"No oauth token or token secret\");\n }\n\n var params = opt_params || {};\n\n return OAuthSimple().getHeaderString({\n action: method,\n path : url,\n parameters : params,\n signatures: {\n consumer_key : this.consumer_key,\n shared_secret : this.consumer_secret,\n oauth_secret : secret,\n oauth_token: token\n }\n });\n};\n\n/*******************************************************************************\n * PRIVATE API METHODS\n * Used by the library. There should be no need to call these methods directly.\n ******************************************************************************/\n\n/**\n * Creates a new ChromeExOAuth object from the supplied configuration object.\n * @param {Object} oauth_config Configuration parameters in a JavaScript object.\n * The following parameters are recognized:\n * \"request_url\" {String} OAuth request token URL.\n * \"authorize_url\" {String} OAuth authorize token URL.\n * \"access_url\" {String} OAuth access token URL.\n * \"consumer_key\" {String} OAuth consumer key.\n * \"consumer_secret\" {String} OAuth consumer secret.\n * \"scope\" {String} OAuth access scope.\n * \"app_name\" {String} Application name.\n * \"auth_params\" {Object} Additional parameters to pass to the\n * Authorization token URL. For an example, 'hd', 'hl', 'btmpl':\n * http://code.google.com/apis/accounts/docs/OAuth_ref.html#GetAuth\n * @return {ChromeExOAuth} An initialized ChromeExOAuth object.\n */\nChromeExOAuth.fromConfig = function(oauth_config) {\n return new ChromeExOAuth(\n oauth_config['request_url'],\n oauth_config['authorize_url'],\n oauth_config['access_url'],\n oauth_config['consumer_key'],\n oauth_config['consumer_secret'],\n oauth_config['scope'],\n {\n 'app_name' : oauth_config['app_name'],\n 'auth_params' : oauth_config['auth_params']\n }\n );\n};\n\n/**\n * Initializes chrome_ex_oauth.html and redirects the page if needed to start\n * the OAuth flow. Once an access token is obtained, this function closes\n * chrome_ex_oauth.html.\n */\nChromeExOAuth.initCallbackPage = function() {\n var background_page = chrome.extension.getBackgroundPage();\n var oauth_config = background_page.chromeExOAuthConfig;\n var oauth = ChromeExOAuth.fromConfig(oauth_config);\n background_page.chromeExOAuthRedirectStarted = true;\n oauth.initOAuthFlow(function (token, secret) {\n background_page.chromeExOAuthOnAuthorize(token, secret);\n background_page.chromeExOAuthRedirectStarted = false;\n chrome.tabs.getSelected(null, function (tab) {\n chrome.tabs.remove(tab.id);\n });\n });\n};\n\n/**\n * Sends an HTTP request. Convenience wrapper for XMLHttpRequest calls.\n * @param {String} method The HTTP method to use.\n * @param {String} url The URL to send the request to.\n * @param {Object} headers Optional request headers in key/value format.\n * @param {String} body Optional body content.\n * @param {Function} callback Function to call when the XMLHttpRequest's\n * ready state changes. See documentation for XMLHttpRequest's\n * onreadystatechange handler for more information.\n */\nChromeExOAuth.sendRequest = function(method, url, headers, body, callback) {\n var xhr = new XMLHttpRequest();\n xhr.onreadystatechange = function(data) {\n callback(xhr, data);\n }\n xhr.open(method, url, true);\n if (headers) {\n for (var header in headers) {\n if (headers.hasOwnProperty(header)) {\n xhr.setRequestHeader(header, headers[header]);\n }\n }\n }\n xhr.send(body);\n};\n\n/**\n * Decodes a URL-encoded string into key/value pairs.\n * @param {String} encoded An URL-encoded string.\n * @return {Object} An object representing the decoded key/value pairs found\n * in the encoded string.\n */\nChromeExOAuth.formDecode = function(encoded) {\n var params = encoded.split(\"&\");\n var decoded = {};\n for (var i = 0, param; param = params[i]; i++) {\n var keyval = param.split(\"=\");\n if (keyval.length == 2) {\n var key = ChromeExOAuth.fromRfc3986(keyval[0]);\n var val = ChromeExOAuth.fromRfc3986(keyval[1]);\n decoded[key] = val;\n }\n }\n return decoded;\n};\n\n/**\n * Returns the current window's querystring decoded into key/value pairs.\n * @return {Object} A object representing any key/value pairs found in the\n * current window's querystring.\n */\nChromeExOAuth.getQueryStringParams = function() {\n var urlparts = window.location.href.split(\"?\");\n if (urlparts.length >= 2) {\n var querystring = urlparts.slice(1).join(\"?\");\n return ChromeExOAuth.formDecode(querystring);\n }\n return {};\n};\n\n/**\n * Binds a function call to a specific object. This function will also take\n * a variable number of additional arguments which will be prepended to the\n * arguments passed to the bound function when it is called.\n * @param {Function} func The function to bind.\n * @param {Object} obj The object to bind to the function's \"this\".\n * @return {Function} A closure that will call the bound function.\n */\nChromeExOAuth.bind = function(func, obj) {\n var newargs = Array.prototype.slice.call(arguments).slice(2);\n return function() {\n var combinedargs = newargs.concat(Array.prototype.slice.call(arguments));\n func.apply(obj, combinedargs);\n };\n};\n\n/**\n * Encodes a value according to the RFC3986 specification.\n * @param {String} val The string to encode.\n */\nChromeExOAuth.toRfc3986 = function(val){\n return encodeURIComponent(val)\n .replace(/\\!/g, \"%21\")\n .replace(/\\*/g, \"%2A\")\n .replace(/'/g, \"%27\")\n .replace(/\\(/g, \"%28\")\n .replace(/\\)/g, \"%29\");\n};\n\n/**\n * Decodes a string that has been encoded according to RFC3986.\n * @param {String} val The string to decode.\n */\nChromeExOAuth.fromRfc3986 = function(val){\n var tmp = val\n .replace(/%21/g, \"!\")\n .replace(/%2A/g, \"*\")\n .replace(/%27/g, \"'\")\n .replace(/%28/g, \"(\")\n .replace(/%29/g, \")\");\n return decodeURIComponent(tmp);\n};\n\n/**\n * Adds a key/value parameter to the supplied URL.\n * @param {String} url An URL which may or may not contain querystring values.\n * @param {String} key A key\n * @param {String} value A value\n * @return {String} The URL with URL-encoded versions of the key and value\n * appended, prefixing them with \"&\" or \"?\" as needed.\n */\nChromeExOAuth.addURLParam = function(url, key, value) {\n var sep = (url.indexOf('?') >= 0) ? \"&\" : \"?\";\n return url + sep +\n ChromeExOAuth.toRfc3986(key) + \"=\" + ChromeExOAuth.toRfc3986(value);\n};\n\n/**\n * Stores an OAuth token for the configured scope.\n * @param {String} token The token to store.\n */\nChromeExOAuth.prototype.setToken = function(token) {\n localStorage[this.key_token + encodeURI(this.oauth_scope)] = token;\n};\n\n/**\n * Retrieves any stored token for the configured scope.\n * @return {String} The stored token.\n */\nChromeExOAuth.prototype.getToken = function() {\n return localStorage[this.key_token + encodeURI(this.oauth_scope)];\n};\n\n/**\n * Stores an OAuth token secret for the configured scope.\n * @param {String} secret The secret to store.\n */\nChromeExOAuth.prototype.setTokenSecret = function(secret) {\n localStorage[this.key_token_secret + encodeURI(this.oauth_scope)] = secret;\n};\n\n/**\n * Retrieves any stored secret for the configured scope.\n * @return {String} The stored secret.\n */\nChromeExOAuth.prototype.getTokenSecret = function() {\n return localStorage[this.key_token_secret + encodeURI(this.oauth_scope)];\n};\n\n/**\n * Starts an OAuth authorization flow for the current page. If a token exists,\n * no redirect is needed and the supplied callback is called immediately.\n * If this method detects that a redirect has finished, it grabs the\n * appropriate OAuth parameters from the URL and attempts to retrieve an\n * access token. If no token exists and no redirect has happened, then\n * an access token is requested and the page is ultimately redirected.\n * @param {Function} callback The function to call once the flow has finished.\n * This callback will be passed the following arguments:\n * token {String} The OAuth access token.\n * secret {String} The OAuth access token secret.\n */\nChromeExOAuth.prototype.initOAuthFlow = function(callback) {\n if (!this.hasToken()) {\n var params = ChromeExOAuth.getQueryStringParams();\n if (params['chromeexoauthcallback'] == 'true') {\n var oauth_token = params['oauth_token'];\n var oauth_verifier = params['oauth_verifier']\n this.getAccessToken(oauth_token, oauth_verifier, callback);\n } else {\n var request_params = {\n 'url_callback_param' : 'chromeexoauthcallback'\n }\n this.getRequestToken(function(url) {\n window.location.href = url;\n }, request_params);\n }\n } else {\n callback(this.getToken(), this.getTokenSecret());\n }\n};\n\n/**\n * Requests an OAuth request token.\n * @param {Function} callback Function to call once the authorize URL is\n * calculated. This callback will be passed the following arguments:\n * url {String} The URL the user must be redirected to in order to\n * approve the token.\n * @param {Object} opt_args Optional arguments. The following parameters\n * are accepted:\n * \"url_callback\" {String} The URL the OAuth provider will redirect to.\n * \"url_callback_param\" {String} A parameter to include in the callback\n * URL in order to indicate to this library that a redirect has\n * taken place.\n */\nChromeExOAuth.prototype.getRequestToken = function(callback, opt_args) {\n if (typeof callback !== \"function\") {\n throw new Error(\"Specified callback must be a function.\");\n }\n var url = opt_args && opt_args['url_callback'] ||\n window && window.top && window.top.location &&\n window.top.location.href;\n\n var url_param = opt_args && opt_args['url_callback_param'] ||\n \"chromeexoauthcallback\";\n var url_callback = ChromeExOAuth.addURLParam(url, url_param, \"true\");\n\n var result = OAuthSimple().sign({\n path : this.url_request_token,\n parameters: {\n \"xoauth_displayname\" : this.app_name,\n \"scope\" : this.oauth_scope,\n \"oauth_callback\" : url_callback\n },\n signatures: {\n consumer_key : this.consumer_key,\n shared_secret : this.consumer_secret\n }\n });\n var onToken = ChromeExOAuth.bind(this.onRequestToken, this, callback);\n ChromeExOAuth.sendRequest(\"GET\", result.signed_url, null, null, onToken);\n};\n\n/**\n * Called when a request token has been returned. Stores the request token\n * secret for later use and sends the authorization url to the supplied\n * callback (for redirecting the user).\n * @param {Function} callback Function to call once the authorize URL is\n * calculated. This callback will be passed the following arguments:\n * url {String} The URL the user must be redirected to in order to\n * approve the token.\n * @param {XMLHttpRequest} xhr The XMLHttpRequest object used to fetch the\n * request token.\n */\nChromeExOAuth.prototype.onRequestToken = function(callback, xhr) {\n if (xhr.readyState == 4) {\n if (xhr.status == 200) {\n var params = ChromeExOAuth.formDecode(xhr.responseText);\n var token = params['oauth_token'];\n this.setTokenSecret(params['oauth_token_secret']);\n var url = ChromeExOAuth.addURLParam(this.url_auth_token,\n \"oauth_token\", token);\n for (var key in this.auth_params) {\n if (this.auth_params.hasOwnProperty(key)) {\n url = ChromeExOAuth.addURLParam(url, key, this.auth_params[key]);\n }\n }\n callback(url);\n } else {\n throw new Error(\"Fetching request token failed. Status \" + xhr.status);\n }\n }\n};\n\n/**\n * Requests an OAuth access token.\n * @param {String} oauth_token The OAuth request token.\n * @param {String} oauth_verifier The OAuth token verifier.\n * @param {Function} callback The function to call once the token is obtained.\n * This callback will be passed the following arguments:\n * token {String} The OAuth access token.\n * secret {String} The OAuth access token secret.\n */\nChromeExOAuth.prototype.getAccessToken = function(oauth_token, oauth_verifier,\n callback) {\n if (typeof callback !== \"function\") {\n throw new Error(\"Specified callback must be a function.\");\n }\n var bg = chrome.extension.getBackgroundPage();\n if (bg.chromeExOAuthRequestingAccess == false) {\n bg.chromeExOAuthRequestingAccess = true;\n\n var result = OAuthSimple().sign({\n path : this.url_access_token,\n parameters: {\n \"oauth_token\" : oauth_token,\n \"oauth_verifier\" : oauth_verifier\n },\n signatures: {\n consumer_key : this.consumer_key,\n shared_secret : this.consumer_secret,\n oauth_secret : this.getTokenSecret(this.oauth_scope)\n }\n });\n\n var onToken = ChromeExOAuth.bind(this.onAccessToken, this, callback);\n ChromeExOAuth.sendRequest(\"GET\", result.signed_url, null, null, onToken);\n }\n};\n\n/**\n * Called when an access token has been returned. Stores the access token and\n * access token secret for later use and sends them to the supplied callback.\n * @param {Function} callback The function to call once the token is obtained.\n * This callback will be passed the following arguments:\n * token {String} The OAuth access token.\n * secret {String} The OAuth access token secret.\n * @param {XMLHttpRequest} xhr The XMLHttpRequest object used to fetch the\n * access token.\n */\nChromeExOAuth.prototype.onAccessToken = function(callback, xhr) {\n if (xhr.readyState == 4) {\n var bg = chrome.extension.getBackgroundPage();\n if (xhr.status == 200) {\n var params = ChromeExOAuth.formDecode(xhr.responseText);\n var token = params[\"oauth_token\"];\n var secret = params[\"oauth_token_secret\"];\n this.setToken(token);\n this.setTokenSecret(secret);\n bg.chromeExOAuthRequestingAccess = false;\n callback(token, secret);\n } else {\n bg.chromeExOAuthRequestingAccess = false;\n throw new Error(\"Fetching access token failed with status \" + xhr.status);\n }\n }\n};"
},
{
"path": "src/chrome_ex_oauthsimple.js",
"content": "/* OAuthSimple\n * A simpler version of OAuth\n *\n * author: jr conlin\n * mail: src@anticipatr.com\n * copyright: unitedHeroes.net\n * version: 1.0\n * url: http://unitedHeroes.net/OAuthSimple\n *\n * Copyright (c) 2009, unitedHeroes.net\n * All rights reserved.\n *\n * Redistribution and use in source and binary forms, with or without\n * modification, are permitted provided that the following conditions are met:\n * * Redistributions of source code must retain the above copyright\n * notice, this list of conditions and the following disclaimer.\n * * Redistributions in binary form must reproduce the above copyright\n * notice, this list of conditions and the following disclaimer in the\n * documentation and/or other materials provided with the distribution.\n * * Neither the name of the unitedHeroes.net nor the\n * names of its contributors may be used to endorse or promote products\n * derived from this software without specific prior written permission.\n *\n * THIS SOFTWARE IS PROVIDED BY UNITEDHEROES.NET ''AS IS'' AND ANY\n * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED\n * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE\n * DISCLAIMED. IN NO EVENT SHALL UNITEDHEROES.NET BE LIABLE FOR ANY\n * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES\n * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;\n * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND\n * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT\n * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS\n * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.\n */\nvar OAuthSimple;\n\nif (OAuthSimple === undefined)\n{\n /* Simple OAuth\n *\n * This class only builds the OAuth elements, it does not do the actual\n * transmission or reception of the tokens. It does not validate elements\n * of the token. It is for client use only.\n *\n * api_key is the API key, also known as the OAuth consumer key\n * shared_secret is the shared secret (duh).\n *\n * Both the api_key and shared_secret are generally provided by the site\n * offering OAuth services. You need to specify them at object creation\n * because nobody ing uses OAuth without that minimal set of\n * signatures.\n *\n * If you want to use the higher order security that comes from the\n * OAuth token (sorry, I don't provide the functions to fetch that because\n * sites aren't horribly consistent about how they offer that), you need to\n * pass those in either with .setTokensAndSecrets() or as an argument to the\n * .sign() or .getHeaderString() functions.\n *\n * Example:\n \n var oauthObject = OAuthSimple().sign({path:'http://example.com/rest/',\n parameters: 'foo=bar&gorp=banana',\n signatures:{\n api_key:'12345abcd',\n shared_secret:'xyz-5309'\n }});\n document.getElementById('someLink').href=oauthObject.signed_url;\n \n *\n * that will sign as a \"GET\" using \"SHA1-MAC\" the url. If you need more than\n * that, read on, McDuff.\n */\n\n /** OAuthSimple creator\n *\n * Create an instance of OAuthSimple\n *\n * @param api_key {string} The API Key (sometimes referred to as the consumer key) This value is usually supplied by the site you wish to use.\n * @param shared_secret (string) The shared secret. This value is also usually provided by the site you wish to use.\n */\n OAuthSimple = function (consumer_key,shared_secret)\n {\n/* if (api_key == undefined)\n throw(\"Missing argument: api_key (oauth_consumer_key) for OAuthSimple. This is usually provided by the hosting site.\");\n if (shared_secret == undefined)\n throw(\"Missing argument: shared_secret (shared secret) for OAuthSimple. This is usually provided by the hosting site.\");\n*/ this._secrets={};\n this._parameters={};\n\n // General configuration options.\n if (consumer_key !== undefined) {\n this._secrets['consumer_key'] = consumer_key;\n }\n if (shared_secret !== undefined) {\n this._secrets['shared_secret'] = shared_secret;\n }\n this._default_signature_method= \"HMAC-SHA1\";\n this._action = \"GET\";\n this._nonce_chars = \"0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz\";\n\n\n this.reset = function() {\n this._parameters={};\n this._path=undefined;\n return this;\n };\n\n /** set the parameters either from a hash or a string\n *\n * @param {string,object} List of parameters for the call, this can either be a URI string (e.g. \"foo=bar&gorp=banana\" or an object/hash)\n */\n this.setParameters = function (parameters) {\n if (parameters === undefined) {\n parameters = {};\n }\n if (typeof(parameters) == 'string') {\n parameters=this._parseParameterString(parameters);\n }\n this._parameters = parameters;\n if (this._parameters['oauth_nonce'] === undefined) {\n this._getNonce();\n }\n if (this._parameters['oauth_timestamp'] === undefined) {\n this._getTimestamp();\n }\n if (this._parameters['oauth_method'] === undefined) {\n this.setSignatureMethod();\n }\n if (this._parameters['oauth_consumer_key'] === undefined) {\n this._getApiKey();\n }\n if(this._parameters['oauth_token'] === undefined) {\n this._getAccessToken();\n }\n\n return this;\n };\n\n /** convienence method for setParameters\n *\n * @param parameters {string,object} See .setParameters\n */\n this.setQueryString = function (parameters) {\n return this.setParameters(parameters);\n };\n\n /** Set the target URL (does not include the parameters)\n *\n * @param path {string} the fully qualified URI (excluding query arguments) (e.g \"http://example.org/foo\")\n */\n this.setURL = function (path) {\n if (path == '') {\n throw ('No path specified for OAuthSimple.setURL');\n }\n this._path = path;\n return this;\n };\n\n /** convienence method for setURL\n *\n * @param path {string} see .setURL\n */\n this.setPath = function(path){\n return this.setURL(path);\n };\n\n /** set the \"action\" for the url, (e.g. GET,POST, DELETE, etc.)\n *\n * @param action {string} HTTP Action word.\n */\n this.setAction = function(action) {\n if (action === undefined) {\n action=\"GET\";\n }\n action = action.toUpperCase();\n if (action.match('[^A-Z]')) {\n throw ('Invalid action specified for OAuthSimple.setAction');\n }\n this._action = action;\n return this;\n };\n\n /** set the signatures (as well as validate the ones you have)\n *\n * @param signatures {object} object/hash of the token/signature pairs {api_key:, shared_secret:, oauth_token: oauth_secret:}\n */\n this.setTokensAndSecrets = function(signatures) {\n if (signatures)\n {\n for (var i in signatures) {\n this._secrets[i] = signatures[i];\n }\n }\n // Aliases\n if (this._secrets['api_key']) {\n this._secrets.consumer_key = this._secrets.api_key;\n }\n if (this._secrets['access_token']) {\n this._secrets.oauth_token = this._secrets.access_token;\n }\n if (this._secrets['access_secret']) {\n this._secrets.oauth_secret = this._secrets.access_secret;\n }\n // Gauntlet\n if (this._secrets.consumer_key === undefined) {\n throw('Missing required consumer_key in OAuthSimple.setTokensAndSecrets');\n }\n if (this._secrets.shared_secret === undefined) {\n throw('Missing required shared_secret in OAuthSimple.setTokensAndSecrets');\n }\n if ((this._secrets.oauth_token !== undefined) && (this._secrets.oauth_secret === undefined)) {\n throw('Missing oauth_secret for supplied oauth_token in OAuthSimple.setTokensAndSecrets');\n }\n return this;\n };\n\n /** set the signature method (currently only Plaintext or SHA-MAC1)\n *\n * @param method {string} Method of signing the transaction (only PLAINTEXT and SHA-MAC1 allowed for now)\n */\n this.setSignatureMethod = function(method) {\n if (method === undefined) {\n method = this._default_signature_method;\n }\n //TODO: accept things other than PlainText or SHA-MAC1\n if (method.toUpperCase().match(/(PLAINTEXT|HMAC-SHA1)/) === undefined) {\n throw ('Unknown signing method specified for OAuthSimple.setSignatureMethod');\n }\n this._parameters['oauth_signature_method']= method.toUpperCase();\n return this;\n };\n\n /** sign the request\n *\n * note: all arguments are optional, provided you've set them using the\n * other helper functions.\n *\n * @param args {object} hash of arguments for the call\n * {action:, path:, parameters:, method:, signatures:}\n * all arguments are optional.\n */\n this.sign = function (args) {\n if (args === undefined) {\n args = {};\n }\n // Set any given parameters\n if(args['action'] !== undefined) {\n this.setAction(args['action']);\n }\n if (args['path'] !== undefined) {\n this.setPath(args['path']);\n }\n if (args['method'] !== undefined) {\n this.setSignatureMethod(args['method']);\n }\n this.setTokensAndSecrets(args['signatures']);\n if (args['parameters'] !== undefined){\n this.setParameters(args['parameters']);\n }\n // check the parameters\n var normParams = this._normalizedParameters();\n this._parameters['oauth_signature']=this._generateSignature(normParams);\n return {\n parameters: this._parameters,\n signature: this._oauthEscape(this._parameters['oauth_signature']),\n signed_url: this._path + '?' + this._normalizedParameters(),\n header: this.getHeaderString()\n };\n };\n\n /** Return a formatted \"header\" string\n *\n * NOTE: This doesn't set the \"Authorization: \" prefix, which is required.\n * I don't set it because various set header functions prefer different\n * ways to do that.\n *\n * @param args {object} see .sign\n */\n this.getHeaderString = function(args) {\n if (this._parameters['oauth_signature'] === undefined) {\n this.sign(args);\n }\n\n var result = 'OAuth ';\n for (var pName in this._parameters)\n {\n if (!pName.match(/^oauth/)) {\n continue;\n }\n if ((this._parameters[pName]) instanceof Array)\n {\n var pLength = this._parameters[pName].length;\n for (var j=0;j>16)+(y>>16)+(l>>16);return(m<<16)|(l&0xFFFF);}function _r(n,c){return(n<>>(32-c));}function _c(x,l){x[l>>5]|=0x80<<(24-l%32);x[((l+64>>9)<<4)+15]=l;var w=[80],a=1732584193,b=-271733879,c=-1732584194,d=271733878,e=-1009589776;for(var i=0;i>5]|=(s.charCodeAt(i/8)&m)<<(32-_z-i%32);}return b;}function _h(k,d){var b=_b(k);if(b.length>16){b=_c(b,k.length*_z);}var p=[16],o=[16];for(var i=0;i<16;i++){p[i]=b[i]^0x36363636;o[i]=b[i]^0x5C5C5C5C;}var h=_c(p.concat(_b(d)),512+d.length*_z);return _c(o.concat(h),512+160);}function _n(b){var t=\"ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/\",s='';for(var i=0;i>2]>>8*(3-i%4))&0xFF)<<16)|(((b[i+1>>2]>>8*(3-(i+1)%4))&0xFF)<<8)|((b[i+2>>2]>>8*(3-(i+2)%4))&0xFF);for(var j=0;j<4;j++){if(i*8+j*6>b.length*32){s+=_p;}else{s+=t.charAt((r>>6*(3-j))&0x3F);}}}return s;}function _x(k,d){return _n(_h(k,d));}return _x(k,d);\n }\n\n\n this._normalizedParameters = function() {\n var elements = new Array();\n var paramNames = [];\n var ra =0;\n for (var paramName in this._parameters)\n {\n if (ra++ > 1000) {\n throw('runaway 1');\n }\n paramNames.unshift(paramName);\n }\n paramNames = paramNames.sort();\n pLen = paramNames.length;\n for (var i=0;i 1000) {\n throw('runaway 1');\n }\n elements.push(this._oauthEscape(paramName) + '=' +\n this._oauthEscape(sorted[j]));\n }\n continue;\n }\n elements.push(this._oauthEscape(paramName) + '=' +\n this._oauthEscape(this._parameters[paramName]));\n }\n return elements.join('&');\n };\n\n this._generateSignature = function() {\n\n var secretKey = this._oauthEscape(this._secrets.shared_secret)+'&'+\n this._oauthEscape(this._secrets.oauth_secret);\n if (this._parameters['oauth_signature_method'] == 'PLAINTEXT')\n {\n return secretKey;\n }\n if (this._parameters['oauth_signature_method'] == 'HMAC-SHA1')\n {\n var sigString = this._oauthEscape(this._action)+'&'+this._oauthEscape(this._path)+'&'+this._oauthEscape(this._normalizedParameters());\n return this.b64_hmac_sha1(secretKey,sigString);\n }\n return null;\n };\n\n return this;\n };\n}\n"
},
{
"path": "src/css/base.css",
"content": "html, body, div, span, applet, object, iframe,\nh1, h2, h3, h4, h5, h6, p, blockquote, pre,\na, abbr, acronym, address, big, cite, code,\ndel, dfn, em, font, img, ins, kbd, q, s, samp,\nsmall, strike, strong, sub, sup, tt, var,\nb, u, i, center,\ndl, dt, dd, ol, ul, li,\nfieldset, form, label, legend,\ntable, caption, tbody, tfoot, thead, tr, th, td {\n\tmargin: 0;\n\tpadding: 0;\n\tborder: 0;\n\toutline: 0;\n\tfont-size: 100%;\n\tvertical-align: baseline;\n\tbackground: transparent;\n}\nbody {\n\tline-height: 1;\n font-family: \"Lucida Grande\",Arial,sans-serif;\n font-size: 10px;\n color: #333;\n}\nol, ul {\n\tlist-style: none;\n}\nblockquote, q {\n\tquotes: none;\n}\nblockquote:before, blockquote:after,\nq:before, q:after {\n\tcontent: '';\n\tcontent: none;\n}\n:focus {\n\toutline: 0;\n}\nins {\n\ttext-decoration: none;\n}\ndel {\n\ttext-decoration: line-through;\n}\ntable {\n\tborder-collapse: collapse;\n\tborder-spacing: 0;\n}\np {\n margin-bottom: 1em;\n line-height: 1.5;\n}\na {\n color: #4492D7;\n text-decoration: none;\n}\na:hover {\n text-decoration: underline;\n}\n\n.disabled {\n color: #aaa;\n}\n\na.button, button, input[type=submit] {\n outline: none;\n border: 1px solid #aaa;\n padding: 7px 10px;\n border-radius: 5px; \n background: -webkit-gradient(linear, left top, left bottom, from(#fff), to(#ddd));\n color: #333;\n text-shadow: 0 1px rgba(255,255,255,0.8);\n text-decoration: none;\n font-size: 11px;\n}\n\na.button:active, button:active, input[type=submit]:active {\n background: -webkit-gradient(linear, left top, left bottom, from(#ddd), to(#eee));\n}\n\na.button:focus, button:focus, input[type=submit]:focus {\n border-color: #999;\n -webkit-box-shadow: 0 0 3px rgba(0,0,0,0.3);\n}\n\nselect {\n border: 1px solid #aaa;\n padding: 3px;\n}\n"
},
{
"path": "src/css/popup.css",
"content": "@import url('base.css');\n\nhtml {\n width: 300px;\n}\n\nbody {\n margin: 10px;\n padding: 0;\n}\n\n#presets {\n margin: 0;\n overflow: auto;\n max-height: 300px;\n}\n\n #presets li {\n list-style: none;\n margin: 0;\n }\n \n #presets .preset a {\n color: #333;\n display: block;\n text-decoration: none;\n padding: 10px;\n padding-left: 31px;\n background-image: url('../img/application-form.png');\n background-repeat: no-repeat;\n background-position: 10px;\n }\n \n #presets .preset a:focus {\n outline: none;\n }\n \n #presets .preset:hover {\n background-color: #eee;\n text-decoration: underline;\n }\n \n#footer {\n margin-top: 10px;\n padding-top: 10px;\n text-align: right;\n border-top: 1px solid #999;\n}\n\n #scraper {\n float: left;\n text-decoration: none;\n font-weight: bold;\n color: #333;\n }"
},
{
"path": "src/css/viewer.css",
"content": "@import url('base.css');\n\nbody {\n font-family: \"Lucida Grande\",Arial,sans-serif;\n font-size: 10px;\n margin: 0;\n padding: 0;\n}\n\na:focus {\n outline: none;\n}\n\ndiv.error {\n line-height: 1.5;\n}\n\ndiv.error.ui-dialog-content.ui-widget-content {\n padding-left: 40px;\n background-repeat: no-repeat;\n background-position: 12px 12px;\n background-image: url('../img/exclamation-red.png');\n}\n\n#presets {\n display: none;\n padding-top: 10px;\n}\n\n #presets-form {\n padding-bottom: 15px;\n }\n \n #presets-form fieldset {\n margin-top: 10px;\n padding-top: 5px;\n border: none;\n border-top: 1px solid #aaa;\n }\n \n #presets-form-name {\n width: 70%;\n border: 1px solid #999;\n border-radius: 5px;\n -webkit-box-shadow: inset 1px 2px 3px rgba(0,0,0,0.2);\n padding: 5px 5px;\n margin-bottom: 10px;\n }\n\n #presets-list {\n margin: 0;\n padding: 0;\n overflow: auto;\n }\n \n #presets-list li {\n list-style: none;\n margin: 0;\n padding: 10px;\n }\n \n #presets-list li a {\n color: #333;\n }\n \n #presets-list li a:focus {\n outline: none;\n }\n \n #presets-list li:hover {\n background-color: #eee;\n }\n \n #presets-list li {\n padding-right: 26px;\n }\n \n #presets-list li .preset-handle {\n cursor: move;\n display: block;\n float: left;\n }\n \n #presets-list li .preset-load {\n cursor: pointer;\n display: block;\n margin-top: 2px;\n margin-left: 26px;\n margin-right: 26px;\n line-height: 1.5;\n }\n \n #presets-list li .preset-remove {\n display: inline-block;\n position: absolute;\n right: 16px;\n }\n\n#options {\n -webkit-user-select: none;\n} \n\n #options-header {\n min-height: 30px;\n border-top: 1px solid #fff !important;\n background: -webkit-gradient(linear, left bottom, left top, color-stop(0.1, #ccc), color-stop(0.8, #eee));\n padding: 10px;\n line-height: 1.2;\n }\n \n #options-meta-page {\n background-image: url('../img/scraper32.png');\n background-position: top left;\n background-repeat: no-repeat;\n min-height: 32px;\n padding-left: 42px;\n }\n \n #options-meta-page a {\n text-decoration: none;\n color: #444;\n text-shadow: 0 1px 0 #fff;\n font-weight: bold;\n font-size: 120%;\n }\n\n #options-center {\n background-color: #f4f4f4 !important;\n border-bottom: 1px solid #aaa !important;\n padding: 10px;\n border-top: 1px solid #aaa;\n }\n\n #options fieldset {\n margin: 10px 0;\n border: none;\n border-top: 1px solid #ccc;\n padding: 10px;\n }\n\n #options fieldset legend {\n font-weight: bold;\n color: #333;\n padding: 0 5px;\n text-shadow: 0 1px rgba(255,255,255,0.9);\n }\n\n #options-selector-table {\n margin: 0;\n padding: 0;\n width: 100%;\n border-collapse: collapse;\n }\n\n #options-selector-table td {\n padding: 2px 5px;\n }\n \n #options-selector-table select {\n height: 25px;\n }\n\n #options-selector-table input[type=text] {\n border: 1px solid #999;\n border-radius: 5px;\n -webkit-box-shadow: inset 1px 2px 3px rgba(0,0,0,0.2);\n padding: 5px 5px;\n }\n\n #options-language-help a {\n background-image: url('../img/question-small-white.png');\n background-repeat: no-repeat;\n background-position: 0 -2px;\n padding-left: 20px;\n min-height: 16px;\n display: inline-block;\n vertical-align: middle;\n color: #666;\n text-decoration: none;\n }\n \n #options-language-help a:hover {\n text-decoration: underline;\n }\n\n #options-selector {\n width: 100%;\n }\n\n #options-attributes {\n width: 100%;\n border-collapse: collapse;\n border-spacing: 0;\n }\n\n #options-attributes tbody td {\n padding: 4px;\n }\n\n #options-attributes thead tr {\n border: 1px solid #ccc;\n }\n\n #options-attributes thead th {\n background: -webkit-gradient(linear, left bottom, left top, color-stop(0.1, #ccc), color-stop(0.8, #eee));\n border: none;\n color: #333;\n padding: 4px;\n text-align: left;\n text-shadow: 0 1px rgba(255,255,255,0.9);\n }\n\n #options-attributes .dragHandle {\n width: 16px;\n cursor: move;\n background-image: url('../img/handle.png');\n background-position: left center;\n background-repeat: no-repeat;\n }\n\n #options-attributes tr.tDnD_whileDrag {\n opacity: 0.5;\n }\n\n #options-attributes tr.tDnD_whileDrag .dragHandle {\n background-position: left center;\n background-repeat: no-repeat;\n }\n\n #options-attributes input {\n width: 100%;\n border: none;\n border-radius: 0;\n -webkit-box-shadow: none;\n padding: 0;\n background: transparent;\n padding: 4px 2px;\n }\n\n #options-attributes input:focus {\n border: 1px solid #aaa;\n padding: 3px 1px;\n background-color: #fff;\n }\n\n #options-attributes img {\n margin-right: 5px;\n }\n \n #options-presets-select {\n width: 50%;\n }\n\n#center {\n margin-left: 380px;\n border-top: 1px solid #aaa;\n}\n\n #results-table {\n border-bottom: 1px solid #aaa;\n }\n\n #results-table table {\n width: 100%;\n border-spacing: 0;\n }\n\n #results-table table thead {\n border-bottom: 1px solid #aaa;\n background: -webkit-gradient(linear, left bottom, left top, color-stop(0.1, #ccc), color-stop(0.8, #eee));\n color: #333;\n text-shadow: 0 1px rgba(255,255,255,0.9);\n }\n\n #results-table table thead tr {\n position: relative;\n top: 0;\n }\n\n #results-table table thead th {\n padding: 5px;\n border-left: 1px solid #fff;\n border-right: 1px solid #aaa;\n border-bottom: 1px solid #aaa;\n cursor: pointer;\n }\n\n #results-table table td {\n padding: 5px;\n }\n \n #results-table td.tools, #results-table td.index {\n width: 10px;\n }\n\n #results-table table td.tools img {\n margin-right: 2px;\n cursor: pointer;\n }\n\n #results-table table tr.odd {\n background-color: #f0f0f0;\n }\n\n #results-table table tr:hover td {\n background-color: #f5f5ff;\n }\n\n #export {\n border-top: 1px solid #fff !important;\n background: -webkit-gradient(linear, left bottom, left top, color-stop(0.1, #ccc), color-stop(0.8, #eee));\n padding: 10px;\n text-align: right;\n height: 30px;\n }\n \n#about {\n display: none;\n padding-top: 10px;\n background-image: url('../img/scraper48.png');\n background-repeat: no-repeat;\n background-position: 10px 10px;\n padding-left: 70px;\n}\n\n #about h1 {\n margin: 0;\n font-size: 200%;\n font-weight: normal;\n margin-bottom: 0.2em;\n }\n\n #about h2 {\n font-size: 100%;\n margin-bottom: 2em;\n }\n \n #about dl {\n margin-top: 2em;\n }\n \n #about dl dt {\n font-weight: bold;\n margin-bottom: 0.5em;\n }\n \n #about dl dd {\n padding-left: 1em;\n margin-bottom: 0.5em;\n }\n \n #about a {\n text-decoration: underline;\n }\n \n.pane-footer {\n height: 30px;\n border-top: 1px solid #fff !important;\n background: -webkit-gradient(linear, left bottom, left top, color-stop(0.1, #ccc), color-stop(0.8, #eee));\n padding: 10px;\n}\n\n .pane-footer table {\n width: 100%;\n margin: 0;\n padding: 0;\n border: 0;\n border-collapse: collapse;\n }\n\n .pane-footer table td {\n margin: 0;\n padding: 0;\n text-align: right;\n }\n\n .pane-footer table td:first-child {\n text-align: left;\n }\n\n\n.ui-corner-all {\n border-radius: 0;\n}\n\n.ui-tabs {\n padding: 0;\n}\n\n.ui-state-default a {\n display: inline-block;\n vertical-align: top;\n}\n\n.ui-state-default a img {\n margin-right: 5px;\n}\n\n/*\n * PANES & CONTENT-DIVs\n */\n.ui-layout-pane {\n background: #FFF; \n border: 1px solid #BBB;\n overflow: auto;\n}\n\n .ui-layout-content {\n position: relative;\n overflow: auto;\n }\n\n/*\n * RESIZER-BARS\n */\n.ui-layout-resizer { /* all 'resizer-bars' */\n background: #eee;\n border-right: 1px solid #ddd !important;\n border-left: 1px solid #fff !important;\n border-width: 0;\n }\n .ui-layout-resizer-drag { /* REAL resizer while resize in progress */\n }\n .ui-layout-resizer-hover { /* affects both open and closed states */\n }\n /* NOTE: It looks best when 'hover' and 'dragging' are set to the same color,\n otherwise color shifts while dragging when bar can't keep up with mouse */\n .ui-layout-resizer-open-hover , /* hover-color to 'resize' */\n .ui-layout-resizer-dragging { /* resizer beging 'dragging' */\n background: rgba(255,255,255,0.5);\n }\n .ui-layout-resizer-dragging { /* CLONED resizer being dragged */\n border-right: 1px solid #ddd !important;\n border-left: 1px solid #fff !important;\n }\n /* NOTE: Add a 'dragging-limit' color to provide visual feedback when resizer hits min/max size limits */\n .ui-layout-resizer-dragging-limit { /* CLONED resizer at min or max size-limit */\n background: #E1A4A4; /* red */\n }\n\n .ui-layout-resizer-closed-hover { /* hover-color to 'slide open' */\n background: #EBD5AA;\n }\n .ui-layout-resizer-sliding { /* resizer when pane is 'slid open' */\n opacity: .10; /* show only a slight shadow */\n filter: alpha(opacity=10);\n }\n .ui-layout-resizer-sliding-hover { /* sliding resizer - hover */\n opacity: 1.00; /* on-hover, show the resizer-bar normally */\n filter: alpha(opacity=100);\n }\n /* sliding resizer - add 'outside-border' to resizer on-hover \n * this sample illustrates how to target specific panes and states */\n .ui-layout-resizer-north-sliding-hover { border-bottom-width: 1px; }\n .ui-layout-resizer-south-sliding-hover { border-top-width: 1px; }\n .ui-layout-resizer-west-sliding-hover { border-right-width: 1px; }\n .ui-layout-resizer-east-sliding-hover { border-left-width: 1px; }\n\n/*\n * TOGGLER-BUTTONS\n */\n.ui-layout-toggler {\n border: 1px solid #ddd; /* match pane-border */\n background-color: #ddd;\n }\n .ui-layout-resizer-hover .ui-layout-toggler {\n opacity: .60;\n filter: alpha(opacity=60);\n }\n .ui-layout-resizer-hover .ui-layout-toggler-hover { /* need specificity */\n background-color: #FC6;\n opacity: 1.00;\n filter: alpha(opacity=100);\n }\n .ui-layout-toggler-north ,\n .ui-layout-toggler-south {\n border-width: 0 1px; /* left/right borders */\n }\n .ui-layout-toggler-west ,\n .ui-layout-toggler-east {\n border-width: 1px 0; /* top/bottom borders */\n }\n /* hide the toggler-button when the pane is 'slid open' */\n .ui-layout-resizer-sliding ui-layout-toggler {\n display: none;\n }\n /*\n * style the text we put INSIDE the togglers\n */\n .ui-layout-toggler .content {\n color: #666;\n font-size: 12px;\n font-weight: bold;\n width: 100%;\n padding-bottom: 0.35ex; /* to 'vertically center' text inside text-span */\n }\n\n.sorting_asc {\n\tbackground: url('../img/control-090-small.png') no-repeat center right;\n}\n\n.sorting_desc {\n\tbackground: url('../img/control-270-small.png') no-repeat center right;\n}\n\n.sorting {\n/* background: url('../images/sort_both.png') no-repeat center right;*/\n}\n\n.sorting_asc_disabled {\n\tbackground: url('../img/control-090-small.png') no-repeat center right;\n}\n\n.sorting_desc_disabled {\n\tbackground: url('../img/control-270-small.png') no-repeat center right;\n}"
},
{
"path": "src/js/background.js",
"content": "/*\n * background.js\n *\n * Author: dave@bit155.com\n *\n * ---------------------------------------------------------------------------\n * \n * Copyright (c) 2010, David Heaton\n * All rights reserved.\n * \n * Redistribution and use in source and binary forms, with or without\n * modification, are permitted provided that the following conditions are met:\n * \n * * Redistributions of source code must retain the above copyright notice,\n * this list of conditions and the following disclaimer.\n * \n * * Redistributions in binary form must reproduce the above copyright\n * notice, this list of conditions and the following disclaimer in the\n * documentation and/or other materials provided with the distribution.\n * \n * * Neither the name of bit155 nor the names of its contributors\n * may be used to endorse or promote products derived from this software\n * without specific prior written permission.\n * \n * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS \"AS IS\"\n * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE\n * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE\n * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE\n * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL\n * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR\n * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER\n * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,\n * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE\n * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.\n */\n \n// oauth\nvar oauth = ChromeExOAuth.initBackgroundPage({\n 'request_url': 'https://www.google.com/accounts/OAuthGetRequestToken',\n 'authorize_url': 'https://www.google.com/accounts/OAuthAuthorizeToken',\n 'access_url': 'https://www.google.com/accounts/OAuthGetAccessToken',\n 'consumer_key': 'anonymous',\n 'consumer_secret': 'anonymous',\n 'scope': 'https://docs.google.com/feeds/',\n 'app_name': 'Scraper'\n});\n\nchrome.extension.onRequest.addListener(function(request, sender, sendResponse) {\n var command = request.command;\n var payload = request.payload;\n \n if (command === 'scraperScrapeTab') {\n // forward requests for \"scraperScrape\" to the appropriate tab\n chrome.tabs.sendRequest(parseInt(payload.tab, 10), { command: 'scraperScrape', payload: payload.options }, sendResponse);\n } else if (command === 'scraperSpreadsheet') {\n // export spreadsheet to google docs\n oauth.authorize(function() {\n // remove trailing colons from slug as this will result in error due to\n // http://code.google.com/a/google.com/p/apps-api-issues/issues/detail?id=2136\n var title = payload.title || '';\n var slug = encodeURIComponent(title.replace(/[:]+\\s*$/,''));\n var request = {\n 'method': 'POST',\n 'headers': {\n 'GData-Version': '3.0',\n 'Content-Type': 'text/csv',\n 'Slug': slug\n },\n 'parameters': {\n 'alt': 'json'\n },\n 'body': payload.csv\n };\n var url = 'https://docs.google.com/feeds/default/private/full';\n \n var callback = function(response, xhr) {\n if (xhr.status == 401) {\n // unauthorized, token probably bad so clear it\n oauth.clearTokens();\n sendResponse({error: 'Google authentication failed. Please try exporting again, and you will be re-authenticated.'});\n } else if (xhr.status - 200 < 100) {\n try {\n var json = JSON.parse(response);\n \n // open page\n if (json && json.entry && json.entry.link) {\n var links = json.entry.link;\n for (var i = 0; i < links.length; i++) {\n if (links[i].rel === 'alternate' && links[i].type === 'text/html') {\n chrome.tabs.create({\n url: links[i].href\n });\n }\n }\n }\n \n // forward response to the caller\n sendResponse(json);\n } catch (error) {\n sendResponse({\n error: error\n });\n }\n } else {\n sendResponse({\n error: 'Received an unexpected response.\\n\\n' + response\n });\n }\n };\n \n oauth.sendSignedRequest(url, callback, request);\n });\n }\n});\n\n// make some default presets\nif (!bit155.scraper.presets()) {\n bit155.scraper.presets([\n\t { \n\t name: 'Paragraph Text', \n\t options: {\n\t language: 'xpath',\n\t selector: '//p',\n\t attributes: [\n\t { xpath: '.', name: 'Text' }\n\t ],\n\t filters: [ 'empty' ]\n\t }\n\t },\n\t { \n\t name: 'Links', \n\t options: {\n\t language: 'xpath',\n\t selector: '//a',\n\t attributes: [\n\t { xpath: '.', name: 'Link' },\n\t { xpath: '@href', name: 'URL' }\n\t ],\n\t filters: ['empty']\n\t }\n\t }\n\t]);\n};\n\n// context menus\nvar scrapeSimilarItem = chrome.contextMenus.create({\n title: \"Scrape similar...\",\n contexts: ['all'],\n onclick: function(info, tab) {\n var active = false;\n\n // get selection options and open viewer with the response\n chrome.tabs.sendRequest(tab.id, { command: 'scraperSelectionOptions' }, function(response) {\n active = true;\n bit155.scraper.viewer(tab, response);\n });\n \n // offer to reload page if no response\n setTimeout(function() {\n if (!active && confirm('You need to reload this page before you can use Scraper. Press ok if you would like to reload it now, or cancel if not.')) {\n chrome.tabs.update(tab.id, {url: \"javascript:window.location.reload()\"});\n }\n }, 500);\n }\n});\n"
},
{
"path": "src/js/bit155/attr.js",
"content": "/*\n * attr.js\n *\n * Author: dave@bit155.com\n *\n * ---------------------------------------------------------------------------\n * \n * Copyright (c) 2010, David Heaton\n * All rights reserved.\n * \n * Redistribution and use in source and binary forms, with or without\n * modification, are permitted provided that the following conditions are met:\n * \n * * Redistributions of source code must retain the above copyright notice,\n * this list of conditions and the following disclaimer.\n * \n * * Redistributions in binary form must reproduce the above copyright\n * notice, this list of conditions and the following disclaimer in the\n * documentation and/or other materials provided with the distribution.\n * \n * * Neither the name of bit155 nor the names of its contributors\n * may be used to endorse or promote products derived from this software\n * without specific prior written permission.\n * \n * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS \"AS IS\"\n * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE\n * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE\n * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE\n * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL\n * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR\n * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER\n * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,\n * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE\n * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.\n */\n\nvar bit155 = bit155 || {};\n\n/**\n * Creates an attribute accessor function. \n *\n * If one argument is passed to the function, then the value will be assigned\n * to the attribute.\n *\n * If multiple arguments are passed, then they will be stored in an array and\n * the array will be assigned to the attribute.\n *\n * Otherwise, if no arguments are provided, then the value of the attribute is\n * returned.\n *\n * @param initial {any} the initial value, will NOT be passed through the \n * filter\n * @param filter {function(newValue, oldValue)} (optional) function called \n * before assigning a new value, which returns a filtered version of \n * the value\n * @param callback {function(newValue, oldValue)} (optional) function called \n * after assigning a new value\n */\nbit155.attr = function(options) {\n var _value = options ? options.initial : null;\n var filter = options ? options.filter : false;\n var callback = options ? options.callback : false;\n\n return function() {\n var newValue, oldValue;\n \n if (arguments.length > 0) {\n if (arguments.length === 1) {\n newValue = arguments[0];\n } else {\n var i;\n newValue = [];\n for (i = 0; i < arguments.length; i++) {\n newValue.push(arguments[i]);\n }\n }\n \n // filter value\n oldValue = _value;\n if (filter) {\n var filteredValue = filter.call(this, newValue, oldValue);\n if (filteredValue !== undefined) {\n newValue = filteredValue;\n }\n }\n \n // copy new value\n if (typeof newValue === 'object') {\n if ($.isArray(newValue)) {\n _value = $.extend(true, [], newValue);\n } else {\n _value = $.extend(true, {}, newValue); \n }\n } else {\n _value = newValue;\n }\n \n if (callback) {\n callback.call(this, newValue, oldValue);\n }\n \n return this;\n }\n \n return _value;\n };\n};\n"
},
{
"path": "src/js/bit155/csv.js",
"content": "/*\n * csv.js\n *\n * Author: dave@bit155.com\n *\n * ---------------------------------------------------------------------------\n * \n * Copyright (c) 2010, David Heaton\n * All rights reserved.\n * \n * Redistribution and use in source and binary forms, with or without\n * modification, are permitted provided that the following conditions are met:\n * \n * * Redistributions of source code must retain the above copyright notice,\n * this list of conditions and the following disclaimer.\n * \n * * Redistributions in binary form must reproduce the above copyright\n * notice, this list of conditions and the following disclaimer in the\n * documentation and/or other materials provided with the distribution.\n * \n * * Neither the name of bit155 nor the names of its contributors\n * may be used to endorse or promote products derived from this software\n * without specific prior written permission.\n * \n * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS \"AS IS\"\n * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE\n * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE\n * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE\n * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL\n * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR\n * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER\n * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,\n * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE\n * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.\n */\n\nvar bit155 = bit155 || {};\nbit155.csv = bit155.csv || {};\n\n/**\n * Encodes a CSV cell.\n * @param cell {string} cell to encode\n */\nbit155.csv.cell = function(cell) {\n var str;\n \n if (cell === undefined || cell === null) {\n return \"\";\n } else if (typeof cell === 'string') {\n str = cell;\n } else {\n str = cell.toString();\n }\n \n if (str.match(/[,\"\\n\\r]/)) {\n str = str.replace(/([\"])/g, '\"$1');\n str = '\"' + str + '\"';\n } \n return str;\n};\n\n/**\n * Encodes an array as a CSV row. Accepts an array of values or you can pass\n * variable arguments to it.\n *\n * @param row (any) a single array of values or any number of variable \n * arguments\n */\nbit155.csv.row = function() {\n var row, text = '', i;\n \n if (arguments.length === 1) {\n row = $.isArray(arguments[0]) ? arguments[0] : arguments;\n } else {\n row = arguments;\n }\n \n for (i = 0; i < row.length; i++) {\n if (i > 0) {\n text += ',';\n }\n text += bit155.csv.cell(row[i]);\n }\n return text;\n};\n\nbit155.csv.csv = function(data) {\n var text = '';\n var i;\n \n if (!$.isArray(data)) {\n return \"\";\n }\n \n for (i = 0; i < data.length; i++) {\n text += bit155.csv.row(data[i]) + '\\n';\n }\n \n return text;\n};"
},
{
"path": "src/js/bit155/scraper.js",
"content": "/*\n * scraper.js\n *\n * Author: dave@bit155.com\n *\n * ---------------------------------------------------------------------------\n * \n * Copyright (c) 2010, David Heaton\n * All rights reserved.\n * \n * Redistribution and use in source and binary forms, with or without\n * modification, are permitted provided that the following conditions are met:\n * \n * * Redistributions of source code must retain the above copyright notice,\n * this list of conditions and the following disclaimer.\n * \n * * Redistributions in binary form must reproduce the above copyright\n * notice, this list of conditions and the following disclaimer in the\n * documentation and/or other materials provided with the distribution.\n * \n * * Neither the name of bit155 nor the names of its contributors\n * may be used to endorse or promote products derived from this software\n * without specific prior written permission.\n * \n * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS \"AS IS\"\n * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE\n * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE\n * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE\n * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL\n * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR\n * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER\n * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,\n * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE\n * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.\n */\n\nvar bit155 = bit155 || {};\nbit155.scraper = bit155.scraper || {};\n\n/**\n * Function that creates a new viewer window bound to the specified tab.\n *\n * @param {Object} tab (optional) the tab object to bind the viewer to \n * (defaults to the currently selected tab)\n * @param {Object} options (optional) options to initialize viewer with\n */\nbit155.scraper.viewer = function(tab, options) {\n options = options || {};\n \n // call this again with selected tab if none specified\n if (!tab) {\n chrome.tabs.getSelected(undefined, function(tab) {\n if (tab) {\n bit155.scraper.viewer(tab, options);\n }\n });\n return;\n }\n\n // can't work on extensions pages\n if (tab.url.indexOf(\"https://chrome.google.com/extensions\") == 0 || tab.url.indexOf(\"chrome://\") == 0) {\n alert(\"Scraper is not permitted to work on the Google Chrome extensions page for security reasons.\");\n return;\n }\n \n // open window if we get a ping response\n chrome.windows.create({ \n url: chrome.extension.getURL('viewer.html') \n + \"?tab=\" + tab.id\n + \"&options=\" + encodeURIComponent(JSON.stringify(options)),\n type: 'popup',\n width: Math.max(650, parseInt((localStorage['viewer.width'] || '960'), 10)),\n height: Math.max(250, parseInt((localStorage['viewer.height'] || '400'), 10))\n });\n};\n\n/**\n * Contains presets, backed by localStorage['presets']. Contains migration\n * from the old localStorage['viewer.presets'] since this attribute has \n * larger scope than just the viewer.\n */\nbit155.scraper.presets = bit155.attr({\n initial: JSON.parse(localStorage['presets'] || localStorage['viewer.presets'] || 'null'),\n filter: function(v) {\n if (v && !$.isArray(v)) {\n throw new Error('Preset must be an array.');\n }\n return v;\n },\n callback: function(v) {\n localStorage['presets'] = v ? JSON.stringify(v) : null;\n }\n});\n\n/**\n * Generates an xpath that is specific, but hopefully not too specific, for\n * a node.\n *\n * @param {Object} node to generate xpath for\n */\nbit155.scraper.xpathForNode = function(node) {\n var xpath = $(node).xpath(),\n xpathLastPredicateRegex = /^(.*)(\\[\\d+\\])([^\\[\\]]*)$/,\n xpathFirstSegmentRegex = /^(\\/+[^\\/]+)(.*)$/,\n result,\n selection,\n selectionTrimmed;\n \n // keep cutting out the last predicate until we match more than one node\n // and consider this our ideal selection\n while ((result = xpathLastPredicateRegex.exec(xpath))) {\n selection = bit155.scraper.select(document, xpath, 'xpath');\n if (selection.length > 1) {\n break;\n }\n xpath = result[1] + result[3];\n }\n \n if (!selection) {\n return xpath;\n }\n \n // trim the front of the path until we have smallest xpath that returns\n // same number of elements\n while ((result = xpathFirstSegmentRegex.exec(xpath))) {\n selectionTrimmed = bit155.scraper.select(document, '/' + result[2], 'xpath') || [];\n if (selectionTrimmed.length !== selection.length) {\n break;\n }\n xpath = '/' + result[2];\n }\n \n return xpath;\n};\n\n/**\n * Generates bit155.scraper.scrape options for the given selection. Uses magic\n * to try and guess reasonable defaults.\n *\n * @param {Object} focusNode same semantics as Selection.focusNode\n * @param {Object} anchorNode (optional) same as Selection.anchorNode\n * @param {HTMLDocument} doc the document in which to match\n */\nbit155.scraper.optionsForSelection = function(focusNode, anchorNode, doc) {\n var options = {}, \n ancestor, \n ancestorTagName, \n ancestorClassName, \n node;\n\n doc = doc || window.document;\n \n // determine common ancestor based on user's current selection\n if (anchorNode) {\n ancestor = $([focusNode, anchorNode]).commonAncestor();\n } else {\n ancestor = $(focusNode).closest('*');\n }\n \n // tweak ancestor for some types of elements\n // XXX design\n if (ancestor && ancestor.length > 0) {\n ancestorTagName = ancestor.get(0).tagName.toLowerCase();\n if (ancestorTagName === 'table' || ancestorTagName === 'tbody' || ancestorTagName === 'thead' || ancestorTagName === 'tfoot') {\n // table? select rows instead\n ancestor = $(focusNode).closest('tr');\n } else if (ancestorTagName === 'dl') {\n // dl? select terms instead\n ancestor = ancestor.find('dt').first();\n } else if (ancestorTagName === 'ul' || ancestorTagName === 'ol') {\n // dl? select terms instead\n ancestor = ancestor.find('li').first();\n }\n }\n \n // populate options\n options.language = 'jquery';\n options.selector = '';\n options.attributes = [];\n if (ancestor && ancestor.length > 0) {\n node = ancestor.get(0);\n ancestorTagName = node.tagName.toLowerCase();\n ancestorClassName = $.trim(node.className);\n options.selector = ancestorTagName;\n \n // find first xpath that matches more than one element by removing the\n // index selector from each xpath segment. biggest caveats:\n //\n // * only selecting elements with same structure\n // * won't work when selecting an outlier with deeper structure than peers\n // * ignores semantics\n //\n options.language = 'xpath';\n options.selector = bit155.scraper.xpathForNode(node);\n \n // use \"magical\" attributes depending on what custom ancestor is\n if (ancestorTagName === 'tr') {\n var headers = (function() {\n var table = ancestor.closest('table');\n var columns = ancestor.children().length;\n var firstRow = table.find('tr').first();\n var headerRow;\n \n // find first row in the table, and if it contains the same number of\n // TH cells as data cells in our TR ancestor, then assume it contains\n // column names\n if (firstRow && firstRow.children('th').length == columns) {\n headerRow = firstRow;\n } else {\n headerRow = ancestor;\n }\n \n return headerRow.children().map(function(index, cell) {\n if (cell.tagName === 'TH') {\n return $(cell).text();\n } else {\n return 'Column ' + (index + 1);\n }\n });\n })();\n \n // create an attribute for each header\n $.each(headers, function(index,name) {\n options.attributes.push({ xpath: '*[' + (index + 1) + ']', name: name });\n });\n \n // append a [td] constraint to the selector so that we don't scrape\n // rows containing only headers\n options.selector = options.selector + \"[td]\";\n } else if (ancestorTagName === 'a') {\n options.attributes.push({ xpath: '.', name: 'Link' });\n options.attributes.push({ xpath: '@href', name: 'URL' });\n } else if (ancestorTagName === 'img') {\n options.attributes.push({ xpath: '@title', name: 'Title' });\n options.attributes.push({ xpath: '@src', name: 'Source' });\n } else if (ancestorTagName === 'dt') {\n options.attributes.push({ xpath: '.', name: 'Term' });\n options.attributes.push({ xpath: './following-sibling::dd', name: 'Definition' });\n } else {\n options.attributes.push({ xpath: '.', name: 'Text' });\n }\n }\n \n return options;\n};\n\n/**\n * Selects elements using a selector string in some language.\n *\n * @param {node} context what to search\n * @param {string} selector the query string\n * @param {string} language what language (\"jquery\" or \"xpath\") the selector \n * is expressed in\n */\nbit155.scraper.select = function(context, selector, language) {\n if (typeof context !== 'object') {\n throw \"Context object is required.\";\n }\n if (typeof selector !== 'string') {\n throw \"Selector string is required.\";\n }\n \n if (language === 'xpath') {\n // https://developer.mozilla.org/en/XPathResult\n // http://stackoverflow.com/questions/727902/jquery-select-text\n var xpr = document.evaluate(selector, context || document, null, XPathResult.ANY_TYPE, null);\n var i, item, result = [];\n for (i = 0; item = xpr.iterateNext(); i++) {\n result.push(item);\n }\n \n return $(result);\n } else if (language === 'jquery') {\n return $(context).find(selector);\n } else {\n throw new Error('Unsupported selector language: ' + language);\n }\n};\n\n/**\n * Scrapes a page.\n */\nbit155.scraper.scrape = function(options) {\n var selector = options['selector'];\n var attributes = options['attributes'] || [];\n var filters = options.filters || [];\n var result = [];\n \n // make sure xpath in each attribute\n $.each(attributes, function() {\n if (!this.xpath) {\n throw new Error(\"XPath is required for each attribute.\");\n }\n });\n \n // collect results\n bit155.scraper.select(document, options.selector, options.language).each(function(i,e) {\n var el = $(e);\n var values = [];\n var include = true;\n \n if (attributes) {\n var xpathResult = null;\n \n $.each(attributes, function() {\n values.push(document.evaluate(this.xpath, e, null, XPathResult.STRING_TYPE, null).stringValue);\n });\n }\n \n result.push({\n 'xpath': el.xpath(),\n 'values': values\n });\n });\n \n // apply filters\n $.each(filters, function(i,filter) {\n if (filter === 'empty') {\n result = result.filter(function(result) {\n for (var i = 0; i < result.values.length; i++) {\n if ($.trim(result.values[i]) !== '') {\n return true;\n }\n }\n return false;\n });\n }\n });\n \n return result;\n};"
},
{
"path": "src/js/contentscript.js",
"content": "/*\n * contentscript.js\n *\n * Author: dave@bit155.com\n *\n * ---------------------------------------------------------------------------\n * \n * Copyright (c) 2010, David Heaton\n * All rights reserved.\n * \n * Redistribution and use in source and binary forms, with or without\n * modification, are permitted provided that the following conditions are met:\n * \n * * Redistributions of source code must retain the above copyright \n * notice, this list of conditions and the following disclaimer.\n * \n * * Redistributions in binary form must reproduce the above copyright\n * notice, this list of conditions and the following disclaimer in the\n * documentation and/or other materials provided with the distribution.\n * \n * * Neither the name of bit155 nor the names of its contributors\n * may be used to endorse or promote products derived from this software\n * without specific prior written permission.\n * \n * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS \"AS IS\"\n * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE\n * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE\n * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE\n * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL\n * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR\n * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER\n * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,\n * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE\n * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.\n */\n\n(function(){\n // listen for context menu\n var contextNode;\n addEventListener(\"contextmenu\", function(e) {\n contextNode = e.srcElement;\n });\n \n // listen for requests\n chrome.extension.onRequest.addListener(function(request, sender, sendResponse) {\n var command = request.command,\n payload = request.payload,\n response = $.extend({}, payload);\n\n try {\n if (command === 'scraperScrape') {\n // scrape\n response.result = bit155.scraper.scrape(response);\n } else if (command === 'scraperSelectionOptions') {\n // selection options\n (function(){\n var focusNode,\n anchorNode, \n selectionDocument,\n selection;\n \n // abort if no contextNode as probably being invoked from another\n // frame\n if (!contextNode) {\n response.error = \"Frames are not supported at the moment. Please open the frame in a new tab or window and try scraping again.\";\n return;\n }\n \n // determine range of selection\n selection = window.getSelection();\n selectionDocument = window.document;\n if (selection.isCollapsed) {\n // nothing selected, so use whatever node is under the cursor\n focusNode = contextNode;\n } else {\n // select focus and anchor nodes from selection\n focusNode = selection.focusNode;\n anchorNode = selection.anchorNode;\n }\n \n // clear context node\n contextNode = null;\n \n // extend response with options generated from current selection\n response = $.extend(response, bit155.scraper.optionsForSelection(focusNode, anchorNode, selectionDocument));\n }());\n } else if (command === 'scraperHighlight') {\n // highlight\n (function() {\n var elements;\n\n if (payload.selector) {\n elements = bit155.scraper.select(document, payload.selector, payload.language);\n } else if (payload.xpath) {\n elements = bit155.scraper.select(document, payload.xpath, 'xpath');\n } else if (payload.jquery) {\n elements = $(payload.jquery);\n }\n\n if (elements) {\n window.scrollTo(elements.offset().left, elements.offset().top);\n elements.filter(':visible').effect('highlight', {}, 'slow');\n } \n }());\n } else if (command === 'scraperPing') {\n // ping\n } else {\n throw new Error('Unsupported request: ' + JSON.stringify(request));\n }\n } catch (error) {\n console.error(error);\n response.error = error;\n }\n\n sendResponse(response);\n }); \n}());\n"
},
{
"path": "src/js/popup.js",
"content": "/*\n * popup.js\n *\n * Author: dave@bit155.com\n *\n * ---------------------------------------------------------------------------\n * \n * Copyright (c) 2010, David Heaton\n * All rights reserved.\n * \n * Redistribution and use in source and binary forms, with or without\n * modification, are permitted provided that the following conditions are met:\n * \n * * Redistributions of source code must retain the above copyright notice,\n * this list of conditions and the following disclaimer.\n * \n * * Redistributions in binary form must reproduce the above copyright\n * notice, this list of conditions and the following disclaimer in the \n * documentation and/or other materials provided with the distribution.\n * \n * * Neither the name of bit155 nor the names of its contributors may be\n * used to endorse or promote products derived from this software without\n * specific prior written permission.\n * \n * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS \"AS IS\"\n * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE\n * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE\n * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE\n * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL\n * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR\n * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER\n * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,\n * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE\n * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.\n */\n\n$(function() {\n var \n presets = bit155.scraper.presets(),\n presetList = $('#presets');\n\n $('.viewer').click(function() {\n bit155.scraper.viewer();\n return false;\n });\n \n if (presets.length === 0) {\n presetList.append($('
').text(\"No presets have been defined yet.\"));\n } else {\n $.each(presets, function(index, preset) {\n presetList.append($('
![](\"img/application-form.png\")
');\n var load = $('').text(preset.name).click(function() {\n self.options(preset.options);\n $('#presets-form-name').val(preset.name);\n $('#presets').dialog('close');\n self.scrape();\n return false;\n });\n var remove = $('').append($('![](\"img/bullet_delete.png\" "\\"Remove")
')).click(function() {\n if (confirm('Are you sure you want to remove the preset, \"' + preset.name + '\"?')) {\n presets.splice(i,1);\n bit155.scraper.presets(presets);\n self.reloadPresets();\n }\n });\n \n list.append($('![](\"img/bullet_add.png\")
'))\n );\n row.hide();\n \n // insert row\n var after = function() {\n $('#options-attributes').tableDnD({\n dragHandle: 'dragHandle'\n });\n };\n \n if (context) {\n context.after(row.fadeIn('fast', after));\n } else {\n $('#options-attributes tbody').append(row.fadeIn('fast', after));\n }\n};\n\n/**\n * Displays an error message.\n *\n * @param {Object} an error object containing a \"message\" property, or a\n * string, to display\n */\nViewer.prototype.error = function(error) {\n $('![](\"img/highlighter-small.png\" "\\"Highlight")
').click(function() {\n chrome.tabs.sendRequest(self.tabId(), { command: 'scraperHighlight', payload: { xpath: result.xpath } });\n }));\n \n // index\n row.append($('![](\"img/progress.gif\")