.*?
您好！(.*?)您有未读提醒 1 条
',\r\n html, re.S)[0]\r\n print(data)\r\n\r\n\r\nif __name__ == '__main__':\r\n username = input('请输入账户:')\r\n pwd = input('请输入密码：')\r\n sign = main(pwd)\r\n print('正在登录....')\r\n login(sign, username)\r\n home()\r\n"
},
{
"path": "其他实战/【谷雨】数字解密/GuYu.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" 362416272@qq.com\n# Date: 2019-09-25 Python: 3.7\n\nimport requests\nimport os\nfrom fontTools.ttLib import TTFont\n\n\nclass Font:\n \"\"\"\n https://guyujiezi.com/\n 谷雨解字的 数字解密\n 现在版本的 雨谷字体加的xml 会有一个移位操作\n \"\"\"\n def __init__(self, uri):\n self.url = uri\n self.filename = uri.split('/')[-1]\n self.font = None\n self._list = []\n\n def check(self):\n \"\"\"检查目录\n \"\"\"\n if not os.path.isfile(self.filename):\n resp = requests.get(self.url)\n with open(self.filename, 'wb') as f:\n f.write(resp.content)\n # TTFont 存为 xml\n self.font = TTFont(self.filename)\n self.font.saveXML(self.filename.replace(self.filename.split('.')[-1], 'xml'))\n\n def get_wo(self):\n \"\"\"获取 woff\n \"\"\"\n self.check()\n ph = self.font['cmap']\n _dict = ph.tables[0].cmap\n # 1. 字典取 value 列表化\n # 2. str 取最后 2 位，并转为 int\n # 3. 减去 17 并从新组装列表\n self._list = [int(i[-2:])-17 for i in list(_dict.values())]\n \"\"\"\n 处理移位\n \"\"\"\n print(list(_dict.values()))\n print(self._list)\n\n def parse(self, number):\n _str = ''\n for num in number:\n _str += str(self._list[int(num)])\n print('最终展示字', int(_str))\n\n\nif __name__ == '__main__':\n ft = Font(\"https://guyujiezi.com/fonts/2DLw9u/3iZbr8.woff\")\n ft.get_wo()\n # 输入页面数字测试\n ft.parse('947')\n\n\n"
},
{
"path": "其他实战/【豆瓣】自动登录/DouBan.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" 362416272@qq.com\n# Date: 2020-01-08 Python: 3.7\n\nimport requests\nimport re\n\n\nclass DouBan:\n def __init__(self, name, pwd):\n self.name = name.strip()\n self.pwd = pwd.strip()\n self.session = requests.session()\n self.headers = {\n 'Origin': 'https://accounts.douban.com',\n 'Host': 'accounts.douban.com',\n 'Referer': 'https://accounts.douban.com/passport/login_popup?login_source=anony',\n 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.88 Safari/537.36',\n }\n self.login_url = 'https://accounts.douban.com/j/mobile/login/basic'\n self.index_url = \"https://www.douban.com/\"\n self.session = requests.session()\n\n def login(self):\n data = {\n 'ck': '',\n 'name': self.name,\n 'password': self.pwd,\n 'remember': 'false',\n 'ticket': '',\n }\n self.session.post(self.login_url, data=data, headers=self.headers)\n\n def check(self):\n self.headers['Host'] = 'www.douban.com'\n response = self.session.get(\"https://www.douban.com/\", headers=self.headers)\n try:\n title = re.search(r'
(.*?)的帐号', response.text).group(1)\n print('【登录成功】', title)\n except:\n print('【登录失败】')\n\n\nif __name__ == '__main__':\n username = input('豆瓣用户名 >>>')\n password = input('密码 >>>')\n db = DouBan(username, password)\n db.login()\n db.check()\n"
},
{
"path": "其他实战/【逗游】自动登录/__init__.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" 362416272@qq.com\n# Date: 2019-10-06 Python: 3.7\n\n"
},
{
"path": "其他实战/【逗游】自动登录/douyou.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" 362416272@qq.com\n# Date: 2019-08-01 Python: 3.7\n\nimport js2py\nimport requests\nimport json\n\n\nclass DouYou:\n headers = {\n 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36',\n 'Referer': 'http://www.doyo.cn/passport/login'\n }\n\n def __init__(self, username, password):\n self.context = js2py.EvalJs() # python中使用js\n self.username = username\n self.password = password\n\n def make_password(self):\n \"\"\"取加密后的字符串\n \"\"\"\n try:\n nonce, ts = self.get_token()\n with open(\"encryp.js\", \"r\", encoding=\"utf-8\") as f:\n self.context.execute(f.read())\n pwd_hash = self.context.get_value(self.password, nonce, ts)\n return pwd_hash # 打印加密之后的密码\n except:\n print('获取token失败')\n\n def get_token(self):\n \"\"\"获取 token\n \"\"\"\n get_token_url = 'http://www.doyo.cn/User/Passport/token?username={user}&random=0.1428378278012199'.format(user=self.username)\n result = json.loads(requests.get(get_token_url).text)\n if result.get('result'):\n nonce = result.get('nonce')\n ts = result.get('ts')\n return nonce, ts\n else:\n print('获取token失败')\n exit()\n\n def login(self):\n \"\"\"登陆\n \"\"\"\n # decode('unicode_escape')\n login_url = 'http://www.doyo.cn/passport/login'\n data = {\n 'username': self.username,\n 'password': self.make_password(),\n 'remberme': '1',\n 'next': 'aHR0cCUzQSUyRiUyRnd3dy5kb3lvLmNuJTJG'\n }\n response = requests.post(login_url, data=data, headers=self.headers)\n info = json.loads(response.text)\n if info.get('result'):\n print('登陆成功 | 用户等级:{level} 用户id:{uid}'.format(level=info.get('level'), uid=info.get('uid')))\n else:\n print('登陆失败')\n\n\nif __name__ == '__main__':\n user = input('输入逗游账号')\n pwd = input('输入密码')\n dy = DouYou(user, pwd)\n dy.login()\n"
},
{
"path": "其他实战/【逗游】自动登录/encryp.js",
"content": "/* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */\n/* SHA-1 implementation in JavaScript | (c) Chris Veness 2002-2010 | www.movable-type.co.uk */\n/* - see http://csrc.nist.gov/groups/ST/toolkit/secure_hashing.html */\n/* http://csrc.nist.gov/groups/ST/toolkit/examples.html */\n/* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */\n\nvar Sha1 = {}; // Sha1 namespace\n\n/**\n * Generates SHA-1 hash of string\n *\n * @param {String} msg String to be hashed\n * @param {Boolean} [utf8encode=true] Encode msg as UTF-8 before generating hash\n * @returns {String} Hash of msg as hex character string\n */\nSha1.hash = function(msg, utf8encode) {\n utf8encode = (typeof utf8encode == 'undefined') ? true : utf8encode;\n\n // convert string to UTF-8, as SHA only deals with byte-streams\n if (utf8encode) msg = Utf8.encode(msg);\n\n // constants [§4.2.1]\n var K = [0x5a827999, 0x6ed9eba1, 0x8f1bbcdc, 0xca62c1d6];\n\n // PREPROCESSING\n\n msg += String.fromCharCode(0x80); // add trailing '1' bit (+ 0's padding) to string [§5.1.1]\n\n // convert string msg into 512-bit/16-integer blocks arrays of ints [§5.2.1]\n var l = msg.length/4 + 2; // length (in 32-bit integers) of msg + ‘1’ + appended length\n var N = Math.ceil(l/16); // number of 16-integer-blocks required to hold 'l' ints\n var M = new Array(N);\n\n for (var i=0; i
>> 32, but since JS converts\n // bitwise-op args to 32 bits, we need to simulate this by arithmetic operators\n M[N-1][14] = ((msg.length-1)*8) / Math.pow(2, 32); M[N-1][14] = Math.floor(M[N-1][14])\n M[N-1][15] = ((msg.length-1)*8) & 0xffffffff;\n\n // set initial hash value [§5.3.1]\n var H0 = 0x67452301;\n var H1 = 0xefcdab89;\n var H2 = 0x98badcfe;\n var H3 = 0x10325476;\n var H4 = 0xc3d2e1f0;\n\n // HASH COMPUTATION [§6.1.2]\n\n var W = new Array(80); var a, b, c, d, e;\n for (var i=0; i>>(32-n));\n}\n\n//\n// hexadecimal representation of a number\n// (note toString(16) is implementation-dependant, and\n// in IE returns signed numbers when used on full words)\n//\nSha1.toHexStr = function(n) {\n var s=\"\", v;\n for (var i=7; i>=0; i--) { v = (n>>>(i*4)) & 0xf; s += v.toString(16); }\n return s;\n}\n\n\n/* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */\n/* Utf8 class: encode / decode between multi-byte Unicode characters and UTF-8 multiple */\n/* single-byte character encoding (c) Chris Veness 2002-2010 */\n/* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */\n\nvar Utf8 = {}; // Utf8 namespace\n\n/**\n * Encode multi-byte Unicode string into utf-8 multiple single-byte characters\n * (BMP / basic multilingual plane only)\n *\n * Chars in range U+0080 - U+07FF are encoded in 2 chars, U+0800 - U+FFFF in 3 chars\n *\n * @param {String} strUni Unicode string to be encoded as UTF-8\n * @returns {String} encoded string\n */\nUtf8.encode = function(strUni) {\n // use regular expressions & String.replace callback function for better efficiency\n // than procedural approaches\n var strUtf = strUni.replace(\n /[\\u0080-\\u07ff]/g, // U+0080 - U+07FF => 2 bytes 110yyyyy, 10zzzzzz\n function(c) {\n var cc = c.charCodeAt(0);\n return String.fromCharCode(0xc0 | cc>>6, 0x80 | cc&0x3f); }\n );\n strUtf = strUtf.replace(\n /[\\u0800-\\uffff]/g, // U+0800 - U+FFFF => 3 bytes 1110xxxx, 10yyyyyy, 10zzzzzz\n function(c) {\n var cc = c.charCodeAt(0);\n return String.fromCharCode(0xe0 | cc>>12, 0x80 | cc>>6&0x3F, 0x80 | cc&0x3f); }\n );\n return strUtf;\n}\n\n/**\n * Decode utf-8 encoded string back into multi-byte Unicode characters\n *\n * @param {String} strUtf UTF-8 string to be decoded back to Unicode\n * @returns {String} decoded string\n */\nUtf8.decode = function(strUtf) {\n // note: decode 3-byte chars first as decoded 2-byte strings could appear to be 3-byte char!\n var strUni = strUtf.replace(\n /[\\u00e0-\\u00ef][\\u0080-\\u00bf][\\u0080-\\u00bf]/g, // 3-byte chars\n function(c) { // (note parentheses for precence)\n var cc = ((c.charCodeAt(0)&0x0f)<<12) | ((c.charCodeAt(1)&0x3f)<<6) | ( c.charCodeAt(2)&0x3f);\n return String.fromCharCode(cc); }\n );\n strUni = strUni.replace(\n /[\\u00c0-\\u00df][\\u0080-\\u00bf]/g, // 2-byte chars\n function(c) { // (note parentheses for precence)\n var cc = (c.charCodeAt(0)&0x1f)<<6 | c.charCodeAt(1)&0x3f;\n return String.fromCharCode(cc); }\n );\n return strUni;\n}\n\nfunction get_value(pwd, nonce, ts) {\n pwd = Sha1.hash(pwd);\n pwd = Sha1.hash(nonce+ts+pwd);\n return pwd\n}"
},
{
"path": "其他实战/【金逸电影】自动注册/__init__.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" 362416272@qq.com\n# Date: 2019-10-06 Python: 3.7\n\n"
},
{
"path": "其他实战/【金逸电影】自动注册/encryp.js",
"content": "(function (global) {\n \"use strict\";\n var _Base64 = global.Base64;\n var version = \"2.1.9\";\n var buffer;\n if (typeof module !== \"undefined\" && module.exports) {\n try {\n buffer = require(\"buffer\").Buffer\n } catch (err) {\n }\n }\n var b64chars = \"ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/\";\n var b64tab = function (bin) {\n var t = {};\n for (var i = 0, l = bin.length; i < l; i++) t[bin.charAt(i)] = i;\n return t\n }(b64chars);\n var fromCharCode = String.fromCharCode;\n var cb_utob = function (c) {\n if (c.length < 2) {\n var cc = c.charCodeAt(0);\n return cc < 128 ? c : cc < 2048 ? fromCharCode(192 | cc >>> 6) + fromCharCode(128 | cc & 63) : fromCharCode(224 |\n cc >>> 12 & 15) + fromCharCode(128 | cc >>> 6 & 63) + fromCharCode(128 | cc & 63)\n } else {\n var cc = 65536 + (c.charCodeAt(0) - 55296) * 1024 + (c.charCodeAt(1) - 56320);\n return fromCharCode(240 | cc >>> 18 & 7) + fromCharCode(128 | cc >>> 12 & 63) + fromCharCode(128 | cc >>> 6 & 63) +\n fromCharCode(128 | cc & 63)\n }\n };\n var re_utob = /[\\uD800-\\uDBFF][\\uDC00-\\uDFFFF]|[^\\x00-\\x7F]/g;\n var utob = function (u) {\n return u.replace(re_utob, cb_utob)\n };\n var cb_encode = function (ccc) {\n var padlen = [0, 2, 1][ccc.length % 3],\n ord = ccc.charCodeAt(0) << 16 | (ccc.length > 1 ? ccc.charCodeAt(1) : 0) << 8 | (ccc.length > 2 ? ccc.charCodeAt(\n 2) : 0),\n chars = [b64chars.charAt(ord >>> 18), b64chars.charAt(ord >>> 12 & 63), padlen >= 2 ? \"=\" : b64chars.charAt(ord >>>\n 6 & 63), padlen >= 1 ? \"=\" : b64chars.charAt(ord & 63)];\n return chars.join(\"\")\n };\n var btoa = global.btoa ? function (b) {\n return global.btoa(b)\n } : function (b) {\n return b.replace(/[\\s\\S]{1,3}/g, cb_encode)\n };\n var _encode = buffer ? function (u) {\n return (u.constructor === buffer.constructor ? u : new buffer(u)).toString(\"base64\")\n } : function (u) {\n return btoa(utob(u))\n };\n var encode = function (u, urisafe) {\n return !urisafe ? _encode(String(u)) : _encode(String(u)).replace(/[+\\/]/g, function (m0) {\n return m0 == \"+\" ? \"-\" : \"_\"\n }).replace(/=/g, \"\")\n };\n var encodeURI = function (u) {\n return encode(u, true)\n };\n var re_btou = new RegExp([\"[À-ß][-¿]\", \"[à-ï][-¿]{2}\", \"[ð-÷][-¿]{3}\"].join(\"|\"), \"g\");\n var cb_btou = function (cccc) {\n switch (cccc.length) {\n case 4:\n var cp = (7 & cccc.charCodeAt(0)) << 18 | (63 & cccc.charCodeAt(1)) << 12 | (63 & cccc.charCodeAt(2)) << 6 | 63 &\n cccc.charCodeAt(3),\n offset = cp - 65536;\n return fromCharCode((offset >>> 10) + 55296) + fromCharCode((offset & 1023) + 56320);\n case 3:\n return fromCharCode((15 & cccc.charCodeAt(0)) << 12 | (63 & cccc.charCodeAt(1)) << 6 | 63 & cccc.charCodeAt(2));\n default:\n return fromCharCode((31 & cccc.charCodeAt(0)) << 6 | 63 & cccc.charCodeAt(1))\n }\n };\n var btou = function (b) {\n return b.replace(re_btou, cb_btou)\n };\n var cb_decode = function (cccc) {\n var len = cccc.length,\n padlen = len % 4,\n n = (len > 0 ? b64tab[cccc.charAt(0)] << 18 : 0) | (len > 1 ? b64tab[cccc.charAt(1)] << 12 : 0) | (len > 2 ?\n b64tab[cccc.charAt(2)] << 6 : 0) | (len > 3 ? b64tab[cccc.charAt(3)] : 0),\n chars = [fromCharCode(n >>> 16), fromCharCode(n >>> 8 & 255), fromCharCode(n & 255)];\n chars.length -= [0, 0, 2, 1][padlen];\n return chars.join(\"\")\n };\n var atob = global.atob ? function (a) {\n return global.atob(a)\n } : function (a) {\n return a.replace(/[\\s\\S]{1,4}/g, cb_decode)\n };\n var _decode = buffer ? function (a) {\n return (a.constructor === buffer.constructor ? a : new buffer(a, \"base64\")).toString()\n } : function (a) {\n return btou(atob(a))\n };\n var decode = function (a) {\n return _decode(String(a).replace(/[-_]/g, function (m0) {\n return m0 == \"-\" ? \"+\" : \"/\"\n }).replace(/[^A-Za-z0-9\\+\\/]/g, \"\"))\n };\n var noConflict = function () {\n var Base64 = global.Base64;\n global.Base64 = _Base64;\n return Base64\n };\n global.Base64 = {\n VERSION: version,\n atob: atob,\n btoa: btoa,\n fromBase64: decode,\n toBase64: encode,\n utob: utob,\n encode: encode,\n encodeURI: encodeURI,\n btou: btou,\n decode: decode,\n noConflict: noConflict\n };\n if (typeof Object.defineProperty === \"function\") {\n var noEnum = function (v) {\n return {\n value: v,\n enumerable: false,\n writable: true,\n configurable: true\n }\n };\n global.Base64.extendString = function () {\n Object.defineProperty(String.prototype, \"fromBase64\", noEnum(function () {\n return decode(this)\n }));\n Object.defineProperty(String.prototype, \"toBase64\", noEnum(function (urisafe) {\n return encode(this, urisafe)\n }));\n Object.defineProperty(String.prototype, \"toBase64URI\", noEnum(function () {\n return encode(this, true)\n }))\n }\n }\n if (global[\"Meteor\"]) {\n Base64 = global.Base64\n }\n})(this);\n\n\nfunction getEncryption(value) {\n var val = Base64.encode(value);\n var arr = [];\n for (var i = 0; i < val.length; i++) {\n arr.push(val.charAt(i));\n if (i % 2) {\n var num1 = Math.floor(10 * Math.random());\n arr.push(num1);\n var num2 = Math.floor(10 * Math.random());\n arr.push(num2);\n var num3 = Math.floor(10 * Math.random());\n arr.push(num3)\n }\n }\n return arr.join(\"\");\n};"
},
{
"path": "其他实战/【金逸电影】自动注册/register.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" 362416272@qq.com\n# Date: 2019-09-04 Python: 3.7\n\nimport requests\nimport execjs.runtime_names\n\n\nclass JinYiRegister:\n \"\"\"\n 金逸电影注册\n http://www.jycinema.com/wap/#/register\n \"\"\"\n def __init__(self, phone):\n self.headers = {\n 'User-Agent': 'Mozilla/5.0 (iPhone; CPU iPhone OS 11_0 like Mac OS X) AppleWebKit/604.1.38 (KHTML, like Gecko) Version/11.0 Mobile/15A372 Safari/604.1',\n }\n self.url = 'http://www.jycinema.com/frontUIWebapp/appserver/photoMessageService/newsSendMessage'\n self.phone = phone\n\n @staticmethod\n def js_make(json_data):\n with open('encryp.js', 'r', encoding='utf-8') as f:\n js = execjs.compile(f.read())\n try:\n result = js.call(\"getEncryption\", json_data)\n return result\n except Exception:\n print('js 异常')\n\n def register(self):\n data = '{\"mobileNumber\": ' + self.phone + ', \"channelId\": 7, \"channelCode\": \"J0005\", \"memberId\": \"\"}'\n data = {\n 'params': self.js_make(data),\n 'Origin': 'http://www.jycinema.com',\n 'Referer': 'http://www.jycinema.com/wap/',\n }\n response = requests.post(self.url, data=data, headers=self.headers)\n print(response.content.decode('utf-8'))\n\n\nif __name__ == '__main__':\n your_phone = input('请输入待注册手机号')\n jy = JinYiRegister(your_phone)\n jy.register()\n"
},
{
"path": "其他实战/【青海移动】登陆参数生成/__init__.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" 362416272@qq.com\n# Date: 2019-10-06 Python: 3.7\n\n"
},
{
"path": "其他实战/【青海移动】登陆参数生成/encryp.js",
"content": "var CryptoJS = CryptoJS || function (u, l) {\n var d = {},\n n = d.lib = {},\n p = function () {\n },\n s = n.Base = {\n extend: function (a) {\n p.prototype = this;\n var c = new p;\n a && c.mixIn(a);\n c.hasOwnProperty(\"init\") || (c.init = function () {\n c.$super.init.apply(this, arguments)\n });\n c.init.prototype = c;\n c.$super = this;\n return c\n },\n create: function () {\n var a = this.extend();\n a.init.apply(a, arguments);\n return a\n },\n init: function () {\n },\n mixIn: function (a) {\n for (var c in a) a.hasOwnProperty(c) && (this[c] = a[c]);\n a.hasOwnProperty(\"toString\") && (this.toString = a.toString)\n },\n clone: function () {\n return this.init.prototype.extend(this)\n }\n },\n q = n.WordArray = s.extend({\n init: function (a, c) {\n a = this.words = a || [];\n this.sigBytes = c != l ? c : 4 * a.length\n },\n toString: function (a) {\n return (a || v).stringify(this)\n },\n concat: function (a) {\n var c = this.words,\n m = a.words,\n f = this.sigBytes;\n a = a.sigBytes;\n this.clamp();\n if (f % 4)\n for (var t = 0; t < a; t++) c[f + t >>> 2] |= (m[t >>> 2] >>> 24 - 8 * (t % 4) & 255) << 24 - 8 * ((f + t) %\n 4);\n else if (65535 < m.length)\n for (t = 0; t < a; t += 4) c[f + t >>> 2] = m[t >>> 2];\n else c.push.apply(c, m);\n this.sigBytes += a;\n return this\n },\n clamp: function () {\n var a = this.words,\n c = this.sigBytes;\n a[c >>> 2] &= 4294967295 << 32 - 8 * (c % 4);\n a.length = u.ceil(c / 4)\n },\n clone: function () {\n var a = s.clone.call(this);\n a.words = this.words.slice(0);\n return a\n },\n random: function (a) {\n for (var c = [], m = 0; m < a; m += 4) c.push(4294967296 * u.random() | 0);\n return new q.init(c, a)\n }\n }),\n w = d.enc = {},\n v = w.Hex = {\n stringify: function (a) {\n var c = a.words;\n a = a.sigBytes;\n for (var m = [], f = 0; f < a; f++) {\n var t = c[f >>> 2] >>> 24 - 8 * (f % 4) & 255;\n m.push((t >>> 4).toString(16));\n m.push((t & 15).toString(16))\n }\n return m.join(\"\")\n },\n parse: function (a) {\n for (var c = a.length, m = [], f = 0; f < c; f += 2) m[f >>> 3] |= parseInt(a.substr(f, 2), 16) << 24 - 4 * (f %\n 8);\n return new q.init(m, c / 2)\n }\n },\n b = w.Latin1 = {\n stringify: function (a) {\n var c = a.words;\n a = a.sigBytes;\n for (var m = [], f = 0; f < a; f++) m.push(String.fromCharCode(c[f >>> 2] >>> 24 - 8 * (f % 4) & 255));\n return m.join(\"\")\n },\n parse: function (a) {\n for (var c = a.length, m = [], f = 0; f < c; f++) m[f >>> 2] |= (a.charCodeAt(f) & 255) << 24 - 8 * (f % 4);\n return new q.init(m, c)\n }\n },\n x = w.Utf8 = {\n stringify: function (a) {\n try {\n return decodeURIComponent(escape(b.stringify(a)))\n } catch (c) {\n throw Error(\"Malformed UTF-8 data\");\n }\n },\n parse: function (a) {\n return b.parse(unescape(encodeURIComponent(a)))\n }\n },\n r = n.BufferedBlockAlgorithm = s.extend({\n reset: function () {\n this._data = new q.init;\n this._nDataBytes = 0\n },\n _append: function (a) {\n \"string\" == typeof a && (a = x.parse(a));\n this._data.concat(a);\n this._nDataBytes += a.sigBytes\n },\n _process: function (a) {\n var c = this._data,\n m = c.words,\n f = c.sigBytes,\n t = this.blockSize,\n b = f / (4 * t),\n b = a ? u.ceil(b) : u.max((b | 0) - this._minBufferSize, 0);\n a = b * t;\n f = u.min(4 * a, f);\n if (a) {\n for (var e = 0; e < a; e += t) this._doProcessBlock(m, e);\n e = m.splice(0, a);\n c.sigBytes -= f\n }\n return new q.init(e, f)\n },\n clone: function () {\n var a = s.clone.call(this);\n a._data = this._data.clone();\n return a\n },\n _minBufferSize: 0\n });\n n.Hasher = r.extend({\n cfg: s.extend(),\n init: function (a) {\n this.cfg = this.cfg.extend(a);\n this.reset()\n },\n reset: function () {\n r.reset.call(this);\n this._doReset()\n },\n update: function (a) {\n this._append(a);\n this._process();\n return this\n },\n finalize: function (a) {\n a && this._append(a);\n return this._doFinalize()\n },\n blockSize: 16,\n _createHelper: function (a) {\n return function (c, m) {\n return (new a.init(m)).finalize(c)\n }\n },\n _createHmacHelper: function (a) {\n return function (c, m) {\n return (new e.HMAC.init(a, m)).finalize(c)\n }\n }\n });\n var e = d.algo = {};\n return d\n}(Math);\n(function () {\n var u = CryptoJS,\n l = u.lib.WordArray;\n u.enc.Base64 = {\n stringify: function (d) {\n var n = d.words,\n l = d.sigBytes,\n s = this._map;\n d.clamp();\n d = [];\n for (var q = 0; q < l; q += 3)\n for (var w = (n[q >>> 2] >>> 24 - 8 * (q % 4) & 255) << 16 | (n[q + 1 >>> 2] >>> 24 - 8 * ((q + 1) % 4) & 255) <<\n 8 | n[q + 2 >>> 2] >>> 24 - 8 * ((q + 2) % 4) & 255, v = 0; 4 > v && q + 0.75 * v < l; v++) d.push(s.charAt(\n w >>> 6 * (3 - v) & 63));\n if (n = s.charAt(64))\n for (; d.length % 4;) d.push(n);\n return d.join(\"\")\n },\n parse: function (d) {\n var n = d.length,\n p = this._map,\n s = p.charAt(64);\n s && (s = d.indexOf(s), -1 != s && (n = s));\n for (var s = [], q = 0, w = 0; w < n; w++)\n if (w % 4) {\n var v = p.indexOf(d.charAt(w - 1)) << 2 * (w % 4),\n b = p.indexOf(d.charAt(w)) >>> 6 - 2 * (w % 4);\n s[q >>> 2] |= (v | b) << 24 - 8 * (q % 4);\n q++\n }\n return l.create(s, q)\n },\n _map: \"ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/=\"\n }\n})();\n(function (u) {\n function l(b, e, a, c, m, f, t) {\n b = b + (e & a | ~e & c) + m + t;\n return (b << f | b >>> 32 - f) + e\n }\n\n function d(b, e, a, c, m, f, t) {\n b = b + (e & c | a & ~c) + m + t;\n return (b << f | b >>> 32 - f) + e\n }\n\n function n(b, e, a, c, m, f, t) {\n b = b + (e ^ a ^ c) + m + t;\n return (b << f | b >>> 32 - f) + e\n }\n\n function p(b, e, a, c, m, f, t) {\n b = b + (a ^ (e | ~c)) + m + t;\n return (b << f | b >>> 32 - f) + e\n }\n\n for (var s = CryptoJS, q = s.lib, w = q.WordArray, v = q.Hasher, q = s.algo, b = [], x = 0; 64 > x; x++) b[x] =\n 4294967296 * u.abs(u.sin(x + 1)) | 0;\n q = q.MD5 = v.extend({\n _doReset: function () {\n this._hash = new w.init([1732584193, 4023233417, 2562383102, 271733878])\n },\n _doProcessBlock: function (r, e) {\n for (var a = 0; 16 > a; a++) {\n var c = e + a,\n m = r[c];\n r[c] = (m << 8 | m >>> 24) & 16711935 | (m << 24 | m >>> 8) & 4278255360\n }\n var a = this._hash.words,\n c = r[e + 0],\n m = r[e + 1],\n f = r[e + 2],\n t = r[e + 3],\n y = r[e + 4],\n q = r[e + 5],\n s = r[e + 6],\n w = r[e + 7],\n v = r[e + 8],\n u = r[e + 9],\n x = r[e + 10],\n z = r[e + 11],\n A = r[e + 12],\n B = r[e + 13],\n C = r[e + 14],\n D = r[e + 15],\n g = a[0],\n h = a[1],\n j = a[2],\n k = a[3],\n g = l(g, h, j, k, c, 7, b[0]),\n k = l(k, g, h, j, m, 12, b[1]),\n j = l(j, k, g, h, f, 17, b[2]),\n h = l(h, j, k, g, t, 22, b[3]),\n g = l(g, h, j, k, y, 7, b[4]),\n k = l(k, g, h, j, q, 12, b[5]),\n j = l(j, k, g, h, s, 17, b[6]),\n h = l(h, j, k, g, w, 22, b[7]),\n g = l(g, h, j, k, v, 7, b[8]),\n k = l(k, g, h, j, u, 12, b[9]),\n j = l(j, k, g, h, x, 17, b[10]),\n h = l(h, j, k, g, z, 22, b[11]),\n g = l(g, h, j, k, A, 7, b[12]),\n k = l(k, g, h, j, B, 12, b[13]),\n j = l(j, k, g, h, C, 17, b[14]),\n h = l(h, j, k, g, D, 22, b[15]),\n g = d(g, h, j, k, m, 5, b[16]),\n k = d(k, g, h, j, s, 9, b[17]),\n j = d(j, k, g, h, z, 14, b[18]),\n h = d(h, j, k, g, c, 20, b[19]),\n g = d(g, h, j, k, q, 5, b[20]),\n k = d(k, g, h, j, x, 9, b[21]),\n j = d(j, k, g, h, D, 14, b[22]),\n h = d(h, j, k, g, y, 20, b[23]),\n g = d(g, h, j, k, u, 5, b[24]),\n k = d(k, g, h, j, C, 9, b[25]),\n j = d(j, k, g, h, t, 14, b[26]),\n h = d(h, j, k, g, v, 20, b[27]),\n g = d(g, h, j, k, B, 5, b[28]),\n k = d(k, g, h, j, f, 9, b[29]),\n j = d(j, k, g, h, w, 14, b[30]),\n h = d(h, j, k, g, A, 20, b[31]),\n g = n(g, h, j, k, q, 4, b[32]),\n k = n(k, g, h, j, v, 11, b[33]),\n j = n(j, k, g, h, z, 16, b[34]),\n h = n(h, j, k, g, C, 23, b[35]),\n g = n(g, h, j, k, m, 4, b[36]),\n k = n(k, g, h, j, y, 11, b[37]),\n j = n(j, k, g, h, w, 16, b[38]),\n h = n(h, j, k, g, x, 23, b[39]),\n g = n(g, h, j, k, B, 4, b[40]),\n k = n(k, g, h, j, c, 11, b[41]),\n j = n(j, k, g, h, t, 16, b[42]),\n h = n(h, j, k, g, s, 23, b[43]),\n g = n(g, h, j, k, u, 4, b[44]),\n k = n(k, g, h, j, A, 11, b[45]),\n j = n(j, k, g, h, D, 16, b[46]),\n h = n(h, j, k, g, f, 23, b[47]),\n g = p(g, h, j, k, c, 6, b[48]),\n k = p(k, g, h, j, w, 10, b[49]),\n j = p(j, k, g, h, C, 15, b[50]),\n h = p(h, j, k, g, q, 21, b[51]),\n g = p(g, h, j, k, A, 6, b[52]),\n k = p(k, g, h, j, t, 10, b[53]),\n j = p(j, k, g, h, x, 15, b[54]),\n h = p(h, j, k, g, m, 21, b[55]),\n g = p(g, h, j, k, v, 6, b[56]),\n k = p(k, g, h, j, D, 10, b[57]),\n j = p(j, k, g, h, s, 15, b[58]),\n h = p(h, j, k, g, B, 21, b[59]),\n g = p(g, h, j, k, y, 6, b[60]),\n k = p(k, g, h, j, z, 10, b[61]),\n j = p(j, k, g, h, f, 15, b[62]),\n h = p(h, j, k, g, u, 21, b[63]);\n a[0] = a[0] + g | 0;\n a[1] = a[1] + h | 0;\n a[2] = a[2] + j | 0;\n a[3] = a[3] + k | 0\n },\n _doFinalize: function () {\n var b = this._data,\n e = b.words,\n a = 8 * this._nDataBytes,\n c = 8 * b.sigBytes;\n e[c >>> 5] |= 128 << 24 - c % 32;\n var m = u.floor(a / 4294967296);\n e[(c + 64 >>> 9 << 4) + 15] = (m << 8 | m >>> 24) & 16711935 | (m << 24 | m >>> 8) & 4278255360;\n e[(c + 64 >>> 9 << 4) + 14] = (a << 8 | a >>> 24) & 16711935 | (a << 24 | a >>> 8) & 4278255360;\n b.sigBytes = 4 * (e.length + 1);\n this._process();\n b = this._hash;\n e = b.words;\n for (a = 0; 4 > a; a++) c = e[a], e[a] = (c << 8 | c >>> 24) & 16711935 | (c << 24 | c >>> 8) & 4278255360;\n return b\n },\n clone: function () {\n var b = v.clone.call(this);\n b._hash = this._hash.clone();\n return b\n }\n });\n s.MD5 = v._createHelper(q);\n s.HmacMD5 = v._createHmacHelper(q)\n})(Math);\n(function () {\n var u = CryptoJS,\n l = u.lib,\n d = l.Base,\n n = l.WordArray,\n l = u.algo,\n p = l.EvpKDF = d.extend({\n cfg: d.extend({\n keySize: 4,\n hasher: l.MD5,\n iterations: 1\n }),\n init: function (d) {\n this.cfg = this.cfg.extend(d)\n },\n compute: function (d, l) {\n for (var p = this.cfg, v = p.hasher.create(), b = n.create(), u = b.words, r = p.keySize, p = p.iterations; u\n .length < r;) {\n e && v.update(e);\n var e = v.update(d).finalize(l);\n v.reset();\n for (var a = 1; a < p; a++) e = v.finalize(e), v.reset();\n b.concat(e)\n }\n b.sigBytes = 4 * r;\n return b\n }\n });\n u.EvpKDF = function (d, l, n) {\n return p.create(n).compute(d, l)\n }\n})();\nCryptoJS.lib.Cipher || function (u) {\n var l = CryptoJS,\n d = l.lib,\n n = d.Base,\n p = d.WordArray,\n s = d.BufferedBlockAlgorithm,\n q = l.enc.Base64,\n w = l.algo.EvpKDF,\n v = d.Cipher = s.extend({\n cfg: n.extend(),\n createEncryptor: function (m, a) {\n return this.create(this._ENC_XFORM_MODE, m, a)\n },\n createDecryptor: function (m, a) {\n return this.create(this._DEC_XFORM_MODE, m, a)\n },\n init: function (m, a, b) {\n this.cfg = this.cfg.extend(b);\n this._xformMode = m;\n this._key = a;\n this.reset()\n },\n reset: function () {\n s.reset.call(this);\n this._doReset()\n },\n process: function (a) {\n this._append(a);\n return this._process()\n },\n finalize: function (a) {\n a && this._append(a);\n return this._doFinalize()\n },\n keySize: 4,\n ivSize: 4,\n _ENC_XFORM_MODE: 1,\n _DEC_XFORM_MODE: 2,\n _createHelper: function (m) {\n return {\n encrypt: function (f, b, e) {\n return (\"string\" == typeof b ? c : a).encrypt(m, f, b, e)\n },\n decrypt: function (f, b, e) {\n return (\"string\" == typeof b ? c : a).decrypt(m, f, b, e)\n }\n }\n }\n });\n d.StreamCipher = v.extend({\n _doFinalize: function () {\n return this._process(!0)\n },\n blockSize: 1\n });\n var b = l.mode = {},\n x = function (a, f, b) {\n var c = this._iv;\n c ? this._iv = u : c = this._prevBlock;\n for (var e = 0; e < b; e++) a[f + e] ^= c[e]\n },\n r = (d.BlockCipherMode = n.extend({\n createEncryptor: function (a, f) {\n return this.Encryptor.create(a, f)\n },\n createDecryptor: function (a, f) {\n return this.Decryptor.create(a, f)\n },\n init: function (a, f) {\n this._cipher = a;\n this._iv = f\n }\n })).extend();\n r.Encryptor = r.extend({\n processBlock: function (a, f) {\n var b = this._cipher,\n c = b.blockSize;\n x.call(this, a, f, c);\n b.encryptBlock(a, f);\n this._prevBlock = a.slice(f, f + c)\n }\n });\n r.Decryptor = r.extend({\n processBlock: function (a, b) {\n var c = this._cipher,\n e = c.blockSize,\n d = a.slice(b, b + e);\n c.decryptBlock(a, b);\n x.call(this, a, b, e);\n this._prevBlock = d\n }\n });\n b = b.CBC = r;\n r = (l.pad = {}).Pkcs7 = {\n pad: function (a, b) {\n for (var c = 4 * b, c = c - a.sigBytes % c, e = c << 24 | c << 16 | c << 8 | c, d = [], l = 0; l < c; l += 4) d\n .push(e);\n c = p.create(d, c);\n a.concat(c)\n },\n unpad: function (a) {\n a.sigBytes -= a.words[a.sigBytes - 1 >>> 2] & 255\n }\n };\n d.BlockCipher = v.extend({\n cfg: v.cfg.extend({\n mode: b,\n padding: r\n }),\n reset: function () {\n v.reset.call(this);\n var a = this.cfg,\n c = a.iv,\n a = a.mode;\n if (this._xformMode == this._ENC_XFORM_MODE) var b = a.createEncryptor;\n else b = a.createDecryptor, this._minBufferSize = 1;\n this._mode = b.call(a, this, c && c.words)\n },\n _doProcessBlock: function (a, c) {\n this._mode.processBlock(a, c)\n },\n _doFinalize: function () {\n var a = this.cfg.padding;\n if (this._xformMode == this._ENC_XFORM_MODE) {\n a.pad(this._data, this.blockSize);\n var c = this._process(!0)\n } else c = this._process(!0), a.unpad(c);\n return c\n },\n blockSize: 4\n });\n var e = d.CipherParams = n.extend({\n init: function (a) {\n this.mixIn(a)\n },\n toString: function (a) {\n return (a || this.formatter).stringify(this)\n }\n }),\n b = (l.format = {}).OpenSSL = {\n stringify: function (a) {\n var c = a.ciphertext;\n a = a.salt;\n return (a ? p.create([1398893684, 1701076831]).concat(a).concat(c) : c).toString(q)\n },\n parse: function (a) {\n a = q.parse(a);\n var c = a.words;\n if (1398893684 == c[0] && 1701076831 == c[1]) {\n var b = p.create(c.slice(2, 4));\n c.splice(0, 4);\n a.sigBytes -= 16\n }\n return e.create({\n ciphertext: a,\n salt: b\n })\n }\n },\n a = d.SerializableCipher = n.extend({\n cfg: n.extend({\n format: b\n }),\n encrypt: function (a, c, b, d) {\n d = this.cfg.extend(d);\n var l = a.createEncryptor(b, d);\n c = l.finalize(c);\n l = l.cfg;\n return e.create({\n ciphertext: c,\n key: b,\n iv: l.iv,\n algorithm: a,\n mode: l.mode,\n padding: l.padding,\n blockSize: a.blockSize,\n formatter: d.format\n })\n },\n decrypt: function (a, c, b, e) {\n e = this.cfg.extend(e);\n c = this._parse(c, e.format);\n return a.createDecryptor(b, e).finalize(c.ciphertext)\n },\n _parse: function (a, c) {\n return \"string\" == typeof a ? c.parse(a, this) : a\n }\n }),\n l = (l.kdf = {}).OpenSSL = {\n execute: function (a, c, b, d) {\n d || (d = p.random(8));\n a = w.create({\n keySize: c + b\n }).compute(a, d);\n b = p.create(a.words.slice(c), 4 * b);\n a.sigBytes = 4 * c;\n return e.create({\n key: a,\n iv: b,\n salt: d\n })\n }\n },\n c = d.PasswordBasedCipher = a.extend({\n cfg: a.cfg.extend({\n kdf: l\n }),\n encrypt: function (c, b, e, d) {\n d = this.cfg.extend(d);\n e = d.kdf.execute(e, c.keySize, c.ivSize);\n d.iv = e.iv;\n c = a.encrypt.call(this, c, b, e.key, d);\n c.mixIn(e);\n return c\n },\n decrypt: function (c, b, e, d) {\n d = this.cfg.extend(d);\n b = this._parse(b, d.format);\n e = d.kdf.execute(e, c.keySize, c.ivSize, b.salt);\n d.iv = e.iv;\n return a.decrypt.call(this, c, b, e.key, d)\n }\n })\n}();\n(function () {\n function u(b, a) {\n var c = (this._lBlock >>> b ^ this._rBlock) & a;\n this._rBlock ^= c;\n this._lBlock ^= c << b\n }\n\n function l(b, a) {\n var c = (this._rBlock >>> b ^ this._lBlock) & a;\n this._lBlock ^= c;\n this._rBlock ^= c << b\n }\n\n var d = CryptoJS,\n n = d.lib,\n p = n.WordArray,\n n = n.BlockCipher,\n s = d.algo,\n q = [57, 49, 41, 33, 25, 17, 9, 1, 58, 50, 42, 34, 26, 18, 10, 2, 59, 51, 43, 35, 27, 19, 11, 3, 60, 52, 44, 36,\n 63, 55, 47, 39, 31, 23, 15, 7, 62, 54, 46, 38, 30, 22, 14, 6, 61, 53, 45, 37, 29, 21, 13, 5, 28, 20, 12, 4\n ],\n w = [14, 17, 11, 24, 1, 5, 3, 28, 15, 6, 21, 10, 23, 19, 12, 4, 26, 8, 16, 7, 27, 20, 13, 2, 41, 52, 31, 37, 47,\n 55, 30, 40, 51, 45, 33, 48, 44, 49, 39, 56, 34, 53, 46, 42, 50, 36, 29, 32\n ],\n v = [1, 2, 4, 6, 8, 10, 12, 14, 15, 17, 19, 21, 23, 25, 27, 28],\n b = [{\n \"0\": 8421888,\n 268435456: 32768,\n 536870912: 8421378,\n 805306368: 2,\n 1073741824: 512,\n 1342177280: 8421890,\n 1610612736: 8389122,\n 1879048192: 8388608,\n 2147483648: 514,\n 2415919104: 8389120,\n 2684354560: 33280,\n 2952790016: 8421376,\n 3221225472: 32770,\n 3489660928: 8388610,\n 3758096384: 0,\n 4026531840: 33282,\n 134217728: 0,\n 402653184: 8421890,\n 671088640: 33282,\n 939524096: 32768,\n 1207959552: 8421888,\n 1476395008: 512,\n 1744830464: 8421378,\n 2013265920: 2,\n 2281701376: 8389120,\n 2550136832: 33280,\n 2818572288: 8421376,\n 3087007744: 8389122,\n 3355443200: 8388610,\n 3623878656: 32770,\n 3892314112: 514,\n 4160749568: 8388608,\n 1: 32768,\n 268435457: 2,\n 536870913: 8421888,\n 805306369: 8388608,\n 1073741825: 8421378,\n 1342177281: 33280,\n 1610612737: 512,\n 1879048193: 8389122,\n 2147483649: 8421890,\n 2415919105: 8421376,\n 2684354561: 8388610,\n 2952790017: 33282,\n 3221225473: 514,\n 3489660929: 8389120,\n 3758096385: 32770,\n 4026531841: 0,\n 134217729: 8421890,\n 402653185: 8421376,\n 671088641: 8388608,\n 939524097: 512,\n 1207959553: 32768,\n 1476395009: 8388610,\n 1744830465: 2,\n 2013265921: 33282,\n 2281701377: 32770,\n 2550136833: 8389122,\n 2818572289: 514,\n 3087007745: 8421888,\n 3355443201: 8389120,\n 3623878657: 0,\n 3892314113: 33280,\n 4160749569: 8421378\n }, {\n \"0\": 1074282512,\n 16777216: 16384,\n 33554432: 524288,\n 50331648: 1074266128,\n 67108864: 1073741840,\n 83886080: 1074282496,\n 100663296: 1073758208,\n 117440512: 16,\n 134217728: 540672,\n 150994944: 1073758224,\n 167772160: 1073741824,\n 184549376: 540688,\n 201326592: 524304,\n 218103808: 0,\n 234881024: 16400,\n 251658240: 1074266112,\n 8388608: 1073758208,\n 25165824: 540688,\n 41943040: 16,\n 58720256: 1073758224,\n 75497472: 1074282512,\n 92274688: 1073741824,\n 109051904: 524288,\n 125829120: 1074266128,\n 142606336: 524304,\n 159383552: 0,\n 176160768: 16384,\n 192937984: 1074266112,\n 209715200: 1073741840,\n 226492416: 540672,\n 243269632: 1074282496,\n 260046848: 16400,\n 268435456: 0,\n 285212672: 1074266128,\n 301989888: 1073758224,\n 318767104: 1074282496,\n 335544320: 1074266112,\n 352321536: 16,\n 369098752: 540688,\n 385875968: 16384,\n 402653184: 16400,\n 419430400: 524288,\n 436207616: 524304,\n 452984832: 1073741840,\n 469762048: 540672,\n 486539264: 1073758208,\n 503316480: 1073741824,\n 520093696: 1074282512,\n 276824064: 540688,\n 293601280: 524288,\n 310378496: 1074266112,\n 327155712: 16384,\n 343932928: 1073758208,\n 360710144: 1074282512,\n 377487360: 16,\n 394264576: 1073741824,\n 411041792: 1074282496,\n 427819008: 1073741840,\n 444596224: 1073758224,\n 461373440: 524304,\n 478150656: 0,\n 494927872: 16400,\n 511705088: 1074266128,\n 528482304: 540672\n }, {\n \"0\": 260,\n 1048576: 0,\n 2097152: 67109120,\n 3145728: 65796,\n 4194304: 65540,\n 5242880: 67108868,\n 6291456: 67174660,\n 7340032: 67174400,\n 8388608: 67108864,\n 9437184: 67174656,\n 10485760: 65792,\n 11534336: 67174404,\n 12582912: 67109124,\n 13631488: 65536,\n 14680064: 4,\n 15728640: 256,\n 524288: 67174656,\n 1572864: 67174404,\n 2621440: 0,\n 3670016: 67109120,\n 4718592: 67108868,\n 5767168: 65536,\n 6815744: 65540,\n 7864320: 260,\n 8912896: 4,\n 9961472: 256,\n 11010048: 67174400,\n 12058624: 65796,\n 13107200: 65792,\n 14155776: 67109124,\n 15204352: 67174660,\n 16252928: 67108864,\n 16777216: 67174656,\n 17825792: 65540,\n 18874368: 65536,\n 19922944: 67109120,\n 20971520: 256,\n 22020096: 67174660,\n 23068672: 67108868,\n 24117248: 0,\n 25165824: 67109124,\n 26214400: 67108864,\n 27262976: 4,\n 28311552: 65792,\n 29360128: 67174400,\n 30408704: 260,\n 31457280: 65796,\n 32505856: 67174404,\n 17301504: 67108864,\n 18350080: 260,\n 19398656: 67174656,\n 20447232: 0,\n 21495808: 65540,\n 22544384: 67109120,\n 23592960: 256,\n 24641536: 67174404,\n 25690112: 65536,\n 26738688: 67174660,\n 27787264: 65796,\n 28835840: 67108868,\n 29884416: 67109124,\n 30932992: 67174400,\n 31981568: 4,\n 33030144: 65792\n }, {\n \"0\": 2151682048,\n 65536: 2147487808,\n 131072: 4198464,\n 196608: 2151677952,\n 262144: 0,\n 327680: 4198400,\n 393216: 2147483712,\n 458752: 4194368,\n 524288: 2147483648,\n 589824: 4194304,\n 655360: 64,\n 720896: 2147487744,\n 786432: 2151678016,\n 851968: 4160,\n 917504: 4096,\n 983040: 2151682112,\n 32768: 2147487808,\n 98304: 64,\n 163840: 2151678016,\n 229376: 2147487744,\n 294912: 4198400,\n 360448: 2151682112,\n 425984: 0,\n 491520: 2151677952,\n 557056: 4096,\n 622592: 2151682048,\n 688128: 4194304,\n 753664: 4160,\n 819200: 2147483648,\n 884736: 4194368,\n 950272: 4198464,\n 1015808: 2147483712,\n 1048576: 4194368,\n 1114112: 4198400,\n 1179648: 2147483712,\n 1245184: 0,\n 1310720: 4160,\n 1376256: 2151678016,\n 1441792: 2151682048,\n 1507328: 2147487808,\n 1572864: 2151682112,\n 1638400: 2147483648,\n 1703936: 2151677952,\n 1769472: 4198464,\n 1835008: 2147487744,\n 1900544: 4194304,\n 1966080: 64,\n 2031616: 4096,\n 1081344: 2151677952,\n 1146880: 2151682112,\n 1212416: 0,\n 1277952: 4198400,\n 1343488: 4194368,\n 1409024: 2147483648,\n 1474560: 2147487808,\n 1540096: 64,\n 1605632: 2147483712,\n 1671168: 4096,\n 1736704: 2147487744,\n 1802240: 2151678016,\n 1867776: 4160,\n 1933312: 2151682048,\n 1998848: 4194304,\n 2064384: 4198464\n }, {\n \"0\": 128,\n 4096: 17039360,\n 8192: 262144,\n 12288: 536870912,\n 16384: 537133184,\n 20480: 16777344,\n 24576: 553648256,\n 28672: 262272,\n 32768: 16777216,\n 36864: 537133056,\n 40960: 536871040,\n 45056: 553910400,\n 49152: 553910272,\n 53248: 0,\n 57344: 17039488,\n 61440: 553648128,\n 2048: 17039488,\n 6144: 553648256,\n 10240: 128,\n 14336: 17039360,\n 18432: 262144,\n 22528: 537133184,\n 26624: 553910272,\n 30720: 536870912,\n 34816: 537133056,\n 38912: 0,\n 43008: 553910400,\n 47104: 16777344,\n 51200: 536871040,\n 55296: 553648128,\n 59392: 16777216,\n 63488: 262272,\n 65536: 262144,\n 69632: 128,\n 73728: 536870912,\n 77824: 553648256,\n 81920: 16777344,\n 86016: 553910272,\n 90112: 537133184,\n 94208: 16777216,\n 98304: 553910400,\n 102400: 553648128,\n 106496: 17039360,\n 110592: 537133056,\n 114688: 262272,\n 118784: 536871040,\n 122880: 0,\n 126976: 17039488,\n 67584: 553648256,\n 71680: 16777216,\n 75776: 17039360,\n 79872: 537133184,\n 83968: 536870912,\n 88064: 17039488,\n 92160: 128,\n 96256: 553910272,\n 100352: 262272,\n 104448: 553910400,\n 108544: 0,\n 112640: 553648128,\n 116736: 16777344,\n 120832: 262144,\n 124928: 537133056,\n 129024: 536871040\n }, {\n \"0\": 268435464,\n 256: 8192,\n 512: 270532608,\n 768: 270540808,\n 1024: 268443648,\n 1280: 2097152,\n 1536: 2097160,\n 1792: 268435456,\n 2048: 0,\n 2304: 268443656,\n 2560: 2105344,\n 2816: 8,\n 3072: 270532616,\n 3328: 2105352,\n 3584: 8200,\n 3840: 270540800,\n 128: 270532608,\n 384: 270540808,\n 640: 8,\n 896: 2097152,\n 1152: 2105352,\n 1408: 268435464,\n 1664: 268443648,\n 1920: 8200,\n 2176: 2097160,\n 2432: 8192,\n 2688: 268443656,\n 2944: 270532616,\n 3200: 0,\n 3456: 270540800,\n 3712: 2105344,\n 3968: 268435456,\n 4096: 268443648,\n 4352: 270532616,\n 4608: 270540808,\n 4864: 8200,\n 5120: 2097152,\n 5376: 268435456,\n 5632: 268435464,\n 5888: 2105344,\n 6144: 2105352,\n 6400: 0,\n 6656: 8,\n 6912: 270532608,\n 7168: 8192,\n 7424: 268443656,\n 7680: 270540800,\n 7936: 2097160,\n 4224: 8,\n 4480: 2105344,\n 4736: 2097152,\n 4992: 268435464,\n 5248: 268443648,\n 5504: 8200,\n 5760: 270540808,\n 6016: 270532608,\n 6272: 270540800,\n 6528: 270532616,\n 6784: 8192,\n 7040: 2105352,\n 7296: 2097160,\n 7552: 0,\n 7808: 268435456,\n 8064: 268443656\n }, {\n \"0\": 1048576,\n 16: 33555457,\n 32: 1024,\n 48: 1049601,\n 64: 34604033,\n 80: 0,\n 96: 1,\n 112: 34603009,\n 128: 33555456,\n 144: 1048577,\n 160: 33554433,\n 176: 34604032,\n 192: 34603008,\n 208: 1025,\n 224: 1049600,\n 240: 33554432,\n 8: 34603009,\n 24: 0,\n 40: 33555457,\n 56: 34604032,\n 72: 1048576,\n 88: 33554433,\n 104: 33554432,\n 120: 1025,\n 136: 1049601,\n 152: 33555456,\n 168: 34603008,\n 184: 1048577,\n 200: 1024,\n 216: 34604033,\n 232: 1,\n 248: 1049600,\n 256: 33554432,\n 272: 1048576,\n 288: 33555457,\n 304: 34603009,\n 320: 1048577,\n 336: 33555456,\n 352: 34604032,\n 368: 1049601,\n 384: 1025,\n 400: 34604033,\n 416: 1049600,\n 432: 1,\n 448: 0,\n 464: 34603008,\n 480: 33554433,\n 496: 1024,\n 264: 1049600,\n 280: 33555457,\n 296: 34603009,\n 312: 1,\n 328: 33554432,\n 344: 1048576,\n 360: 1025,\n 376: 34604032,\n 392: 33554433,\n 408: 34603008,\n 424: 0,\n 440: 34604033,\n 456: 1049601,\n 472: 1024,\n 488: 33555456,\n 504: 1048577\n }, {\n \"0\": 134219808,\n 1: 131072,\n 2: 134217728,\n 3: 32,\n 4: 131104,\n 5: 134350880,\n 6: 134350848,\n 7: 2048,\n 8: 134348800,\n 9: 134219776,\n 10: 133120,\n 11: 134348832,\n 12: 2080,\n 13: 0,\n 14: 134217760,\n 15: 133152,\n 2147483648: 2048,\n 2147483649: 134350880,\n 2147483650: 134219808,\n 2147483651: 134217728,\n 2147483652: 134348800,\n 2147483653: 133120,\n 2147483654: 133152,\n 2147483655: 32,\n 2147483656: 134217760,\n 2147483657: 2080,\n 2147483658: 131104,\n 2147483659: 134350848,\n 2147483660: 0,\n 2147483661: 134348832,\n 2147483662: 134219776,\n 2147483663: 131072,\n 16: 133152,\n 17: 134350848,\n 18: 32,\n 19: 2048,\n 20: 134219776,\n 21: 134217760,\n 22: 134348832,\n 23: 131072,\n 24: 0,\n 25: 131104,\n 26: 134348800,\n 27: 134219808,\n 28: 134350880,\n 29: 133120,\n 30: 2080,\n 31: 134217728,\n 2147483664: 131072,\n 2147483665: 2048,\n 2147483666: 134348832,\n 2147483667: 133152,\n 2147483668: 32,\n 2147483669: 134348800,\n 2147483670: 134217728,\n 2147483671: 134219808,\n 2147483672: 134350880,\n 2147483673: 134217760,\n 2147483674: 134219776,\n 2147483675: 0,\n 2147483676: 133120,\n 2147483677: 2080,\n 2147483678: 131104,\n 2147483679: 134350848\n }],\n x = [4160749569, 528482304, 33030144, 2064384, 129024, 8064, 504, 2147483679],\n r = s.DES = n.extend({\n _doReset: function () {\n for (var b = this._key.words, a = [], c = 0; 56 > c; c++) {\n var d = q[c] - 1;\n a[c] = b[d >>> 5] >>> 31 - d % 32 & 1\n }\n b = this._subKeys = [];\n for (d = 0; 16 > d; d++) {\n for (var f = b[d] = [], l = v[d], c = 0; 24 > c; c++) f[c / 6 | 0] |= a[(w[c] - 1 + l) % 28] << 31 - c % 6,\n f[4 + (c / 6 | 0)] |= a[28 + (w[c + 24] - 1 + l) % 28] << 31 - c % 6;\n f[0] = f[0] << 1 | f[0] >>> 31;\n for (c = 1; 7 > c; c++) f[c] >>>= 4 * (c - 1) + 3;\n f[7] = f[7] << 5 | f[7] >>> 27\n }\n a = this._invSubKeys = [];\n for (c = 0; 16 > c; c++) a[c] = b[15 - c]\n },\n encryptBlock: function (b, a) {\n this._doCryptBlock(b, a, this._subKeys)\n },\n decryptBlock: function (b, a) {\n this._doCryptBlock(b, a, this._invSubKeys)\n },\n _doCryptBlock: function (e, a, c) {\n this._lBlock = e[a];\n this._rBlock = e[a + 1];\n u.call(this, 4, 252645135);\n u.call(this, 16, 65535);\n l.call(this, 2, 858993459);\n l.call(this, 8, 16711935);\n u.call(this, 1, 1431655765);\n for (var d = 0; 16 > d; d++) {\n for (var f = c[d], n = this._lBlock, p = this._rBlock, q = 0, r = 0; 8 > r; r++) q |= b[r][((p ^ f[r]) & x[r]) >>>\n 0\n ];\n this._lBlock = p;\n this._rBlock = n ^ q\n }\n c = this._lBlock;\n this._lBlock = this._rBlock;\n this._rBlock = c;\n u.call(this, 1, 1431655765);\n l.call(this, 8, 16711935);\n l.call(this, 2, 858993459);\n u.call(this, 16, 65535);\n u.call(this, 4, 252645135);\n e[a] = this._lBlock;\n e[a + 1] = this._rBlock\n },\n keySize: 2,\n ivSize: 2,\n blockSize: 2\n });\n d.DES = n._createHelper(r);\n s = s.TripleDES = n.extend({\n _doReset: function () {\n var b = this._key.words;\n this._des1 = r.createEncryptor(p.create(b.slice(0, 2)));\n this._des2 = r.createEncryptor(p.create(b.slice(2, 4)));\n this._des3 = r.createEncryptor(p.create(b.slice(4, 6)))\n },\n encryptBlock: function (b, a) {\n this._des1.encryptBlock(b, a);\n this._des2.decryptBlock(b, a);\n this._des3.encryptBlock(b, a)\n },\n decryptBlock: function (b, a) {\n this._des3.decryptBlock(b, a);\n this._des2.encryptBlock(b, a);\n this._des1.decryptBlock(b, a)\n },\n keySize: 6,\n ivSize: 2,\n blockSize: 2\n });\n d.TripleDES = n._createHelper(s)\n})();\n\nCryptoJS.mode.ECB = (function () {\n var ECB = CryptoJS.lib.BlockCipherMode.extend();\n\n ECB.Encryptor = ECB.extend({\n processBlock: function (words, offset) {\n this._cipher.encryptBlock(words, offset);\n }\n });\n\n ECB.Decryptor = ECB.extend({\n processBlock: function (words, offset) {\n this._cipher.decryptBlock(words, offset);\n }\n });\n\n return ECB;\n}());\n\n\nvar decryptRSAKey;\n\n//rsa解密 --privateKeyStr解密key ，cKeyStr要解密数据\nfunction decryptRSA(privateKeyStr, cKeyStr) {\n var crypt = new JSEncrypt();\n crypt.setPrivateKey(privateKeyStr);\n decryptRSAKey = crypt.decrypt(cKeyStr);\n return decryptRSAKey;\n}\n\n//DES加密 message要加密数据，key加密key\nfunction encryptByDES(message) {\n var keyHex = CryptoJS.enc.Utf8.parse(decryptRSAKey);\n var encrypted = CryptoJS.DES.encrypt(message, keyHex, {\n mode: CryptoJS.mode.ECB,\n padding: CryptoJS.pad.Pkcs7\n });\n return encrypted.toString();\n}\n\nfunction decryptByDES(ciphertext) {\n var keyHex = CryptoJS.enc.Utf8.parse(decryptRSAKey);\n var decrypted = CryptoJS.DES.decrypt({\n ciphertext: CryptoJS.enc.Base64.parse(ciphertext)\n }, keyHex, {\n mode: CryptoJS.mode.ECB,\n padding: CryptoJS.pad.Pkcs7\n });\n return decrypted.toString(CryptoJS.enc.Utf8);\n}\n\nfunction test(key) {\n return encryptByDES(key)\n}"
},
{
"path": "其他实战/【青海移动】登陆参数生成/make_param.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" 362416272@qq.com\n# Date: 2019-09-12 Python: 3.7\nimport execjs.runtime_names\n\n\nclass QinHaiYiDong:\n \"\"\"\n 青海移动\n 参数加密\n https://www.iqhmall.cn/shopweb/logon/logon\n \"\"\"\n def __init__(self, user, pwd):\n self.js = None\n self.user = user\n self.pwd = pwd\n self.init_js()\n\n def init_js(self):\n print('引擎', execjs.get().name)\n with open(\"encryp.js\", \"r\", encoding=\"utf-8\") as f:\n self.js = execjs.compile(f.read())\n\n def make_param(self):\n print(self.js.call('test', self.pwd))\n\n\nif __name__ == '__main__':\n yd = QinHaiYiDong('17327362817', '123123123')\n yd.make_param()\n"
},
{
"path": "其他实战/【餐饮】查询信息/FoodInfo.py",
"content": "# -*- encoding: utf-8 -*-\n# Time : 2020/01/16\n# Author : Zok\n# Email : 362416272@qq.com\n\nimport requests\nimport re\nimport json\nfrom copyheaders import headers_raw_to_dict\n\n\nclass Food:\n \"\"\"\n 根据输入美团餐馆名，解析参观基础信息\n \"\"\"\n def __init__(self):\n self.headers = headers_raw_to_dict(b\"\"\"\n Accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9\n Accept-Encoding: gzip, deflate, br\n Accept-Language: zh-CN,zh;q=0.9\n Cache-Control: max-age=0\n Connection: keep-alive\n Cookie: _lxsdk_s=16fb0ce3a0d-4cf-d9e-cf2%7C%7C1\n Host: www.meituan.com\n Sec-Fetch-Mode: navigate\n Sec-Fetch-Site: none\n Sec-Fetch-User: ?1\n Upgrade-Insecure-Requests: 1\n User-Agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.88 Safari/537.36\n \"\"\")\n\n def get_info(self, url):\n response = requests.get(url, headers=self.headers)\n data = json.loads(re.search(r'北京美团网-北京美食_酒店_旅游_团购_电影_吃喝玩乐\n ![\"\"/](\"//s1.meituan.net/bs/fe-web-meituan/2d53095/img/not-found.png\")
抱歉，页面暂时无法访问...
错误信息:服务器拒绝请求
返回美团首页
\n\n\n\n# 可拓展式解密器\n\n[**博客传送门**](https://blog.zhangkunzhi.com/2019/06/02/%E5%8E%9F%E5%88%9B%E5%B7%A5%E5%85%B7%E4%B9%8B%E5%8F%AF%E6%8B%93%E5%B1%95%E8%A7%A3%E7%A0%81%E5%99%A8/index.html)\n\n> 方便测试可连续转换重制的编码转换器，可灵活拓展解码规则\n\n\n\n
\n\n\n\n\n# 代理池清洗工具\n\n[**博客传送门**](https://blog.zhangkunzhi.com/2019/05/02/%E6%90%AD%E5%BB%BA%E4%B8%80%E4%B8%AA%E8%B6%85%E7%AE%80%E5%8D%95%E7%9A%84%E5%AE%9E%E7%94%A8%E7%9A%84%E9%AB%98%E5%8F%AF%E7%94%A8%E4%BB%98%E8%B4%B9IP%E6%B1%A0/index.html)\n\n> 爬虫经常会用到代理ip，其中有很多收费ip，但是如何在scrapy中，高效使用这些ip是一个比较麻烦的事情，在这里基于[芝麻代理ip](http://h.zhimaruanjian.com/pay/)做一个代理池监控器，首先整理我们的需求再对其代理质量进行管理，从而保持高效IP使用率\n\n\n\n\n
\n\n# 验证码短信接收器\n\n> 基于短信接收平台的异步短信接收器，最大并发上限 20，Python3.5+。\n启动后会根据设置的异步并发数进行获取手机号码并监听短信接收情况（60秒） 超过60秒后会将未收到短信的手机号拉入黑名单，并是释放。\n\n若要配置具体某个网站使用，还需开发对应的账号注册器，配合调用本短信接收器来达到自动注册账号的功能\n\n
\n\n# cookies获取Demo\n\n> 基于Pyppeteer 并发获取站点cookies\n- 美团登陆cookies\n\n\n\n# 跨数据库迁移器\n**工作中经常有这种需求**\n> 将采集好的mongodb数据转存到mysql中，或者是redis数据转到mongodb，于是打算封装一个组件便于以后调用\n\n- [x] mysql 数据迁移 mongodb \n\n"
},
{
"path": "原创爬虫工具/Register/MessageCode.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" 362416272@qq.com\n# Date: 2019-05-13 Python: 3.7\n\nimport requests\nimport json\nimport time\nimport asyncio\nimport aiohttp\n\nERROR = {\n '1001': '参数token不能为空',\n '1002': '参数action不能为空',\n '1003': '参数action错误',\n '1004': 'token失效',\n '1005': '用户名或密码错误',\n '1006': '用户名不能为空',\n '1007': '密码不能为空',\n '1008': '账户余额不足',\n '1009': '账户被禁用',\n '1010': '参数错误',\n '1011': '账户待审核',\n '1012': '账户暂停使用',\n '1013': '接口功能未开启',\n '1014': '接口登录未开启',\n '2001': '参数itemid不能为空',\n '2002': '项目不存在',\n '2003': '项目未启用',\n '2004': '暂时没有可用的号码',\n '2005': '获取号码数量已达到上限',\n '2006': '参数mobile不能为空',\n '2007': '号码已被释放',\n '2008': '号码已离线',\n '2009': '发送内容不能为空',\n '2010': '号码正在使用中',\n '3001': '尚未收到短信',\n '3002': '等待发送',\n '3003': '正在发送',\n '3004': '发送失败',\n '3005': '订单不存在',\n '9001': '系统错误',\n '9002': '系统异常',\n}\n\n\nclass YMReg(object):\n\n def __init__(self, token, project_code, aio_count=20):\n \"\"\"\n :param token: 账号 token，在官网后台查询\n :param project_code: 项目编码，官网查询\n :param aio_count: 并发上限默认 20 (官方)\n \"\"\"\n self.token = token\n self.project_code = project_code\n self.aio_count = aio_count\n\n print(self.get_balance) # 打印余额\n\n @property\n def get_balance(self):\n \"\"\"查询余额\n \"\"\"\n balance_api = 'http://api.fxhyd.cn/UserInterface.aspx?action=getaccountinfo&token={token}&format=1'\n target_url = balance_api.format(token=self.token)\n response = requests.get(target_url)\n if response.status_code == 200:\n state, data = response.text.split('|')\n return '当前余额： %s 元' % json.loads(data).get('Balance')\n else:\n return '获取失败请检测账号'\n\n @ staticmethod\n def filter_info(message):\n if message in ERROR:\n return ERROR.get('message')\n elif len(message.split('|')) == 2:\n return message.split('|')[1] # 返回正确信息\n elif message == 'success':\n return '拉黑或释放成功'\n else:\n return '未知错误'\n\n async def get_node(self, session, phone):\n \"\"\"接收短信\n \"\"\"\n for i in range(12):\n await asyncio.sleep(5)\n node_api = 'http://api.fxhyd.cn/UserInterface.aspx?action=getsms&token={token}&itemid={itemid}&mobile={phone}&release=1×tamp={time}'\n target_url = node_api.format(token=self.token, itemid=self.project_code, phone=phone, time=time.time())\n async with session.get(target_url) as response:\n message = await response.text()\n rest = self.filter_info(message)\n if rest:\n return phone + rest\n\n await self.join_black_list(session, phone) # 获取失败加入黑名单\n return '%s 短信获取失败' % phone\n\n async def fetch_phone(self, session):\n \"\"\"获取手机\n \"\"\"\n get_phone_api = 'http://api.fxhyd.cn/UserInterface.aspx?action=getmobile&token={token}&itemid={itemid}×tamp={time}'\n target_url = get_phone_api.format(token=self.token, itemid=self.project_code, time=time.time())\n async with session.get(target_url) as response:\n message = await response.text()\n return self.filter_info(message)\n\n async def work(self):\n \"\"\"开始工作\n \"\"\"\n async with aiohttp.ClientSession() as session:\n result = await self.fetch_phone(session)\n print('提取手机', result)\n\n # 短信接收\n result2 = await self.get_node(session, result)\n print(result2)\n\n # 释放\n result3 = await self.del_phone(session, result)\n print(result3)\n\n async def del_phone(self, session, phone):\n \"\"\"默认收到短信自动释放手机号，特殊情况可以单独调用释放\n \"\"\"\n del_phone_api = 'http://api.fxhyd.cn/UserInterface.aspx?action=release&token={token}&itemid={itemid}&mobile={phone}'\n target_url = del_phone_api.format(token=self.token, itemid=self.project_code, phone=phone)\n async with session.get(target_url) as response:\n message = await response.text()\n return self.filter_info(message)\n\n async def join_black_list(self, session, phone):\n \"\"\"拉入黑名单，获取短信失败情况下拉入黑名单\n \"\"\"\n black_list_api = 'http://api.fxhyd.cn/UserInterface.aspx?action=addignore&token={token}&itemid={itemid}&mobile={phone}'\n target_url = black_list_api.format(token=self.token, itemid=self.project_code, phone=phone)\n async with session.get(target_url) as response:\n message = await response.text()\n return self.filter_info(message)\n\n def start(self):\n \"\"\"开始工作\n \"\"\"\n loop = asyncio.get_event_loop()\n tasks = [asyncio.ensure_future(self.work()) for _ in range(self.aio_count)]\n loop.run_until_complete(asyncio.wait(tasks))\n\n\nif __name__ == '__main__':\n \"\"\"验证码平台 http://www.51ym.me/User/Default.aspx\"\"\"\n\n ym = YMReg('后台查询token', '填写int类型项目编号，后台查询', 1)\n ym.start()\n"
},
{
"path": "原创爬虫工具/Register/README.md",
"content": "# 注册短信并发异步接收器\n\n> 基于短信接收平台的异步短信接收器，最大并发上限20，Python3.5+\n\n`pip3 install asyncio`\n`pip3 install aiohttp`\n\n[平台网址](http://www.51ym.me/User/Default.aspx)\n\n## 使用步骤\n1. 实例化对象时填入平台 token\n2. 实例化对象时填入后台查询的项目 id\n3. 实例化对象时填入手机短信并发上限（最大20并发）\n\n> 启动后会根据设置的异步并发数进行获取手机号码并监听短信接收情况（60秒） 超过60秒后会将未收到短信的手机号拉入黑名单，并是释放。\n\n若要配置具体某个网站使用，还需开发对应的账号注册器，配合调用本短信接收器来达到自动注册账号的功能"
},
{
"path": "原创爬虫工具/Register/__init__.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" 362416272@qq.com\n# Date: 2019-05-13 Python: 3.7\n\n"
},
{
"path": "原创爬虫工具/zok/README.md",
"content": "# Zok 组件使用说明\n> by: 362416272@qq.com 自用\n\n### 目录\n- repetition 内容更新处理\n- save 通用持久化存储组件\n- random_UA 随机UA\n- proxies 阿布云代理组件\n\n\n\n**mysql储存**\n1. 必须在zok_config中配置要持久化的数据库账户密码\n2. 在爬虫项目文件pipelines管道中，引入并使用\n```python\nfrom zok.save.to_mysql import SaveToMysqlBase\n\nclass CityLandmarkListPipeline(SaveToMysqlBase):\n member = 'city' # redis集合名 如果是分布式无需设置\n\n @staticmethod\n def get_sql(item):\n sql = \"\"\"INSERT INTO base_city_landmark(city, county, landmark) VALUES (\"{city}\",\"{county}\",\"{landmark}\") \"\"\".format(\n city=item['city'],\n county=item['county'],\n landmark=item['landmark'],\n )\n return sql\n \n'''必须调用 def_sql(item)方法，并返回sql语句即可'''\n```\n\n**随机UA**\n```python\n# setting.py中 加入即可\nDOWNLOADER_MIDDLEWARES = {\n 'zok.random_UA.ua_random.RandomUserAgentMiddleware': 20,\n}\n```\n\n**代理ip设置**\n```python\n# 在setting中配置即可\nDOWNLOADER_MIDDLEWARES = {\n 'zok.proxies.proxies.ProxyMiddleware': 15, # 自定义的中间件\n}\n```\n\n**基于redis内容去重更新**\n> 原理： 在储存数据之前取到hash数据值，并加以对比，如果有值就跳过不储存，无值就set(md5, id)\n1. 开启redis服务\n2. 在 zok_config中配置 redis配置\n3. 应用储存组件 mysql 就会自动启用去重增量更新功能\n "
},
{
"path": "原创爬虫工具/zok/__init__.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" \n# Date: 2019/3/5 Python: 3.7\n"
},
{
"path": "原创爬虫工具/zok/get_db/__init__.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" \n# Date: 2019/3/16 Python: 3.7\n"
},
{
"path": "原创爬虫工具/zok/get_db/from_mongodb.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" 362416272@qq.com\n# Date: 2019-04-23 Python: 3.7\nfrom pymongo import MongoClient\n\nfrom zok.zok_config import MONGODB_URL\n\nclient = MongoClient(MONGODB_URL)\n\ndatabase = client.meituan_db # 链接数据库\ncollection = database.href_coolections # 链接结合\n\ndata = collection.find({},{'_id': 0})\n"
},
{
"path": "原创爬虫工具/zok/get_db/from_mysql.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\"\n# Date: 2019/3/7 Python: 3.7\n\nimport pymysql\n\nfrom zok.zok_config import *\n\n\ndef get_data(sql):\n conn = pymysql.Connect(\n host=MYSQL_HOST,\n port=MYSQL_PORT,\n user=MYSQL_USER,\n password=MYSQL_PASSWORD,\n db=MYSQL_DB_NAME,\n )\n # 创建游标对象\n cursor = conn.cursor()\n # 提交事务\n try:\n cursor.execute(sql)\n data = cursor.fetchall()\n cursor.close()\n conn.close()\n return data\n except Exception as e:\n print(e)\n print('异常回滚')\n conn.rollback()\n cursor.close()\n conn.close()\n return None\n\n"
},
{
"path": "原创爬虫工具/zok/proxies/__init__.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" \n# Date: 2019/3/7 Python: 3.7\n"
},
{
"path": "原创爬虫工具/zok/proxies/proxies.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" \n# Date: 2019/3/5 Python: 3.7\n\nimport base64\nfrom zok.zok_config import *\n\n# 代理服务器\nproxyServer = \"http://http-dyn.abuyun.com:9020\"\n\n\nproxyAuth = \"Basic \" + base64.urlsafe_b64encode(bytes((PROXY_USER + \":\" + PROXY_PASS), \"ascii\")).decode(\"utf8\")\n\n\nclass ProxyMiddleware(object):\n \"\"\"自定义中间件代理IP\"\"\"\n def process_request(self, request, spider):\n request.meta[\"proxy\"] = proxyServer\n request.headers[\"Proxy-Authorization\"] = proxyAuth\n\n"
},
{
"path": "原创爬虫工具/zok/random_UA/__init__.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" \n# Date: 2019/3/7 Python: 3.7\n"
},
{
"path": "原创爬虫工具/zok/random_UA/fake_useragent.json",
"content": "{\n\t\"browsers\": {\n\t\t\"chrome\": [\"Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2228.0 Safari/537.36\", \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2227.1 Safari/537.36\", \"Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2227.0 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2227.0 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.3; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2226.0 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.4; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2225.0 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.3; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2225.0 Safari/537.36\", \"Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2224.3 Safari/537.36\", \"Mozilla/5.0 (Windows NT 10.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/40.0.2214.93 Safari/537.36\", \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/37.0.2062.124 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.3; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/37.0.2049.0 Safari/537.36\", \"Mozilla/5.0 (Windows NT 4.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/37.0.2049.0 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/36.0.1985.67 Safari/537.36\", \"Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/36.0.1985.67 Safari/537.36\", \"Mozilla/5.0 (X11; OpenBSD i386) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/36.0.1985.125 Safari/537.36\", \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/36.0.1944.0 Safari/537.36\", \"Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/35.0.3319.102 Safari/537.36\", \"Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/35.0.2309.372 Safari/537.36\", \"Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/35.0.2117.157 Safari/537.36\", \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/35.0.1916.47 Safari/537.36\", \"Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1866.237 Safari/537.36\", \"Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.137 Safari/4E423F\", \"Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.116 Safari/537.36 Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10\", \"Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/33.0.1750.517 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.2; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1667.0 Safari/537.36\", \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1664.3 Safari/537.36\", \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1664.3 Safari/537.36\", \"Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.16 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1623.0 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/30.0.1599.17 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/29.0.1547.62 Safari/537.36\", \"Mozilla/5.0 (X11; CrOS i686 4319.74.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/29.0.1547.57 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/29.0.1547.2 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/28.0.1468.0 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/28.0.1467.0 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/28.0.1464.0 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1500.55 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.93 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.93 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.93 Safari/537.36\", \"Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.93 Safari/537.36\", \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.93 Safari/537.36\", \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.93 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.90 Safari/537.36\", \"Mozilla/5.0 (X11; NetBSD) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.116 Safari/537.36\", \"Mozilla/5.0 (X11; CrOS i686 3912.101.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.116 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.17 (KHTML, like Gecko) Chrome/24.0.1312.60 Safari/537.17\", \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_2) AppleWebKit/537.17 (KHTML, like Gecko) Chrome/24.0.1309.0 Safari/537.17\", \"Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.15 (KHTML, like Gecko) Chrome/24.0.1295.0 Safari/537.15\", \"Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.14 (KHTML, like Gecko) Chrome/24.0.1292.0 Safari/537.14\"],\n\t\t\"opera\": [\"Opera/9.80 (X11; Linux i686; Ubuntu/14.10) Presto/2.12.388 Version/12.16\", \"Opera/9.80 (Windows NT 6.0) Presto/2.12.388 Version/12.14\", \"Mozilla/5.0 (Windows NT 6.0; rv:2.0) Gecko/20100101 Firefox/4.0 Opera 12.14\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.0) Opera 12.14\", \"Opera/12.80 (Windows NT 5.1; U; en) Presto/2.10.289 Version/12.02\", \"Opera/9.80 (Windows NT 6.1; U; es-ES) Presto/2.9.181 Version/12.00\", \"Opera/9.80 (Windows NT 5.1; U; zh-sg) Presto/2.9.181 Version/12.00\", \"Opera/12.0(Windows NT 5.2;U;en)Presto/22.9.168 Version/12.00\", \"Opera/12.0(Windows NT 5.1;U;en)Presto/22.9.168 Version/12.00\", \"Mozilla/5.0 (Windows NT 5.1) Gecko/20100101 Firefox/14.0 Opera/12.0\", \"Opera/9.80 (Windows NT 6.1; WOW64; U; pt) Presto/2.10.229 Version/11.62\", \"Opera/9.80 (Windows NT 6.0; U; pl) Presto/2.10.229 Version/11.62\", \"Opera/9.80 (Macintosh; Intel Mac OS X 10.6.8; U; fr) Presto/2.9.168 Version/11.52\", \"Opera/9.80 (Macintosh; Intel Mac OS X 10.6.8; U; de) Presto/2.9.168 Version/11.52\", \"Opera/9.80 (Windows NT 5.1; U; en) Presto/2.9.168 Version/11.51\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; de) Opera 11.51\", \"Opera/9.80 (X11; Linux x86_64; U; fr) Presto/2.9.168 Version/11.50\", \"Opera/9.80 (X11; Linux i686; U; hu) Presto/2.9.168 Version/11.50\", \"Opera/9.80 (X11; Linux i686; U; ru) Presto/2.8.131 Version/11.11\", \"Opera/9.80 (X11; Linux i686; U; es-ES) Presto/2.8.131 Version/11.11\", \"Mozilla/5.0 (Windows NT 5.1; U; en; rv:1.8.1) Gecko/20061208 Firefox/5.0 Opera 11.11\", \"Opera/9.80 (X11; Linux x86_64; U; bg) Presto/2.8.131 Version/11.10\", \"Opera/9.80 (Windows NT 6.0; U; en) Presto/2.8.99 Version/11.10\", \"Opera/9.80 (Windows NT 5.1; U; zh-tw) Presto/2.8.131 Version/11.10\", \"Opera/9.80 (Windows NT 6.1; Opera Tablet/15165; U; en) Presto/2.8.149 Version/11.1\", \"Opera/9.80 (X11; Linux x86_64; U; Ubuntu/10.10 (maverick); pl) Presto/2.7.62 Version/11.01\", \"Opera/9.80 (X11; Linux i686; U; ja) Presto/2.7.62 Version/11.01\", \"Opera/9.80 (X11; Linux i686; U; fr) Presto/2.7.62 Version/11.01\", \"Opera/9.80 (Windows NT 6.1; U; zh-tw) Presto/2.7.62 Version/11.01\", \"Opera/9.80 (Windows NT 6.1; U; zh-cn) Presto/2.7.62 Version/11.01\", \"Opera/9.80 (Windows NT 6.1; U; sv) Presto/2.7.62 Version/11.01\", \"Opera/9.80 (Windows NT 6.1; U; en-US) Presto/2.7.62 Version/11.01\", \"Opera/9.80 (Windows NT 6.1; U; cs) Presto/2.7.62 Version/11.01\", \"Opera/9.80 (Windows NT 6.0; U; pl) Presto/2.7.62 Version/11.01\", \"Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.7.62 Version/11.01\", \"Opera/9.80 (Windows NT 5.1; U;) Presto/2.7.62 Version/11.01\", \"Opera/9.80 (Windows NT 5.1; U; cs) Presto/2.7.62 Version/11.01\", \"Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.2.13) Gecko/20101213 Opera/9.80 (Windows NT 6.1; U; zh-tw) Presto/2.7.62 Version/11.01\", \"Mozilla/5.0 (Windows NT 6.1; U; nl; rv:1.9.1.6) Gecko/20091201 Firefox/3.5.6 Opera 11.01\", \"Mozilla/5.0 (Windows NT 6.1; U; de; rv:1.9.1.6) Gecko/20091201 Firefox/3.5.6 Opera 11.01\", \"Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; de) Opera 11.01\", \"Opera/9.80 (X11; Linux x86_64; U; pl) Presto/2.7.62 Version/11.00\", \"Opera/9.80 (X11; Linux i686; U; it) Presto/2.7.62 Version/11.00\", \"Opera/9.80 (Windows NT 6.1; U; zh-cn) Presto/2.6.37 Version/11.00\", \"Opera/9.80 (Windows NT 6.1; U; pl) Presto/2.7.62 Version/11.00\", \"Opera/9.80 (Windows NT 6.1; U; ko) Presto/2.7.62 Version/11.00\", \"Opera/9.80 (Windows NT 6.1; U; fi) Presto/2.7.62 Version/11.00\", \"Opera/9.80 (Windows NT 6.1; U; en-GB) Presto/2.7.62 Version/11.00\", \"Opera/9.80 (Windows NT 6.1 x64; U; en) Presto/2.7.62 Version/11.00\", \"Opera/9.80 (Windows NT 6.0; U; en) Presto/2.7.39 Version/11.00\"],\n\t\t\"firefox\": [\"Mozilla/5.0 (Windows NT 6.1; WOW64; rv:40.0) Gecko/20100101 Firefox/40.1\", \"Mozilla/5.0 (Windows NT 6.3; rv:36.0) Gecko/20100101 Firefox/36.0\", \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10; rv:33.0) Gecko/20100101 Firefox/33.0\", \"Mozilla/5.0 (X11; Linux i586; rv:31.0) Gecko/20100101 Firefox/31.0\", \"Mozilla/5.0 (Windows NT 6.1; WOW64; rv:31.0) Gecko/20130401 Firefox/31.0\", \"Mozilla/5.0 (Windows NT 5.1; rv:31.0) Gecko/20100101 Firefox/31.0\", \"Mozilla/5.0 (Windows NT 6.1; WOW64; rv:29.0) Gecko/20120101 Firefox/29.0\", \"Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:25.0) Gecko/20100101 Firefox/29.0\", \"Mozilla/5.0 (X11; OpenBSD amd64; rv:28.0) Gecko/20100101 Firefox/28.0\", \"Mozilla/5.0 (X11; Linux x86_64; rv:28.0) Gecko/20100101 Firefox/28.0\", \"Mozilla/5.0 (Windows NT 6.1; rv:27.3) Gecko/20130101 Firefox/27.3\", \"Mozilla/5.0 (Windows NT 6.2; Win64; x64; rv:27.0) Gecko/20121011 Firefox/27.0\", \"Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:25.0) Gecko/20100101 Firefox/25.0\", \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.6; rv:25.0) Gecko/20100101 Firefox/25.0\", \"Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0\", \"Mozilla/5.0 (Windows NT 6.0; WOW64; rv:24.0) Gecko/20100101 Firefox/24.0\", \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.8; rv:24.0) Gecko/20100101 Firefox/24.0\", \"Mozilla/5.0 (Windows NT 6.2; rv:22.0) Gecko/20130405 Firefox/23.0\", \"Mozilla/5.0 (Windows NT 6.1; WOW64; rv:23.0) Gecko/20130406 Firefox/23.0\", \"Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:23.0) Gecko/20131011 Firefox/23.0\", \"Mozilla/5.0 (Windows NT 6.2; rv:22.0) Gecko/20130405 Firefox/22.0\", \"Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:22.0) Gecko/20130328 Firefox/22.0\", \"Mozilla/5.0 (Windows NT 6.1; rv:22.0) Gecko/20130405 Firefox/22.0\", \"Mozilla/5.0 (Microsoft Windows NT 6.2.9200.0); rv:22.0) Gecko/20130405 Firefox/22.0\", \"Mozilla/5.0 (Windows NT 6.2; Win64; x64; rv:16.0.1) Gecko/20121011 Firefox/21.0.1\", \"Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:16.0.1) Gecko/20121011 Firefox/21.0.1\", \"Mozilla/5.0 (Windows NT 6.2; Win64; x64; rv:21.0.0) Gecko/20121011 Firefox/21.0.0\", \"Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:21.0) Gecko/20130331 Firefox/21.0\", \"Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:21.0) Gecko/20100101 Firefox/21.0\", \"Mozilla/5.0 (X11; Linux i686; rv:21.0) Gecko/20100101 Firefox/21.0\", \"Mozilla/5.0 (Windows NT 6.2; WOW64; rv:21.0) Gecko/20130514 Firefox/21.0\", \"Mozilla/5.0 (Windows NT 6.2; rv:21.0) Gecko/20130326 Firefox/21.0\", \"Mozilla/5.0 (Windows NT 6.1; WOW64; rv:21.0) Gecko/20130401 Firefox/21.0\", \"Mozilla/5.0 (Windows NT 6.1; WOW64; rv:21.0) Gecko/20130331 Firefox/21.0\", \"Mozilla/5.0 (Windows NT 6.1; WOW64; rv:21.0) Gecko/20130330 Firefox/21.0\", \"Mozilla/5.0 (Windows NT 6.1; WOW64; rv:21.0) Gecko/20100101 Firefox/21.0\", \"Mozilla/5.0 (Windows NT 6.1; rv:21.0) Gecko/20130401 Firefox/21.0\", \"Mozilla/5.0 (Windows NT 6.1; rv:21.0) Gecko/20130328 Firefox/21.0\", \"Mozilla/5.0 (Windows NT 6.1; rv:21.0) Gecko/20100101 Firefox/21.0\", \"Mozilla/5.0 (Windows NT 5.1; rv:21.0) Gecko/20130401 Firefox/21.0\", \"Mozilla/5.0 (Windows NT 5.1; rv:21.0) Gecko/20130331 Firefox/21.0\", \"Mozilla/5.0 (Windows NT 5.1; rv:21.0) Gecko/20100101 Firefox/21.0\", \"Mozilla/5.0 (Windows NT 5.0; rv:21.0) Gecko/20100101 Firefox/21.0\", \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.8; rv:21.0) Gecko/20100101 Firefox/21.0\", \"Mozilla/5.0 (Windows NT 6.2; Win64; x64;) Gecko/20100101 Firefox/20.0\", \"Mozilla/5.0 (Windows x86; rv:19.0) Gecko/20100101 Firefox/19.0\", \"Mozilla/5.0 (Windows NT 6.1; rv:6.0) Gecko/20100101 Firefox/19.0\", \"Mozilla/5.0 (Windows NT 6.1; rv:14.0) Gecko/20100101 Firefox/18.0.1\", \"Mozilla/5.0 (Windows NT 6.1; WOW64; rv:18.0) Gecko/20100101 Firefox/18.0\", \"Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:17.0) Gecko/20100101 Firefox/17.0.6\"],\n\t\t\"internetexplorer\": [\"Mozilla/5.0 (Windows NT 6.1; WOW64; Trident/7.0; AS; rv:11.0) like Gecko\", \"Mozilla/5.0 (compatible, MSIE 11, Windows NT 6.3; Trident/7.0; rv:11.0) like Gecko\", \"Mozilla/5.0 (compatible; MSIE 10.6; Windows NT 6.1; Trident/5.0; InfoPath.2; SLCC1; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET CLR 2.0.50727) 3gpp-gba UNTRUSTED/1.0\", \"Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 7.0; InfoPath.3; .NET CLR 3.1.40767; Trident/6.0; en-IN)\", \"Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; WOW64; Trident/6.0)\", \"Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0)\", \"Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/5.0)\", \"Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/4.0; InfoPath.2; SV1; .NET CLR 2.0.50727; WOW64)\", \"Mozilla/5.0 (compatible; MSIE 10.0; Macintosh; Intel Mac OS X 10_7_3; Trident/6.0)\", \"Mozilla/4.0 (Compatible; MSIE 8.0; Windows NT 5.2; Trident/6.0)\", \"Mozilla/4.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/5.0)\", \"Mozilla/1.22 (compatible; MSIE 10.0; Windows 3.1)\", \"Mozilla/5.0 (Windows; U; MSIE 9.0; WIndows NT 9.0; en-US))\", \"Mozilla/5.0 (Windows; U; MSIE 9.0; Windows NT 9.0; en-US)\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 7.1; Trident/5.0)\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0; SLCC2; Media Center PC 6.0; InfoPath.3; MS-RTC LM 8; Zune 4.7)\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0; SLCC2; Media Center PC 6.0; InfoPath.3; MS-RTC LM 8; Zune 4.7\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; Zune 4.0; InfoPath.3; MS-RTC LM 8; .NET4.0C; .NET4.0E)\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0; chromeframe/12.0.742.112)\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0; .NET CLR 3.5.30729; .NET CLR 3.0.30729; .NET CLR 2.0.50727; Media Center PC 6.0)\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Win64; x64; Trident/5.0; .NET CLR 3.5.30729; .NET CLR 3.0.30729; .NET CLR 2.0.50727; Media Center PC 6.0)\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Win64; x64; Trident/5.0; .NET CLR 2.0.50727; SLCC2; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; Zune 4.0; Tablet PC 2.0; InfoPath.3; .NET4.0C; .NET4.0E)\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Win64; x64; Trident/5.0\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0; yie8)\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; InfoPath.2; .NET CLR 1.1.4322; .NET4.0C; Tablet PC 2.0)\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0; FunWebProducts)\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0; chromeframe/13.0.782.215)\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0; chromeframe/11.0.696.57)\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0) chromeframe/10.0.648.205\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/4.0; GTB7.4; InfoPath.1; SV1; .NET CLR 2.8.52393; WOW64; en-US)\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.0; Trident/5.0; chromeframe/11.0.696.57)\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.0; Trident/4.0; GTB7.4; InfoPath.3; SV1; .NET CLR 3.1.76908; WOW64; en-US)\", \"Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.1; Trident/4.0; GTB7.4; InfoPath.2; SV1; .NET CLR 3.3.69573; WOW64; en-US)\", \"Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; .NET CLR 1.0.3705; .NET CLR 1.1.4322)\", \"Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; InfoPath.1; SV1; .NET CLR 3.8.36217; WOW64; en-US)\", \"Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; .NET CLR 2.7.58687; SLCC2; Media Center PC 5.0; Zune 3.4; Tablet PC 3.6; InfoPath.3)\", \"Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.2; Trident/4.0; Media Center PC 4.0; SLCC1; .NET CLR 3.0.04320)\", \"Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SLCC1; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET CLR 1.1.4322)\", \"Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; InfoPath.2; SLCC1; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET CLR 2.0.50727)\", \"Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)\", \"Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; SLCC1; .NET CLR 1.1.4322)\", \"Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.0; Trident/4.0; InfoPath.1; SV1; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET CLR 3.0.04506.30)\", \"Mozilla/5.0 (compatible; MSIE 7.0; Windows NT 5.0; Trident/4.0; FBSMTWB; .NET CLR 2.0.34861; .NET CLR 3.0.3746.3218; .NET CLR 3.5.33652; msn OptimizedIE8;ENUS)\", \"Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.2; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0)\", \"Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; Media Center PC 6.0; InfoPath.2; MS-RTC LM 8)\", \"Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; Media Center PC 6.0; InfoPath.2; MS-RTC LM 8\", \"Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; Media Center PC 6.0; .NET CLR 3.5.30729; .NET CLR 3.0.30729; .NET4.0C)\", \"Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.3; .NET4.0C; .NET4.0E; .NET CLR 3.5.30729; .NET CLR 3.0.30729; MS-RTC LM 8)\", \"Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)\", \"Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; Zune 3.0)\"],\n\t\t\"safari\": [\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A\", \"Mozilla/5.0 (iPad; CPU OS 6_0 like Mac OS X) AppleWebKit/536.26 (KHTML, like Gecko) Version/6.0 Mobile/10A5355d Safari/8536.25\", \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_6_8) AppleWebKit/537.13+ (KHTML, like Gecko) Version/5.1.7 Safari/534.57.2\", \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_3) AppleWebKit/534.55.3 (KHTML, like Gecko) Version/5.1.3 Safari/534.53.10\", \"Mozilla/5.0 (iPad; CPU OS 5_1 like Mac OS X) AppleWebKit/534.46 (KHTML, like Gecko ) Version/5.1 Mobile/9B176 Safari/7534.48.3\", \"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_8; de-at) AppleWebKit/533.21.1 (KHTML, like Gecko) Version/5.0.5 Safari/533.21.1\", \"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_7; da-dk) AppleWebKit/533.21.1 (KHTML, like Gecko) Version/5.0.5 Safari/533.21.1\", \"Mozilla/5.0 (Windows; U; Windows NT 6.1; tr-TR) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Windows; U; Windows NT 6.1; ko-KR) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Windows; U; Windows NT 6.1; fr-FR) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Windows; U; Windows NT 6.1; cs-CZ) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Windows; U; Windows NT 6.0; ja-JP) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Macintosh; U; PPC Mac OS X 10_5_8; zh-cn) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Macintosh; U; PPC Mac OS X 10_5_8; ja-jp) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_7; ja-jp) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_6; zh-cn) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_6; sv-se) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_6; ko-kr) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_6; ja-jp) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_6; it-it) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_6; fr-fr) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_6; es-es) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_6; en-us) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_6; en-gb) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_6; de-de) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Windows; U; Windows NT 6.1; sv-SE) AppleWebKit/533.19.4 (KHTML, like Gecko) Version/5.0.3 Safari/533.19.4\", \"Mozilla/5.0 (Windows; U; Windows NT 6.1; ja-JP) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.3 Safari/533.19.4\", \"Mozilla/5.0 (Windows; U; Windows NT 6.1; de-DE) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.3 Safari/533.19.4\", \"Mozilla/5.0 (Windows; U; Windows NT 6.0; hu-HU) AppleWebKit/533.19.4 (KHTML, like Gecko) Version/5.0.3 Safari/533.19.4\", \"Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.3 Safari/533.19.4\", \"Mozilla/5.0 (Windows; U; Windows NT 6.0; de-DE) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.3 Safari/533.19.4\", \"Mozilla/5.0 (Windows; U; Windows NT 5.1; ru-RU) AppleWebKit/533.19.4 (KHTML, like Gecko) Version/5.0.3 Safari/533.19.4\", \"Mozilla/5.0 (Windows; U; Windows NT 5.1; ja-JP) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.3 Safari/533.19.4\", \"Mozilla/5.0 (Windows; U; Windows NT 5.1; it-IT) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.3 Safari/533.19.4\", \"Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.3 Safari/533.19.4\", \"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-us) AppleWebKit/534.16+ (KHTML, like Gecko) Version/5.0.3 Safari/533.19.4\", \"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_6; fr-ch) AppleWebKit/533.19.4 (KHTML, like Gecko) Version/5.0.3 Safari/533.19.4\", \"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_5; de-de) AppleWebKit/534.15+ (KHTML, like Gecko) Version/5.0.3 Safari/533.19.4\", \"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_5; ar) AppleWebKit/533.19.4 (KHTML, like Gecko) Version/5.0.3 Safari/533.19.4\", \"Mozilla/5.0 (Android 2.2; Windows; U; Windows NT 6.1; en-US) AppleWebKit/533.19.4 (KHTML, like Gecko) Version/5.0.3 Safari/533.19.4\", \"Mozilla/5.0 (Windows; U; Windows NT 6.1; zh-HK) AppleWebKit/533.18.1 (KHTML, like Gecko) Version/5.0.2 Safari/533.18.5\", \"Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/533.19.4 (KHTML, like Gecko) Version/5.0.2 Safari/533.18.5\", \"Mozilla/5.0 (Windows; U; Windows NT 6.0; tr-TR) AppleWebKit/533.18.1 (KHTML, like Gecko) Version/5.0.2 Safari/533.18.5\", \"Mozilla/5.0 (Windows; U; Windows NT 6.0; nb-NO) AppleWebKit/533.18.1 (KHTML, like Gecko) Version/5.0.2 Safari/533.18.5\", \"Mozilla/5.0 (Windows; U; Windows NT 6.0; fr-FR) AppleWebKit/533.18.1 (KHTML, like Gecko) Version/5.0.2 Safari/533.18.5\", \"Mozilla/5.0 (Windows; U; Windows NT 5.1; zh-TW) AppleWebKit/533.19.4 (KHTML, like Gecko) Version/5.0.2 Safari/533.18.5\", \"Mozilla/5.0 (Windows; U; Windows NT 5.1; ru-RU) AppleWebKit/533.18.1 (KHTML, like Gecko) Version/5.0.2 Safari/533.18.5\", \"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_5_8; zh-cn) AppleWebKit/533.18.1 (KHTML, like Gecko) Version/5.0.2 Safari/533.18.5\"]\n\t},\n\t\"randomize\": {\n\t\t\"344\": \"chrome\",\n\t\t\"819\": \"firefox\",\n\t\t\"346\": \"chrome\",\n\t\t\"347\": \"chrome\",\n\t\t\"340\": \"chrome\",\n\t\t\"341\": \"chrome\",\n\t\t\"342\": \"chrome\",\n\t\t\"343\": \"chrome\",\n\t\t\"810\": \"internetexplorer\",\n\t\t\"811\": \"internetexplorer\",\n\t\t\"812\": \"internetexplorer\",\n\t\t\"813\": \"firefox\",\n\t\t\"348\": \"chrome\",\n\t\t\"349\": \"chrome\",\n\t\t\"816\": \"firefox\",\n\t\t\"817\": \"firefox\",\n\t\t\"737\": \"chrome\",\n\t\t\"719\": \"chrome\",\n\t\t\"718\": \"chrome\",\n\t\t\"717\": \"chrome\",\n\t\t\"716\": \"chrome\",\n\t\t\"715\": \"chrome\",\n\t\t\"714\": \"chrome\",\n\t\t\"713\": \"chrome\",\n\t\t\"712\": \"chrome\",\n\t\t\"711\": \"chrome\",\n\t\t\"710\": \"chrome\",\n\t\t\"421\": \"chrome\",\n\t\t\"129\": \"chrome\",\n\t\t\"420\": \"chrome\",\n\t\t\"423\": \"chrome\",\n\t\t\"422\": \"chrome\",\n\t\t\"425\": \"chrome\",\n\t\t\"619\": \"chrome\",\n\t\t\"424\": \"chrome\",\n\t\t\"427\": \"chrome\",\n\t\t\"298\": \"chrome\",\n\t\t\"299\": \"chrome\",\n\t\t\"296\": \"chrome\",\n\t\t\"297\": \"chrome\",\n\t\t\"294\": \"chrome\",\n\t\t\"295\": \"chrome\",\n\t\t\"292\": \"chrome\",\n\t\t\"293\": \"chrome\",\n\t\t\"290\": \"chrome\",\n\t\t\"291\": \"chrome\",\n\t\t\"591\": \"chrome\",\n\t\t\"590\": \"chrome\",\n\t\t\"593\": \"chrome\",\n\t\t\"592\": \"chrome\",\n\t\t\"595\": \"chrome\",\n\t\t\"594\": \"chrome\",\n\t\t\"597\": \"chrome\",\n\t\t\"596\": \"chrome\",\n\t\t\"195\": \"chrome\",\n\t\t\"194\": \"chrome\",\n\t\t\"197\": \"chrome\",\n\t\t\"196\": \"chrome\",\n\t\t\"191\": \"chrome\",\n\t\t\"190\": \"chrome\",\n\t\t\"193\": \"chrome\",\n\t\t\"192\": \"chrome\",\n\t\t\"270\": \"chrome\",\n\t\t\"271\": \"chrome\",\n\t\t\"272\": \"chrome\",\n\t\t\"273\": \"chrome\",\n\t\t\"274\": \"chrome\",\n\t\t\"275\": \"chrome\",\n\t\t\"276\": \"chrome\",\n\t\t\"277\": \"chrome\",\n\t\t\"278\": \"chrome\",\n\t\t\"279\": \"chrome\",\n\t\t\"569\": \"chrome\",\n\t\t\"497\": \"chrome\",\n\t\t\"524\": \"chrome\",\n\t\t\"525\": \"chrome\",\n\t\t\"526\": \"chrome\",\n\t\t\"527\": \"chrome\",\n\t\t\"520\": \"chrome\",\n\t\t\"521\": \"chrome\",\n\t\t\"522\": \"chrome\",\n\t\t\"523\": \"chrome\",\n\t\t\"528\": \"chrome\",\n\t\t\"529\": \"chrome\",\n\t\t\"449\": \"chrome\",\n\t\t\"448\": \"chrome\",\n\t\t\"345\": \"chrome\",\n\t\t\"443\": \"chrome\",\n\t\t\"442\": \"chrome\",\n\t\t\"441\": \"chrome\",\n\t\t\"440\": \"chrome\",\n\t\t\"447\": \"chrome\",\n\t\t\"446\": \"chrome\",\n\t\t\"445\": \"chrome\",\n\t\t\"444\": \"chrome\",\n\t\t\"47\": \"chrome\",\n\t\t\"108\": \"chrome\",\n\t\t\"109\": \"chrome\",\n\t\t\"102\": \"chrome\",\n\t\t\"103\": \"chrome\",\n\t\t\"100\": \"chrome\",\n\t\t\"101\": \"chrome\",\n\t\t\"106\": \"chrome\",\n\t\t\"107\": \"chrome\",\n\t\t\"104\": \"chrome\",\n\t\t\"105\": \"chrome\",\n\t\t\"902\": \"firefox\",\n\t\t\"903\": \"firefox\",\n\t\t\"39\": \"chrome\",\n\t\t\"38\": \"chrome\",\n\t\t\"906\": \"firefox\",\n\t\t\"907\": \"firefox\",\n\t\t\"904\": \"firefox\",\n\t\t\"905\": \"firefox\",\n\t\t\"33\": \"chrome\",\n\t\t\"32\": \"chrome\",\n\t\t\"31\": \"chrome\",\n\t\t\"30\": \"chrome\",\n\t\t\"37\": \"chrome\",\n\t\t\"36\": \"chrome\",\n\t\t\"35\": \"chrome\",\n\t\t\"34\": \"chrome\",\n\t\t\"641\": \"chrome\",\n\t\t\"640\": \"chrome\",\n\t\t\"643\": \"chrome\",\n\t\t\"642\": \"chrome\",\n\t\t\"645\": \"chrome\",\n\t\t\"644\": \"chrome\",\n\t\t\"438\": \"chrome\",\n\t\t\"439\": \"chrome\",\n\t\t\"436\": \"chrome\",\n\t\t\"437\": \"chrome\",\n\t\t\"434\": \"chrome\",\n\t\t\"435\": \"chrome\",\n\t\t\"432\": \"chrome\",\n\t\t\"433\": \"chrome\",\n\t\t\"430\": \"chrome\",\n\t\t\"431\": \"chrome\",\n\t\t\"826\": \"firefox\",\n\t\t\"339\": \"chrome\",\n\t\t\"338\": \"chrome\",\n\t\t\"335\": \"chrome\",\n\t\t\"334\": \"chrome\",\n\t\t\"337\": \"chrome\",\n\t\t\"336\": \"chrome\",\n\t\t\"331\": \"chrome\",\n\t\t\"330\": \"chrome\",\n\t\t\"333\": \"chrome\",\n\t\t\"332\": \"chrome\",\n\t\t\"559\": \"chrome\",\n\t\t\"745\": \"chrome\",\n\t\t\"854\": \"firefox\",\n\t\t\"818\": \"firefox\",\n\t\t\"856\": \"firefox\",\n\t\t\"857\": \"firefox\",\n\t\t\"850\": \"firefox\",\n\t\t\"851\": \"firefox\",\n\t\t\"852\": \"firefox\",\n\t\t\"0\": \"chrome\",\n\t\t\"858\": \"firefox\",\n\t\t\"859\": \"firefox\",\n\t\t\"748\": \"chrome\",\n\t\t\"6\": \"chrome\",\n\t\t\"43\": \"chrome\",\n\t\t\"99\": \"chrome\",\n\t\t\"98\": \"chrome\",\n\t\t\"91\": \"chrome\",\n\t\t\"90\": \"chrome\",\n\t\t\"93\": \"chrome\",\n\t\t\"92\": \"chrome\",\n\t\t\"95\": \"chrome\",\n\t\t\"94\": \"chrome\",\n\t\t\"97\": \"chrome\",\n\t\t\"96\": \"chrome\",\n\t\t\"814\": \"firefox\",\n\t\t\"815\": \"firefox\",\n\t\t\"153\": \"chrome\",\n\t\t\"740\": \"chrome\",\n\t\t\"741\": \"chrome\",\n\t\t\"742\": \"chrome\",\n\t\t\"743\": \"chrome\",\n\t\t\"744\": \"chrome\",\n\t\t\"558\": \"chrome\",\n\t\t\"746\": \"chrome\",\n\t\t\"747\": \"chrome\",\n\t\t\"555\": \"chrome\",\n\t\t\"554\": \"chrome\",\n\t\t\"557\": \"chrome\",\n\t\t\"556\": \"chrome\",\n\t\t\"551\": \"chrome\",\n\t\t\"550\": \"chrome\",\n\t\t\"553\": \"chrome\",\n\t\t\"552\": \"chrome\",\n\t\t\"238\": \"chrome\",\n\t\t\"239\": \"chrome\",\n\t\t\"234\": \"chrome\",\n\t\t\"235\": \"chrome\",\n\t\t\"236\": \"chrome\",\n\t\t\"237\": \"chrome\",\n\t\t\"230\": \"chrome\",\n\t\t\"231\": \"chrome\",\n\t\t\"232\": \"chrome\",\n\t\t\"233\": \"chrome\",\n\t\t\"1\": \"chrome\",\n\t\t\"155\": \"chrome\",\n\t\t\"146\": \"chrome\",\n\t\t\"147\": \"chrome\",\n\t\t\"618\": \"chrome\",\n\t\t\"145\": \"chrome\",\n\t\t\"142\": \"chrome\",\n\t\t\"143\": \"chrome\",\n\t\t\"140\": \"chrome\",\n\t\t\"141\": \"chrome\",\n\t\t\"612\": \"chrome\",\n\t\t\"613\": \"chrome\",\n\t\t\"610\": \"chrome\",\n\t\t\"611\": \"chrome\",\n\t\t\"616\": \"chrome\",\n\t\t\"617\": \"chrome\",\n\t\t\"148\": \"chrome\",\n\t\t\"149\": \"chrome\",\n\t\t\"46\": \"chrome\",\n\t\t\"154\": \"chrome\",\n\t\t\"948\": \"safari\",\n\t\t\"949\": \"safari\",\n\t\t\"946\": \"safari\",\n\t\t\"947\": \"safari\",\n\t\t\"944\": \"safari\",\n\t\t\"945\": \"safari\",\n\t\t\"942\": \"safari\",\n\t\t\"943\": \"safari\",\n\t\t\"940\": \"safari\",\n\t\t\"941\": \"safari\",\n\t\t\"689\": \"chrome\",\n\t\t\"688\": \"chrome\",\n\t\t\"685\": \"chrome\",\n\t\t\"684\": \"chrome\",\n\t\t\"687\": \"chrome\",\n\t\t\"686\": \"chrome\",\n\t\t\"681\": \"chrome\",\n\t\t\"680\": \"chrome\",\n\t\t\"683\": \"chrome\",\n\t\t\"682\": \"chrome\",\n\t\t\"458\": \"chrome\",\n\t\t\"459\": \"chrome\",\n\t\t\"133\": \"chrome\",\n\t\t\"132\": \"chrome\",\n\t\t\"131\": \"chrome\",\n\t\t\"130\": \"chrome\",\n\t\t\"137\": \"chrome\",\n\t\t\"136\": \"chrome\",\n\t\t\"135\": \"chrome\",\n\t\t\"134\": \"chrome\",\n\t\t\"494\": \"chrome\",\n\t\t\"495\": \"chrome\",\n\t\t\"139\": \"chrome\",\n\t\t\"138\": \"chrome\",\n\t\t\"490\": \"chrome\",\n\t\t\"491\": \"chrome\",\n\t\t\"492\": \"chrome\",\n\t\t\"493\": \"chrome\",\n\t\t\"24\": \"chrome\",\n\t\t\"25\": \"chrome\",\n\t\t\"26\": \"chrome\",\n\t\t\"27\": \"chrome\",\n\t\t\"20\": \"chrome\",\n\t\t\"21\": \"chrome\",\n\t\t\"22\": \"chrome\",\n\t\t\"23\": \"chrome\",\n\t\t\"28\": \"chrome\",\n\t\t\"29\": \"chrome\",\n\t\t\"820\": \"firefox\",\n\t\t\"407\": \"chrome\",\n\t\t\"406\": \"chrome\",\n\t\t\"405\": \"chrome\",\n\t\t\"404\": \"chrome\",\n\t\t\"403\": \"chrome\",\n\t\t\"402\": \"chrome\",\n\t\t\"401\": \"chrome\",\n\t\t\"400\": \"chrome\",\n\t\t\"933\": \"firefox\",\n\t\t\"932\": \"firefox\",\n\t\t\"931\": \"firefox\",\n\t\t\"930\": \"firefox\",\n\t\t\"937\": \"safari\",\n\t\t\"452\": \"chrome\",\n\t\t\"409\": \"chrome\",\n\t\t\"408\": \"chrome\",\n\t\t\"453\": \"chrome\",\n\t\t\"414\": \"chrome\",\n\t\t\"183\": \"chrome\",\n\t\t\"415\": \"chrome\",\n\t\t\"379\": \"chrome\",\n\t\t\"378\": \"chrome\",\n\t\t\"228\": \"chrome\",\n\t\t\"829\": \"firefox\",\n\t\t\"828\": \"firefox\",\n\t\t\"371\": \"chrome\",\n\t\t\"370\": \"chrome\",\n\t\t\"373\": \"chrome\",\n\t\t\"372\": \"chrome\",\n\t\t\"375\": \"chrome\",\n\t\t\"374\": \"chrome\",\n\t\t\"377\": \"chrome\",\n\t\t\"376\": \"chrome\",\n\t\t\"708\": \"chrome\",\n\t\t\"709\": \"chrome\",\n\t\t\"704\": \"chrome\",\n\t\t\"705\": \"chrome\",\n\t\t\"706\": \"chrome\",\n\t\t\"707\": \"chrome\",\n\t\t\"700\": \"chrome\",\n\t\t\"144\": \"chrome\",\n\t\t\"702\": \"chrome\",\n\t\t\"703\": \"chrome\",\n\t\t\"393\": \"chrome\",\n\t\t\"392\": \"chrome\",\n\t\t\"88\": \"chrome\",\n\t\t\"89\": \"chrome\",\n\t\t\"397\": \"chrome\",\n\t\t\"396\": \"chrome\",\n\t\t\"395\": \"chrome\",\n\t\t\"394\": \"chrome\",\n\t\t\"82\": \"chrome\",\n\t\t\"83\": \"chrome\",\n\t\t\"80\": \"chrome\",\n\t\t\"81\": \"chrome\",\n\t\t\"86\": \"chrome\",\n\t\t\"87\": \"chrome\",\n\t\t\"84\": \"chrome\",\n\t\t\"85\": \"chrome\",\n\t\t\"797\": \"internetexplorer\",\n\t\t\"796\": \"internetexplorer\",\n\t\t\"795\": \"internetexplorer\",\n\t\t\"794\": \"internetexplorer\",\n\t\t\"793\": \"internetexplorer\",\n\t\t\"792\": \"internetexplorer\",\n\t\t\"791\": \"internetexplorer\",\n\t\t\"790\": \"internetexplorer\",\n\t\t\"749\": \"chrome\",\n\t\t\"799\": \"internetexplorer\",\n\t\t\"798\": \"internetexplorer\",\n\t\t\"7\": \"chrome\",\n\t\t\"170\": \"chrome\",\n\t\t\"586\": \"chrome\",\n\t\t\"587\": \"chrome\",\n\t\t\"584\": \"chrome\",\n\t\t\"585\": \"chrome\",\n\t\t\"582\": \"chrome\",\n\t\t\"583\": \"chrome\",\n\t\t\"580\": \"chrome\",\n\t\t\"581\": \"chrome\",\n\t\t\"588\": \"chrome\",\n\t\t\"589\": \"chrome\",\n\t\t\"245\": \"chrome\",\n\t\t\"244\": \"chrome\",\n\t\t\"247\": \"chrome\",\n\t\t\"246\": \"chrome\",\n\t\t\"241\": \"chrome\",\n\t\t\"614\": \"chrome\",\n\t\t\"243\": \"chrome\",\n\t\t\"242\": \"chrome\",\n\t\t\"615\": \"chrome\",\n\t\t\"249\": \"chrome\",\n\t\t\"248\": \"chrome\",\n\t\t\"418\": \"chrome\",\n\t\t\"419\": \"chrome\",\n\t\t\"519\": \"chrome\",\n\t\t\"518\": \"chrome\",\n\t\t\"511\": \"chrome\",\n\t\t\"510\": \"chrome\",\n\t\t\"513\": \"chrome\",\n\t\t\"512\": \"chrome\",\n\t\t\"515\": \"chrome\",\n\t\t\"514\": \"chrome\",\n\t\t\"517\": \"chrome\",\n\t\t\"516\": \"chrome\",\n\t\t\"623\": \"chrome\",\n\t\t\"622\": \"chrome\",\n\t\t\"621\": \"chrome\",\n\t\t\"620\": \"chrome\",\n\t\t\"627\": \"chrome\",\n\t\t\"626\": \"chrome\",\n\t\t\"625\": \"chrome\",\n\t\t\"624\": \"chrome\",\n\t\t\"450\": \"chrome\",\n\t\t\"451\": \"chrome\",\n\t\t\"629\": \"chrome\",\n\t\t\"628\": \"chrome\",\n\t\t\"454\": \"chrome\",\n\t\t\"455\": \"chrome\",\n\t\t\"456\": \"chrome\",\n\t\t\"457\": \"chrome\",\n\t\t\"179\": \"chrome\",\n\t\t\"178\": \"chrome\",\n\t\t\"177\": \"chrome\",\n\t\t\"199\": \"chrome\",\n\t\t\"175\": \"chrome\",\n\t\t\"174\": \"chrome\",\n\t\t\"173\": \"chrome\",\n\t\t\"172\": \"chrome\",\n\t\t\"171\": \"chrome\",\n\t\t\"198\": \"chrome\",\n\t\t\"977\": \"opera\",\n\t\t\"182\": \"chrome\",\n\t\t\"975\": \"opera\",\n\t\t\"974\": \"opera\",\n\t\t\"973\": \"opera\",\n\t\t\"972\": \"opera\",\n\t\t\"971\": \"opera\",\n\t\t\"970\": \"opera\",\n\t\t\"180\": \"chrome\",\n\t\t\"979\": \"opera\",\n\t\t\"978\": \"opera\",\n\t\t\"656\": \"chrome\",\n\t\t\"599\": \"chrome\",\n\t\t\"654\": \"chrome\",\n\t\t\"181\": \"chrome\",\n\t\t\"186\": \"chrome\",\n\t\t\"187\": \"chrome\",\n\t\t\"184\": \"chrome\",\n\t\t\"185\": \"chrome\",\n\t\t\"652\": \"chrome\",\n\t\t\"188\": \"chrome\",\n\t\t\"189\": \"chrome\",\n\t\t\"658\": \"chrome\",\n\t\t\"653\": \"chrome\",\n\t\t\"650\": \"chrome\",\n\t\t\"651\": \"chrome\",\n\t\t\"11\": \"chrome\",\n\t\t\"10\": \"chrome\",\n\t\t\"13\": \"chrome\",\n\t\t\"12\": \"chrome\",\n\t\t\"15\": \"chrome\",\n\t\t\"14\": \"chrome\",\n\t\t\"17\": \"chrome\",\n\t\t\"16\": \"chrome\",\n\t\t\"19\": \"chrome\",\n\t\t\"18\": \"chrome\",\n\t\t\"863\": \"firefox\",\n\t\t\"862\": \"firefox\",\n\t\t\"865\": \"firefox\",\n\t\t\"864\": \"firefox\",\n\t\t\"867\": \"firefox\",\n\t\t\"866\": \"firefox\",\n\t\t\"354\": \"chrome\",\n\t\t\"659\": \"chrome\",\n\t\t\"44\": \"chrome\",\n\t\t\"883\": \"firefox\",\n\t\t\"882\": \"firefox\",\n\t\t\"881\": \"firefox\",\n\t\t\"880\": \"firefox\",\n\t\t\"887\": \"firefox\",\n\t\t\"886\": \"firefox\",\n\t\t\"885\": \"firefox\",\n\t\t\"884\": \"firefox\",\n\t\t\"889\": \"firefox\",\n\t\t\"888\": \"firefox\",\n\t\t\"116\": \"chrome\",\n\t\t\"45\": \"chrome\",\n\t\t\"657\": \"chrome\",\n\t\t\"355\": \"chrome\",\n\t\t\"322\": \"chrome\",\n\t\t\"323\": \"chrome\",\n\t\t\"320\": \"chrome\",\n\t\t\"321\": \"chrome\",\n\t\t\"326\": \"chrome\",\n\t\t\"327\": \"chrome\",\n\t\t\"324\": \"chrome\",\n\t\t\"325\": \"chrome\",\n\t\t\"328\": \"chrome\",\n\t\t\"329\": \"chrome\",\n\t\t\"562\": \"chrome\",\n\t\t\"201\": \"chrome\",\n\t\t\"200\": \"chrome\",\n\t\t\"203\": \"chrome\",\n\t\t\"202\": \"chrome\",\n\t\t\"205\": \"chrome\",\n\t\t\"204\": \"chrome\",\n\t\t\"207\": \"chrome\",\n\t\t\"206\": \"chrome\",\n\t\t\"209\": \"chrome\",\n\t\t\"208\": \"chrome\",\n\t\t\"779\": \"internetexplorer\",\n\t\t\"778\": \"internetexplorer\",\n\t\t\"77\": \"chrome\",\n\t\t\"76\": \"chrome\",\n\t\t\"75\": \"chrome\",\n\t\t\"74\": \"chrome\",\n\t\t\"73\": \"chrome\",\n\t\t\"72\": \"chrome\",\n\t\t\"71\": \"chrome\",\n\t\t\"70\": \"chrome\",\n\t\t\"655\": \"chrome\",\n\t\t\"567\": \"chrome\",\n\t\t\"79\": \"chrome\",\n\t\t\"78\": \"chrome\",\n\t\t\"359\": \"chrome\",\n\t\t\"358\": \"chrome\",\n\t\t\"669\": \"chrome\",\n\t\t\"668\": \"chrome\",\n\t\t\"667\": \"chrome\",\n\t\t\"666\": \"chrome\",\n\t\t\"665\": \"chrome\",\n\t\t\"664\": \"chrome\",\n\t\t\"663\": \"chrome\",\n\t\t\"662\": \"chrome\",\n\t\t\"661\": \"chrome\",\n\t\t\"660\": \"chrome\",\n\t\t\"215\": \"chrome\",\n\t\t\"692\": \"chrome\",\n\t\t\"693\": \"chrome\",\n\t\t\"690\": \"chrome\",\n\t\t\"691\": \"chrome\",\n\t\t\"696\": \"chrome\",\n\t\t\"697\": \"chrome\",\n\t\t\"694\": \"chrome\",\n\t\t\"695\": \"chrome\",\n\t\t\"698\": \"chrome\",\n\t\t\"699\": \"chrome\",\n\t\t\"542\": \"chrome\",\n\t\t\"543\": \"chrome\",\n\t\t\"540\": \"chrome\",\n\t\t\"541\": \"chrome\",\n\t\t\"546\": \"chrome\",\n\t\t\"547\": \"chrome\",\n\t\t\"544\": \"chrome\",\n\t\t\"545\": \"chrome\",\n\t\t\"8\": \"chrome\",\n\t\t\"548\": \"chrome\",\n\t\t\"549\": \"chrome\",\n\t\t\"598\": \"chrome\",\n\t\t\"869\": \"firefox\",\n\t\t\"868\": \"firefox\",\n\t\t\"120\": \"chrome\",\n\t\t\"121\": \"chrome\",\n\t\t\"122\": \"chrome\",\n\t\t\"123\": \"chrome\",\n\t\t\"124\": \"chrome\",\n\t\t\"125\": \"chrome\",\n\t\t\"126\": \"chrome\",\n\t\t\"127\": \"chrome\",\n\t\t\"128\": \"chrome\",\n\t\t\"2\": \"chrome\",\n\t\t\"219\": \"chrome\",\n\t\t\"176\": \"chrome\",\n\t\t\"214\": \"chrome\",\n\t\t\"563\": \"chrome\",\n\t\t\"928\": \"firefox\",\n\t\t\"929\": \"firefox\",\n\t\t\"416\": \"chrome\",\n\t\t\"417\": \"chrome\",\n\t\t\"410\": \"chrome\",\n\t\t\"411\": \"chrome\",\n\t\t\"412\": \"chrome\",\n\t\t\"413\": \"chrome\",\n\t\t\"920\": \"firefox\",\n\t\t\"498\": \"chrome\",\n\t\t\"922\": \"firefox\",\n\t\t\"923\": \"firefox\",\n\t\t\"924\": \"firefox\",\n\t\t\"925\": \"firefox\",\n\t\t\"926\": \"firefox\",\n\t\t\"927\": \"firefox\",\n\t\t\"319\": \"chrome\",\n\t\t\"318\": \"chrome\",\n\t\t\"313\": \"chrome\",\n\t\t\"312\": \"chrome\",\n\t\t\"311\": \"chrome\",\n\t\t\"310\": \"chrome\",\n\t\t\"317\": \"chrome\",\n\t\t\"316\": \"chrome\",\n\t\t\"315\": \"chrome\",\n\t\t\"314\": \"chrome\",\n\t\t\"921\": \"firefox\",\n\t\t\"496\": \"chrome\",\n\t\t\"832\": \"firefox\",\n\t\t\"833\": \"firefox\",\n\t\t\"830\": \"firefox\",\n\t\t\"831\": \"firefox\",\n\t\t\"836\": \"firefox\",\n\t\t\"837\": \"firefox\",\n\t\t\"834\": \"firefox\",\n\t\t\"835\": \"firefox\",\n\t\t\"838\": \"firefox\",\n\t\t\"839\": \"firefox\",\n\t\t\"3\": \"chrome\",\n\t\t\"368\": \"chrome\",\n\t\t\"369\": \"chrome\",\n\t\t\"366\": \"chrome\",\n\t\t\"367\": \"chrome\",\n\t\t\"364\": \"chrome\",\n\t\t\"365\": \"chrome\",\n\t\t\"362\": \"chrome\",\n\t\t\"363\": \"chrome\",\n\t\t\"360\": \"chrome\",\n\t\t\"361\": \"chrome\",\n\t\t\"218\": \"chrome\",\n\t\t\"380\": \"chrome\",\n\t\t\"861\": \"firefox\",\n\t\t\"382\": \"chrome\",\n\t\t\"383\": \"chrome\",\n\t\t\"384\": \"chrome\",\n\t\t\"385\": \"chrome\",\n\t\t\"386\": \"chrome\",\n\t\t\"387\": \"chrome\",\n\t\t\"388\": \"chrome\",\n\t\t\"389\": \"chrome\",\n\t\t\"784\": \"internetexplorer\",\n\t\t\"785\": \"internetexplorer\",\n\t\t\"786\": \"internetexplorer\",\n\t\t\"787\": \"internetexplorer\",\n\t\t\"780\": \"internetexplorer\",\n\t\t\"781\": \"internetexplorer\",\n\t\t\"782\": \"internetexplorer\",\n\t\t\"381\": \"chrome\",\n\t\t\"788\": \"internetexplorer\",\n\t\t\"789\": \"internetexplorer\",\n\t\t\"860\": \"firefox\",\n\t\t\"151\": \"chrome\",\n\t\t\"579\": \"chrome\",\n\t\t\"578\": \"chrome\",\n\t\t\"150\": \"chrome\",\n\t\t\"573\": \"chrome\",\n\t\t\"572\": \"chrome\",\n\t\t\"571\": \"chrome\",\n\t\t\"570\": \"chrome\",\n\t\t\"577\": \"chrome\",\n\t\t\"576\": \"chrome\",\n\t\t\"575\": \"chrome\",\n\t\t\"574\": \"chrome\",\n\t\t\"60\": \"chrome\",\n\t\t\"61\": \"chrome\",\n\t\t\"62\": \"chrome\",\n\t\t\"259\": \"chrome\",\n\t\t\"64\": \"chrome\",\n\t\t\"65\": \"chrome\",\n\t\t\"66\": \"chrome\",\n\t\t\"67\": \"chrome\",\n\t\t\"68\": \"chrome\",\n\t\t\"253\": \"chrome\",\n\t\t\"250\": \"chrome\",\n\t\t\"251\": \"chrome\",\n\t\t\"256\": \"chrome\",\n\t\t\"257\": \"chrome\",\n\t\t\"254\": \"chrome\",\n\t\t\"255\": \"chrome\",\n\t\t\"499\": \"chrome\",\n\t\t\"157\": \"chrome\",\n\t\t\"156\": \"chrome\",\n\t\t\"939\": \"safari\",\n\t\t\"731\": \"chrome\",\n\t\t\"730\": \"chrome\",\n\t\t\"733\": \"chrome\",\n\t\t\"938\": \"safari\",\n\t\t\"735\": \"chrome\",\n\t\t\"734\": \"chrome\",\n\t\t\"508\": \"chrome\",\n\t\t\"736\": \"chrome\",\n\t\t\"506\": \"chrome\",\n\t\t\"738\": \"chrome\",\n\t\t\"504\": \"chrome\",\n\t\t\"505\": \"chrome\",\n\t\t\"502\": \"chrome\",\n\t\t\"503\": \"chrome\",\n\t\t\"500\": \"chrome\",\n\t\t\"501\": \"chrome\",\n\t\t\"630\": \"chrome\",\n\t\t\"631\": \"chrome\",\n\t\t\"632\": \"chrome\",\n\t\t\"633\": \"chrome\",\n\t\t\"469\": \"chrome\",\n\t\t\"468\": \"chrome\",\n\t\t\"636\": \"chrome\",\n\t\t\"637\": \"chrome\",\n\t\t\"465\": \"chrome\",\n\t\t\"464\": \"chrome\",\n\t\t\"467\": \"chrome\",\n\t\t\"466\": \"chrome\",\n\t\t\"461\": \"chrome\",\n\t\t\"900\": \"firefox\",\n\t\t\"463\": \"chrome\",\n\t\t\"462\": \"chrome\",\n\t\t\"901\": \"firefox\",\n\t\t\"168\": \"chrome\",\n\t\t\"169\": \"chrome\",\n\t\t\"164\": \"chrome\",\n\t\t\"165\": \"chrome\",\n\t\t\"166\": \"chrome\",\n\t\t\"167\": \"chrome\",\n\t\t\"160\": \"chrome\",\n\t\t\"161\": \"chrome\",\n\t\t\"162\": \"chrome\",\n\t\t\"163\": \"chrome\",\n\t\t\"964\": \"safari\",\n\t\t\"965\": \"safari\",\n\t\t\"966\": \"safari\",\n\t\t\"967\": \"safari\",\n\t\t\"960\": \"safari\",\n\t\t\"961\": \"safari\",\n\t\t\"962\": \"safari\",\n\t\t\"963\": \"safari\",\n\t\t\"783\": \"internetexplorer\",\n\t\t\"968\": \"safari\",\n\t\t\"969\": \"opera\",\n\t\t\"936\": \"firefox\",\n\t\t\"935\": \"firefox\",\n\t\t\"934\": \"firefox\",\n\t\t\"908\": \"firefox\",\n\t\t\"909\": \"firefox\",\n\t\t\"722\": \"chrome\",\n\t\t\"426\": \"chrome\",\n\t\t\"878\": \"firefox\",\n\t\t\"879\": \"firefox\",\n\t\t\"876\": \"firefox\",\n\t\t\"877\": \"firefox\",\n\t\t\"874\": \"firefox\",\n\t\t\"875\": \"firefox\",\n\t\t\"872\": \"firefox\",\n\t\t\"873\": \"firefox\",\n\t\t\"870\": \"firefox\",\n\t\t\"871\": \"firefox\",\n\t\t\"9\": \"chrome\",\n\t\t\"890\": \"firefox\",\n\t\t\"891\": \"firefox\",\n\t\t\"892\": \"firefox\",\n\t\t\"893\": \"firefox\",\n\t\t\"894\": \"firefox\",\n\t\t\"647\": \"chrome\",\n\t\t\"896\": \"firefox\",\n\t\t\"897\": \"firefox\",\n\t\t\"898\": \"firefox\",\n\t\t\"899\": \"firefox\",\n\t\t\"646\": \"chrome\",\n\t\t\"649\": \"chrome\",\n\t\t\"648\": \"chrome\",\n\t\t\"357\": \"chrome\",\n\t\t\"356\": \"chrome\",\n\t\t\"809\": \"internetexplorer\",\n\t\t\"808\": \"internetexplorer\",\n\t\t\"353\": \"chrome\",\n\t\t\"352\": \"chrome\",\n\t\t\"351\": \"chrome\",\n\t\t\"350\": \"chrome\",\n\t\t\"803\": \"internetexplorer\",\n\t\t\"802\": \"internetexplorer\",\n\t\t\"801\": \"internetexplorer\",\n\t\t\"800\": \"internetexplorer\",\n\t\t\"807\": \"internetexplorer\",\n\t\t\"806\": \"internetexplorer\",\n\t\t\"805\": \"internetexplorer\",\n\t\t\"804\": \"internetexplorer\",\n\t\t\"216\": \"chrome\",\n\t\t\"217\": \"chrome\",\n\t\t\"768\": \"chrome\",\n\t\t\"769\": \"chrome\",\n\t\t\"212\": \"chrome\",\n\t\t\"213\": \"chrome\",\n\t\t\"210\": \"chrome\",\n\t\t\"211\": \"chrome\",\n\t\t\"762\": \"chrome\",\n\t\t\"763\": \"chrome\",\n\t\t\"760\": \"chrome\",\n\t\t\"761\": \"chrome\",\n\t\t\"766\": \"chrome\",\n\t\t\"767\": \"chrome\",\n\t\t\"764\": \"chrome\",\n\t\t\"765\": \"chrome\",\n\t\t\"40\": \"chrome\",\n\t\t\"41\": \"chrome\",\n\t\t\"289\": \"chrome\",\n\t\t\"288\": \"chrome\",\n\t\t\"4\": \"chrome\",\n\t\t\"281\": \"chrome\",\n\t\t\"280\": \"chrome\",\n\t\t\"283\": \"chrome\",\n\t\t\"282\": \"chrome\",\n\t\t\"285\": \"chrome\",\n\t\t\"284\": \"chrome\",\n\t\t\"287\": \"chrome\",\n\t\t\"286\": \"chrome\",\n\t\t\"678\": \"chrome\",\n\t\t\"679\": \"chrome\",\n\t\t\"674\": \"chrome\",\n\t\t\"675\": \"chrome\",\n\t\t\"676\": \"chrome\",\n\t\t\"677\": \"chrome\",\n\t\t\"670\": \"chrome\",\n\t\t\"671\": \"chrome\",\n\t\t\"672\": \"chrome\",\n\t\t\"673\": \"chrome\",\n\t\t\"263\": \"chrome\",\n\t\t\"262\": \"chrome\",\n\t\t\"261\": \"chrome\",\n\t\t\"260\": \"chrome\",\n\t\t\"267\": \"chrome\",\n\t\t\"266\": \"chrome\",\n\t\t\"265\": \"chrome\",\n\t\t\"264\": \"chrome\",\n\t\t\"269\": \"chrome\",\n\t\t\"268\": \"chrome\",\n\t\t\"59\": \"chrome\",\n\t\t\"58\": \"chrome\",\n\t\t\"55\": \"chrome\",\n\t\t\"54\": \"chrome\",\n\t\t\"57\": \"chrome\",\n\t\t\"56\": \"chrome\",\n\t\t\"51\": \"chrome\",\n\t\t\"258\": \"chrome\",\n\t\t\"53\": \"chrome\",\n\t\t\"52\": \"chrome\",\n\t\t\"537\": \"chrome\",\n\t\t\"536\": \"chrome\",\n\t\t\"535\": \"chrome\",\n\t\t\"63\": \"chrome\",\n\t\t\"533\": \"chrome\",\n\t\t\"532\": \"chrome\",\n\t\t\"531\": \"chrome\",\n\t\t\"530\": \"chrome\",\n\t\t\"152\": \"chrome\",\n\t\t\"539\": \"chrome\",\n\t\t\"538\": \"chrome\",\n\t\t\"775\": \"internetexplorer\",\n\t\t\"774\": \"internetexplorer\",\n\t\t\"982\": \"opera\",\n\t\t\"983\": \"opera\",\n\t\t\"980\": \"opera\",\n\t\t\"981\": \"opera\",\n\t\t\"777\": \"internetexplorer\",\n\t\t\"984\": \"opera\",\n\t\t\"50\": \"chrome\",\n\t\t\"115\": \"chrome\",\n\t\t\"252\": \"chrome\",\n\t\t\"117\": \"chrome\",\n\t\t\"776\": \"internetexplorer\",\n\t\t\"111\": \"chrome\",\n\t\t\"110\": \"chrome\",\n\t\t\"113\": \"chrome\",\n\t\t\"69\": \"chrome\",\n\t\t\"771\": \"chrome\",\n\t\t\"119\": \"chrome\",\n\t\t\"118\": \"chrome\",\n\t\t\"770\": \"chrome\",\n\t\t\"773\": \"internetexplorer\",\n\t\t\"772\": \"internetexplorer\",\n\t\t\"429\": \"chrome\",\n\t\t\"428\": \"chrome\",\n\t\t\"534\": \"chrome\",\n\t\t\"919\": \"firefox\",\n\t\t\"918\": \"firefox\",\n\t\t\"915\": \"firefox\",\n\t\t\"914\": \"firefox\",\n\t\t\"917\": \"firefox\",\n\t\t\"916\": \"firefox\",\n\t\t\"911\": \"firefox\",\n\t\t\"910\": \"firefox\",\n\t\t\"913\": \"firefox\",\n\t\t\"912\": \"firefox\",\n\t\t\"308\": \"chrome\",\n\t\t\"309\": \"chrome\",\n\t\t\"855\": \"firefox\",\n\t\t\"300\": \"chrome\",\n\t\t\"301\": \"chrome\",\n\t\t\"302\": \"chrome\",\n\t\t\"303\": \"chrome\",\n\t\t\"304\": \"chrome\",\n\t\t\"305\": \"chrome\",\n\t\t\"306\": \"chrome\",\n\t\t\"307\": \"chrome\",\n\t\t\"895\": \"firefox\",\n\t\t\"825\": \"firefox\",\n\t\t\"824\": \"firefox\",\n\t\t\"827\": \"firefox\",\n\t\t\"847\": \"firefox\",\n\t\t\"846\": \"firefox\",\n\t\t\"845\": \"firefox\",\n\t\t\"844\": \"firefox\",\n\t\t\"843\": \"firefox\",\n\t\t\"842\": \"firefox\",\n\t\t\"841\": \"firefox\",\n\t\t\"840\": \"firefox\",\n\t\t\"821\": \"firefox\",\n\t\t\"853\": \"firefox\",\n\t\t\"849\": \"firefox\",\n\t\t\"848\": \"firefox\",\n\t\t\"823\": \"firefox\",\n\t\t\"822\": \"firefox\",\n\t\t\"240\": \"chrome\",\n\t\t\"390\": \"chrome\",\n\t\t\"732\": \"chrome\",\n\t\t\"753\": \"chrome\",\n\t\t\"752\": \"chrome\",\n\t\t\"751\": \"chrome\",\n\t\t\"750\": \"chrome\",\n\t\t\"757\": \"chrome\",\n\t\t\"756\": \"chrome\",\n\t\t\"755\": \"chrome\",\n\t\t\"754\": \"chrome\",\n\t\t\"560\": \"chrome\",\n\t\t\"561\": \"chrome\",\n\t\t\"759\": \"chrome\",\n\t\t\"758\": \"chrome\",\n\t\t\"564\": \"chrome\",\n\t\t\"565\": \"chrome\",\n\t\t\"566\": \"chrome\",\n\t\t\"701\": \"chrome\",\n\t\t\"739\": \"chrome\",\n\t\t\"229\": \"chrome\",\n\t\t\"507\": \"chrome\",\n\t\t\"227\": \"chrome\",\n\t\t\"226\": \"chrome\",\n\t\t\"225\": \"chrome\",\n\t\t\"224\": \"chrome\",\n\t\t\"223\": \"chrome\",\n\t\t\"222\": \"chrome\",\n\t\t\"221\": \"chrome\",\n\t\t\"220\": \"chrome\",\n\t\t\"114\": \"chrome\",\n\t\t\"391\": \"chrome\",\n\t\t\"726\": \"chrome\",\n\t\t\"727\": \"chrome\",\n\t\t\"724\": \"chrome\",\n\t\t\"725\": \"chrome\",\n\t\t\"568\": \"chrome\",\n\t\t\"723\": \"chrome\",\n\t\t\"720\": \"chrome\",\n\t\t\"721\": \"chrome\",\n\t\t\"728\": \"chrome\",\n\t\t\"729\": \"chrome\",\n\t\t\"605\": \"chrome\",\n\t\t\"604\": \"chrome\",\n\t\t\"607\": \"chrome\",\n\t\t\"606\": \"chrome\",\n\t\t\"601\": \"chrome\",\n\t\t\"600\": \"chrome\",\n\t\t\"603\": \"chrome\",\n\t\t\"602\": \"chrome\",\n\t\t\"159\": \"chrome\",\n\t\t\"158\": \"chrome\",\n\t\t\"112\": \"chrome\",\n\t\t\"609\": \"chrome\",\n\t\t\"608\": \"chrome\",\n\t\t\"976\": \"opera\",\n\t\t\"634\": \"chrome\",\n\t\t\"399\": \"chrome\",\n\t\t\"635\": \"chrome\",\n\t\t\"959\": \"safari\",\n\t\t\"958\": \"safari\",\n\t\t\"398\": \"chrome\",\n\t\t\"48\": \"chrome\",\n\t\t\"49\": \"chrome\",\n\t\t\"951\": \"safari\",\n\t\t\"950\": \"safari\",\n\t\t\"953\": \"safari\",\n\t\t\"952\": \"safari\",\n\t\t\"42\": \"chrome\",\n\t\t\"954\": \"safari\",\n\t\t\"957\": \"safari\",\n\t\t\"956\": \"safari\",\n\t\t\"638\": \"chrome\",\n\t\t\"5\": \"chrome\",\n\t\t\"639\": \"chrome\",\n\t\t\"460\": \"chrome\",\n\t\t\"489\": \"chrome\",\n\t\t\"488\": \"chrome\",\n\t\t\"487\": \"chrome\",\n\t\t\"486\": \"chrome\",\n\t\t\"485\": \"chrome\",\n\t\t\"484\": \"chrome\",\n\t\t\"483\": \"chrome\",\n\t\t\"482\": \"chrome\",\n\t\t\"481\": \"chrome\",\n\t\t\"480\": \"chrome\",\n\t\t\"509\": \"chrome\",\n\t\t\"955\": \"safari\",\n\t\t\"472\": \"chrome\",\n\t\t\"473\": \"chrome\",\n\t\t\"470\": \"chrome\",\n\t\t\"471\": \"chrome\",\n\t\t\"476\": \"chrome\",\n\t\t\"477\": \"chrome\",\n\t\t\"474\": \"chrome\",\n\t\t\"475\": \"chrome\",\n\t\t\"478\": \"chrome\",\n\t\t\"479\": \"chrome\"\n\t}\n}"
},
{
"path": "原创爬虫工具/zok/random_UA/ua_random.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" \n# Date: 2019/3/7 Python: 3.7\nimport os\n\nfrom fake_useragent import UserAgent\n\n\nclass RandomUserAgentMiddleware(object):\n \"\"\"\n first to use location because it is the fastest\n \"\"\"\n\n def __init__(self):\n location = os.getcwd() + '/zok/random_UA/fake_useragent.json'\n self.agent = UserAgent(path=location) # 调用本地 ua池\n # self.agent = UserAgent(verify_ssl=False)\n # self.agent = UserAgent(use_cache_server=False)\n\n @classmethod\n def from_crawler(cls, crawler):\n return cls()\n\n def process_request(self, request, spider):\n request.headers.setdefault('User-Agent', self.agent.random)\n\n"
},
{
"path": "原创爬虫工具/zok/repetition/__init__.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" \n# Date: 2019/3/5 Python: 3.7\n"
},
{
"path": "原创爬虫工具/zok/repetition/update_cache.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" \n# Date: 2019/3/7 Python: 3.7\n\nimport redis\nimport hashlib\n\nfrom zok.zok_config import REDIS_PORT, REDIS_DB_NAME, REDIS_HOST, REDIS_USER, REDIS_PASSWORD\n\n\nclass CacheRedis(object):\n\n pool = redis.ConnectionPool(host=REDIS_HOST, port=REDIS_PORT, db=REDIS_DB_NAME, password=REDIS_PASSWORD, decode_responses=True)\n r = redis.Redis(connection_pool=pool)\n # 加上decode_responses=True，写入的键值对中的value为str类型，不加这个参数写入的则为字节类型。\n\n # 1. 根据储存数据取值判断是否存在\n # 3. 不存在-已有数据: 需要更新\n # 4. 不存在-无数据: 需要插入\n # 5. 存在 直接跳过储存\n\n # BUG 在redis数据库丢失的情况下【会全体重新录入】\n\n @staticmethod\n def get_md5(data):\n md5 = hashlib.md5(data.encode('utf-8')).hexdigest()\n return md5\n\n def redis_exists(self, member, md5):\n \"\"\"\n 验证hash是否存在， 有返回True，没有返回False\n :param member: 验证区域集合Key\n :param md5: 要储存的数据\n :return: True or False\n \"\"\"\n print()\n if self.r.sismember(member, md5):\n return True\n else:\n return False\n\n def save_redis(self, member, md5):\n self.r.sadd(member, md5)\n\n"
},
{
"path": "原创爬虫工具/zok/save/__init__.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" \n# Date: 2019/3/7 Python: 3.7\n"
},
{
"path": "原创爬虫工具/zok/save/to_mysql.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" \n# Date: 2019/3/7 Python: 3.7\n\nimport pymysql\n\nfrom zok.zok_config import *\nfrom zok.repetition.update_cache import CacheRedis\n\n\nclass SaveToMysqlBase(object):\n \"\"\"\n mysql储存基类\n 新增语法 INSERT INTO 表名(city, county, district) VALUES (\"%s\",\"%s\",\"%s\")\n 更新语法 UPDATE 表名 SET mail = \"playstation.com\" WHERE user_name = \"Peter\"\n \"\"\"\n member = None # 不设置默认不开启 redis去重校验\n conn = None\n cursor = None # 游标对象\n redis = CacheRedis()\n\n def open_spider(self, spider):\n print('开始爬虫，链接数据库')\n self.conn = pymysql.Connect(\n host=MYSQL_HOST,\n port=MYSQL_PORT,\n user=MYSQL_USER,\n password=MYSQL_PASSWORD,\n db=MYSQL_DB_NAME,\n )\n\n def process_item(self, item, spider):\n # 写sql语句 插数据，没有表的话要先在数据库创建\n sql = self.get_sql(item)\n if self.member:\n sql_md5 = self.redis.get_md5(sql)\n if not self.redis.redis_exists(self.member, sql_md5):\n # 创建游标对象\n self.cursor = self.conn.cursor()\n # 提交事务\n try:\n self.cursor.execute(sql)\n self.conn.commit()\n self.redis.save_redis(self.member, sql_md5)\n # int(conn.insert_id()) # 最新插入行的主键ID，conn.insert_id()一定要在conn.commit()之前，否则会返回0\n except Exception as e:\n print(e)\n print('异常回滚')\n self.conn.rollback()\n\n self.cursor.close()\n return item\n else:\n print('已有相同数据无需插入')\n else:\n # 创建游标对象\n self.cursor = self.conn.cursor()\n # 提交事务\n try:\n self.cursor.execute(sql)\n self.conn.commit()\n except Exception as e:\n print(e)\n print('异常回滚')\n self.conn.rollback()\n self.cursor.close()\n return item\n\n def close_spider(self, spider):\n print('爬虫结束, 关闭通道')\n self.conn.close()\n"
},
{
"path": "原创爬虫工具/zok/zok_config.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" \n# Date: 2019/3/5 Python: 3.7\nfrom urllib import parse\n\n\nMONGODB_URL = 'mongodb://localhost:27017'\n\n\nREDIS_HOST = \"localhost\"\nREDIS_USER = \"root\"\nREDIS_PASSWORD = \"\"\nREDIS_DB_NAME = 0\nREDIS_PORT = 6379\n\n\n"
},
{
"path": "滑动验证码/【w3c】滑块验证/__init__.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" 362416272@qq.com\n# Date: 2019-10-10 Python: 3.7\n\n"
},
{
"path": "滑动验证码/【w3c】滑块验证/w3c.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" 362416272@qq.com\n# Date: 2019-10-10 Python: 3.7\n\nimport requests\nimport re\nimport json\nfrom PIL import Image # 图像处理模块\nfrom io import BytesIO # io 加载\n\n\nclass W3C:\n \"\"\"\n 滑块验证码识别与破解\n\n w3c 网站滑块网址 https://www.w3cschool.cn/register\n \"\"\"\n\n def __init__(self):\n self.headers = {\n 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/77.0.3865.90 Safari/537.36',\n 'Host': 'www.w3cschool.cn'\n }\n self.local = 'https://www.w3cschool.cn'\n self.check = 'https://www.w3cschool.cn/dragcheck'\n self.session = requests.session()\n self.height = 58 # 碎片高\n self.width = 13 # 碎片宽\n\n def get_img(self):\n \"\"\"获取页面滑块图片\"\"\"\n response = self.session.get('https://www.w3cschool.cn/register', headers=self.headers)\n results = re.findall(r'background-image: url\\(\"(.*?)\"\\);', response.text)\n bg_img = self.local + results[0] # 背景图\n hk_img = self.local + results[1] # 滑块图\n # print(bg_img, hk_img)\n # 取 css\n css_list = re.findall(r'background-position:(.*?);\">', response.text)\n\n # 缺口滑块\n ret = self.session.get(hk_img)\n with open('hk.png', 'wb') as f:\n f.write(ret.content)\n\n # 图片对象\n img_cha = self.split_img(bg_img, css_list)\n xy = None # 识别结果\n for n in range(4):\n full_image = Image.open('img/'+str(n)+'.png')\n # 获取缺口位置\n xy = self.get_distance(img_cha, full_image)\n if xy and xy > 0:\n break\n\n return xy\n\n def get_distance(self, bg_image, full_image):\n \"\"\"\n 计算滑块移动距离\n :param bg_image: (Image) 有缺口的整图\n :param full_image: (Image) 完整原图\n :return: (Int)缺口离滑块的距离\n \"\"\"\n\n # 滑块的初始位置\n distance = 0\n # 遍历像素点横坐标\n for i in range(distance, full_image.size[0]):\n # 遍历像素点纵坐标\n for j in range(full_image.size[1]):\n # 如果不是相同像素\n if not self.is_pixel_equal(bg_image, full_image, i, j):\n # 返回此时横轴坐标就是滑块需要移动的距离\n return i\n\n @staticmethod\n def is_pixel_equal(bg_image, full_image, x, y):\n \"\"\"\n 判断像素是否相同算法\n :param bg_image: (Image)缺口图片\n :param full_image: (Image)完整图片\n :param x: (Int)位置x\n :param y: (Int)位置y\n :return: (Boolean)像素是否相同\n \"\"\"\n # 获取缺口图片的像素点(按照RGB格式)\n bg_pixel = bg_image.load()[x, y]\n # 获取完整图片的像素点(按照RGB格式)\n full_pixel = full_image.load()[x, y]\n # 设置一个判定值，像素值之差超过判定值则认为该像素不相同\n threshold = 1 # 可根据识别效果调整\n # 判断像素的各个颜色之差，abs()用于取绝对值\n if (abs(bg_pixel[0] - full_pixel[0] < threshold) and abs(bg_pixel[1] - full_pixel[1] < threshold) and abs(\n bg_pixel[2] - full_pixel[2] < threshold)):\n # 如果差值在判断值之内，返回是相同像素\n return True\n else:\n # 如果差值在判断值之外，返回不是相同像素\n return False\n\n def split_img(self, bg_img, css_list):\n \"\"\"图片还原\"\"\"\n # 背景\n ret = self.session.get(bg_img)\n bytes_io = BytesIO()\n bytes_io.write(ret.content)\n img = Image.open(bytes_io)\n img_cha = Image.open('chache.png')\n img.save('bg.png') # 记录一下原始图片\n\n for index, i in enumerate(css_list):\n x, y = [abs(int(xy[:-2])) for xy in i.split(' ')] # 将 css 坐标抽离出来\n box = [x, y, x + self.width, y + self.height]\n im_crop = img.crop(box)\n if index < 20: # 第一行\n img_cha.paste(im_crop, (index*self.width, 0))\n else: # 第二行\n img_cha.paste(im_crop, ((index-20)*self.width, self.height))\n img_cha.save('chache.png') # 储存\n return img_cha\n\n def check_code(self):\n \"\"\"滑块认证\"\"\"\n point = self.get_img()\n\n if point:\n print('\\033[1;34m识别成功: 缺口位置 x: %s \\033[0m' % point)\n print('\\033[1;36m提交数据中...\\033[0m')\n result = self.session.post(self.check, data={'point': point}, headers=self.headers)\n print(json.loads(result.text).get('message'))\n else:\n print('滑块识别失败。。运气不佳。。重试即可。')\n\n\nif __name__ == '__main__':\n wc = W3C()\n wc.check_code()\n"
},
{
"path": "滑动验证码/【腾讯】滑块验证/discriminate.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" 362416272@qq.com\n# Date: 2019-10-11 Python: 3.7\n\n\n\"\"\"\npip3 install opencv-python\n\"\"\"\n\nimport cv2 as cv\n\n\ndef get_pos(image):\n \"\"\"\n 缺口轮廓检测\n 对付腾讯滑块够用\n 该方法识别率 95% 左右\n \"\"\"\n blurred = cv.GaussianBlur(image, (5, 5), 0)\n canny = cv.Canny(blurred, 200, 400)\n contours, hierarchy = cv.findContours(canny, cv.RETR_EXTERNAL, cv.CHAIN_APPROX_SIMPLE)\n for i, contour in enumerate(contours):\n m = cv.moments(contour)\n if m['m00'] == 0:\n cx = cy = 0\n else:\n cx, cy = m['m10'] / m['m00'], m['m01'] / m['m00']\n if 6000 < cv.contourArea(contour) < 8000 and 370 < cv.arcLength(contour, True) < 390:\n if cx < 400:\n continue\n x, y, w, h = cv.boundingRect(contour) # 外接矩形\n cv.rectangle(image, (x, y), (x + w, y + h), (0, 0, 255), 2)\n cv.imshow('image', image)\n return x\n return 0\n\n\nif __name__ == '__main__':\n \"\"\"\n 这里是滑块缺口识别\n 识别到后\n 1。可以通过自动化工具取拖动滑块\n 2。可以通过参数解析的形式生成参数提交通过验证\n \"\"\"\n img0 = cv.imread('bg.jpeg')\n get_pos(img0)\n cv.waitKey(0)\n cv.destroyAllWindows()\n"
},
{
"path": "滑动验证码/【腾讯】滑块验证/sel.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" 362416272@qq.com\n# Date: 2019-10-28 Python: 3.7\n\nimport requests\nimport time\nimport cv2 as cv\nimport random\nfrom selenium.webdriver import ActionChains\nfrom selenium import webdriver\nfrom selenium.webdriver.support.wait import WebDriverWait\nfrom selenium.webdriver.support import expected_conditions as EC # 显性等待\nfrom selenium.webdriver.common.by import By\n\n\nclass TX:\n def __init__(self):\n # 初始化\n profile = webdriver.FirefoxOptions() # 配置无头\n profile.add_argument('-headless')\n self.browser = webdriver.Firefox()\n wait = WebDriverWait(self.browser, 10)\n self.api_url = ''\n\n def end(self):\n self.browser.quit()\n\n def tx_code(self):\n\n \"\"\"这里需要访问，带有滑动验证码的页面，然后会获取滑块对其进行滑动\"\"\"\n\n WebDriverWait(self.browser, 20, 0.5).until(EC.presence_of_element_located((By.ID, 'tcaptcha_iframe'))) # 等待 iframe\n self.browser.switch_to.frame(self.browser.find_element_by_id('tcaptcha_iframe')) # 加载 iframe\n time.sleep(0.5)\n bk_block = self.browser.find_element_by_xpath('//img[@id=\"slideBg\"]').get_attribute('src')\n print(bk_block)\n if self.save_img(bk_block):\n dex = self.get_pos()\n track_list = self.get_track(dex)\n time.sleep(0.5)\n slid_ing = self.browser.find_element_by_xpath('//div[@id=\"tcaptcha_drag_thumb\"]') # 滑块定位\n ActionChains(self.browser).click_and_hold(on_element=slid_ing).perform() # 鼠标按下\n time.sleep(0.2)\n print('轨迹', track_list)\n for track in track_list:\n ActionChains(self.browser).move_by_offset(xoffset=track, yoffset=0).perform() # 鼠标移动到距离当前位置（x,y）\n time.sleep(1)\n ActionChains(self.browser).release(on_element=slid_ing).perform() # print('第三步,释放鼠标')\n time.sleep(1)\n # 识别图片\n return True\n else:\n print('缺口图片捕获失败')\n return False\n\n @staticmethod\n def save_img(bk_block):\n \"\"\"保存图片\"\"\"\n try:\n img = requests.get(bk_block).content\n with open('bg.jpeg', 'wb') as f:\n f.write(img)\n return True\n except:\n return False\n\n @staticmethod\n def get_pos():\n \"\"\"识别缺口\n 注意：网页上显示的图片为缩放图片，缩放 50% 所以识别坐标需要 0.5\n \"\"\"\n image = cv.imread('bg.jpeg')\n blurred = cv.GaussianBlur(image, (5, 5), 0)\n canny = cv.Canny(blurred, 200, 400)\n contours, hierarchy = cv.findContours(canny, cv.RETR_EXTERNAL, cv.CHAIN_APPROX_SIMPLE)\n for i, contour in enumerate(contours):\n m = cv.moments(contour)\n if m['m00'] == 0:\n cx = cy = 0\n else:\n cx, cy = m['m10'] / m['m00'], m['m01'] / m['m00']\n if 6000 < cv.contourArea(contour) < 8000 and 370 < cv.arcLength(contour, True) < 390:\n if cx < 400:\n continue\n x, y, w, h = cv.boundingRect(contour) # 外接矩形\n cv.rectangle(image, (x, y), (x + w, y + h), (0, 0, 255), 2)\n # cv.imshow('image', image) # 显示识别结果\n print('【缺口识别】 {x}px'.format(x=x/2))\n return x/2\n return 0\n\n @staticmethod\n def get_track(distance):\n \"\"\"模拟轨迹\n \"\"\"\n distance -= 37 # 初始位置\n # 初速度\n v = 0\n # 单位时间为0.2s来统计轨迹，轨迹即0.2内的位移\n t = 0.2\n # 位移/轨迹列表，列表内的一个元素代表0.2s的位移\n tracks = []\n # 当前的位移\n current = 0\n # 到达mid值开始减速\n mid = distance * 7 / 8\n\n distance += 10 # 先滑过一点，最后再反着滑动回来\n # a = random.randint(1,3)\n while current < distance:\n if current < mid:\n # 加速度越小，单位时间的位移越小,模拟的轨迹就越多越详细\n a = random.randint(2, 4) # 加速运动\n else:\n a = -random.randint(3, 5) # 减速运动\n\n # 初速度\n v0 = v\n # 0.2秒时间内的位移\n s = v0 * t + 0.5 * a * (t ** 2)\n # 当前的位置\n current += s\n # 添加到轨迹列表\n tracks.append(round(s))\n\n # 速度已经达到v,该速度作为下次的初速度\n v = v0 + a * t\n\n # 反着滑动到大概准确位置\n for i in range(4):\n tracks.append(-random.randint(2, 3))\n for i in range(4):\n tracks.append(-random.randint(1, 3))\n return tracks\n\n def move_to(self, index):\n \"\"\"滑动滑块\"\"\"\n pass\n\n def re_start(self):\n self.tx_code()\n self.end()\n\n\nif __name__ == '__main__':\n \"\"\"\n 请在 tx_code 中访问含有 腾讯滑块的页面，然后会对其自动滑动\n \"\"\"\n xbt = TX()\n xbt.re_start()\n"
},
{
"path": "项目/HouseScrapy/requirements",
"content": "scrapy\nscrapy-redis\npymysql\nredis>=3.2.1\npymongo"
},
{
"path": "项目/HouseScrapy/scrapy.cfg",
"content": "# Automatically created by: scrapy startproject\n#\n# For more information about the [deploy] section see:\n# https://scrapyd.readthedocs.io/en/latest/deploy.html\n\n[settings]\ndefault = settings\n\n[deploy]\n#url = http://localhost:6800/\nproject = HouseScrapy\n"
},
{
"path": "项目/HouseScrapy/settings.py",
"content": "# -*- coding: utf-8 -*-\n\n# 阿布云代理 IP\nPROXY_USER = ''\nPROXY_PASS = ''\n\nBOT_NAME = 'HouseScrapy'\n\nSPIDER_MODULES = ['spiders']\nNEWSPIDER_MODULE = 'spiders'\n\n# 否认协议\nROBOTSTXT_OBEY = False\n\n# 随机延迟\nRANDOMIZE_DOWNLOAD_DELAY = True\n\n# 重试处理\nDOWNLOAD_FAIL_ON_DATALOSS = False\n\n# 设置超时时间\nDOWNLOAD_TIMEOUT = 5\n\n# MongoDB\nMONGODB_URL = 'mongodb://localhost:27017'\nMONGODB_DB = '房产'\nMONGODB_COLL = '地产数据'\n\n\n# Redis\nREDIS_HOST = '127.0.0.1' # 本机\nREDIS_WORD = None\nREDIS_PORT = 6379\n\n# 限流 秒/次\nDOWNLOAD_DELAY = 1 / 10\n\n# 禁止301\n# HTTPERROR_ALLOWED_CODES = [301]\n\n# 日志配置\n# LOG_LEVEL = 'WARNING'\n# LOG_FILE = 'log/error_log.txt'\n\n\n# Headers\nDEFAULT_REQUEST_HEADERS = {\n 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.100 Safari/537.36',\n 'Host': 'www.funi.com'\n}\n\n\n\"\"\"项目独立配置区\"\"\"\n\n# HOST\nHOST = 'http://www.funi.com'\n\n\n\"\"\"===== 分布式配置区 =====\"\"\"\n\n# # 去重，利用set指纹去重\n# DUPEFILTER_CLASS = 'scrapy_redis.dupefilter.RFPDupeFilter'\n#\n# # 调度器\n# SCHEDULER = 'scrapy_redis.scheduler.Scheduler'\n#\n# # 去重指纹的set\n# SCHEDULER_PERSIST = True\n#\n# # 配置密码\n# REDIS_PARAMS = {\n# 'password': REDIS_WORD,\n# }\n#\n#"
},
{
"path": "项目/HouseScrapy/spiders/__init__.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" 362416272@qq.com\n# Date: 2019-07-15 Python: 3.7\n\n"
},
{
"path": "项目/HouseScrapy/spiders/house.py",
"content": "# -*- coding: utf-8 -*-\nimport scrapy\n\nfrom settings import HOST\nfrom toolkits.items import HousesItem\n\n\nclass HouseSpider(scrapy.Spider):\n name = 'house'\n start_urls = ['http://www.funi.com/loupan/region_0_0_0_0_1']\n target_url = 'http://www.funi.com/loupan/region_0_0_0_0_{page}'\n\n custom_settings = {\n 'ITEM_PIPELINES': {\n 'toolkits.pipelines.HousePipeline': 300,\n },\n 'DOWNLOADER_MIDDLEWARES': {\n 'toolkits.proxies.ProxyMiddleware': 15, # Proxy\n 'toolkits.make_ua.RandomUserAgentMiddleware': 20, # random UA\n },\n }\n\n def parse(self, response):\n \"\"\"取总页数\n \"\"\"\n total_page = response.xpath('//*[@class=\"fleft\"]/div[3]/a[9]/text()').extract_first()\n try:\n for page in range(1, int(total_page)):\n url = self.target_url.format(page=page)\n yield scrapy.Request(url, callback=self.parse_url)\n except Exception:\n print('获取页数失败')\n\n def parse_url(self, response):\n \"\"\"获取房产链接\n \"\"\"\n # 获取并清洗链接\n a_list = response.xpath('//*[@class=\"fleft\"]/div[2]/dl/dt/a')\n\n # 访问楼盘\n for a in a_list:\n href = a.xpath('./@href').extract_first()\n title = a.xpath('./@title').extract_first()\n url = HOST + href[:href.find(';')] if ';' in href else HOST + href\n\n # 获取基础信息\n yield scrapy.Request(url + '/detail.htm', callback=self.parse_base, meta={'name': title, 'base_url': url})\n\n def parse_base(self, response):\n \"\"\"解析楼盘基础信息\n \"\"\"\n\n dls = response.xpath('//*[@class=\"intro\"]/dl')\n\n if len(dls) == 2:\n key_base = dls[0].xpath('./dd/ul/li/span/text()').extract()\n values_base = [node.strip() for node in dls[0].xpath('./dd/ul/li/em/text()').extract()]\n key_info = dls[1].xpath('./dd/ul/li/span/text()').extract()\n values_info = dls[1].xpath('./dd/ul/li/em/text()').extract()\n\n # 数据压缩\n data = dict(dict(zip(key_base, values_base)), **dict(zip(key_info, values_info)))\n\n # 提取传输数据\n data['楼盘名'] = response.meta.get('name')\n base_url = response.meta.get('base_url')\n\n # 获取 最新动态\n yield scrapy.Request(base_url + '/news.htm', callback=self.parse_news,\n meta={'base_url': base_url, 'data': data})\n\n def parse_news(self, response):\n \"\"\"解析新闻\n \"\"\"\n dls = response.xpath('//*[@class=\"tml_main\"]/dl')\n\n news = []\n\n for dl in dls:\n number = dl.xpath('./dd/div/div[1]/b/i/text()').extract_first()\n ps = dl.xpath('./dd/div/div[2]/p')\n\n strong_info = dl.xpath('./dd/div/div[2]/p[1]/em/text()').extract() # 预售\n new_info = dl.xpath('./dd/div/div[2]/ul/li/text()').extract() # 最新动态\n\n # 组装数据\n info = {'商品房预售许可证': number}\n\n # 数组清洗\n for node in strong_info: # 预售信息\n _str = node.split('：')\n if len(_str) == 2:\n info[_str[0]] = _str[1]\n\n for node in new_info: # 预售资质\n _str = node.split('：')\n if len(_str) == 2:\n info[_str[0]] = _str[1]\n\n for index, p in enumerate(ps): # 户数\n n = p.xpath('./text()').extract_first()\n if index == 1 or not n:\n continue\n _str = n.split('：')\n if len(_str) == 2:\n info[_str[0]] = _str[1]\n\n news.append(info)\n\n # 组装数据\n data = response.meta.get('data')\n data['最新动态'] = news\n base_url = response.meta.get('base_url')\n\n yield scrapy.Request(base_url, callback=self.parse_info, meta={'base_url': base_url, 'data': data})\n\n def parse_info(self, response):\n \"\"\"小区基础数据\n \"\"\"\n address = response.xpath('//*[@class=\"pro_info\"]/p[2]/i/text()').extract_first() # 楼盘地址\n company = response.xpath('//*[@class=\"pro_info\"]/p[3]/i/text()').extract_first() # 开发商\n tags = response.xpath('//*[@class=\"pro_info\"]/p[4]/span/text()').extract() # 标签\n phone = response.xpath('//*[@class=\"pro_info\"]/p[5]/b/text()').extract_first() # 售楼部电话\n open_time = response.xpath('//*[@class=\"pro_info\"]/p[6]/i/text()').extract_first() # 开盘时间\n house_type = response.xpath('//*[@class=\"pro_info\"]/p[7]/i/text()').extract_first() # 建筑类型\n number = response.xpath('//*[@class=\"pro_info\"]/p[8]/i/text()').extract_first() # 规划用户\n expense = response.xpath('//*[@class=\"pro_info\"]/p[8]/i[2]/text()').extract_first() # 物管费\n expense = expense.strip() if expense else ''\n phone = phone.strip() if phone else ''\n\n data = response.meta.get('data')\n data['楼盘地址'] = address\n data['开发商'] = company\n data['特色'] = tags\n data['售楼电话'] = phone\n data['开盘时间'] = open_time\n data['建筑类型'] = house_type\n data['规划户数'] = number\n data['物管费'] = expense\n data['网址'] = response.meta.get('base_url')\n\n item = HousesItem()\n item['data'] = data\n\n yield item\n"
},
{
"path": "项目/HouseScrapy/toolkits/__init__.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" 362416272@qq.com\n# Date: 2019-07-15 Python: 3.7\n\n"
},
{
"path": "项目/HouseScrapy/toolkits/fake_useragent.json",
"content": "{\n\t\"browsers\": {\n\t\t\"chrome\": [\"Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2228.0 Safari/537.36\", \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2227.1 Safari/537.36\", \"Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2227.0 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2227.0 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.3; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2226.0 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.4; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2225.0 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.3; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2225.0 Safari/537.36\", \"Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2224.3 Safari/537.36\", \"Mozilla/5.0 (Windows NT 10.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/40.0.2214.93 Safari/537.36\", \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/37.0.2062.124 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.3; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/37.0.2049.0 Safari/537.36\", \"Mozilla/5.0 (Windows NT 4.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/37.0.2049.0 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/36.0.1985.67 Safari/537.36\", \"Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/36.0.1985.67 Safari/537.36\", \"Mozilla/5.0 (X11; OpenBSD i386) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/36.0.1985.125 Safari/537.36\", \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/36.0.1944.0 Safari/537.36\", \"Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/35.0.3319.102 Safari/537.36\", \"Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/35.0.2309.372 Safari/537.36\", \"Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/35.0.2117.157 Safari/537.36\", \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/35.0.1916.47 Safari/537.36\", \"Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1866.237 Safari/537.36\", \"Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.137 Safari/4E423F\", \"Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.116 Safari/537.36 Mozilla/5.0 (iPad; U; CPU OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B334b Safari/531.21.10\", \"Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/33.0.1750.517 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.2; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1667.0 Safari/537.36\", \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1664.3 Safari/537.36\", \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1664.3 Safari/537.36\", \"Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.16 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1623.0 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/30.0.1599.17 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/29.0.1547.62 Safari/537.36\", \"Mozilla/5.0 (X11; CrOS i686 4319.74.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/29.0.1547.57 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/29.0.1547.2 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/28.0.1468.0 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/28.0.1467.0 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/28.0.1464.0 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1500.55 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.93 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.93 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.93 Safari/537.36\", \"Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.93 Safari/537.36\", \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.93 Safari/537.36\", \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.93 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.90 Safari/537.36\", \"Mozilla/5.0 (X11; NetBSD) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.116 Safari/537.36\", \"Mozilla/5.0 (X11; CrOS i686 3912.101.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.116 Safari/537.36\", \"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.17 (KHTML, like Gecko) Chrome/24.0.1312.60 Safari/537.17\", \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_2) AppleWebKit/537.17 (KHTML, like Gecko) Chrome/24.0.1309.0 Safari/537.17\", \"Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.15 (KHTML, like Gecko) Chrome/24.0.1295.0 Safari/537.15\", \"Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.14 (KHTML, like Gecko) Chrome/24.0.1292.0 Safari/537.14\"],\n\t\t\"opera\": [\"Opera/9.80 (X11; Linux i686; Ubuntu/14.10) Presto/2.12.388 Version/12.16\", \"Opera/9.80 (Windows NT 6.0) Presto/2.12.388 Version/12.14\", \"Mozilla/5.0 (Windows NT 6.0; rv:2.0) Gecko/20100101 Firefox/4.0 Opera 12.14\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.0) Opera 12.14\", \"Opera/12.80 (Windows NT 5.1; U; en) Presto/2.10.289 Version/12.02\", \"Opera/9.80 (Windows NT 6.1; U; es-ES) Presto/2.9.181 Version/12.00\", \"Opera/9.80 (Windows NT 5.1; U; zh-sg) Presto/2.9.181 Version/12.00\", \"Opera/12.0(Windows NT 5.2;U;en)Presto/22.9.168 Version/12.00\", \"Opera/12.0(Windows NT 5.1;U;en)Presto/22.9.168 Version/12.00\", \"Mozilla/5.0 (Windows NT 5.1) Gecko/20100101 Firefox/14.0 Opera/12.0\", \"Opera/9.80 (Windows NT 6.1; WOW64; U; pt) Presto/2.10.229 Version/11.62\", \"Opera/9.80 (Windows NT 6.0; U; pl) Presto/2.10.229 Version/11.62\", \"Opera/9.80 (Macintosh; Intel Mac OS X 10.6.8; U; fr) Presto/2.9.168 Version/11.52\", \"Opera/9.80 (Macintosh; Intel Mac OS X 10.6.8; U; de) Presto/2.9.168 Version/11.52\", \"Opera/9.80 (Windows NT 5.1; U; en) Presto/2.9.168 Version/11.51\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; de) Opera 11.51\", \"Opera/9.80 (X11; Linux x86_64; U; fr) Presto/2.9.168 Version/11.50\", \"Opera/9.80 (X11; Linux i686; U; hu) Presto/2.9.168 Version/11.50\", \"Opera/9.80 (X11; Linux i686; U; ru) Presto/2.8.131 Version/11.11\", \"Opera/9.80 (X11; Linux i686; U; es-ES) Presto/2.8.131 Version/11.11\", \"Mozilla/5.0 (Windows NT 5.1; U; en; rv:1.8.1) Gecko/20061208 Firefox/5.0 Opera 11.11\", \"Opera/9.80 (X11; Linux x86_64; U; bg) Presto/2.8.131 Version/11.10\", \"Opera/9.80 (Windows NT 6.0; U; en) Presto/2.8.99 Version/11.10\", \"Opera/9.80 (Windows NT 5.1; U; zh-tw) Presto/2.8.131 Version/11.10\", \"Opera/9.80 (Windows NT 6.1; Opera Tablet/15165; U; en) Presto/2.8.149 Version/11.1\", \"Opera/9.80 (X11; Linux x86_64; U; Ubuntu/10.10 (maverick); pl) Presto/2.7.62 Version/11.01\", \"Opera/9.80 (X11; Linux i686; U; ja) Presto/2.7.62 Version/11.01\", \"Opera/9.80 (X11; Linux i686; U; fr) Presto/2.7.62 Version/11.01\", \"Opera/9.80 (Windows NT 6.1; U; zh-tw) Presto/2.7.62 Version/11.01\", \"Opera/9.80 (Windows NT 6.1; U; zh-cn) Presto/2.7.62 Version/11.01\", \"Opera/9.80 (Windows NT 6.1; U; sv) Presto/2.7.62 Version/11.01\", \"Opera/9.80 (Windows NT 6.1; U; en-US) Presto/2.7.62 Version/11.01\", \"Opera/9.80 (Windows NT 6.1; U; cs) Presto/2.7.62 Version/11.01\", \"Opera/9.80 (Windows NT 6.0; U; pl) Presto/2.7.62 Version/11.01\", \"Opera/9.80 (Windows NT 5.2; U; ru) Presto/2.7.62 Version/11.01\", \"Opera/9.80 (Windows NT 5.1; U;) Presto/2.7.62 Version/11.01\", \"Opera/9.80 (Windows NT 5.1; U; cs) Presto/2.7.62 Version/11.01\", \"Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.2.13) Gecko/20101213 Opera/9.80 (Windows NT 6.1; U; zh-tw) Presto/2.7.62 Version/11.01\", \"Mozilla/5.0 (Windows NT 6.1; U; nl; rv:1.9.1.6) Gecko/20091201 Firefox/3.5.6 Opera 11.01\", \"Mozilla/5.0 (Windows NT 6.1; U; de; rv:1.9.1.6) Gecko/20091201 Firefox/3.5.6 Opera 11.01\", \"Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; de) Opera 11.01\", \"Opera/9.80 (X11; Linux x86_64; U; pl) Presto/2.7.62 Version/11.00\", \"Opera/9.80 (X11; Linux i686; U; it) Presto/2.7.62 Version/11.00\", \"Opera/9.80 (Windows NT 6.1; U; zh-cn) Presto/2.6.37 Version/11.00\", \"Opera/9.80 (Windows NT 6.1; U; pl) Presto/2.7.62 Version/11.00\", \"Opera/9.80 (Windows NT 6.1; U; ko) Presto/2.7.62 Version/11.00\", \"Opera/9.80 (Windows NT 6.1; U; fi) Presto/2.7.62 Version/11.00\", \"Opera/9.80 (Windows NT 6.1; U; en-GB) Presto/2.7.62 Version/11.00\", \"Opera/9.80 (Windows NT 6.1 x64; U; en) Presto/2.7.62 Version/11.00\", \"Opera/9.80 (Windows NT 6.0; U; en) Presto/2.7.39 Version/11.00\"],\n\t\t\"firefox\": [\"Mozilla/5.0 (Windows NT 6.1; WOW64; rv:40.0) Gecko/20100101 Firefox/40.1\", \"Mozilla/5.0 (Windows NT 6.3; rv:36.0) Gecko/20100101 Firefox/36.0\", \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10; rv:33.0) Gecko/20100101 Firefox/33.0\", \"Mozilla/5.0 (X11; Linux i586; rv:31.0) Gecko/20100101 Firefox/31.0\", \"Mozilla/5.0 (Windows NT 6.1; WOW64; rv:31.0) Gecko/20130401 Firefox/31.0\", \"Mozilla/5.0 (Windows NT 5.1; rv:31.0) Gecko/20100101 Firefox/31.0\", \"Mozilla/5.0 (Windows NT 6.1; WOW64; rv:29.0) Gecko/20120101 Firefox/29.0\", \"Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:25.0) Gecko/20100101 Firefox/29.0\", \"Mozilla/5.0 (X11; OpenBSD amd64; rv:28.0) Gecko/20100101 Firefox/28.0\", \"Mozilla/5.0 (X11; Linux x86_64; rv:28.0) Gecko/20100101 Firefox/28.0\", \"Mozilla/5.0 (Windows NT 6.1; rv:27.3) Gecko/20130101 Firefox/27.3\", \"Mozilla/5.0 (Windows NT 6.2; Win64; x64; rv:27.0) Gecko/20121011 Firefox/27.0\", \"Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:25.0) Gecko/20100101 Firefox/25.0\", \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.6; rv:25.0) Gecko/20100101 Firefox/25.0\", \"Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0\", \"Mozilla/5.0 (Windows NT 6.0; WOW64; rv:24.0) Gecko/20100101 Firefox/24.0\", \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.8; rv:24.0) Gecko/20100101 Firefox/24.0\", \"Mozilla/5.0 (Windows NT 6.2; rv:22.0) Gecko/20130405 Firefox/23.0\", \"Mozilla/5.0 (Windows NT 6.1; WOW64; rv:23.0) Gecko/20130406 Firefox/23.0\", \"Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:23.0) Gecko/20131011 Firefox/23.0\", \"Mozilla/5.0 (Windows NT 6.2; rv:22.0) Gecko/20130405 Firefox/22.0\", \"Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:22.0) Gecko/20130328 Firefox/22.0\", \"Mozilla/5.0 (Windows NT 6.1; rv:22.0) Gecko/20130405 Firefox/22.0\", \"Mozilla/5.0 (Microsoft Windows NT 6.2.9200.0); rv:22.0) Gecko/20130405 Firefox/22.0\", \"Mozilla/5.0 (Windows NT 6.2; Win64; x64; rv:16.0.1) Gecko/20121011 Firefox/21.0.1\", \"Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:16.0.1) Gecko/20121011 Firefox/21.0.1\", \"Mozilla/5.0 (Windows NT 6.2; Win64; x64; rv:21.0.0) Gecko/20121011 Firefox/21.0.0\", \"Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:21.0) Gecko/20130331 Firefox/21.0\", \"Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:21.0) Gecko/20100101 Firefox/21.0\", \"Mozilla/5.0 (X11; Linux i686; rv:21.0) Gecko/20100101 Firefox/21.0\", \"Mozilla/5.0 (Windows NT 6.2; WOW64; rv:21.0) Gecko/20130514 Firefox/21.0\", \"Mozilla/5.0 (Windows NT 6.2; rv:21.0) Gecko/20130326 Firefox/21.0\", \"Mozilla/5.0 (Windows NT 6.1; WOW64; rv:21.0) Gecko/20130401 Firefox/21.0\", \"Mozilla/5.0 (Windows NT 6.1; WOW64; rv:21.0) Gecko/20130331 Firefox/21.0\", \"Mozilla/5.0 (Windows NT 6.1; WOW64; rv:21.0) Gecko/20130330 Firefox/21.0\", \"Mozilla/5.0 (Windows NT 6.1; WOW64; rv:21.0) Gecko/20100101 Firefox/21.0\", \"Mozilla/5.0 (Windows NT 6.1; rv:21.0) Gecko/20130401 Firefox/21.0\", \"Mozilla/5.0 (Windows NT 6.1; rv:21.0) Gecko/20130328 Firefox/21.0\", \"Mozilla/5.0 (Windows NT 6.1; rv:21.0) Gecko/20100101 Firefox/21.0\", \"Mozilla/5.0 (Windows NT 5.1; rv:21.0) Gecko/20130401 Firefox/21.0\", \"Mozilla/5.0 (Windows NT 5.1; rv:21.0) Gecko/20130331 Firefox/21.0\", \"Mozilla/5.0 (Windows NT 5.1; rv:21.0) Gecko/20100101 Firefox/21.0\", \"Mozilla/5.0 (Windows NT 5.0; rv:21.0) Gecko/20100101 Firefox/21.0\", \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.8; rv:21.0) Gecko/20100101 Firefox/21.0\", \"Mozilla/5.0 (Windows NT 6.2; Win64; x64;) Gecko/20100101 Firefox/20.0\", \"Mozilla/5.0 (Windows x86; rv:19.0) Gecko/20100101 Firefox/19.0\", \"Mozilla/5.0 (Windows NT 6.1; rv:6.0) Gecko/20100101 Firefox/19.0\", \"Mozilla/5.0 (Windows NT 6.1; rv:14.0) Gecko/20100101 Firefox/18.0.1\", \"Mozilla/5.0 (Windows NT 6.1; WOW64; rv:18.0) Gecko/20100101 Firefox/18.0\", \"Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:17.0) Gecko/20100101 Firefox/17.0.6\"],\n\t\t\"internetexplorer\": [\"Mozilla/5.0 (Windows NT 6.1; WOW64; Trident/7.0; AS; rv:11.0) like Gecko\", \"Mozilla/5.0 (compatible, MSIE 11, Windows NT 6.3; Trident/7.0; rv:11.0) like Gecko\", \"Mozilla/5.0 (compatible; MSIE 10.6; Windows NT 6.1; Trident/5.0; InfoPath.2; SLCC1; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET CLR 2.0.50727) 3gpp-gba UNTRUSTED/1.0\", \"Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 7.0; InfoPath.3; .NET CLR 3.1.40767; Trident/6.0; en-IN)\", \"Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; WOW64; Trident/6.0)\", \"Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0)\", \"Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/5.0)\", \"Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/4.0; InfoPath.2; SV1; .NET CLR 2.0.50727; WOW64)\", \"Mozilla/5.0 (compatible; MSIE 10.0; Macintosh; Intel Mac OS X 10_7_3; Trident/6.0)\", \"Mozilla/4.0 (Compatible; MSIE 8.0; Windows NT 5.2; Trident/6.0)\", \"Mozilla/4.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/5.0)\", \"Mozilla/1.22 (compatible; MSIE 10.0; Windows 3.1)\", \"Mozilla/5.0 (Windows; U; MSIE 9.0; WIndows NT 9.0; en-US))\", \"Mozilla/5.0 (Windows; U; MSIE 9.0; Windows NT 9.0; en-US)\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 7.1; Trident/5.0)\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0; SLCC2; Media Center PC 6.0; InfoPath.3; MS-RTC LM 8; Zune 4.7)\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0; SLCC2; Media Center PC 6.0; InfoPath.3; MS-RTC LM 8; Zune 4.7\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; Zune 4.0; InfoPath.3; MS-RTC LM 8; .NET4.0C; .NET4.0E)\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0; chromeframe/12.0.742.112)\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0; .NET CLR 3.5.30729; .NET CLR 3.0.30729; .NET CLR 2.0.50727; Media Center PC 6.0)\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Win64; x64; Trident/5.0; .NET CLR 3.5.30729; .NET CLR 3.0.30729; .NET CLR 2.0.50727; Media Center PC 6.0)\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Win64; x64; Trident/5.0; .NET CLR 2.0.50727; SLCC2; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; Zune 4.0; Tablet PC 2.0; InfoPath.3; .NET4.0C; .NET4.0E)\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Win64; x64; Trident/5.0\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0; yie8)\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; InfoPath.2; .NET CLR 1.1.4322; .NET4.0C; Tablet PC 2.0)\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0; FunWebProducts)\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0; chromeframe/13.0.782.215)\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0; chromeframe/11.0.696.57)\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0) chromeframe/10.0.648.205\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/4.0; GTB7.4; InfoPath.1; SV1; .NET CLR 2.8.52393; WOW64; en-US)\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.0; Trident/5.0; chromeframe/11.0.696.57)\", \"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.0; Trident/4.0; GTB7.4; InfoPath.3; SV1; .NET CLR 3.1.76908; WOW64; en-US)\", \"Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.1; Trident/4.0; GTB7.4; InfoPath.2; SV1; .NET CLR 3.3.69573; WOW64; en-US)\", \"Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; .NET CLR 1.0.3705; .NET CLR 1.1.4322)\", \"Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; InfoPath.1; SV1; .NET CLR 3.8.36217; WOW64; en-US)\", \"Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; .NET CLR 2.7.58687; SLCC2; Media Center PC 5.0; Zune 3.4; Tablet PC 3.6; InfoPath.3)\", \"Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.2; Trident/4.0; Media Center PC 4.0; SLCC1; .NET CLR 3.0.04320)\", \"Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; SLCC1; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET CLR 1.1.4322)\", \"Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; InfoPath.2; SLCC1; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET CLR 2.0.50727)\", \"Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727)\", \"Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.1; SLCC1; .NET CLR 1.1.4322)\", \"Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 5.0; Trident/4.0; InfoPath.1; SV1; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; .NET CLR 3.0.04506.30)\", \"Mozilla/5.0 (compatible; MSIE 7.0; Windows NT 5.0; Trident/4.0; FBSMTWB; .NET CLR 2.0.34861; .NET CLR 3.0.3746.3218; .NET CLR 3.5.33652; msn OptimizedIE8;ENUS)\", \"Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.2; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0)\", \"Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; Media Center PC 6.0; InfoPath.2; MS-RTC LM 8)\", \"Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; Media Center PC 6.0; InfoPath.2; MS-RTC LM 8\", \"Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; Media Center PC 6.0; .NET CLR 3.5.30729; .NET CLR 3.0.30729; .NET4.0C)\", \"Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.3; .NET4.0C; .NET4.0E; .NET CLR 3.5.30729; .NET CLR 3.0.30729; MS-RTC LM 8)\", \"Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; InfoPath.2)\", \"Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; Zune 3.0)\"],\n\t\t\"safari\": [\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.75.14 (KHTML, like Gecko) Version/7.0.3 Safari/7046A194A\", \"Mozilla/5.0 (iPad; CPU OS 6_0 like Mac OS X) AppleWebKit/536.26 (KHTML, like Gecko) Version/6.0 Mobile/10A5355d Safari/8536.25\", \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_6_8) AppleWebKit/537.13+ (KHTML, like Gecko) Version/5.1.7 Safari/534.57.2\", \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_3) AppleWebKit/534.55.3 (KHTML, like Gecko) Version/5.1.3 Safari/534.53.10\", \"Mozilla/5.0 (iPad; CPU OS 5_1 like Mac OS X) AppleWebKit/534.46 (KHTML, like Gecko ) Version/5.1 Mobile/9B176 Safari/7534.48.3\", \"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_8; de-at) AppleWebKit/533.21.1 (KHTML, like Gecko) Version/5.0.5 Safari/533.21.1\", \"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_7; da-dk) AppleWebKit/533.21.1 (KHTML, like Gecko) Version/5.0.5 Safari/533.21.1\", \"Mozilla/5.0 (Windows; U; Windows NT 6.1; tr-TR) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Windows; U; Windows NT 6.1; ko-KR) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Windows; U; Windows NT 6.1; fr-FR) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Windows; U; Windows NT 6.1; cs-CZ) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Windows; U; Windows NT 6.0; ja-JP) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Macintosh; U; PPC Mac OS X 10_5_8; zh-cn) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Macintosh; U; PPC Mac OS X 10_5_8; ja-jp) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_7; ja-jp) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_6; zh-cn) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_6; sv-se) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_6; ko-kr) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_6; ja-jp) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_6; it-it) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_6; fr-fr) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_6; es-es) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_6; en-us) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_6; en-gb) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_6; de-de) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27\", \"Mozilla/5.0 (Windows; U; Windows NT 6.1; sv-SE) AppleWebKit/533.19.4 (KHTML, like Gecko) Version/5.0.3 Safari/533.19.4\", \"Mozilla/5.0 (Windows; U; Windows NT 6.1; ja-JP) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.3 Safari/533.19.4\", \"Mozilla/5.0 (Windows; U; Windows NT 6.1; de-DE) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.3 Safari/533.19.4\", \"Mozilla/5.0 (Windows; U; Windows NT 6.0; hu-HU) AppleWebKit/533.19.4 (KHTML, like Gecko) Version/5.0.3 Safari/533.19.4\", \"Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.3 Safari/533.19.4\", \"Mozilla/5.0 (Windows; U; Windows NT 6.0; de-DE) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.3 Safari/533.19.4\", \"Mozilla/5.0 (Windows; U; Windows NT 5.1; ru-RU) AppleWebKit/533.19.4 (KHTML, like Gecko) Version/5.0.3 Safari/533.19.4\", \"Mozilla/5.0 (Windows; U; Windows NT 5.1; ja-JP) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.3 Safari/533.19.4\", \"Mozilla/5.0 (Windows; U; Windows NT 5.1; it-IT) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.3 Safari/533.19.4\", \"Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.3 Safari/533.19.4\", \"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_7; en-us) AppleWebKit/534.16+ (KHTML, like Gecko) Version/5.0.3 Safari/533.19.4\", \"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_6; fr-ch) AppleWebKit/533.19.4 (KHTML, like Gecko) Version/5.0.3 Safari/533.19.4\", \"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_5; de-de) AppleWebKit/534.15+ (KHTML, like Gecko) Version/5.0.3 Safari/533.19.4\", \"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_5; ar) AppleWebKit/533.19.4 (KHTML, like Gecko) Version/5.0.3 Safari/533.19.4\", \"Mozilla/5.0 (Android 2.2; Windows; U; Windows NT 6.1; en-US) AppleWebKit/533.19.4 (KHTML, like Gecko) Version/5.0.3 Safari/533.19.4\", \"Mozilla/5.0 (Windows; U; Windows NT 6.1; zh-HK) AppleWebKit/533.18.1 (KHTML, like Gecko) Version/5.0.2 Safari/533.18.5\", \"Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/533.19.4 (KHTML, like Gecko) Version/5.0.2 Safari/533.18.5\", \"Mozilla/5.0 (Windows; U; Windows NT 6.0; tr-TR) AppleWebKit/533.18.1 (KHTML, like Gecko) Version/5.0.2 Safari/533.18.5\", \"Mozilla/5.0 (Windows; U; Windows NT 6.0; nb-NO) AppleWebKit/533.18.1 (KHTML, like Gecko) Version/5.0.2 Safari/533.18.5\", \"Mozilla/5.0 (Windows; U; Windows NT 6.0; fr-FR) AppleWebKit/533.18.1 (KHTML, like Gecko) Version/5.0.2 Safari/533.18.5\", \"Mozilla/5.0 (Windows; U; Windows NT 5.1; zh-TW) AppleWebKit/533.19.4 (KHTML, like Gecko) Version/5.0.2 Safari/533.18.5\", \"Mozilla/5.0 (Windows; U; Windows NT 5.1; ru-RU) AppleWebKit/533.18.1 (KHTML, like Gecko) Version/5.0.2 Safari/533.18.5\", \"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_5_8; zh-cn) AppleWebKit/533.18.1 (KHTML, like Gecko) Version/5.0.2 Safari/533.18.5\"]\n\t},\n\t\"randomize\": {\n\t\t\"344\": \"chrome\",\n\t\t\"819\": \"firefox\",\n\t\t\"346\": \"chrome\",\n\t\t\"347\": \"chrome\",\n\t\t\"340\": \"chrome\",\n\t\t\"341\": \"chrome\",\n\t\t\"342\": \"chrome\",\n\t\t\"343\": \"chrome\",\n\t\t\"810\": \"internetexplorer\",\n\t\t\"811\": \"internetexplorer\",\n\t\t\"812\": \"internetexplorer\",\n\t\t\"813\": \"firefox\",\n\t\t\"348\": \"chrome\",\n\t\t\"349\": \"chrome\",\n\t\t\"816\": \"firefox\",\n\t\t\"817\": \"firefox\",\n\t\t\"737\": \"chrome\",\n\t\t\"719\": \"chrome\",\n\t\t\"718\": \"chrome\",\n\t\t\"717\": \"chrome\",\n\t\t\"716\": \"chrome\",\n\t\t\"715\": \"chrome\",\n\t\t\"714\": \"chrome\",\n\t\t\"713\": \"chrome\",\n\t\t\"712\": \"chrome\",\n\t\t\"711\": \"chrome\",\n\t\t\"710\": \"chrome\",\n\t\t\"421\": \"chrome\",\n\t\t\"129\": \"chrome\",\n\t\t\"420\": \"chrome\",\n\t\t\"423\": \"chrome\",\n\t\t\"422\": \"chrome\",\n\t\t\"425\": \"chrome\",\n\t\t\"619\": \"chrome\",\n\t\t\"424\": \"chrome\",\n\t\t\"427\": \"chrome\",\n\t\t\"298\": \"chrome\",\n\t\t\"299\": \"chrome\",\n\t\t\"296\": \"chrome\",\n\t\t\"297\": \"chrome\",\n\t\t\"294\": \"chrome\",\n\t\t\"295\": \"chrome\",\n\t\t\"292\": \"chrome\",\n\t\t\"293\": \"chrome\",\n\t\t\"290\": \"chrome\",\n\t\t\"291\": \"chrome\",\n\t\t\"591\": \"chrome\",\n\t\t\"590\": \"chrome\",\n\t\t\"593\": \"chrome\",\n\t\t\"592\": \"chrome\",\n\t\t\"595\": \"chrome\",\n\t\t\"594\": \"chrome\",\n\t\t\"597\": \"chrome\",\n\t\t\"596\": \"chrome\",\n\t\t\"195\": \"chrome\",\n\t\t\"194\": \"chrome\",\n\t\t\"197\": \"chrome\",\n\t\t\"196\": \"chrome\",\n\t\t\"191\": \"chrome\",\n\t\t\"190\": \"chrome\",\n\t\t\"193\": \"chrome\",\n\t\t\"192\": \"chrome\",\n\t\t\"270\": \"chrome\",\n\t\t\"271\": \"chrome\",\n\t\t\"272\": \"chrome\",\n\t\t\"273\": \"chrome\",\n\t\t\"274\": \"chrome\",\n\t\t\"275\": \"chrome\",\n\t\t\"276\": \"chrome\",\n\t\t\"277\": \"chrome\",\n\t\t\"278\": \"chrome\",\n\t\t\"279\": \"chrome\",\n\t\t\"569\": \"chrome\",\n\t\t\"497\": \"chrome\",\n\t\t\"524\": \"chrome\",\n\t\t\"525\": \"chrome\",\n\t\t\"526\": \"chrome\",\n\t\t\"527\": \"chrome\",\n\t\t\"520\": \"chrome\",\n\t\t\"521\": \"chrome\",\n\t\t\"522\": \"chrome\",\n\t\t\"523\": \"chrome\",\n\t\t\"528\": \"chrome\",\n\t\t\"529\": \"chrome\",\n\t\t\"449\": \"chrome\",\n\t\t\"448\": \"chrome\",\n\t\t\"345\": \"chrome\",\n\t\t\"443\": \"chrome\",\n\t\t\"442\": \"chrome\",\n\t\t\"441\": \"chrome\",\n\t\t\"440\": \"chrome\",\n\t\t\"447\": \"chrome\",\n\t\t\"446\": \"chrome\",\n\t\t\"445\": \"chrome\",\n\t\t\"444\": \"chrome\",\n\t\t\"47\": \"chrome\",\n\t\t\"108\": \"chrome\",\n\t\t\"109\": \"chrome\",\n\t\t\"102\": \"chrome\",\n\t\t\"103\": \"chrome\",\n\t\t\"100\": \"chrome\",\n\t\t\"101\": \"chrome\",\n\t\t\"106\": \"chrome\",\n\t\t\"107\": \"chrome\",\n\t\t\"104\": \"chrome\",\n\t\t\"105\": \"chrome\",\n\t\t\"902\": \"firefox\",\n\t\t\"903\": \"firefox\",\n\t\t\"39\": \"chrome\",\n\t\t\"38\": \"chrome\",\n\t\t\"906\": \"firefox\",\n\t\t\"907\": \"firefox\",\n\t\t\"904\": \"firefox\",\n\t\t\"905\": \"firefox\",\n\t\t\"33\": \"chrome\",\n\t\t\"32\": \"chrome\",\n\t\t\"31\": \"chrome\",\n\t\t\"30\": \"chrome\",\n\t\t\"37\": \"chrome\",\n\t\t\"36\": \"chrome\",\n\t\t\"35\": \"chrome\",\n\t\t\"34\": \"chrome\",\n\t\t\"641\": \"chrome\",\n\t\t\"640\": \"chrome\",\n\t\t\"643\": \"chrome\",\n\t\t\"642\": \"chrome\",\n\t\t\"645\": \"chrome\",\n\t\t\"644\": \"chrome\",\n\t\t\"438\": \"chrome\",\n\t\t\"439\": \"chrome\",\n\t\t\"436\": \"chrome\",\n\t\t\"437\": \"chrome\",\n\t\t\"434\": \"chrome\",\n\t\t\"435\": \"chrome\",\n\t\t\"432\": \"chrome\",\n\t\t\"433\": \"chrome\",\n\t\t\"430\": \"chrome\",\n\t\t\"431\": \"chrome\",\n\t\t\"826\": \"firefox\",\n\t\t\"339\": \"chrome\",\n\t\t\"338\": \"chrome\",\n\t\t\"335\": \"chrome\",\n\t\t\"334\": \"chrome\",\n\t\t\"337\": \"chrome\",\n\t\t\"336\": \"chrome\",\n\t\t\"331\": \"chrome\",\n\t\t\"330\": \"chrome\",\n\t\t\"333\": \"chrome\",\n\t\t\"332\": \"chrome\",\n\t\t\"559\": \"chrome\",\n\t\t\"745\": \"chrome\",\n\t\t\"854\": \"firefox\",\n\t\t\"818\": \"firefox\",\n\t\t\"856\": \"firefox\",\n\t\t\"857\": \"firefox\",\n\t\t\"850\": \"firefox\",\n\t\t\"851\": \"firefox\",\n\t\t\"852\": \"firefox\",\n\t\t\"0\": \"chrome\",\n\t\t\"858\": \"firefox\",\n\t\t\"859\": \"firefox\",\n\t\t\"748\": \"chrome\",\n\t\t\"6\": \"chrome\",\n\t\t\"43\": \"chrome\",\n\t\t\"99\": \"chrome\",\n\t\t\"98\": \"chrome\",\n\t\t\"91\": \"chrome\",\n\t\t\"90\": \"chrome\",\n\t\t\"93\": \"chrome\",\n\t\t\"92\": \"chrome\",\n\t\t\"95\": \"chrome\",\n\t\t\"94\": \"chrome\",\n\t\t\"97\": \"chrome\",\n\t\t\"96\": \"chrome\",\n\t\t\"814\": \"firefox\",\n\t\t\"815\": \"firefox\",\n\t\t\"153\": \"chrome\",\n\t\t\"740\": \"chrome\",\n\t\t\"741\": \"chrome\",\n\t\t\"742\": \"chrome\",\n\t\t\"743\": \"chrome\",\n\t\t\"744\": \"chrome\",\n\t\t\"558\": \"chrome\",\n\t\t\"746\": \"chrome\",\n\t\t\"747\": \"chrome\",\n\t\t\"555\": \"chrome\",\n\t\t\"554\": \"chrome\",\n\t\t\"557\": \"chrome\",\n\t\t\"556\": \"chrome\",\n\t\t\"551\": \"chrome\",\n\t\t\"550\": \"chrome\",\n\t\t\"553\": \"chrome\",\n\t\t\"552\": \"chrome\",\n\t\t\"238\": \"chrome\",\n\t\t\"239\": \"chrome\",\n\t\t\"234\": \"chrome\",\n\t\t\"235\": \"chrome\",\n\t\t\"236\": \"chrome\",\n\t\t\"237\": \"chrome\",\n\t\t\"230\": \"chrome\",\n\t\t\"231\": \"chrome\",\n\t\t\"232\": \"chrome\",\n\t\t\"233\": \"chrome\",\n\t\t\"1\": \"chrome\",\n\t\t\"155\": \"chrome\",\n\t\t\"146\": \"chrome\",\n\t\t\"147\": \"chrome\",\n\t\t\"618\": \"chrome\",\n\t\t\"145\": \"chrome\",\n\t\t\"142\": \"chrome\",\n\t\t\"143\": \"chrome\",\n\t\t\"140\": \"chrome\",\n\t\t\"141\": \"chrome\",\n\t\t\"612\": \"chrome\",\n\t\t\"613\": \"chrome\",\n\t\t\"610\": \"chrome\",\n\t\t\"611\": \"chrome\",\n\t\t\"616\": \"chrome\",\n\t\t\"617\": \"chrome\",\n\t\t\"148\": \"chrome\",\n\t\t\"149\": \"chrome\",\n\t\t\"46\": \"chrome\",\n\t\t\"154\": \"chrome\",\n\t\t\"948\": \"safari\",\n\t\t\"949\": \"safari\",\n\t\t\"946\": \"safari\",\n\t\t\"947\": \"safari\",\n\t\t\"944\": \"safari\",\n\t\t\"945\": \"safari\",\n\t\t\"942\": \"safari\",\n\t\t\"943\": \"safari\",\n\t\t\"940\": \"safari\",\n\t\t\"941\": \"safari\",\n\t\t\"689\": \"chrome\",\n\t\t\"688\": \"chrome\",\n\t\t\"685\": \"chrome\",\n\t\t\"684\": \"chrome\",\n\t\t\"687\": \"chrome\",\n\t\t\"686\": \"chrome\",\n\t\t\"681\": \"chrome\",\n\t\t\"680\": \"chrome\",\n\t\t\"683\": \"chrome\",\n\t\t\"682\": \"chrome\",\n\t\t\"458\": \"chrome\",\n\t\t\"459\": \"chrome\",\n\t\t\"133\": \"chrome\",\n\t\t\"132\": \"chrome\",\n\t\t\"131\": \"chrome\",\n\t\t\"130\": \"chrome\",\n\t\t\"137\": \"chrome\",\n\t\t\"136\": \"chrome\",\n\t\t\"135\": \"chrome\",\n\t\t\"134\": \"chrome\",\n\t\t\"494\": \"chrome\",\n\t\t\"495\": \"chrome\",\n\t\t\"139\": \"chrome\",\n\t\t\"138\": \"chrome\",\n\t\t\"490\": \"chrome\",\n\t\t\"491\": \"chrome\",\n\t\t\"492\": \"chrome\",\n\t\t\"493\": \"chrome\",\n\t\t\"24\": \"chrome\",\n\t\t\"25\": \"chrome\",\n\t\t\"26\": \"chrome\",\n\t\t\"27\": \"chrome\",\n\t\t\"20\": \"chrome\",\n\t\t\"21\": \"chrome\",\n\t\t\"22\": \"chrome\",\n\t\t\"23\": \"chrome\",\n\t\t\"28\": \"chrome\",\n\t\t\"29\": \"chrome\",\n\t\t\"820\": \"firefox\",\n\t\t\"407\": \"chrome\",\n\t\t\"406\": \"chrome\",\n\t\t\"405\": \"chrome\",\n\t\t\"404\": \"chrome\",\n\t\t\"403\": \"chrome\",\n\t\t\"402\": \"chrome\",\n\t\t\"401\": \"chrome\",\n\t\t\"400\": \"chrome\",\n\t\t\"933\": \"firefox\",\n\t\t\"932\": \"firefox\",\n\t\t\"931\": \"firefox\",\n\t\t\"930\": \"firefox\",\n\t\t\"937\": \"safari\",\n\t\t\"452\": \"chrome\",\n\t\t\"409\": \"chrome\",\n\t\t\"408\": \"chrome\",\n\t\t\"453\": \"chrome\",\n\t\t\"414\": \"chrome\",\n\t\t\"183\": \"chrome\",\n\t\t\"415\": \"chrome\",\n\t\t\"379\": \"chrome\",\n\t\t\"378\": \"chrome\",\n\t\t\"228\": \"chrome\",\n\t\t\"829\": \"firefox\",\n\t\t\"828\": \"firefox\",\n\t\t\"371\": \"chrome\",\n\t\t\"370\": \"chrome\",\n\t\t\"373\": \"chrome\",\n\t\t\"372\": \"chrome\",\n\t\t\"375\": \"chrome\",\n\t\t\"374\": \"chrome\",\n\t\t\"377\": \"chrome\",\n\t\t\"376\": \"chrome\",\n\t\t\"708\": \"chrome\",\n\t\t\"709\": \"chrome\",\n\t\t\"704\": \"chrome\",\n\t\t\"705\": \"chrome\",\n\t\t\"706\": \"chrome\",\n\t\t\"707\": \"chrome\",\n\t\t\"700\": \"chrome\",\n\t\t\"144\": \"chrome\",\n\t\t\"702\": \"chrome\",\n\t\t\"703\": \"chrome\",\n\t\t\"393\": \"chrome\",\n\t\t\"392\": \"chrome\",\n\t\t\"88\": \"chrome\",\n\t\t\"89\": \"chrome\",\n\t\t\"397\": \"chrome\",\n\t\t\"396\": \"chrome\",\n\t\t\"395\": \"chrome\",\n\t\t\"394\": \"chrome\",\n\t\t\"82\": \"chrome\",\n\t\t\"83\": \"chrome\",\n\t\t\"80\": \"chrome\",\n\t\t\"81\": \"chrome\",\n\t\t\"86\": \"chrome\",\n\t\t\"87\": \"chrome\",\n\t\t\"84\": \"chrome\",\n\t\t\"85\": \"chrome\",\n\t\t\"797\": \"internetexplorer\",\n\t\t\"796\": \"internetexplorer\",\n\t\t\"795\": \"internetexplorer\",\n\t\t\"794\": \"internetexplorer\",\n\t\t\"793\": \"internetexplorer\",\n\t\t\"792\": \"internetexplorer\",\n\t\t\"791\": \"internetexplorer\",\n\t\t\"790\": \"internetexplorer\",\n\t\t\"749\": \"chrome\",\n\t\t\"799\": \"internetexplorer\",\n\t\t\"798\": \"internetexplorer\",\n\t\t\"7\": \"chrome\",\n\t\t\"170\": \"chrome\",\n\t\t\"586\": \"chrome\",\n\t\t\"587\": \"chrome\",\n\t\t\"584\": \"chrome\",\n\t\t\"585\": \"chrome\",\n\t\t\"582\": \"chrome\",\n\t\t\"583\": \"chrome\",\n\t\t\"580\": \"chrome\",\n\t\t\"581\": \"chrome\",\n\t\t\"588\": \"chrome\",\n\t\t\"589\": \"chrome\",\n\t\t\"245\": \"chrome\",\n\t\t\"244\": \"chrome\",\n\t\t\"247\": \"chrome\",\n\t\t\"246\": \"chrome\",\n\t\t\"241\": \"chrome\",\n\t\t\"614\": \"chrome\",\n\t\t\"243\": \"chrome\",\n\t\t\"242\": \"chrome\",\n\t\t\"615\": \"chrome\",\n\t\t\"249\": \"chrome\",\n\t\t\"248\": \"chrome\",\n\t\t\"418\": \"chrome\",\n\t\t\"419\": \"chrome\",\n\t\t\"519\": \"chrome\",\n\t\t\"518\": \"chrome\",\n\t\t\"511\": \"chrome\",\n\t\t\"510\": \"chrome\",\n\t\t\"513\": \"chrome\",\n\t\t\"512\": \"chrome\",\n\t\t\"515\": \"chrome\",\n\t\t\"514\": \"chrome\",\n\t\t\"517\": \"chrome\",\n\t\t\"516\": \"chrome\",\n\t\t\"623\": \"chrome\",\n\t\t\"622\": \"chrome\",\n\t\t\"621\": \"chrome\",\n\t\t\"620\": \"chrome\",\n\t\t\"627\": \"chrome\",\n\t\t\"626\": \"chrome\",\n\t\t\"625\": \"chrome\",\n\t\t\"624\": \"chrome\",\n\t\t\"450\": \"chrome\",\n\t\t\"451\": \"chrome\",\n\t\t\"629\": \"chrome\",\n\t\t\"628\": \"chrome\",\n\t\t\"454\": \"chrome\",\n\t\t\"455\": \"chrome\",\n\t\t\"456\": \"chrome\",\n\t\t\"457\": \"chrome\",\n\t\t\"179\": \"chrome\",\n\t\t\"178\": \"chrome\",\n\t\t\"177\": \"chrome\",\n\t\t\"199\": \"chrome\",\n\t\t\"175\": \"chrome\",\n\t\t\"174\": \"chrome\",\n\t\t\"173\": \"chrome\",\n\t\t\"172\": \"chrome\",\n\t\t\"171\": \"chrome\",\n\t\t\"198\": \"chrome\",\n\t\t\"977\": \"opera\",\n\t\t\"182\": \"chrome\",\n\t\t\"975\": \"opera\",\n\t\t\"974\": \"opera\",\n\t\t\"973\": \"opera\",\n\t\t\"972\": \"opera\",\n\t\t\"971\": \"opera\",\n\t\t\"970\": \"opera\",\n\t\t\"180\": \"chrome\",\n\t\t\"979\": \"opera\",\n\t\t\"978\": \"opera\",\n\t\t\"656\": \"chrome\",\n\t\t\"599\": \"chrome\",\n\t\t\"654\": \"chrome\",\n\t\t\"181\": \"chrome\",\n\t\t\"186\": \"chrome\",\n\t\t\"187\": \"chrome\",\n\t\t\"184\": \"chrome\",\n\t\t\"185\": \"chrome\",\n\t\t\"652\": \"chrome\",\n\t\t\"188\": \"chrome\",\n\t\t\"189\": \"chrome\",\n\t\t\"658\": \"chrome\",\n\t\t\"653\": \"chrome\",\n\t\t\"650\": \"chrome\",\n\t\t\"651\": \"chrome\",\n\t\t\"11\": \"chrome\",\n\t\t\"10\": \"chrome\",\n\t\t\"13\": \"chrome\",\n\t\t\"12\": \"chrome\",\n\t\t\"15\": \"chrome\",\n\t\t\"14\": \"chrome\",\n\t\t\"17\": \"chrome\",\n\t\t\"16\": \"chrome\",\n\t\t\"19\": \"chrome\",\n\t\t\"18\": \"chrome\",\n\t\t\"863\": \"firefox\",\n\t\t\"862\": \"firefox\",\n\t\t\"865\": \"firefox\",\n\t\t\"864\": \"firefox\",\n\t\t\"867\": \"firefox\",\n\t\t\"866\": \"firefox\",\n\t\t\"354\": \"chrome\",\n\t\t\"659\": \"chrome\",\n\t\t\"44\": \"chrome\",\n\t\t\"883\": \"firefox\",\n\t\t\"882\": \"firefox\",\n\t\t\"881\": \"firefox\",\n\t\t\"880\": \"firefox\",\n\t\t\"887\": \"firefox\",\n\t\t\"886\": \"firefox\",\n\t\t\"885\": \"firefox\",\n\t\t\"884\": \"firefox\",\n\t\t\"889\": \"firefox\",\n\t\t\"888\": \"firefox\",\n\t\t\"116\": \"chrome\",\n\t\t\"45\": \"chrome\",\n\t\t\"657\": \"chrome\",\n\t\t\"355\": \"chrome\",\n\t\t\"322\": \"chrome\",\n\t\t\"323\": \"chrome\",\n\t\t\"320\": \"chrome\",\n\t\t\"321\": \"chrome\",\n\t\t\"326\": \"chrome\",\n\t\t\"327\": \"chrome\",\n\t\t\"324\": \"chrome\",\n\t\t\"325\": \"chrome\",\n\t\t\"328\": \"chrome\",\n\t\t\"329\": \"chrome\",\n\t\t\"562\": \"chrome\",\n\t\t\"201\": \"chrome\",\n\t\t\"200\": \"chrome\",\n\t\t\"203\": \"chrome\",\n\t\t\"202\": \"chrome\",\n\t\t\"205\": \"chrome\",\n\t\t\"204\": \"chrome\",\n\t\t\"207\": \"chrome\",\n\t\t\"206\": \"chrome\",\n\t\t\"209\": \"chrome\",\n\t\t\"208\": \"chrome\",\n\t\t\"779\": \"internetexplorer\",\n\t\t\"778\": \"internetexplorer\",\n\t\t\"77\": \"chrome\",\n\t\t\"76\": \"chrome\",\n\t\t\"75\": \"chrome\",\n\t\t\"74\": \"chrome\",\n\t\t\"73\": \"chrome\",\n\t\t\"72\": \"chrome\",\n\t\t\"71\": \"chrome\",\n\t\t\"70\": \"chrome\",\n\t\t\"655\": \"chrome\",\n\t\t\"567\": \"chrome\",\n\t\t\"79\": \"chrome\",\n\t\t\"78\": \"chrome\",\n\t\t\"359\": \"chrome\",\n\t\t\"358\": \"chrome\",\n\t\t\"669\": \"chrome\",\n\t\t\"668\": \"chrome\",\n\t\t\"667\": \"chrome\",\n\t\t\"666\": \"chrome\",\n\t\t\"665\": \"chrome\",\n\t\t\"664\": \"chrome\",\n\t\t\"663\": \"chrome\",\n\t\t\"662\": \"chrome\",\n\t\t\"661\": \"chrome\",\n\t\t\"660\": \"chrome\",\n\t\t\"215\": \"chrome\",\n\t\t\"692\": \"chrome\",\n\t\t\"693\": \"chrome\",\n\t\t\"690\": \"chrome\",\n\t\t\"691\": \"chrome\",\n\t\t\"696\": \"chrome\",\n\t\t\"697\": \"chrome\",\n\t\t\"694\": \"chrome\",\n\t\t\"695\": \"chrome\",\n\t\t\"698\": \"chrome\",\n\t\t\"699\": \"chrome\",\n\t\t\"542\": \"chrome\",\n\t\t\"543\": \"chrome\",\n\t\t\"540\": \"chrome\",\n\t\t\"541\": \"chrome\",\n\t\t\"546\": \"chrome\",\n\t\t\"547\": \"chrome\",\n\t\t\"544\": \"chrome\",\n\t\t\"545\": \"chrome\",\n\t\t\"8\": \"chrome\",\n\t\t\"548\": \"chrome\",\n\t\t\"549\": \"chrome\",\n\t\t\"598\": \"chrome\",\n\t\t\"869\": \"firefox\",\n\t\t\"868\": \"firefox\",\n\t\t\"120\": \"chrome\",\n\t\t\"121\": \"chrome\",\n\t\t\"122\": \"chrome\",\n\t\t\"123\": \"chrome\",\n\t\t\"124\": \"chrome\",\n\t\t\"125\": \"chrome\",\n\t\t\"126\": \"chrome\",\n\t\t\"127\": \"chrome\",\n\t\t\"128\": \"chrome\",\n\t\t\"2\": \"chrome\",\n\t\t\"219\": \"chrome\",\n\t\t\"176\": \"chrome\",\n\t\t\"214\": \"chrome\",\n\t\t\"563\": \"chrome\",\n\t\t\"928\": \"firefox\",\n\t\t\"929\": \"firefox\",\n\t\t\"416\": \"chrome\",\n\t\t\"417\": \"chrome\",\n\t\t\"410\": \"chrome\",\n\t\t\"411\": \"chrome\",\n\t\t\"412\": \"chrome\",\n\t\t\"413\": \"chrome\",\n\t\t\"920\": \"firefox\",\n\t\t\"498\": \"chrome\",\n\t\t\"922\": \"firefox\",\n\t\t\"923\": \"firefox\",\n\t\t\"924\": \"firefox\",\n\t\t\"925\": \"firefox\",\n\t\t\"926\": \"firefox\",\n\t\t\"927\": \"firefox\",\n\t\t\"319\": \"chrome\",\n\t\t\"318\": \"chrome\",\n\t\t\"313\": \"chrome\",\n\t\t\"312\": \"chrome\",\n\t\t\"311\": \"chrome\",\n\t\t\"310\": \"chrome\",\n\t\t\"317\": \"chrome\",\n\t\t\"316\": \"chrome\",\n\t\t\"315\": \"chrome\",\n\t\t\"314\": \"chrome\",\n\t\t\"921\": \"firefox\",\n\t\t\"496\": \"chrome\",\n\t\t\"832\": \"firefox\",\n\t\t\"833\": \"firefox\",\n\t\t\"830\": \"firefox\",\n\t\t\"831\": \"firefox\",\n\t\t\"836\": \"firefox\",\n\t\t\"837\": \"firefox\",\n\t\t\"834\": \"firefox\",\n\t\t\"835\": \"firefox\",\n\t\t\"838\": \"firefox\",\n\t\t\"839\": \"firefox\",\n\t\t\"3\": \"chrome\",\n\t\t\"368\": \"chrome\",\n\t\t\"369\": \"chrome\",\n\t\t\"366\": \"chrome\",\n\t\t\"367\": \"chrome\",\n\t\t\"364\": \"chrome\",\n\t\t\"365\": \"chrome\",\n\t\t\"362\": \"chrome\",\n\t\t\"363\": \"chrome\",\n\t\t\"360\": \"chrome\",\n\t\t\"361\": \"chrome\",\n\t\t\"218\": \"chrome\",\n\t\t\"380\": \"chrome\",\n\t\t\"861\": \"firefox\",\n\t\t\"382\": \"chrome\",\n\t\t\"383\": \"chrome\",\n\t\t\"384\": \"chrome\",\n\t\t\"385\": \"chrome\",\n\t\t\"386\": \"chrome\",\n\t\t\"387\": \"chrome\",\n\t\t\"388\": \"chrome\",\n\t\t\"389\": \"chrome\",\n\t\t\"784\": \"internetexplorer\",\n\t\t\"785\": \"internetexplorer\",\n\t\t\"786\": \"internetexplorer\",\n\t\t\"787\": \"internetexplorer\",\n\t\t\"780\": \"internetexplorer\",\n\t\t\"781\": \"internetexplorer\",\n\t\t\"782\": \"internetexplorer\",\n\t\t\"381\": \"chrome\",\n\t\t\"788\": \"internetexplorer\",\n\t\t\"789\": \"internetexplorer\",\n\t\t\"860\": \"firefox\",\n\t\t\"151\": \"chrome\",\n\t\t\"579\": \"chrome\",\n\t\t\"578\": \"chrome\",\n\t\t\"150\": \"chrome\",\n\t\t\"573\": \"chrome\",\n\t\t\"572\": \"chrome\",\n\t\t\"571\": \"chrome\",\n\t\t\"570\": \"chrome\",\n\t\t\"577\": \"chrome\",\n\t\t\"576\": \"chrome\",\n\t\t\"575\": \"chrome\",\n\t\t\"574\": \"chrome\",\n\t\t\"60\": \"chrome\",\n\t\t\"61\": \"chrome\",\n\t\t\"62\": \"chrome\",\n\t\t\"259\": \"chrome\",\n\t\t\"64\": \"chrome\",\n\t\t\"65\": \"chrome\",\n\t\t\"66\": \"chrome\",\n\t\t\"67\": \"chrome\",\n\t\t\"68\": \"chrome\",\n\t\t\"253\": \"chrome\",\n\t\t\"250\": \"chrome\",\n\t\t\"251\": \"chrome\",\n\t\t\"256\": \"chrome\",\n\t\t\"257\": \"chrome\",\n\t\t\"254\": \"chrome\",\n\t\t\"255\": \"chrome\",\n\t\t\"499\": \"chrome\",\n\t\t\"157\": \"chrome\",\n\t\t\"156\": \"chrome\",\n\t\t\"939\": \"safari\",\n\t\t\"731\": \"chrome\",\n\t\t\"730\": \"chrome\",\n\t\t\"733\": \"chrome\",\n\t\t\"938\": \"safari\",\n\t\t\"735\": \"chrome\",\n\t\t\"734\": \"chrome\",\n\t\t\"508\": \"chrome\",\n\t\t\"736\": \"chrome\",\n\t\t\"506\": \"chrome\",\n\t\t\"738\": \"chrome\",\n\t\t\"504\": \"chrome\",\n\t\t\"505\": \"chrome\",\n\t\t\"502\": \"chrome\",\n\t\t\"503\": \"chrome\",\n\t\t\"500\": \"chrome\",\n\t\t\"501\": \"chrome\",\n\t\t\"630\": \"chrome\",\n\t\t\"631\": \"chrome\",\n\t\t\"632\": \"chrome\",\n\t\t\"633\": \"chrome\",\n\t\t\"469\": \"chrome\",\n\t\t\"468\": \"chrome\",\n\t\t\"636\": \"chrome\",\n\t\t\"637\": \"chrome\",\n\t\t\"465\": \"chrome\",\n\t\t\"464\": \"chrome\",\n\t\t\"467\": \"chrome\",\n\t\t\"466\": \"chrome\",\n\t\t\"461\": \"chrome\",\n\t\t\"900\": \"firefox\",\n\t\t\"463\": \"chrome\",\n\t\t\"462\": \"chrome\",\n\t\t\"901\": \"firefox\",\n\t\t\"168\": \"chrome\",\n\t\t\"169\": \"chrome\",\n\t\t\"164\": \"chrome\",\n\t\t\"165\": \"chrome\",\n\t\t\"166\": \"chrome\",\n\t\t\"167\": \"chrome\",\n\t\t\"160\": \"chrome\",\n\t\t\"161\": \"chrome\",\n\t\t\"162\": \"chrome\",\n\t\t\"163\": \"chrome\",\n\t\t\"964\": \"safari\",\n\t\t\"965\": \"safari\",\n\t\t\"966\": \"safari\",\n\t\t\"967\": \"safari\",\n\t\t\"960\": \"safari\",\n\t\t\"961\": \"safari\",\n\t\t\"962\": \"safari\",\n\t\t\"963\": \"safari\",\n\t\t\"783\": \"internetexplorer\",\n\t\t\"968\": \"safari\",\n\t\t\"969\": \"opera\",\n\t\t\"936\": \"firefox\",\n\t\t\"935\": \"firefox\",\n\t\t\"934\": \"firefox\",\n\t\t\"908\": \"firefox\",\n\t\t\"909\": \"firefox\",\n\t\t\"722\": \"chrome\",\n\t\t\"426\": \"chrome\",\n\t\t\"878\": \"firefox\",\n\t\t\"879\": \"firefox\",\n\t\t\"876\": \"firefox\",\n\t\t\"877\": \"firefox\",\n\t\t\"874\": \"firefox\",\n\t\t\"875\": \"firefox\",\n\t\t\"872\": \"firefox\",\n\t\t\"873\": \"firefox\",\n\t\t\"870\": \"firefox\",\n\t\t\"871\": \"firefox\",\n\t\t\"9\": \"chrome\",\n\t\t\"890\": \"firefox\",\n\t\t\"891\": \"firefox\",\n\t\t\"892\": \"firefox\",\n\t\t\"893\": \"firefox\",\n\t\t\"894\": \"firefox\",\n\t\t\"647\": \"chrome\",\n\t\t\"896\": \"firefox\",\n\t\t\"897\": \"firefox\",\n\t\t\"898\": \"firefox\",\n\t\t\"899\": \"firefox\",\n\t\t\"646\": \"chrome\",\n\t\t\"649\": \"chrome\",\n\t\t\"648\": \"chrome\",\n\t\t\"357\": \"chrome\",\n\t\t\"356\": \"chrome\",\n\t\t\"809\": \"internetexplorer\",\n\t\t\"808\": \"internetexplorer\",\n\t\t\"353\": \"chrome\",\n\t\t\"352\": \"chrome\",\n\t\t\"351\": \"chrome\",\n\t\t\"350\": \"chrome\",\n\t\t\"803\": \"internetexplorer\",\n\t\t\"802\": \"internetexplorer\",\n\t\t\"801\": \"internetexplorer\",\n\t\t\"800\": \"internetexplorer\",\n\t\t\"807\": \"internetexplorer\",\n\t\t\"806\": \"internetexplorer\",\n\t\t\"805\": \"internetexplorer\",\n\t\t\"804\": \"internetexplorer\",\n\t\t\"216\": \"chrome\",\n\t\t\"217\": \"chrome\",\n\t\t\"768\": \"chrome\",\n\t\t\"769\": \"chrome\",\n\t\t\"212\": \"chrome\",\n\t\t\"213\": \"chrome\",\n\t\t\"210\": \"chrome\",\n\t\t\"211\": \"chrome\",\n\t\t\"762\": \"chrome\",\n\t\t\"763\": \"chrome\",\n\t\t\"760\": \"chrome\",\n\t\t\"761\": \"chrome\",\n\t\t\"766\": \"chrome\",\n\t\t\"767\": \"chrome\",\n\t\t\"764\": \"chrome\",\n\t\t\"765\": \"chrome\",\n\t\t\"40\": \"chrome\",\n\t\t\"41\": \"chrome\",\n\t\t\"289\": \"chrome\",\n\t\t\"288\": \"chrome\",\n\t\t\"4\": \"chrome\",\n\t\t\"281\": \"chrome\",\n\t\t\"280\": \"chrome\",\n\t\t\"283\": \"chrome\",\n\t\t\"282\": \"chrome\",\n\t\t\"285\": \"chrome\",\n\t\t\"284\": \"chrome\",\n\t\t\"287\": \"chrome\",\n\t\t\"286\": \"chrome\",\n\t\t\"678\": \"chrome\",\n\t\t\"679\": \"chrome\",\n\t\t\"674\": \"chrome\",\n\t\t\"675\": \"chrome\",\n\t\t\"676\": \"chrome\",\n\t\t\"677\": \"chrome\",\n\t\t\"670\": \"chrome\",\n\t\t\"671\": \"chrome\",\n\t\t\"672\": \"chrome\",\n\t\t\"673\": \"chrome\",\n\t\t\"263\": \"chrome\",\n\t\t\"262\": \"chrome\",\n\t\t\"261\": \"chrome\",\n\t\t\"260\": \"chrome\",\n\t\t\"267\": \"chrome\",\n\t\t\"266\": \"chrome\",\n\t\t\"265\": \"chrome\",\n\t\t\"264\": \"chrome\",\n\t\t\"269\": \"chrome\",\n\t\t\"268\": \"chrome\",\n\t\t\"59\": \"chrome\",\n\t\t\"58\": \"chrome\",\n\t\t\"55\": \"chrome\",\n\t\t\"54\": \"chrome\",\n\t\t\"57\": \"chrome\",\n\t\t\"56\": \"chrome\",\n\t\t\"51\": \"chrome\",\n\t\t\"258\": \"chrome\",\n\t\t\"53\": \"chrome\",\n\t\t\"52\": \"chrome\",\n\t\t\"537\": \"chrome\",\n\t\t\"536\": \"chrome\",\n\t\t\"535\": \"chrome\",\n\t\t\"63\": \"chrome\",\n\t\t\"533\": \"chrome\",\n\t\t\"532\": \"chrome\",\n\t\t\"531\": \"chrome\",\n\t\t\"530\": \"chrome\",\n\t\t\"152\": \"chrome\",\n\t\t\"539\": \"chrome\",\n\t\t\"538\": \"chrome\",\n\t\t\"775\": \"internetexplorer\",\n\t\t\"774\": \"internetexplorer\",\n\t\t\"982\": \"opera\",\n\t\t\"983\": \"opera\",\n\t\t\"980\": \"opera\",\n\t\t\"981\": \"opera\",\n\t\t\"777\": \"internetexplorer\",\n\t\t\"984\": \"opera\",\n\t\t\"50\": \"chrome\",\n\t\t\"115\": \"chrome\",\n\t\t\"252\": \"chrome\",\n\t\t\"117\": \"chrome\",\n\t\t\"776\": \"internetexplorer\",\n\t\t\"111\": \"chrome\",\n\t\t\"110\": \"chrome\",\n\t\t\"113\": \"chrome\",\n\t\t\"69\": \"chrome\",\n\t\t\"771\": \"chrome\",\n\t\t\"119\": \"chrome\",\n\t\t\"118\": \"chrome\",\n\t\t\"770\": \"chrome\",\n\t\t\"773\": \"internetexplorer\",\n\t\t\"772\": \"internetexplorer\",\n\t\t\"429\": \"chrome\",\n\t\t\"428\": \"chrome\",\n\t\t\"534\": \"chrome\",\n\t\t\"919\": \"firefox\",\n\t\t\"918\": \"firefox\",\n\t\t\"915\": \"firefox\",\n\t\t\"914\": \"firefox\",\n\t\t\"917\": \"firefox\",\n\t\t\"916\": \"firefox\",\n\t\t\"911\": \"firefox\",\n\t\t\"910\": \"firefox\",\n\t\t\"913\": \"firefox\",\n\t\t\"912\": \"firefox\",\n\t\t\"308\": \"chrome\",\n\t\t\"309\": \"chrome\",\n\t\t\"855\": \"firefox\",\n\t\t\"300\": \"chrome\",\n\t\t\"301\": \"chrome\",\n\t\t\"302\": \"chrome\",\n\t\t\"303\": \"chrome\",\n\t\t\"304\": \"chrome\",\n\t\t\"305\": \"chrome\",\n\t\t\"306\": \"chrome\",\n\t\t\"307\": \"chrome\",\n\t\t\"895\": \"firefox\",\n\t\t\"825\": \"firefox\",\n\t\t\"824\": \"firefox\",\n\t\t\"827\": \"firefox\",\n\t\t\"847\": \"firefox\",\n\t\t\"846\": \"firefox\",\n\t\t\"845\": \"firefox\",\n\t\t\"844\": \"firefox\",\n\t\t\"843\": \"firefox\",\n\t\t\"842\": \"firefox\",\n\t\t\"841\": \"firefox\",\n\t\t\"840\": \"firefox\",\n\t\t\"821\": \"firefox\",\n\t\t\"853\": \"firefox\",\n\t\t\"849\": \"firefox\",\n\t\t\"848\": \"firefox\",\n\t\t\"823\": \"firefox\",\n\t\t\"822\": \"firefox\",\n\t\t\"240\": \"chrome\",\n\t\t\"390\": \"chrome\",\n\t\t\"732\": \"chrome\",\n\t\t\"753\": \"chrome\",\n\t\t\"752\": \"chrome\",\n\t\t\"751\": \"chrome\",\n\t\t\"750\": \"chrome\",\n\t\t\"757\": \"chrome\",\n\t\t\"756\": \"chrome\",\n\t\t\"755\": \"chrome\",\n\t\t\"754\": \"chrome\",\n\t\t\"560\": \"chrome\",\n\t\t\"561\": \"chrome\",\n\t\t\"759\": \"chrome\",\n\t\t\"758\": \"chrome\",\n\t\t\"564\": \"chrome\",\n\t\t\"565\": \"chrome\",\n\t\t\"566\": \"chrome\",\n\t\t\"701\": \"chrome\",\n\t\t\"739\": \"chrome\",\n\t\t\"229\": \"chrome\",\n\t\t\"507\": \"chrome\",\n\t\t\"227\": \"chrome\",\n\t\t\"226\": \"chrome\",\n\t\t\"225\": \"chrome\",\n\t\t\"224\": \"chrome\",\n\t\t\"223\": \"chrome\",\n\t\t\"222\": \"chrome\",\n\t\t\"221\": \"chrome\",\n\t\t\"220\": \"chrome\",\n\t\t\"114\": \"chrome\",\n\t\t\"391\": \"chrome\",\n\t\t\"726\": \"chrome\",\n\t\t\"727\": \"chrome\",\n\t\t\"724\": \"chrome\",\n\t\t\"725\": \"chrome\",\n\t\t\"568\": \"chrome\",\n\t\t\"723\": \"chrome\",\n\t\t\"720\": \"chrome\",\n\t\t\"721\": \"chrome\",\n\t\t\"728\": \"chrome\",\n\t\t\"729\": \"chrome\",\n\t\t\"605\": \"chrome\",\n\t\t\"604\": \"chrome\",\n\t\t\"607\": \"chrome\",\n\t\t\"606\": \"chrome\",\n\t\t\"601\": \"chrome\",\n\t\t\"600\": \"chrome\",\n\t\t\"603\": \"chrome\",\n\t\t\"602\": \"chrome\",\n\t\t\"159\": \"chrome\",\n\t\t\"158\": \"chrome\",\n\t\t\"112\": \"chrome\",\n\t\t\"609\": \"chrome\",\n\t\t\"608\": \"chrome\",\n\t\t\"976\": \"opera\",\n\t\t\"634\": \"chrome\",\n\t\t\"399\": \"chrome\",\n\t\t\"635\": \"chrome\",\n\t\t\"959\": \"safari\",\n\t\t\"958\": \"safari\",\n\t\t\"398\": \"chrome\",\n\t\t\"48\": \"chrome\",\n\t\t\"49\": \"chrome\",\n\t\t\"951\": \"safari\",\n\t\t\"950\": \"safari\",\n\t\t\"953\": \"safari\",\n\t\t\"952\": \"safari\",\n\t\t\"42\": \"chrome\",\n\t\t\"954\": \"safari\",\n\t\t\"957\": \"safari\",\n\t\t\"956\": \"safari\",\n\t\t\"638\": \"chrome\",\n\t\t\"5\": \"chrome\",\n\t\t\"639\": \"chrome\",\n\t\t\"460\": \"chrome\",\n\t\t\"489\": \"chrome\",\n\t\t\"488\": \"chrome\",\n\t\t\"487\": \"chrome\",\n\t\t\"486\": \"chrome\",\n\t\t\"485\": \"chrome\",\n\t\t\"484\": \"chrome\",\n\t\t\"483\": \"chrome\",\n\t\t\"482\": \"chrome\",\n\t\t\"481\": \"chrome\",\n\t\t\"480\": \"chrome\",\n\t\t\"509\": \"chrome\",\n\t\t\"955\": \"safari\",\n\t\t\"472\": \"chrome\",\n\t\t\"473\": \"chrome\",\n\t\t\"470\": \"chrome\",\n\t\t\"471\": \"chrome\",\n\t\t\"476\": \"chrome\",\n\t\t\"477\": \"chrome\",\n\t\t\"474\": \"chrome\",\n\t\t\"475\": \"chrome\",\n\t\t\"478\": \"chrome\",\n\t\t\"479\": \"chrome\"\n\t}\n}"
},
{
"path": "项目/HouseScrapy/toolkits/items.py",
"content": "# -*- coding: utf-8 -*-\n\nimport scrapy\n\n\nclass HousesItem(scrapy.Item):\n data = scrapy.Field()\n"
},
{
"path": "项目/HouseScrapy/toolkits/make_ua.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" \n# Date: 2019/3/7 Python: 3.7\nimport os\n\nfrom fake_useragent import UserAgent\n\n\nclass RandomUserAgentMiddleware(object):\n \"\"\"\n first to use location because it is the fastest\n \"\"\"\n\n def __init__(self):\n location = os.getcwd() + '/toolkits/fake_useragent.json'\n self.agent = UserAgent(path=location)\n # self.agent = UserAgent(verify_ssl=False)\n # self.agent = UserAgent(use_cache_server=False)\n\n @classmethod\n def from_crawler(cls, crawler):\n return cls()\n\n def process_request(self, request, spider):\n request.headers.setdefault('User-Agent', self.agent.random)\n"
},
{
"path": "项目/HouseScrapy/toolkits/middlewares.py",
"content": "# -*- coding: utf-8 -*-\n\n# Define here the models for your spider middleware\n#\n# See documentation in:\n# https://doc.scrapy.org/en/latest/topics/spider-middleware.html\n\nfrom scrapy import signals\n\n\nclass HousescrapySpiderMiddleware(object):\n # Not all methods need to be defined. If a method is not defined,\n # scrapy acts as if the spider middleware does not modify the\n # passed objects.\n\n @classmethod\n def from_crawler(cls, crawler):\n # This method is used by Scrapy to create your spiders.\n s = cls()\n crawler.signals.connect(s.spider_opened, signal=signals.spider_opened)\n return s\n\n def process_spider_input(self, response, spider):\n # Called for each response that goes through the spider\n # middleware and into the spider.\n\n # Should return None or raise an exception.\n return None\n\n def process_spider_output(self, response, result, spider):\n # Called with the results returned from the Spider, after\n # it has processed the response.\n\n # Must return an iterable of Request, dict or Item objects.\n for i in result:\n yield i\n\n def process_spider_exception(self, response, exception, spider):\n # Called when a spider or process_spider_input() method\n # (from other spider middleware) raises an exception.\n\n # Should return either None or an iterable of Response, dict\n # or Item objects.\n pass\n\n def process_start_requests(self, start_requests, spider):\n # Called with the start requests of the spider, and works\n # similarly to the process_spider_output() method, except\n # that it doesn’t have a response associated.\n\n # Must return only requests (not items).\n for r in start_requests:\n yield r\n\n def spider_opened(self, spider):\n spider.logger.info('Spider opened: %s' % spider.name)\n\n\nclass HousescrapyDownloaderMiddleware(object):\n # Not all methods need to be defined. If a method is not defined,\n # scrapy acts as if the downloader middleware does not modify the\n # passed objects.\n\n @classmethod\n def from_crawler(cls, crawler):\n # This method is used by Scrapy to create your spiders.\n s = cls()\n crawler.signals.connect(s.spider_opened, signal=signals.spider_opened)\n return s\n\n def process_request(self, request, spider):\n # Called for each request that goes through the downloader\n # middleware.\n\n # Must either:\n # - return None: continue processing this request\n # - or return a Response object\n # - or return a Request object\n # - or raise IgnoreRequest: process_exception() methods of\n # installed downloader middleware will be called\n return None\n\n def process_response(self, request, response, spider):\n # Called with the response returned from the downloader.\n\n # Must either;\n # - return a Response object\n # - return a Request object\n # - or raise IgnoreRequest\n return response\n\n def process_exception(self, request, exception, spider):\n # Called when a download handler or a process_request()\n # (from other downloader middleware) raises an exception.\n\n # Must either:\n # - return None: continue processing this exception\n # - return a Response object: stops process_exception() chain\n # - return a Request object: stops process_exception() chain\n pass\n\n def spider_opened(self, spider):\n spider.logger.info('Spider opened: %s' % spider.name)\n"
},
{
"path": "项目/HouseScrapy/toolkits/pipelines.py",
"content": "# -*- coding: utf-8 -*-\n\nfrom pymongo import MongoClient\nfrom bson.objectid import ObjectId\nfrom settings import MONGODB_URL, MONGODB_DB, MONGODB_COLL\n\n\nclass HousePipeline(object):\n \"\"\"地产基础数据\n \"\"\"\n\n def __init__(self):\n client = MongoClient(MONGODB_URL)\n self.coll = client[MONGODB_DB][MONGODB_COLL] # 地产链接\n\n def process_item(self, item, spider):\n self.coll.insert_one(item['data'])\n"
},
{
"path": "项目/HouseScrapy/toolkits/proxies.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" \n# Date: 2019/3/5 Python: 3.7\n\nimport base64\nfrom settings import PROXY_USER, PROXY_PASS\n\n# 代理服务器\nproxyServer = \"http://http-dyn.abuyun.com:9020\"\n\n\nproxyAuth = \"Basic \" + base64.urlsafe_b64encode(bytes((PROXY_USER + \":\" + PROXY_PASS), \"ascii\")).decode(\"utf8\")\n\n\nclass ProxyMiddleware(object):\n \"\"\"自定义中间件代理IP\"\"\"\n def process_request(self, request, spider):\n request.meta[\"proxy\"] = proxyServer\n request.headers[\"Proxy-Authorization\"] = proxyAuth\n\n\n\n"
},
{
"path": "项目/HouseSpider/README.md",
"content": "# 目前项目还在抽空更新中\n> 慢慢填坑\n\n# 概述\n> 对 `www.funi.com` 网站进行数据爬取"
},
{
"path": "项目/HouseSpider/config.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" 362416272@qq.com\n# Date: 2019-07-12 Python: 3.7\n\n# Redis\nREDIS_HOST = '127.0.0.1'\nREDIS_PORT = '6379'\nREDIS_PASSWORD = None\n\n# MongoDB\nMONGO_CLEAN = 'mongodb://localhost:27017'\n\n# TargetUrl\nTARGET_URL = \"http://www.funi.com/loupan/region_0_0_0_0_{page}\"\n\n# ProxyIP\nPROXY_USER = \"\"\nPROXY_PASS = \"\"\n\n# HOST\nHOST = 'http://www.funi.com'\n"
},
{
"path": "项目/HouseSpider/db/__init__.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" 362416272@qq.com\n# Date: 2019-07-12 Python: 3.7\n\n"
},
{
"path": "项目/HouseSpider/main.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" 362416272@qq.com\n# Date: 2019-07-12 Python: 3.7\n\nimport asyncio\n\nfrom tool.parse import *\nfrom tool.toolkit import *\n\n\nasync def get_max_page():\n \"\"\"获取总页数\n \"\"\"\n url = TARGET_URL.format(page=1)\n result = await get(url)\n return await parse_total_page(result)\n\n\nasync def get_house_url(page):\n \"\"\"获取地产链接\n \"\"\"\n url = TARGET_URL.format(page=page)\n result = await get(url)\n await parse_house_url(result, page)\n\n\n@count_time\ndef main():\n loop = asyncio.get_event_loop()\n\n # 1. 获取总页数\n task = loop.create_task(get_max_page())\n total_page = loop.run_until_complete(task)\n\n # 2. 获取链接\n house_url_func = [asyncio.ensure_future(get_house_url(_)) for _ in range(1, int(total_page))]\n loop.run_until_complete(asyncio.wait(house_url_func))\n\n # 3. 楼盘详情\n\n\nif __name__ == '__main__':\n main()\n"
},
{
"path": "项目/HouseSpider/tool/__init__.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" 362416272@qq.com\n# Date: 2019-07-12 Python: 3.7\n\n"
},
{
"path": "项目/HouseSpider/tool/parse.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" 362416272@qq.com\n# Date: 2019-07-12 Python: 3.7\n\nfrom pyquery import PyQuery as pq\nfrom config import *\n\n\nasync def parse_total_page(result):\n \"\"\"解析总页数\n \"\"\"\n doc = pq(result)\n max_page = doc('.pages a').eq(-2).text()\n print('数据总: {total} 页'.format(total=max_page))\n return max_page\n\n\nasync def parse_house_url(result, page):\n \"\"\"页面解析链接\n \"\"\"\n doc = pq(result)\n dls = doc('.fleft div').eq(-2)('dl')\n n = 0\n for dl in dls:\n href = pq(dl)('dt a').attr('href')\n href = HOST + href[: href.find(';')] # 清洗链接\n print(href)\n n += 1\n if not n:\n print('第 {page} 抽取链接失败'.format(page=page))\n\n\n"
},
{
"path": "项目/HouseSpider/tool/proxy.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" 362416272@qq.com\n# Date: 2019-07-12 Python: 3.7\n\n\nfrom config import PROXY_PASS, PROXY_USER\n\n# 代理服务器\nproxyHost = \"http-dyn.abuyun.com\"\nproxyPort = \"9020\"\n\n\nproxyServer = \"http://%(user)s:%(pass)s@%(host)s:%(port)s\" % {\n \"host\": proxyHost,\n \"port\": proxyPort,\n \"user\": PROXY_USER,\n \"pass\": PROXY_PASS,\n}\n\nif not PROXY_USER or not PROXY_PASS:\n msg = \"\"\"\n 请先在 config.py 配置文件内填入代理IP账号\n 阿布云代理IP：https://www.abuyun.com/http-proxy/products.html\n \"\"\"\n print(msg)\n exit()\n"
},
{
"path": "项目/HouseSpider/tool/toolkit.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" 362416272@qq.com\n# Date: 2019-07-13 Python: 3.7\nimport datetime\nimport aiohttp\n\nfrom tool.proxy import proxyServer\n\n\nasync def get(url):\n \"\"\"请求页面\n \"\"\"\n headers = {\n 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.100 Safari/537.36',\n 'Host': 'www.funi.com'\n }\n\n try:\n \"\"\"conn = aiohttp.TCPConnector(verify_ssl=False) connector=conn\"\"\"\n async with aiohttp.ClientSession(headers=headers) as session:\n async with session.get(url, proxy=proxyServer) as response:\n return await response.text(\"utf-8\")\n except TimeoutError as te:\n print('超时', te)\n\n\ndef count_time(func):\n \"\"\"取运行时间\n \"\"\"\n def int_time(*args, **kwargs):\n start_time = datetime.datetime.now() # 程序开始时间\n func()\n over_time = datetime.datetime.now() # 程序结束时间\n total_time = (over_time-start_time).total_seconds()\n print('程序耗时: %s 秒' % total_time)\n return int_time\n"
},
{
"path": "项目/MeiTuanArea/MeiTuanArea/__init__.py",
"content": ""
},
{
"path": "项目/MeiTuanArea/MeiTuanArea/items.py",
"content": "# -*- coding: utf-8 -*-\n\nimport scrapy\n\n\nclass AreaItem(scrapy.Item):\n \"\"\"地区\"\"\"\n type = scrapy.Field()\n id = scrapy.Field()\n pid = scrapy.Field()\n name = scrapy.Field()\n pinyin = scrapy.Field()\n first = scrapy.Field()\n haschild = scrapy.Field()\n\n\nclass CoordItem(scrapy.Item):\n \"\"\"坐标录入\"\"\"\n type = scrapy.Field()\n id = scrapy.Field()\n lng = scrapy.Field()\n lat = scrapy.Field()\n"
},
{
"path": "项目/MeiTuanArea/MeiTuanArea/middlewares.py",
"content": "# -*- coding: utf-8 -*-\n\n# Define here the models for your spider middleware\n#\n# See documentation in:\n# https://doc.scrapy.org/en/latest/topics/spider-middleware.html\n\nfrom scrapy import signals\n\n\nclass MeituanareaSpiderMiddleware(object):\n # Not all methods need to be defined. If a method is not defined,\n # scrapy acts as if the spider middleware does not modify the\n # passed objects.\n\n @classmethod\n def from_crawler(cls, crawler):\n # This method is used by Scrapy to create your spiders.\n s = cls()\n crawler.signals.connect(s.spider_opened, signal=signals.spider_opened)\n return s\n\n def process_spider_input(self, response, spider):\n # Called for each response that goes through the spider\n # middleware and into the spider.\n\n # Should return None or raise an exception.\n return None\n\n def process_spider_output(self, response, result, spider):\n # Called with the results returned from the Spider, after\n # it has processed the response.\n\n # Must return an iterable of Request, dict or Item objects.\n for i in result:\n yield i\n\n def process_spider_exception(self, response, exception, spider):\n # Called when a spider or process_spider_input() method\n # (from other spider middleware) raises an exception.\n\n # Should return either None or an iterable of Response, dict\n # or Item objects.\n pass\n\n def process_start_requests(self, start_requests, spider):\n # Called with the start requests of the spider, and works\n # similarly to the process_spider_output() method, except\n # that it doesn’t have a response associated.\n\n # Must return only requests (not items).\n for r in start_requests:\n yield r\n\n def spider_opened(self, spider):\n spider.logger.info('Spider opened: %s' % spider.name)\n\n\nclass MeituanareaDownloaderMiddleware(object):\n # Not all methods need to be defined. If a method is not defined,\n # scrapy acts as if the downloader middleware does not modify the\n # passed objects.\n\n @classmethod\n def from_crawler(cls, crawler):\n # This method is used by Scrapy to create your spiders.\n s = cls()\n crawler.signals.connect(s.spider_opened, signal=signals.spider_opened)\n return s\n\n def process_request(self, request, spider):\n # Called for each request that goes through the downloader\n # middleware.\n\n # Must either:\n # - return None: continue processing this request\n # - or return a Response object\n # - or return a Request object\n # - or raise IgnoreRequest: process_exception() methods of\n # installed downloader middleware will be called\n return None\n\n def process_response(self, request, response, spider):\n # Called with the response returned from the downloader.\n\n # Must either;\n # - return a Response object\n # - return a Request object\n # - or raise IgnoreRequest\n return response\n\n def process_exception(self, request, exception, spider):\n # Called when a download handler or a process_request()\n # (from other downloader middleware) raises an exception.\n\n # Must either:\n # - return None: continue processing this exception\n # - return a Response object: stops process_exception() chain\n # - return a Request object: stops process_exception() chain\n pass\n\n def spider_opened(self, spider):\n spider.logger.info('Spider opened: %s' % spider.name)\n"
},
{
"path": "项目/MeiTuanArea/MeiTuanArea/pipelines.py",
"content": "# -*- coding: utf-8 -*-\n\nimport pymysql\n\nfrom MeiTuanArea.settings import MYSQL_DB_NAME, MYSQL_HOST, MYSQL_PASSWORD, MYSQL_PORT, MYSQL_USER\n\n\nclass AreaPipeline(object):\n \"\"\"区域采集\"\"\"\n conn = None\n cursor = None # 游标对象\n\n def open_spider(self, spider):\n print('开始爬虫，链接数据库')\n self.conn = pymysql.Connect(\n host=MYSQL_HOST,\n port=MYSQL_PORT,\n user=MYSQL_USER,\n password=MYSQL_PASSWORD,\n db=MYSQL_DB_NAME,\n )\n\n def process_item(self, item, spider):\n sql = None\n if item['type'] == 'province': # 一级 省市\n sql = \"\"\"INSERT INTO province(id, `name`, pinyin, `first`) VALUES (\"{id}\",\"{name}\",\"{pinyin}\",\"{first}\") \"\"\".format(\n id=int(item['id']),\n name=item['name'],\n pinyin=item['pinyin'],\n first=item['first'],\n )\n\n elif item['type'] == 'city': # 二级 市\n sql = \"\"\"INSERT INTO city(id,pid, `name`, pinyin, `first`) VALUES (\"{id}\",\"{pid}\",\"{name}\",\"{pinyin}\",\"{first}\") \"\"\".format(\n id=int(item['id']),\n pid=int(item['pid']),\n name=item['name'],\n pinyin=item['pinyin'],\n first=item['first'],\n )\n\n elif item['type'] == 'area': # 三级 区域\n sql = \"\"\"INSERT INTO area(id,pid, `name`, pinyin, `first`, haschild) VALUES (\"{id}\",\"{pid}\",\"{name}\",\"{pinyin}\",\"{first}\",\"{haschild}\") \"\"\".format(\n id=int(item['id']),\n pid=int(item['pid']),\n name=item['name'],\n pinyin=item['pinyin'],\n first=item['first'],\n haschild=item['haschild'],\n )\n\n elif item['type'] == 'address': # 四季 地区\n sql = \"\"\"INSERT INTO address(id,pid, `name`, pinyin, `first`) VALUES (\"{id}\",\"{pid}\",\"{name}\",\"{pinyin}\",\"{first}\") \"\"\".format(\n id=int(item['id']),\n pid=int(item['pid']),\n name=item['name'],\n pinyin=item['pinyin'],\n first=item['first'],\n )\n\n # 创建游标对象\n self.cursor = self.conn.cursor()\n # 提交事务\n try:\n self.cursor.execute(sql)\n self.conn.commit()\n except Exception as e:\n print(e)\n print('异常回滚')\n self.conn.rollback()\n\n self.cursor.close()\n\n return item\n\n def close_spider(self, spider):\n print('爬虫结束, 关闭通道')\n self.conn.close()\n\n\nclass CoordPipeline(object):\n \"\"\"坐标采集更新\"\"\"\n conn = None\n cursor = None # 游标对象\n\n def open_spider(self, spider):\n print('开始爬虫，链接数据库')\n self.conn = pymysql.Connect(\n host=MYSQL_HOST,\n port=MYSQL_PORT,\n user=MYSQL_USER,\n password=MYSQL_PASSWORD,\n db=MYSQL_DB_NAME,\n )\n\n def process_item(self, item, spider):\n sql = None\n if item['type'] == 'province': # 一级 省市\n sql = \"\"\"UPDATE province SET lng={lng}, lat={lat} where id={id}\"\"\".format(\n id=int(item['id']),\n lng=item['lng'],\n lat=item['lat'],\n )\n\n elif item['type'] == 'city': # 二级 市\n sql = \"\"\"UPDATE city SET lng={lng}, lat={lat} where id={id}\"\"\".format(\n id=int(item['id']),\n lng=item['lng'],\n lat=item['lat'],\n )\n\n elif item['type'] == 'area': # 三级 区域\n sql = \"\"\"UPDATE area SET lng={lng}, lat={lat} where id={id}\"\"\".format(\n id=int(item['id']),\n lng=item['lng'],\n lat=item['lat'],\n )\n\n elif item['type'] == 'address': # 四季 地区\n sql = \"\"\"UPDATE address SET lng={lng}, lat={lat} where id={id}\"\"\".format(\n id=int(item['id']),\n lng=item['lng'],\n lat=item['lat'],\n )\n\n # 创建游标对象\n self.cursor = self.conn.cursor()\n # 提交事务\n try:\n self.cursor.execute(sql)\n self.conn.commit()\n except Exception as e:\n print(e)\n print('异常回滚')\n self.conn.rollback()\n\n self.cursor.close()\n\n return item\n\n def close_spider(self, spider):\n print('爬虫结束, 关闭通道')\n self.conn.close()\n"
},
{
"path": "项目/MeiTuanArea/MeiTuanArea/settings.py",
"content": "# -*- coding: utf-8 -*-\n\n\nBOT_NAME = 'MeiTuanArea' # 爬虫项目名\n\nSPIDER_MODULES = ['MeiTuanArea.spiders'] # 爬虫目录设定\nNEWSPIDER_MODULE = 'MeiTuanArea.spiders' # 爬虫生成目录\n\nROBOTSTXT_OBEY = False # 否认协议\n\nRANDOMIZE_DOWNLOAD_DELAY = True # 开启随机增加毫秒级延迟，增加访问成功率\n\nDOWNLOAD_FAIL_ON_DATALOSS = False # 重试处理\n\nDOWNLOAD_TIMEOUT = 5 # 设置超时时间，避免ip失效等待时间过长\n\n# HTTPERROR_ALLOWED_CODES = [301] # 禁止301\n\n# 指定终端输出日志、日志位置\n# LOG_LEVEL = 'WARNING'\n# LOG_FILE = 'error_log.txt'\n\nHTTPERROR_ALLOWED_CODES = [403]\n\n# UA\nUSER_AGENT = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.77 Safari/537.36'\n\n# mysql\nMYSQL_HOST = '127.0.0.1'\nMYSQL_PORT = 3306\nMYSQL_USER = 'root'\nMYSQL_PASSWORD = 'mysql 密码'\nMYSQL_DB_NAME = 'mysql库'\n\n# API 百度地图坐标获取API，申请后填写即可\nAPI_AK = '百度地图 api ak'\n\n\n"
},
{
"path": "项目/MeiTuanArea/MeiTuanArea/spiders/__init__.py",
"content": "# This package will contain the spiders of your Scrapy project\n#\n# Please refer to the documentation for information on how to create and manage\n# your spiders.\n"
},
{
"path": "项目/MeiTuanArea/MeiTuanArea/spiders/area_coord.py",
"content": "# -*- coding: utf-8 -*-\nimport scrapy\nimport pymysql\nimport json\n\nfrom MeiTuanArea.settings import API_AK\nfrom MeiTuanArea.settings import MYSQL_DB_NAME, MYSQL_HOST, MYSQL_PASSWORD, MYSQL_PORT, MYSQL_USER\nfrom MeiTuanArea.items import CoordItem\n\n\nclass GetLngSpider(scrapy.Spider):\n name = 'area_coord'\n\n # 独立配置\n custom_settings = {\n 'ITEM_PIPELINES': {\n 'MeiTuanArea.pipelines.CoordPipeline': 300,\n },\n }\n\n # mysql 配置\n conn = pymysql.Connect(\n host=MYSQL_HOST,\n port=MYSQL_PORT,\n user=MYSQL_USER,\n password=MYSQL_PASSWORD,\n db=MYSQL_DB_NAME,\n )\n\n url = 'http://api.map.baidu.com/geocoder/v2/?address={address}&output=json&ak={ak}'\n\n def start_requests(self):\n\n # 一级区域 省市\n provinces = self.get_db(\"\"\"SELECT id,`name` from province\"\"\")\n for _id, name in provinces:\n target_url = self.url.format(address=name, ak=API_AK)\n yield scrapy.Request(target_url, meta={'type': 'province', '_id': _id})\n\n # 二级区域 城市\n city = self.get_db(\"\"\"SELECT id,`name` from city\"\"\")\n for _id, name in city:\n target_url = self.url.format(address=name, ak=API_AK)\n yield scrapy.Request(target_url, meta={'type': 'city', '_id': _id})\n\n # 三级区域 区域\n area = self.get_db(\"\"\"select area.id, city.name, area.name from city LEFT JOIN area on city.id=area.pid\"\"\")\n for _id, name, address_name in area:\n address = str(name)+str(address_name)\n target_url = self.url.format(address=address, ak=API_AK)\n yield scrapy.Request(target_url, meta={'type': 'area', '_id': i[0]})\n\n # 四级区域 街道\n address = self.get_db(\"\"\"select address.id,area.name, address.name from area LEFT JOIN address on address.pid=area.id\"\"\")\n for _id, name, address_name in address:\n target_url = self.url.format(address=str(name)+str(address_name), ak=API_AK)\n yield scrapy.Request(target_url, meta={'type': 'address', '_id': _id})\n\n def get_db(self, sql):\n \"\"\"数据库查询\"\"\"\n # 创建游标对象\n cursor = self.conn.cursor()\n # 提交事务\n try:\n cursor.execute(sql)\n data = cursor.fetchall()\n cursor.close()\n self.conn.close()\n return data\n except Exception as e:\n print('异常回滚')\n self.conn.rollback()\n cursor.close()\n self.conn.close()\n return None\n\n def parse(self, response):\n \"\"\"清洗数据\"\"\"\n item = CoordItem()\n data = json.loads(response.text)\n # 处理字符串 把闲杂符号去掉\n if data.get('status') == 0:\n # 坐标\n item['lng'] = data.get('result').get('location').get('lng')\n item['lat'] = data.get('result').get('location').get('lat')\n item['id'] = response.meta.get('_id')\n item['type'] = response.meta.get('type')\n yield item\n\n"
},
{
"path": "项目/MeiTuanArea/MeiTuanArea/spiders/areas.py",
"content": "# -*- coding: utf-8 -*-\nimport scrapy\nimport json\nimport re\n\nfrom pypinyin import pinyin, lazy_pinyin\nfrom MeiTuanArea.items import AreaItem\n\n\nclass GetAreaSpider(scrapy.Spider):\n name = 'areas'\n\n # 独立配置\n custom_settings = {\n 'ITEM_PIPELINES': {\n 'MeiTuanArea.pipelines.AreaPipeline': 300,\n },\n 'USER_AGENT': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.77 Safari/537.36',\n 'DOWNLOAD_DELAY': 0.5, # 限流 下载同一个网站下一个页面前需要等待的时间\n }\n\n def start_requests(self):\n start_url = 'https://www.meituan.com/ptapi/getprovincecityinfo/'\n yield scrapy.Request(start_url, callback=self.parse_province)\n\n def parse_province(self, response):\n \"\"\"省市+市 1、2 级区域采集\"\"\"\n target_url = 'http://{acronym}.meituan.com/meishi/'\n\n item = AreaItem()\n data = json.loads(response.text)\n for node in data:\n name = node.get('provinceName')\n item['type'] = 'province'\n item['haschild'] = 1\n item['id'] = node.get('provinceCode')\n item['pid'] = 0\n item['name'] = name\n item['pinyin'] = ''.join(lazy_pinyin(name))\n item['first'] = self.get_acronym(name)\n yield item # 一级省市\n\n for i in node.get('cityInfoList'):\n item['type'] = 'city'\n item['id'] = i.get('id')\n item['pid'] = node.get('provinceCode')\n item['name'] = i.get('name')\n item['pinyin'] = i.get('pinyin')\n item['first'] = i.get('acronym')\n yield item # 二级市\n\n url = target_url.format(acronym=i.get('acronym'))\n yield scrapy.Request(url, callback=self.parse_area, meta={'pid': i.get('id')})\n\n def parse_area(self, response):\n \"\"\"区域+街道 2、3 级区域采集\"\"\"\n info, areas = re.search(r',\"areas\":(.*?),\"dinnerCountsAttr', response.text), None\n if info:\n areas = json.loads(info.group(1))\n if areas:\n city_id = response.meta.get('pid')\n item = AreaItem()\n\n # 解析区域 3 级\n for area in areas:\n item['type'] = 'area'\n item['id'] = area.get('id')\n item['pid'] = city_id\n item['name'] = area.get('name')\n item['pinyin'] = ''.join(lazy_pinyin(area.get('name')))\n item['first'] = self.get_acronym(area.get('name'))\n\n subs = area.get('subAreas')\n # 判断是否有下级，有的区域么有下级了\n if len(subs) > 1:\n item['haschild'] = 1\n else:\n item['haschild'] = 0\n\n yield item\n\n # 解析 4 级\n if len(subs) > 1:\n for sub in subs:\n if not sub.get('name') == '全部':\n item['haschild'] = 0\n item['type'] = 'address'\n item['id'] = sub.get('id')\n item['pid'] = area.get('id')\n item['name'] = sub.get('name')\n item['pinyin'] = ''.join(lazy_pinyin(sub.get('name')))\n item['first'] = self.get_acronym(sub.get('name'))\n yield item\n\n else:\n print('区域读取失败')\n\n @staticmethod\n def get_acronym(str_data):\n \"\"\"\n 获取字符串的首字母\n :param str_data: 字符串\n :return: 字符串\n \"\"\"\n return \"\".join([i[0][0] for i in pinyin(str_data)])\n\n"
},
{
"path": "项目/MeiTuanArea/README.md",
"content": "# 美团城市采集\n> 因为全站爬取需要用到，区域基础数据。这里单独抽离出来。\n\n## 配置\n在 settings 内配置 mysql 与 百度api_ak 即可\n\n## 数据库设计\n> 因为最终数据将会用到Mysql上，区域一共有4个层级，分别是省市、市、区域、街道，这里按照业务需求拆分到4张表中。\n\n\n\n## 坐标拾取\n> 通过百度API调用地址，获取坐标并存入库中\n\n## 效果\n"
},
{
"path": "项目/MeiTuanArea/__init__.py",
"content": "# -*- coding: utf-8 -*-\n# __author__ = \"zok\" 362416272@qq.com\n# Date: 2019-06-18 Python: 3.7\n\n"
},
{
"path": "项目/MeiTuanArea/scrapy.cfg",
"content": "# Automatically created by: scrapy startproject\n#\n# For more information about the [deploy] section see:\n# https://scrapyd.readthedocs.io/en/latest/deploy.html\n\n[settings]\ndefault = MeiTuanArea.settings\n\n[deploy]\n#url = http://localhost:6800/\nproject = MeiTuanArea\n"
},
{
"path": "项目/MeiTuanArea/初始化.sql",
"content": "/*\n Navicat Premium Data Transfer\n\n Source Server : LocalhostMysql\n Source Server Type : MySQL\n Source Server Version : 50725\n Source Host : localhost:3306\n Source Schema : nujiang\n\n Target Server Type : MySQL\n Target Server Version : 50725\n File Encoding : 65001\n\n Date: 23/05/2019 16:32:56\n*/\n\nSET NAMES utf8mb4;\nSET FOREIGN_KEY_CHECKS = 0;\n\n-- ----------------------------\n-- Table structure for address\n-- ----------------------------\nDROP TABLE IF EXISTS `address`;\nCREATE TABLE `address` (\n `id` bigint(10) NOT NULL AUTO_INCREMENT COMMENT 'ID',\n `pid` bigint(10) DEFAULT NULL COMMENT '父id',\n `name` varchar(100) DEFAULT NULL COMMENT '名称',\n `pinyin` varchar(100) DEFAULT NULL COMMENT '拼音',\n `code` varchar(100) DEFAULT NULL COMMENT '长途区号',\n `zip` varchar(100) DEFAULT NULL COMMENT '邮编',\n `first` varchar(50) DEFAULT NULL COMMENT '首字母',\n `lng` varchar(100) DEFAULT NULL COMMENT '经度',\n `lat` varchar(100) DEFAULT NULL COMMENT '纬度',\n PRIMARY KEY (`id`) USING BTREE,\n KEY `pid` (`pid`) USING BTREE\n) ENGINE=InnoDB AUTO_INCREMENT=3749 DEFAULT CHARSET=utf8 ROW_FORMAT=COMPACT COMMENT='四级区域 地址';\n\n-- ----------------------------\n-- Table structure for area\n-- ----------------------------\nDROP TABLE IF EXISTS `area`;\nCREATE TABLE `area` (\n `id` bigint(10) NOT NULL AUTO_INCREMENT COMMENT 'ID',\n `pid` bigint(10) DEFAULT NULL COMMENT '父id',\n `name` varchar(100) DEFAULT NULL COMMENT '名称',\n `pinyin` varchar(100) DEFAULT NULL COMMENT '拼音',\n `code` varchar(100) DEFAULT NULL COMMENT '长途区号',\n `zip` varchar(100) DEFAULT NULL COMMENT '邮编',\n `first` varchar(50) DEFAULT NULL COMMENT '首字母',\n `lng` varchar(100) DEFAULT NULL COMMENT '经度',\n `lat` varchar(100) DEFAULT NULL COMMENT '纬度',\n `haschild` int(1) DEFAULT NULL COMMENT '是否有下级',\n PRIMARY KEY (`id`) USING BTREE,\n KEY `pid` (`pid`) USING BTREE\n) ENGINE=InnoDB AUTO_INCREMENT=39793 DEFAULT CHARSET=utf8 ROW_FORMAT=COMPACT COMMENT='三级区域 区域';\n\n-- ----------------------------\n-- Table structure for city\n-- ----------------------------\nDROP TABLE IF EXISTS `city`;\nCREATE TABLE `city` (\n `id` bigint(10) NOT NULL AUTO_INCREMENT COMMENT 'ID',\n `pid` bigint(10) DEFAULT NULL COMMENT '父id',\n `name` varchar(100) DEFAULT NULL COMMENT '名称',\n `pinyin` varchar(100) DEFAULT NULL COMMENT '拼音',\n `code` varchar(100) DEFAULT NULL COMMENT '长途区号',\n `zip` varchar(100) DEFAULT NULL COMMENT '邮编',\n `first` varchar(50) DEFAULT NULL COMMENT '首字母',\n `lng` varchar(100) DEFAULT NULL COMMENT '经度',\n `lat` varchar(100) DEFAULT NULL COMMENT '纬度',\n PRIMARY KEY (`id`) USING BTREE,\n KEY `pid` (`pid`) USING BTREE\n) ENGINE=InnoDB AUTO_INCREMENT=8002 DEFAULT CHARSET=utf8 ROW_FORMAT=COMPACT COMMENT='二级区域 城市';\n\n-- ----------------------------\n-- Table structure for province\n-- ----------------------------\nDROP TABLE IF EXISTS `province`;\nCREATE TABLE `province` (\n `id` bigint(10) NOT NULL AUTO_INCREMENT COMMENT 'ID',\n `name` varchar(100) DEFAULT NULL COMMENT '名称',\n `pinyin` varchar(100) DEFAULT NULL COMMENT '拼音',\n `code` varchar(100) DEFAULT NULL COMMENT '长途区号',\n `zip` varchar(100) DEFAULT NULL COMMENT '邮编',\n `first` varchar(50) DEFAULT NULL COMMENT '首字母',\n `lng` varchar(100) DEFAULT NULL COMMENT '经度',\n `lat` varchar(100) DEFAULT NULL COMMENT '纬度',\n PRIMARY KEY (`id`) USING BTREE\n) ENGINE=InnoDB AUTO_INCREMENT=820001 DEFAULT CHARSET=utf8 ROW_FORMAT=COMPACT COMMENT='一级区域 省市';\n\nSET FOREIGN_KEY_CHECKS = 1;\n"
},
{
"path": "项目/README.md",
"content": "# 该板块不定期更新\n> 因为工作中会经常开发重型的爬虫，并且也属于公司的资源，所以并不会将代码放到网上。尽量以一些实战demo形式发布一些个人小项目。\n\n## MeiTuanArea\n美团区域 Scrapy 爬虫\n\n## HoseSpider\n房地产爬虫 aiohttp 爬虫"
}
]![\"python3](\"https://zok-blog.oss-cn-hangzhou.aliyuncs.com/pythonlg.jpg\")
\n![](\"https://img.shields.io/badge/status-updating-brightgreen.svg\"){kind=icon}
\n ![](\"https://zok-blog.oss-cn-hangzhou.aliyuncs.com/ico/python-3.7-green.svg\")
\n ![](\"https://img.shields.io/github/contributors/wkunzhi/Python3-Spider?color=blue\")
![\"Branch\"](\"https://img.shields.io/badge/Branch-master-green.svg?longCache=true\"){kind=icon}
\n ![](\"https://img.shields.io/github/stars/wkunzhi/Python3-Spider.svg?label=Stars&style=social\")
\n ![](\"https://img.shields.io/github/forks/wkunzhi/Python3-Spider.svg?label=Forks&style=social\")
\n\n![\"美团\"](\"//s0.meituan.net/bs/fe-web-meituan/fa5f0f0/img/logo.png\"){kind=logo}