SYMBOL INDEX (160 symbols across 18 files) FILE: zhihu/zhihu/cookie.py function getCookie (line 32) | def getCookie(account,password,way): function UpdateCookie (line 94) | def UpdateCookie(account,cookie): function initCookie (line 145) | def initCookie(rconn, spiderName): function updateCookie (line 158) | def updateCookie(accountText, rconn, spiderName, cookie): function removeCookie (line 170) | def removeCookie(accountText, rconn, spiderName): FILE: zhihu/zhihu/items.py class ZhihuItem (line 14) | class ZhihuItem(scrapy.Item): class RelationItem (line 28) | class RelationItem(scrapy.Item): class AnswerItem (line 33) | class AnswerItem(scrapy.Item): class QuestionItem (line 43) | class QuestionItem(scrapy.Item): class ArticleItem (line 51) | class ArticleItem(scrapy.Item): FILE: zhihu/zhihu/middlewares.py class UserAgentMiddleware (line 29) | class UserAgentMiddleware(object): method process_request (line 32) | def process_request(self, request, spider): class ProxyMiddleware (line 36) | class ProxyMiddleware(RetryMiddleware): method __init__ (line 38) | def __init__(self, settings, crawler): method from_crawler (line 46) | def from_crawler(cls, crawler): method process_request (line 49) | def process_request(self,request,spider): method process_response (line 81) | def process_response(self,request,response,spider): method process_exception (line 95) | def process_exception(self, request, exception, spider): class CookiesMiddleware (line 104) | class CookiesMiddleware(RetryMiddleware): method __init__ (line 107) | def __init__(self, settings, crawler): method from_crawler (line 113) | def from_crawler(cls, crawler): method process_request (line 116) | def process_request(self, request, spider): method process_response (line 132) | def process_response(self, request, response, spider): FILE: zhihu/zhihu/pipelines.py class ZhihuPipeline (line 15) | class ZhihuPipeline(object): method __init__ (line 16) | def __init__(self, mongo_uri, mongo_db): method from_crawler (line 21) | def from_crawler(cls,crawler): method open_spider (line 27) | def open_spider(self,spider): method close_spider (line 31) | def close_spider(self,spider): method process_item (line 34) | def process_item(self, item, spider): method _process_user_item (line 48) | def _process_user_item(self,item): method _process_relation_item (line 51) | def _process_relation_item(self,item): method _process_answer_item (line 61) | def _process_answer_item(self,item): method _process_question_item (line 64) | def _process_question_item(self,item): method _process_article_item (line 67) | def _process_article_item(self,item): FILE: zhihu/zhihu/proxy.py function GetIPPOOLS (line 17) | def GetIPPOOLS(num): function initIPPOOLS (line 28) | def initIPPOOLS(rconn): function updateIPPOOLS (line 47) | def updateIPPOOLS(rconn,ip,status,flag=0): # 0代表对status减一,-1代表减2,1代表加1 function removeIPPOOLS (line 66) | def removeIPPOOLS(rconn,ip,status): FILE: zhihu/zhihu/scrapy_redis/BloomfilterOnRedis.py class SimpleHash (line 12) | class SimpleHash(object): method __init__ (line 13) | def __init__(self, cap, seed): method hash (line 17) | def hash(self, value): class BloomFilter (line 24) | class BloomFilter(object): method __init__ (line 25) | def __init__(self, server, key, blockNum=1): method isContains (line 36) | def isContains(self, str_input): method insert (line 47) | def insert(self, str_input): FILE: zhihu/zhihu/scrapy_redis/connection.py function get_redis_from_settings (line 17) | def get_redis_from_settings(settings): function get_redis (line 67) | def get_redis(**kwargs): FILE: zhihu/zhihu/scrapy_redis/dupefilter.py class RFPDupeFilter (line 16) | class RFPDupeFilter(BaseDupeFilter): method __init__ (line 25) | def __init__(self, server, key, debug=False): method from_settings (line 45) | def from_settings(cls, settings): method from_crawler (line 73) | def from_crawler(cls, crawler): method request_seen (line 88) | def request_seen(self, request): method request_fingerprint (line 107) | def request_fingerprint(self, request): method close (line 121) | def close(self, reason=''): method clear (line 131) | def clear(self): method log (line 135) | def log(self, request, spider): FILE: zhihu/zhihu/scrapy_redis/picklecompat.py function loads (line 9) | def loads(s): function dumps (line 13) | def dumps(obj): FILE: zhihu/zhihu/scrapy_redis/pipelines.py class RedisPipeline (line 11) | class RedisPipeline(object): method __init__ (line 23) | def __init__(self, server, method from_settings (line 43) | def from_settings(cls, settings): method from_crawler (line 57) | def from_crawler(cls, crawler): method process_item (line 60) | def process_item(self, item, spider): method _process_item (line 63) | def _process_item(self, item, spider): method item_key (line 69) | def item_key(self, item, spider): FILE: zhihu/zhihu/scrapy_redis/queue.py class Base (line 6) | class Base(object): method __init__ (line 9) | def __init__(self, server, spider, key, serializer=None): method _encode_request (line 40) | def _encode_request(self, request): method _decode_request (line 45) | def _decode_request(self, encoded_request): method __len__ (line 50) | def __len__(self): method push (line 54) | def push(self, request): method pop (line 58) | def pop(self, timeout=0): method clear (line 62) | def clear(self): class FifoQueue (line 67) | class FifoQueue(Base): method __len__ (line 70) | def __len__(self): method push (line 74) | def push(self, request): method pop (line 78) | def pop(self, timeout=0): class PriorityQueue (line 90) | class PriorityQueue(Base): method __len__ (line 93) | def __len__(self): method push (line 97) | def push(self, request): method pop (line 106) | def pop(self, timeout=0): class LifoQueue (line 120) | class LifoQueue(Base): method __len__ (line 123) | def __len__(self): method push (line 127) | def push(self, request): method pop (line 131) | def pop(self, timeout=0): FILE: zhihu/zhihu/scrapy_redis/scheduler.py class Scheduler (line 10) | class Scheduler(object): method __init__ (line 34) | def __init__(self, server, method __len__ (line 79) | def __len__(self): method from_settings (line 83) | def from_settings(cls, settings): method from_crawler (line 117) | def from_crawler(cls, crawler): method open (line 123) | def open(self, spider): method close (line 153) | def close(self, reason): method flush (line 157) | def flush(self): method enqueue_request (line 161) | def enqueue_request(self, request): method next_request (line 170) | def next_request(self): method has_pending_requests (line 177) | def has_pending_requests(self): FILE: zhihu/zhihu/scrapy_redis/spiders.py class RedisMixin (line 9) | class RedisMixin(object): method start_requests (line 18) | def start_requests(self): method setup_redis (line 22) | def setup_redis(self, crawler=None): method next_requests (line 75) | def next_requests(self): method make_request_from_data (line 97) | def make_request_from_data(self, data): method schedule_next_requests (line 112) | def schedule_next_requests(self): method spider_idle (line 118) | def spider_idle(self): class RedisSpider (line 125) | class RedisSpider(RedisMixin, Spider): method from_crawler (line 152) | def from_crawler(self, crawler, *args, **kwargs): class RedisCrawlSpider (line 158) | class RedisCrawlSpider(RedisMixin, CrawlSpider): method from_crawler (line 184) | def from_crawler(self, crawler, *args, **kwargs): FILE: zhihu/zhihu/scrapy_redis/tests.py class RedisTestMixin (line 20) | class RedisTestMixin(object): method server (line 23) | def server(self): method clear_keys (line 28) | def clear_keys(self, prefix): class DupeFilterTest (line 34) | class DupeFilterTest(RedisTestMixin, TestCase): method setUp (line 36) | def setUp(self): method tearDown (line 40) | def tearDown(self): method test_dupe_filter (line 43) | def test_dupe_filter(self): class QueueTestMixin (line 52) | class QueueTestMixin(RedisTestMixin): method setUp (line 56) | def setUp(self): method tearDown (line 61) | def tearDown(self): method test_clear (line 64) | def test_clear(self): class SpiderQueueTest (line 83) | class SpiderQueueTest(QueueTestMixin, TestCase): method test_queue (line 87) | def test_queue(self): class SpiderPriorityQueueTest (line 101) | class SpiderPriorityQueueTest(QueueTestMixin, TestCase): method test_queue (line 105) | def test_queue(self): class SpiderStackTest (line 123) | class SpiderStackTest(QueueTestMixin, TestCase): method test_queue (line 127) | def test_queue(self): class SchedulerTest (line 141) | class SchedulerTest(RedisTestMixin, TestCase): method setUp (line 143) | def setUp(self): method tearDown (line 154) | def tearDown(self): method test_scheduler (line 157) | def test_scheduler(self): method test_scheduler_persistent (line 181) | def test_scheduler_persistent(self): class ConnectionTest (line 208) | class ConnectionTest(TestCase): method test_redis_url (line 211) | def test_redis_url(self): method test_redis_host_port (line 225) | def test_redis_host_port(self): method test_redis_url_precedence (line 238) | def test_redis_url_precedence(self): method test_redis_host_port_fallback (line 254) | def test_redis_host_port_fallback(self): method test_redis_default (line 268) | def test_redis_default(self): FILE: zhihu/zhihu/scrapy_redis/utils.py function bytes_to_str (line 4) | def bytes_to_str(s, encoding='utf-8'): FILE: zhihu/zhihu/spiders/zhihuspider.py class ZhihuspiderSpider (line 22) | class ZhihuspiderSpider(RedisSpider): method start_requests (line 37) | def start_requests(self): method start_login (line 42) | def start_login(self,response): method after_login (line 52) | def after_login(self,response): method __del__ (line 63) | def __del__(self): method parse (line 66) | def parse(self, response): method relations (line 124) | def relations(self,response): FILE: zhihu/zhihu/spiders/zhihuspider0.py class Zhihuspider0Spider (line 18) | class Zhihuspider0Spider(RedisSpider): method start_requests (line 25) | def start_requests(self): method parse (line 30) | def parse(self, response): method parse_relation (line 90) | def parse_relation(self,response): method parse_answer (line 113) | def parse_answer(self,response): method parse_question (line 133) | def parse_question(self,response): method parse_article (line 152) | def parse_article(self,response): FILE: zhihu/zhihu/yumdama.py class YDMHttp (line 38) | class YDMHttp(): method __init__ (line 46) | def __init__(self, username, password, appid, appkey): method request (line 52) | def request(self, fields, files=[]): method balance (line 57) | def balance(self): method login (line 68) | def login(self): method upload (line 79) | def upload(self, filename, codetype, timeout): method result (line 91) | def result(self, cid): method decode (line 96) | def decode(self, filename, codetype, timeout): method post_url (line 109) | def post_url(self, url, fields, files=[]): function identify (line 119) | def identify():