SYMBOL INDEX (401 symbols across 91 files) FILE: 01_03/ietf_scraper/ietf_scraper/items.py class IetfScraperItem (line 11) | class IetfScraperItem(scrapy.Item): FILE: 01_03/ietf_scraper/ietf_scraper/middlewares.py class IetfScraperSpiderMiddleware (line 11) | class IetfScraperSpiderMiddleware: method from_crawler (line 17) | def from_crawler(cls, crawler): method process_spider_input (line 23) | def process_spider_input(self, response, spider): method process_spider_output (line 30) | def process_spider_output(self, response, result, spider): method process_spider_exception (line 38) | def process_spider_exception(self, response, exception, spider): method process_start_requests (line 46) | def process_start_requests(self, start_requests, spider): method spider_opened (line 55) | def spider_opened(self, spider): class IetfScraperDownloaderMiddleware (line 59) | class IetfScraperDownloaderMiddleware: method from_crawler (line 65) | def from_crawler(cls, crawler): method process_request (line 71) | def process_request(self, request, spider): method process_response (line 83) | def process_response(self, request, response, spider): method process_exception (line 92) | def process_exception(self, request, exception, spider): method spider_opened (line 102) | def spider_opened(self, spider): FILE: 01_03/ietf_scraper/ietf_scraper/pipelines.py class IetfScraperPipeline (line 9) | class IetfScraperPipeline: method process_item (line 10) | def process_item(self, item, spider): FILE: 01_03/ietf_scraper/ietf_scraper/spiders/ietf.py class IetfSpider (line 5) | class IetfSpider(scrapy.Spider): method parse (line 10) | def parse(self, response): FILE: 01_04_b/ietf_scraper/ietf_scraper/items.py class IetfScraperItem (line 11) | class IetfScraperItem(scrapy.Item): FILE: 01_04_b/ietf_scraper/ietf_scraper/middlewares.py class IetfScraperSpiderMiddleware (line 11) | class IetfScraperSpiderMiddleware: method from_crawler (line 17) | def from_crawler(cls, crawler): method process_spider_input (line 23) | def process_spider_input(self, response, spider): method process_spider_output (line 30) | def process_spider_output(self, response, result, spider): method process_spider_exception (line 38) | def process_spider_exception(self, response, exception, spider): method process_start_requests (line 46) | def process_start_requests(self, start_requests, spider): method spider_opened (line 55) | def spider_opened(self, spider): class IetfScraperDownloaderMiddleware (line 59) | class IetfScraperDownloaderMiddleware: method from_crawler (line 65) | def from_crawler(cls, crawler): method process_request (line 71) | def process_request(self, request, spider): method process_response (line 83) | def process_response(self, request, response, spider): method process_exception (line 92) | def process_exception(self, request, exception, spider): method spider_opened (line 102) | def spider_opened(self, spider): FILE: 01_04_b/ietf_scraper/ietf_scraper/pipelines.py class IetfScraperPipeline (line 9) | class IetfScraperPipeline: method process_item (line 10) | def process_item(self, item, spider): FILE: 01_04_b/ietf_scraper/ietf_scraper/spiders/ietf.py class IetfSpider (line 5) | class IetfSpider(scrapy.Spider): method parse (line 10) | def parse(self, response): FILE: 01_04_e/ietf_scraper/ietf_scraper/items.py class IetfScraperItem (line 11) | class IetfScraperItem(scrapy.Item): FILE: 01_04_e/ietf_scraper/ietf_scraper/middlewares.py class IetfScraperSpiderMiddleware (line 11) | class IetfScraperSpiderMiddleware: method from_crawler (line 17) | def from_crawler(cls, crawler): method process_spider_input (line 23) | def process_spider_input(self, response, spider): method process_spider_output (line 30) | def process_spider_output(self, response, result, spider): method process_spider_exception (line 38) | def process_spider_exception(self, response, exception, spider): method process_start_requests (line 46) | def process_start_requests(self, start_requests, spider): method spider_opened (line 55) | def spider_opened(self, spider): class IetfScraperDownloaderMiddleware (line 59) | class IetfScraperDownloaderMiddleware: method from_crawler (line 65) | def from_crawler(cls, crawler): method process_request (line 71) | def process_request(self, request, spider): method process_response (line 83) | def process_response(self, request, response, spider): method process_exception (line 92) | def process_exception(self, request, exception, spider): method spider_opened (line 102) | def spider_opened(self, spider): FILE: 01_04_e/ietf_scraper/ietf_scraper/pipelines.py class IetfScraperPipeline (line 9) | class IetfScraperPipeline: method process_item (line 10) | def process_item(self, item, spider): FILE: 01_04_e/ietf_scraper/ietf_scraper/spiders/ietf.py class IetfSpider (line 5) | class IetfSpider(scrapy.Spider): method parse (line 10) | def parse(self, response): FILE: 02_01/article_scraper/article_scraper/items.py class ArticleScraperItem (line 11) | class ArticleScraperItem(scrapy.Item): FILE: 02_01/article_scraper/article_scraper/middlewares.py class ArticleScraperSpiderMiddleware (line 11) | class ArticleScraperSpiderMiddleware: method from_crawler (line 17) | def from_crawler(cls, crawler): method process_spider_input (line 23) | def process_spider_input(self, response, spider): method process_spider_output (line 30) | def process_spider_output(self, response, result, spider): method process_spider_exception (line 38) | def process_spider_exception(self, response, exception, spider): method process_start_requests (line 46) | def process_start_requests(self, start_requests, spider): method spider_opened (line 55) | def spider_opened(self, spider): class ArticleScraperDownloaderMiddleware (line 59) | class ArticleScraperDownloaderMiddleware: method from_crawler (line 65) | def from_crawler(cls, crawler): method process_request (line 71) | def process_request(self, request, spider): method process_response (line 83) | def process_response(self, request, response, spider): method process_exception (line 92) | def process_exception(self, request, exception, spider): method spider_opened (line 102) | def spider_opened(self, spider): FILE: 02_01/article_scraper/article_scraper/pipelines.py class ArticleScraperPipeline (line 9) | class ArticleScraperPipeline: method process_item (line 10) | def process_item(self, item, spider): FILE: 02_01/article_scraper/article_scraper/spiders/wikipedia.py class WikipediaSpider (line 6) | class WikipediaSpider(CrawlSpider): method parse_info (line 12) | def parse_info(self, response): FILE: 02_02_b/article_crawler/article_crawler/items.py class ArticleCrawlerItem (line 11) | class ArticleCrawlerItem(scrapy.Item): FILE: 02_02_b/article_crawler/article_crawler/middlewares.py class ArticleCrawlerSpiderMiddleware (line 11) | class ArticleCrawlerSpiderMiddleware: method from_crawler (line 17) | def from_crawler(cls, crawler): method process_spider_input (line 23) | def process_spider_input(self, response, spider): method process_spider_output (line 30) | def process_spider_output(self, response, result, spider): method process_spider_exception (line 38) | def process_spider_exception(self, response, exception, spider): method process_start_requests (line 46) | def process_start_requests(self, start_requests, spider): method spider_opened (line 55) | def spider_opened(self, spider): class ArticleCrawlerDownloaderMiddleware (line 59) | class ArticleCrawlerDownloaderMiddleware: method from_crawler (line 65) | def from_crawler(cls, crawler): method process_request (line 71) | def process_request(self, request, spider): method process_response (line 83) | def process_response(self, request, response, spider): method process_exception (line 92) | def process_exception(self, request, exception, spider): method spider_opened (line 102) | def spider_opened(self, spider): FILE: 02_02_b/article_crawler/article_crawler/pipelines.py class ArticleCrawlerPipeline (line 9) | class ArticleCrawlerPipeline: method process_item (line 10) | def process_item(self, item, spider): FILE: 02_02_b/article_crawler/article_crawler/spiders/wikipedia.py class WikipediaSpider (line 6) | class WikipediaSpider(CrawlSpider): method parse_info (line 15) | def parse_info(self, response): FILE: 02_02_e/article_crawler/article_crawler/items.py class Article (line 11) | class Article(scrapy.Item): FILE: 02_02_e/article_crawler/article_crawler/middlewares.py class ArticleCrawlerSpiderMiddleware (line 11) | class ArticleCrawlerSpiderMiddleware: method from_crawler (line 17) | def from_crawler(cls, crawler): method process_spider_input (line 23) | def process_spider_input(self, response, spider): method process_spider_output (line 30) | def process_spider_output(self, response, result, spider): method process_spider_exception (line 38) | def process_spider_exception(self, response, exception, spider): method process_start_requests (line 46) | def process_start_requests(self, start_requests, spider): method spider_opened (line 55) | def spider_opened(self, spider): class ArticleCrawlerDownloaderMiddleware (line 59) | class ArticleCrawlerDownloaderMiddleware: method from_crawler (line 65) | def from_crawler(cls, crawler): method process_request (line 71) | def process_request(self, request, spider): method process_response (line 83) | def process_response(self, request, response, spider): method process_exception (line 92) | def process_exception(self, request, exception, spider): method spider_opened (line 102) | def spider_opened(self, spider): FILE: 02_02_e/article_crawler/article_crawler/pipelines.py class ArticleCrawlerPipeline (line 9) | class ArticleCrawlerPipeline: method process_item (line 10) | def process_item(self, item, spider): FILE: 02_02_e/article_crawler/article_crawler/spiders/wikipedia.py class WikipediaSpider (line 7) | class WikipediaSpider(CrawlSpider): method parse_info (line 16) | def parse_info(self, response): FILE: 02_03_b/article_crawler/article_crawler/items.py class Article (line 11) | class Article(scrapy.Item): FILE: 02_03_b/article_crawler/article_crawler/middlewares.py class ArticleCrawlerSpiderMiddleware (line 11) | class ArticleCrawlerSpiderMiddleware: method from_crawler (line 17) | def from_crawler(cls, crawler): method process_spider_input (line 23) | def process_spider_input(self, response, spider): method process_spider_output (line 30) | def process_spider_output(self, response, result, spider): method process_spider_exception (line 38) | def process_spider_exception(self, response, exception, spider): method process_start_requests (line 46) | def process_start_requests(self, start_requests, spider): method spider_opened (line 55) | def spider_opened(self, spider): class ArticleCrawlerDownloaderMiddleware (line 59) | class ArticleCrawlerDownloaderMiddleware: method from_crawler (line 65) | def from_crawler(cls, crawler): method process_request (line 71) | def process_request(self, request, spider): method process_response (line 83) | def process_response(self, request, response, spider): method process_exception (line 92) | def process_exception(self, request, exception, spider): method spider_opened (line 102) | def spider_opened(self, spider): FILE: 02_03_b/article_crawler/article_crawler/pipelines.py class ArticleCrawlerPipeline (line 9) | class ArticleCrawlerPipeline: method process_item (line 10) | def process_item(self, item, spider): FILE: 02_03_b/article_crawler/article_crawler/spiders/wikipedia.py class WikipediaSpider (line 7) | class WikipediaSpider(CrawlSpider): method parse_info (line 16) | def parse_info(self, response): FILE: 02_03_e/article_crawler/article_crawler/items.py class Article (line 11) | class Article(scrapy.Item): FILE: 02_03_e/article_crawler/article_crawler/middlewares.py class ArticleCrawlerSpiderMiddleware (line 11) | class ArticleCrawlerSpiderMiddleware: method from_crawler (line 17) | def from_crawler(cls, crawler): method process_spider_input (line 23) | def process_spider_input(self, response, spider): method process_spider_output (line 30) | def process_spider_output(self, response, result, spider): method process_spider_exception (line 38) | def process_spider_exception(self, response, exception, spider): method process_start_requests (line 46) | def process_start_requests(self, start_requests, spider): method spider_opened (line 55) | def spider_opened(self, spider): class ArticleCrawlerDownloaderMiddleware (line 59) | class ArticleCrawlerDownloaderMiddleware: method from_crawler (line 65) | def from_crawler(cls, crawler): method process_request (line 71) | def process_request(self, request, spider): method process_response (line 83) | def process_response(self, request, response, spider): method process_exception (line 92) | def process_exception(self, request, exception, spider): method spider_opened (line 102) | def spider_opened(self, spider): FILE: 02_03_e/article_crawler/article_crawler/pipelines.py class ArticleCrawlerPipeline (line 9) | class ArticleCrawlerPipeline: method process_item (line 10) | def process_item(self, item, spider): FILE: 02_03_e/article_crawler/article_crawler/spiders/wikipedia.py class WikipediaSpider (line 7) | class WikipediaSpider(CrawlSpider): method parse_info (line 21) | def parse_info(self, response): FILE: 02_04_b/article_crawler/article_crawler/items.py class Article (line 11) | class Article(scrapy.Item): FILE: 02_04_b/article_crawler/article_crawler/middlewares.py class ArticleCrawlerSpiderMiddleware (line 11) | class ArticleCrawlerSpiderMiddleware: method from_crawler (line 17) | def from_crawler(cls, crawler): method process_spider_input (line 23) | def process_spider_input(self, response, spider): method process_spider_output (line 30) | def process_spider_output(self, response, result, spider): method process_spider_exception (line 38) | def process_spider_exception(self, response, exception, spider): method process_start_requests (line 46) | def process_start_requests(self, start_requests, spider): method spider_opened (line 55) | def spider_opened(self, spider): class ArticleCrawlerDownloaderMiddleware (line 59) | class ArticleCrawlerDownloaderMiddleware: method from_crawler (line 65) | def from_crawler(cls, crawler): method process_request (line 71) | def process_request(self, request, spider): method process_response (line 83) | def process_response(self, request, response, spider): method process_exception (line 92) | def process_exception(self, request, exception, spider): method spider_opened (line 102) | def spider_opened(self, spider): FILE: 02_04_b/article_crawler/article_crawler/pipelines.py class ArticleCrawlerPipeline (line 9) | class ArticleCrawlerPipeline: method process_item (line 10) | def process_item(self, item, spider): FILE: 02_04_b/article_crawler/article_crawler/spiders/wikipedia.py class WikipediaSpider (line 7) | class WikipediaSpider(CrawlSpider): method parse_info (line 21) | def parse_info(self, response): FILE: 02_04_e/article_crawler/article_crawler/items.py class Article (line 11) | class Article(scrapy.Item): FILE: 02_04_e/article_crawler/article_crawler/middlewares.py class ArticleCrawlerSpiderMiddleware (line 11) | class ArticleCrawlerSpiderMiddleware: method from_crawler (line 17) | def from_crawler(cls, crawler): method process_spider_input (line 23) | def process_spider_input(self, response, spider): method process_spider_output (line 30) | def process_spider_output(self, response, result, spider): method process_spider_exception (line 38) | def process_spider_exception(self, response, exception, spider): method process_start_requests (line 46) | def process_start_requests(self, start_requests, spider): method spider_opened (line 55) | def spider_opened(self, spider): class ArticleCrawlerDownloaderMiddleware (line 59) | class ArticleCrawlerDownloaderMiddleware: method from_crawler (line 65) | def from_crawler(cls, crawler): method process_request (line 71) | def process_request(self, request, spider): method process_response (line 83) | def process_response(self, request, response, spider): method process_exception (line 92) | def process_exception(self, request, exception, spider): method spider_opened (line 102) | def spider_opened(self, spider): FILE: 02_04_e/article_crawler/article_crawler/pipelines.py class CheckItemPipeline (line 11) | class CheckItemPipeline: method process_item (line 12) | def process_item(self, article, spider): class CleanDatePipeline (line 18) | class CleanDatePipeline: method process_item (line 19) | def process_item(self, article, spider): FILE: 02_04_e/article_crawler/article_crawler/spiders/wikipedia.py class WikipediaSpider (line 7) | class WikipediaSpider(CrawlSpider): method parse_info (line 21) | def parse_info(self, response): FILE: 02_05/news_scraper/news_scraper/items.py class NewsArticle (line 11) | class NewsArticle(scrapy.Item): FILE: 02_05/news_scraper/news_scraper/middlewares.py class NewsScraperSpiderMiddleware (line 11) | class NewsScraperSpiderMiddleware: method from_crawler (line 17) | def from_crawler(cls, crawler): method process_spider_input (line 23) | def process_spider_input(self, response, spider): method process_spider_output (line 30) | def process_spider_output(self, response, result, spider): method process_spider_exception (line 38) | def process_spider_exception(self, response, exception, spider): method process_start_requests (line 46) | def process_start_requests(self, start_requests, spider): method spider_opened (line 55) | def spider_opened(self, spider): class NewsScraperDownloaderMiddleware (line 59) | class NewsScraperDownloaderMiddleware: method from_crawler (line 65) | def from_crawler(cls, crawler): method process_request (line 71) | def process_request(self, request, spider): method process_response (line 83) | def process_response(self, request, response, spider): method process_exception (line 92) | def process_exception(self, request, exception, spider): method spider_opened (line 102) | def spider_opened(self, spider): FILE: 02_05/news_scraper/news_scraper/pipelines.py class NewsScraperPipeline (line 4) | class NewsScraperPipeline: method process_item (line 5) | def process_item(self, item, spider): FILE: 02_05/news_scraper/news_scraper/spiders/associated_press.py class AssociatedPressSpider (line 7) | class AssociatedPressSpider(CrawlSpider): method parse_item (line 13) | def parse_item(self, response): FILE: 02_05/news_scraper/news_scraper/spiders/cnn.py class CnnSpider (line 6) | class CnnSpider(CrawlSpider): method parse_item (line 14) | def parse_item(self, response): FILE: 02_05/news_scraper/news_scraper/spiders/yahoo.py class YahooSpider (line 7) | class YahooSpider(CrawlSpider): method parse_item (line 13) | def parse_item(self, response): FILE: 03_01_b/form/form/items.py class FormItem (line 11) | class FormItem(scrapy.Item): FILE: 03_01_b/form/form/middlewares.py class FormSpiderMiddleware (line 11) | class FormSpiderMiddleware: method from_crawler (line 17) | def from_crawler(cls, crawler): method process_spider_input (line 23) | def process_spider_input(self, response, spider): method process_spider_output (line 30) | def process_spider_output(self, response, result, spider): method process_spider_exception (line 38) | def process_spider_exception(self, response, exception, spider): method process_start_requests (line 46) | def process_start_requests(self, start_requests, spider): method spider_opened (line 55) | def spider_opened(self, spider): class FormDownloaderMiddleware (line 59) | class FormDownloaderMiddleware: method from_crawler (line 65) | def from_crawler(cls, crawler): method process_request (line 71) | def process_request(self, request, spider): method process_response (line 83) | def process_response(self, request, response, spider): method process_exception (line 92) | def process_exception(self, request, exception, spider): method spider_opened (line 102) | def spider_opened(self, spider): FILE: 03_01_b/form/form/pipelines.py class FormPipeline (line 9) | class FormPipeline: method process_item (line 10) | def process_item(self, item, spider): FILE: 03_01_b/form/form/spiders/get_form.py class GetFormSpider (line 4) | class GetFormSpider(scrapy.Spider): method parse (line 9) | def parse(self, response): FILE: 03_01_e/form/form/items.py class FormItem (line 11) | class FormItem(scrapy.Item): FILE: 03_01_e/form/form/middlewares.py class FormSpiderMiddleware (line 11) | class FormSpiderMiddleware: method from_crawler (line 17) | def from_crawler(cls, crawler): method process_spider_input (line 23) | def process_spider_input(self, response, spider): method process_spider_output (line 30) | def process_spider_output(self, response, result, spider): method process_spider_exception (line 38) | def process_spider_exception(self, response, exception, spider): method process_start_requests (line 46) | def process_start_requests(self, start_requests, spider): method spider_opened (line 55) | def spider_opened(self, spider): class FormDownloaderMiddleware (line 59) | class FormDownloaderMiddleware: method from_crawler (line 65) | def from_crawler(cls, crawler): method process_request (line 71) | def process_request(self, request, spider): method process_response (line 83) | def process_response(self, request, response, spider): method process_exception (line 92) | def process_exception(self, request, exception, spider): method spider_opened (line 102) | def spider_opened(self, spider): FILE: 03_01_e/form/form/pipelines.py class FormPipeline (line 9) | class FormPipeline: method process_item (line 10) | def process_item(self, item, spider): FILE: 03_01_e/form/form/spiders/get_form.py function generate_start_urls (line 4) | def generate_start_urls(): class GetFormSpider (line 11) | class GetFormSpider(scrapy.Spider): method parse (line 16) | def parse(self, response): FILE: 03_01_e/form/form/spiders/post_form.py class GetFormSpider (line 5) | class GetFormSpider(scrapy.Spider): method start_requests (line 9) | def start_requests(self): method parse (line 17) | def parse(self, response): FILE: 03_03_b/news_scraper/news_scraper/items.py class NewsArticle (line 11) | class NewsArticle(scrapy.Item): FILE: 03_03_b/news_scraper/news_scraper/middlewares.py class NewsScraperSpiderMiddleware (line 11) | class NewsScraperSpiderMiddleware: method from_crawler (line 17) | def from_crawler(cls, crawler): method process_spider_input (line 23) | def process_spider_input(self, response, spider): method process_spider_output (line 30) | def process_spider_output(self, response, result, spider): method process_spider_exception (line 38) | def process_spider_exception(self, response, exception, spider): method process_start_requests (line 46) | def process_start_requests(self, start_requests, spider): method spider_opened (line 55) | def spider_opened(self, spider): class NewsScraperDownloaderMiddleware (line 59) | class NewsScraperDownloaderMiddleware: method from_crawler (line 65) | def from_crawler(cls, crawler): method process_request (line 71) | def process_request(self, request, spider): method process_response (line 83) | def process_response(self, request, response, spider): method process_exception (line 92) | def process_exception(self, request, exception, spider): method spider_opened (line 102) | def spider_opened(self, spider): FILE: 03_03_b/news_scraper/news_scraper/pipelines.py class NewsScraperPipeline (line 4) | class NewsScraperPipeline: method process_item (line 5) | def process_item(self, item, spider): FILE: 03_03_b/news_scraper/news_scraper/spiders/associated_press.py class AssociatedPressSpider (line 7) | class AssociatedPressSpider(CrawlSpider): method parse_item (line 13) | def parse_item(self, response): FILE: 03_03_b/news_scraper/news_scraper/spiders/cnn.py class CnnSpider (line 6) | class CnnSpider(CrawlSpider): method parse_item (line 14) | def parse_item(self, response): FILE: 03_03_b/news_scraper/news_scraper/spiders/yahoo.py class YahooSpider (line 7) | class YahooSpider(CrawlSpider): method parse_item (line 13) | def parse_item(self, response): FILE: 03_03_e/news_scraper/news_scraper/items.py class NewsArticle (line 11) | class NewsArticle(scrapy.Item): FILE: 03_03_e/news_scraper/news_scraper/middlewares.py class NewsScraperSpiderMiddleware (line 11) | class NewsScraperSpiderMiddleware: method from_crawler (line 17) | def from_crawler(cls, crawler): method process_spider_input (line 23) | def process_spider_input(self, response, spider): method process_spider_output (line 30) | def process_spider_output(self, response, result, spider): method process_spider_exception (line 38) | def process_spider_exception(self, response, exception, spider): method process_start_requests (line 46) | def process_start_requests(self, start_requests, spider): method spider_opened (line 55) | def spider_opened(self, spider): class NewsScraperDownloaderMiddleware (line 59) | class NewsScraperDownloaderMiddleware: method from_crawler (line 65) | def from_crawler(cls, crawler): method process_request (line 71) | def process_request(self, request, spider): method process_response (line 83) | def process_response(self, request, response, spider): method process_exception (line 92) | def process_exception(self, request, exception, spider): method spider_opened (line 102) | def spider_opened(self, spider): FILE: 03_03_e/news_scraper/news_scraper/pipelines.py class NewsScraperPipeline (line 4) | class NewsScraperPipeline: method process_item (line 5) | def process_item(self, item, spider): FILE: 03_03_e/news_scraper/news_scraper/spiders/associated_press.py class AssociatedPressSpider (line 7) | class AssociatedPressSpider(CrawlSpider): method parse_item (line 13) | def parse_item(self, response): FILE: 03_03_e/news_scraper/news_scraper/spiders/cnn.py class CnnSpider (line 6) | class CnnSpider(SitemapSpider): method parse (line 11) | def parse(self, response): FILE: 03_03_e/news_scraper/news_scraper/spiders/yahoo.py class YahooSpider (line 7) | class YahooSpider(CrawlSpider): method parse_item (line 13) | def parse_item(self, response): FILE: 03_04/news_scraper/news_scraper/items.py class NewsArticle (line 11) | class NewsArticle(scrapy.Item): FILE: 03_04/news_scraper/news_scraper/middlewares.py class NewsScraperSpiderMiddleware (line 11) | class NewsScraperSpiderMiddleware: method from_crawler (line 17) | def from_crawler(cls, crawler): method process_spider_input (line 23) | def process_spider_input(self, response, spider): method process_spider_output (line 30) | def process_spider_output(self, response, result, spider): method process_spider_exception (line 38) | def process_spider_exception(self, response, exception, spider): method process_start_requests (line 46) | def process_start_requests(self, start_requests, spider): method spider_opened (line 55) | def spider_opened(self, spider): class NewsScraperDownloaderMiddleware (line 59) | class NewsScraperDownloaderMiddleware: method from_crawler (line 65) | def from_crawler(cls, crawler): method process_request (line 71) | def process_request(self, request, spider): method process_response (line 83) | def process_response(self, request, response, spider): method process_exception (line 92) | def process_exception(self, request, exception, spider): method spider_opened (line 102) | def spider_opened(self, spider): FILE: 03_04/news_scraper/news_scraper/pipelines.py class NewsScraperPipeline (line 9) | class NewsScraperPipeline: method process_item (line 10) | def process_item(self, item, spider): FILE: 03_04/news_scraper/news_scraper/spiders/cnn.py function generate_start_urls (line 6) | def generate_start_urls(): class CnnSpider (line 11) | class CnnSpider(CrawlSpider): method parse (line 16) | def parse(self, response): FILE: 03_05/news_scraper/news_scraper/items.py class NewsArticle (line 11) | class NewsArticle(scrapy.Item): FILE: 03_05/news_scraper/news_scraper/middlewares.py class NewsScraperSpiderMiddleware (line 11) | class NewsScraperSpiderMiddleware: method from_crawler (line 17) | def from_crawler(cls, crawler): method process_spider_input (line 23) | def process_spider_input(self, response, spider): method process_spider_output (line 30) | def process_spider_output(self, response, result, spider): method process_spider_exception (line 38) | def process_spider_exception(self, response, exception, spider): method process_start_requests (line 46) | def process_start_requests(self, start_requests, spider): method spider_opened (line 55) | def spider_opened(self, spider): class NewsScraperDownloaderMiddleware (line 59) | class NewsScraperDownloaderMiddleware: method from_crawler (line 65) | def from_crawler(cls, crawler): method process_request (line 71) | def process_request(self, request, spider): method process_response (line 83) | def process_response(self, request, response, spider): method process_exception (line 92) | def process_exception(self, request, exception, spider): method spider_opened (line 102) | def spider_opened(self, spider): FILE: 03_05/news_scraper/news_scraper/pipelines.py class NewsScraperPipeline (line 9) | class NewsScraperPipeline: method process_item (line 10) | def process_item(self, item, spider): FILE: 03_05/news_scraper/news_scraper/spiders/cnn.py function generate_start_urls (line 6) | def generate_start_urls(): class CnnSpider (line 11) | class CnnSpider(CrawlSpider): method parse (line 16) | def parse(self, response): FILE: 04_01_b/profiles/profiles/items.py class ProfilesItem (line 11) | class ProfilesItem(scrapy.Item): FILE: 04_01_b/profiles/profiles/middlewares.py class ProfilesSpiderMiddleware (line 11) | class ProfilesSpiderMiddleware: method from_crawler (line 17) | def from_crawler(cls, crawler): method process_spider_input (line 23) | def process_spider_input(self, response, spider): method process_spider_output (line 30) | def process_spider_output(self, response, result, spider): method process_spider_exception (line 38) | def process_spider_exception(self, response, exception, spider): method process_start_requests (line 46) | def process_start_requests(self, start_requests, spider): method spider_opened (line 55) | def spider_opened(self, spider): class ProfilesDownloaderMiddleware (line 59) | class ProfilesDownloaderMiddleware: method from_crawler (line 65) | def from_crawler(cls, crawler): method process_request (line 71) | def process_request(self, request, spider): method process_response (line 83) | def process_response(self, request, response, spider): method process_exception (line 92) | def process_exception(self, request, exception, spider): method spider_opened (line 102) | def spider_opened(self, spider): FILE: 04_01_b/profiles/profiles/pipelines.py class ProfilesPipeline (line 9) | class ProfilesPipeline: method process_item (line 10) | def process_item(self, item, spider): FILE: 04_01_b/profiles/profiles/spiders/pythonscraping.py class PythonscrapingSpider (line 5) | class PythonscrapingSpider(scrapy.Spider): method parse (line 11) | def parse(self, response): FILE: 04_01_e/profiles/profiles/items.py class ProfilesItem (line 11) | class ProfilesItem(scrapy.Item): FILE: 04_01_e/profiles/profiles/middlewares.py class ProfilesSpiderMiddleware (line 11) | class ProfilesSpiderMiddleware: method from_crawler (line 17) | def from_crawler(cls, crawler): method process_spider_input (line 23) | def process_spider_input(self, response, spider): method process_spider_output (line 30) | def process_spider_output(self, response, result, spider): method process_spider_exception (line 38) | def process_spider_exception(self, response, exception, spider): method process_start_requests (line 46) | def process_start_requests(self, start_requests, spider): method spider_opened (line 55) | def spider_opened(self, spider): class ProfilesDownloaderMiddleware (line 59) | class ProfilesDownloaderMiddleware: method from_crawler (line 65) | def from_crawler(cls, crawler): method process_request (line 71) | def process_request(self, request, spider): method process_response (line 83) | def process_response(self, request, response, spider): method process_exception (line 92) | def process_exception(self, request, exception, spider): method spider_opened (line 102) | def spider_opened(self, spider): FILE: 04_01_e/profiles/profiles/pipelines.py class ProfilesPipeline (line 9) | class ProfilesPipeline: method process_item (line 10) | def process_item(self, item, spider): FILE: 04_01_e/profiles/profiles/spiders/pythonscraping.py class PythonscrapingSpider (line 5) | class PythonscrapingSpider(scrapy.Spider): method make_requests_from_url (line 11) | def make_requests_from_url(self, url): method parse (line 17) | def parse(self, response): FILE: 04_02_b/locations/locations/items.py class LocationsItem (line 11) | class LocationsItem(scrapy.Item): FILE: 04_02_b/locations/locations/middlewares.py class LocationsSpiderMiddleware (line 11) | class LocationsSpiderMiddleware: method from_crawler (line 17) | def from_crawler(cls, crawler): method process_spider_input (line 23) | def process_spider_input(self, response, spider): method process_spider_output (line 30) | def process_spider_output(self, response, result, spider): method process_spider_exception (line 38) | def process_spider_exception(self, response, exception, spider): method process_start_requests (line 46) | def process_start_requests(self, start_requests, spider): method spider_opened (line 55) | def spider_opened(self, spider): class LocationsDownloaderMiddleware (line 59) | class LocationsDownloaderMiddleware: method from_crawler (line 65) | def from_crawler(cls, crawler): method process_request (line 71) | def process_request(self, request, spider): method process_response (line 83) | def process_response(self, request, response, spider): method process_exception (line 92) | def process_exception(self, request, exception, spider): method spider_opened (line 102) | def spider_opened(self, spider): FILE: 04_02_b/locations/locations/pipelines.py class LocationsPipeline (line 9) | class LocationsPipeline: method process_item (line 10) | def process_item(self, item, spider): FILE: 04_02_b/locations/locations/spiders/dunkin.py class DunkinSpider (line 4) | class DunkinSpider(scrapy.Spider): method parse (line 9) | def parse(self, response): FILE: 04_02_e/locations/locations/items.py class LocationsItem (line 11) | class LocationsItem(scrapy.Item): FILE: 04_02_e/locations/locations/middlewares.py class LocationsSpiderMiddleware (line 11) | class LocationsSpiderMiddleware: method from_crawler (line 17) | def from_crawler(cls, crawler): method process_spider_input (line 23) | def process_spider_input(self, response, spider): method process_spider_output (line 30) | def process_spider_output(self, response, result, spider): method process_spider_exception (line 38) | def process_spider_exception(self, response, exception, spider): method process_start_requests (line 46) | def process_start_requests(self, start_requests, spider): method spider_opened (line 55) | def spider_opened(self, spider): class LocationsDownloaderMiddleware (line 59) | class LocationsDownloaderMiddleware: method from_crawler (line 65) | def from_crawler(cls, crawler): method process_request (line 71) | def process_request(self, request, spider): method process_response (line 83) | def process_response(self, request, response, spider): method process_exception (line 92) | def process_exception(self, request, exception, spider): method spider_opened (line 102) | def spider_opened(self, spider): FILE: 04_02_e/locations/locations/pipelines.py class LocationsPipeline (line 9) | class LocationsPipeline: method process_item (line 10) | def process_item(self, item, spider): FILE: 04_02_e/locations/locations/spiders/dunkin.py function wait (line 6) | def wait(driver): class DunkinSpider (line 10) | class DunkinSpider(scrapy.Spider): method make_requests_from_url (line 16) | def make_requests_from_url(self, url): method parse (line 19) | def parse(self, response):