SYMBOL INDEX (405 symbols across 22 files)

FILE: docs/_themes/flask_theme_support.py
  class FlaskyStyle (line 7) | class FlaskyStyle(Style):

FILE: download_corpora.py
  function main (line 17) | def main():

FILE: newspaper/__init__.py
  class NullHandler (line 25) | class NullHandler(logging.Handler):
    method emit (line 26) | def emit(self, record):

FILE: newspaper/api.py
  function build (line 21) | def build(url='', dry=False, config=None, **kwargs) -> Source:
  function build_article (line 34) | def build_article(url='', config=None, **kwargs) -> Article:
  function languages (line 45) | def languages():
  function popular_urls (line 51) | def popular_urls():
  function hot (line 59) | def hot():
  function fulltext (line 71) | def fulltext(html, language='en'):

FILE: newspaper/article.py
  class ArticleDownloadState (line 32) | class ArticleDownloadState(object):
  class ArticleException (line 38) | class ArticleException(Exception):
  class Article (line 42) | class Article(object):
    method __init__ (line 45) | def __init__(self, url, title='', source_url='', config=None, **kwargs):
    method build (line 156) | def build(self):
    method _parse_scheme_file (line 165) | def _parse_scheme_file(self, path):
    method _parse_scheme_http (line 174) | def _parse_scheme_http(self):
    method download (line 182) | def download(self, input_html=None, title=None, recursion_counter=0):
    method parse (line 212) | def parse(self):
    method fetch_images (line 291) | def fetch_images(self):
    method has_top_image (line 313) | def has_top_image(self):
    method is_valid_url (line 316) | def is_valid_url(self):
    method is_valid_body (line 322) | def is_valid_body(self):
    method is_media_news (line 361) | def is_media_news(self):
    method nlp (line 372) | def nlp(self):
    method get_parse_candidate (line 390) | def get_parse_candidate(self):
    method build_resource_path (line 398) | def build_resource_path(self):
    method get_resource_path (line 405) | def get_resource_path(self):
    method release_resources (line 416) | def release_resources(self):
    method set_reddit_top_img (line 426) | def set_reddit_top_img(self):
    method set_title (line 446) | def set_title(self, input_title):
    method set_text (line 450) | def set_text(self, text):
    method set_html (line 455) | def set_html(self, html):
    method set_article_html (line 464) | def set_article_html(self, article_html):
    method set_meta_img (line 470) | def set_meta_img(self, src_url):
    method set_top_img (line 474) | def set_top_img(self, src_url):
    method set_top_img_no_check (line 480) | def set_top_img_no_check(self, src_url):
    method set_imgs (line 487) | def set_imgs(self, imgs):
    method set_keywords (line 494) | def set_keywords(self, keywords):
    method set_authors (line 502) | def set_authors(self, authors):
    method set_summary (line 510) | def set_summary(self, summary):
    method set_meta_language (line 516) | def set_meta_language(self, meta_lang):
    method set_meta_keywords (line 523) | def set_meta_keywords(self, meta_keywords):
    method set_meta_favicon (line 528) | def set_meta_favicon(self, meta_favicon):
    method set_meta_site_name (line 531) | def set_meta_site_name(self, meta_site_name):
    method set_meta_description (line 534) | def set_meta_description(self, meta_description):
    method set_meta_data (line 537) | def set_meta_data(self, meta_data):
    method set_canonical_link (line 540) | def set_canonical_link(self, canonical_link):
    method set_tags (line 543) | def set_tags(self, tags):
    method set_movies (line 546) | def set_movies(self, movie_objects):
    method throw_if_not_downloaded_verbose (line 552) | def throw_if_not_downloaded_verbose(self):
    method throw_if_not_parsed_verbose (line 562) | def throw_if_not_parsed_verbose(self):

FILE: newspaper/cleaners.py
  class DocumentCleaner (line 10) | class DocumentCleaner(object):
    method __init__ (line 12) | def __init__(self, config):
    method clean (line 52) | def clean(self, doc_to_clean):
    method clean_body_classes (line 74) | def clean_body_classes(self, doc):
    method clean_article_tags (line 83) | def clean_article_tags(self, doc):
    method clean_em_tags (line 90) | def clean_em_tags(self, doc):
    method remove_drop_caps (line 98) | def remove_drop_caps(self, doc):
    method remove_scripts_styles (line 105) | def remove_scripts_styles(self, doc):
    method clean_bad_tags (line 121) | def clean_bad_tags(self, doc):
    method remove_nodes_regex (line 139) | def remove_nodes_regex(self, doc, pattern):
    method clean_para_spans (line 147) | def clean_para_spans(self, doc):
    method get_flushed_buffer (line 153) | def get_flushed_buffer(self, replacement_text, doc):
    method replace_walk_left_right (line 156) | def replace_walk_left_right(self, kid, kid_text,
    method get_replacement_nodes (line 186) | def get_replacement_nodes(self, doc, div):
    method replace_with_para (line 218) | def replace_with_para(self, doc, div):
    method div_to_para (line 221) | def div_to_para(self, doc, dom_type):

FILE: newspaper/configuration.py
  class Configuration (line 23) | class Configuration(object):
    method __init__ (line 24) | def __init__(self):
    method get_language (line 81) | def get_language(self):
    method del_language (line 84) | def del_language(self):
    method set_language (line 87) | def set_language(self, language):
    method get_stopwords_class (line 106) | def get_stopwords_class(language):
    method get_parser (line 124) | def get_parser():
  class ArticleConfiguration (line 128) | class ArticleConfiguration(Configuration):
  class SourceConfiguration (line 132) | class SourceConfiguration(Configuration):

FILE: newspaper/extractors.py
  class ContentExtractor (line 55) | class ContentExtractor(object):
    method __init__ (line 56) | def __init__(self, config):
    method update_language (line 62) | def update_language(self, meta_lang):
    method get_authors (line 72) | def get_authors(self, doc):
    method get_publishing_date (line 172) | def get_publishing_date(self, url, doc):
    method get_title (line 237) | def get_title(self, doc):
    method split_title (line 352) | def split_title(self, title, splitter, hint=None):
    method get_feed_urls (line 377) | def get_feed_urls(self, source_url, categories):
    method get_favicon (line 395) | def get_favicon(self, doc):
    method get_meta_lang (line 407) | def get_meta_lang(self, doc):
    method get_meta_content (line 432) | def get_meta_content(self, doc, metaname):
    method get_meta_img_url (line 447) | def get_meta_img_url(self, article_url, doc):
    method get_meta_type (line 472) | def get_meta_type(self, doc):
    method get_meta_site_name (line 477) | def get_meta_site_name(self, doc):
    method get_meta_description (line 482) | def get_meta_description(self, doc):
    method get_meta_keywords (line 487) | def get_meta_keywords(self, doc):
    method get_meta_data (line 492) | def get_meta_data(self, doc):
    method get_canonical_link (line 531) | def get_canonical_link(self, article_url, doc):
    method get_img_urls (line 569) | def get_img_urls(self, article_url, doc):
    method get_first_img_url (line 580) | def get_first_img_url(self, article_url, top_node):
    method _get_urls (line 591) | def _get_urls(self, doc, titles):
    method get_urls (line 607) | def get_urls(self, doc_or_html, titles=False, regex=False):
    method get_category_urls (line 629) | def get_category_urls(self, source_url, doc):
    method extract_tags (line 755) | def extract_tags(self, doc):
    method calculate_best_node (line 773) | def calculate_best_node(self, doc):
    method is_boostable (line 845) | def is_boostable(self, node):
    method walk_siblings (line 872) | def walk_siblings(self, node):
    method add_siblings (line 875) | def add_siblings(self, top_node):
    method get_siblings_content (line 885) | def get_siblings_content(
    method get_siblings_score (line 921) | def get_siblings_score(self, top_node):
    method update_score (line 949) | def update_score(self, node, add_to_score):
    method update_node_count (line 962) | def update_node_count(self, node, add_to_count):
    method is_highlink_density (line 973) | def is_highlink_density(self, e):
    method get_score (line 1001) | def get_score(self, node):
    method get_node_gravity_score (line 1006) | def get_node_gravity_score(self, node):
    method nodes_to_check (line 1012) | def nodes_to_check(self, doc):
    method is_table_and_no_para_exist (line 1022) | def is_table_and_no_para_exist(self, e):
    method is_nodescore_threshold_met (line 1034) | def is_nodescore_threshold_met(self, node, e):
    method post_cleanup (line 1043) | def post_cleanup(self, top_node):

FILE: newspaper/images.py
  function image_to_str (line 29) | def image_to_str(image):
  function str_to_image (line 36) | def str_to_image(s):
  function prepare_image (line 43) | def prepare_image(image):
  function image_entropy (line 49) | def image_entropy(img):
  function square_image (line 58) | def square_image(img):
  function clean_url (line 77) | def clean_url(url):
  function fetch_url (line 86) | def fetch_url(url, useragent, referer=None, retries=1, dimension=False):
  function fetch_image_dimension (line 166) | def fetch_image_dimension(url, useragent, referer=None, retries=1):
  class Scraper (line 170) | class Scraper:
    method __init__ (line 172) | def __init__(self, article):
    method largest_image_url (line 179) | def largest_image_url(self):
    method calculate_area (line 198) | def calculate_area(self, img_url, dimension):
    method satisfies_requirements (line 222) | def satisfies_requirements(self, img_url):
    method thumbnail (line 228) | def thumbnail(self):

FILE: newspaper/mthreading.py
  class ConcurrencyException (line 23) | class ConcurrencyException(Exception):
  class Worker (line 27) | class Worker(Thread):
    method __init__ (line 31) | def __init__(self, tasks, timeout_seconds):
    method run (line 38) | def run(self):
  class ThreadPool (line 53) | class ThreadPool:
    method __init__ (line 54) | def __init__(self, num_threads, timeout_seconds):
    method add_task (line 59) | def add_task(self, func, *args, **kargs):
    method wait_completion (line 62) | def wait_completion(self):
  class NewsPool (line 66) | class NewsPool(object):
    method __init__ (line 68) | def __init__(self, config=None):
    method join (line 95) | def join(self):
    method set (line 106) | def set(self, news_list, threads_per_source=1, override_threads=None):

FILE: newspaper/network.py
  function get_request_kwargs (line 24) | def get_request_kwargs(timeout, useragent, proxies, headers):
  function get_html (line 37) | def get_html(url, config=None, response=None):
  function get_html_2XX_only (line 47) | def get_html_2XX_only(url, config=None, response=None):
  function _get_html_from_response (line 74) | def _get_html_from_response(response, config):
  class MRequest (line 91) | class MRequest(object):
    method __init__ (line 97) | def __init__(self, url, config=None):
    method send (line 107) | def send(self):
  function multithread_request (line 117) | def multithread_request(urls, config=None):

FILE: newspaper/nlp.py
  function load_stopwords (line 22) | def load_stopwords(language):
  function summarize (line 40) | def summarize(url='', title='', text='', max_sents=5):
  function score (line 57) | def score(sentences, titleWords, keywords):
  function sbs (line 77) | def sbs(words, keywords):
  function dbs (line 87) | def dbs(words, keywords):
  function split_words (line 109) | def split_words(text):
  function keywords (line 119) | def keywords(text):
  function split_sentences (line 153) | def split_sentences(text):
  function length_score (line 164) | def length_score(sentence_len):
  function title_score (line 168) | def title_score(title, sentence):
  function sentence_position (line 180) | def sentence_position(i, size):

FILE: newspaper/outputformatters.py
  class OutputFormatter (line 19) | class OutputFormatter(object):
    method __init__ (line 21) | def __init__(self, config):
    method update_language (line 28) | def update_language(self, meta_lang):
    method get_top_node (line 38) | def get_top_node(self):
    method get_formatted (line 41) | def get_formatted(self, top_node):
    method convert_to_text (line 63) | def convert_to_text(self):
    method convert_to_html (line 79) | def convert_to_html(self):
    method add_newline_to_br (line 83) | def add_newline_to_br(self):
    method add_newline_to_li (line 87) | def add_newline_to_li(self):
    method links_to_text (line 95) | def links_to_text(self):
    method remove_negativescores_nodes (line 101) | def remove_negativescores_nodes(self):
    method replace_with_text (line 113) | def replace_with_text(self):
    method remove_empty_tags (line 123) | def remove_empty_tags(self):
    method remove_trailing_media_div (line 141) | def remove_trailing_media_div(self):

FILE: newspaper/parsers.py
  class Parser (line 25) | class Parser(object):
    method xpath_re (line 28) | def xpath_re(cls, node, expression):
    method drop_tag (line 34) | def drop_tag(cls, nodes):
    method css_select (line 42) | def css_select(cls, node, selector):
    method get_unicode_html (line 46) | def get_unicode_html(cls, html):
    method fromstring (line 60) | def fromstring(cls, html):
    method clean_article_html (line 75) | def clean_article_html(cls, node):
    method nodeToString (line 88) | def nodeToString(cls, node):
    method replaceTag (line 95) | def replaceTag(cls, node, tag):
    method stripTags (line 99) | def stripTags(cls, node, *tags):
    method getElementById (line 103) | def getElementById(cls, node, idd):
    method getElementsByTag (line 111) | def getElementsByTag(
    method appendChild (line 131) | def appendChild(cls, node, child):
    method childNodes (line 135) | def childNodes(cls, node):
    method childNodesWithText (line 139) | def childNodesWithText(cls, node):
    method textToPara (line 162) | def textToPara(cls, text):
    method getChildren (line 166) | def getChildren(cls, node):
    method getElementsByTags (line 170) | def getElementsByTags(cls, node, tags):
    method createElement (line 177) | def createElement(cls, tag='p', text=None, tail=None):
    method getComments (line 185) | def getComments(cls, node):
    method getParent (line 189) | def getParent(cls, node):
    method remove (line 193) | def remove(cls, node):
    method getTag (line 210) | def getTag(cls, node):
    method getText (line 214) | def getText(cls, node):
    method previousSiblings (line 219) | def previousSiblings(cls, node):
    method previousSibling (line 226) | def previousSibling(cls, node):
    method nextSibling (line 230) | def nextSibling(cls, node):
    method isTextNode (line 234) | def isTextNode(cls, node):
    method getAttribute (line 238) | def getAttribute(cls, node, attr=None):
    method delAttribute (line 246) | def delAttribute(cls, node, attr=None):
    method setAttribute (line 253) | def setAttribute(cls, node, attr=None, value=None):
    method outerHtml (line 258) | def outerHtml(cls, node):

FILE: newspaper/source.py
  class Category (line 27) | class Category(object):
    method __init__ (line 28) | def __init__(self, url):
  class Feed (line 34) | class Feed(object):
    method __init__ (line 35) | def __init__(self, url):
  class Source (line 44) | class Source(object):
    method __init__ (line 54) | def __init__(self, url, config=None, **kwargs):
    method build (line 87) | def build(self):
    method purge_articles (line 104) | def purge_articles(self, reason, articles):
    method _get_category_urls (line 120) | def _get_category_urls(self, domain):
    method set_categories (line 127) | def set_categories(self):
    method set_feeds (line 131) | def set_feeds(self):
    method set_description (line 170) | def set_description(self):
    method download (line 177) | def download(self):
    method download_categories (line 182) | def download_categories(self):
    method download_feeds (line 199) | def download_feeds(self):
    method parse (line 216) | def parse(self):
    method parse_categories (line 227) | def parse_categories(self):
    method _map_title_to_feed (line 238) | def _map_title_to_feed(self, feed):
    method parse_feeds (line 248) | def parse_feeds(self):
    method feeds_to_articles (line 255) | def feeds_to_articles(self):
    method categories_to_articles (line 284) | def categories_to_articles(self):
    method _generate_articles (line 319) | def _generate_articles(self):
    method generate_articles (line 329) | def generate_articles(self, limit=5000):
    method download_articles (line 337) | def download_articles(self, threads=1):
    method parse_articles (line 370) | def parse_articles(self):
    method size (line 379) | def size(self):
    method clean_memo_cache (line 386) | def clean_memo_cache(self):
    method feed_urls (line 391) | def feed_urls(self):
    method category_urls (line 396) | def category_urls(self):
    method article_urls (line 401) | def article_urls(self):
    method print_summary (line 406) | def print_summary(self):

FILE: newspaper/text.py
  function innerTrim (line 19) | def innerTrim(value):
  class WordStats (line 28) | class WordStats(object):
    method __init__ (line 30) | def __init__(self):
    method get_stop_words (line 40) | def get_stop_words(self):
    method set_stop_words (line 43) | def set_stop_words(self, words):
    method get_stopword_count (line 46) | def get_stopword_count(self):
    method set_stopword_count (line 49) | def set_stopword_count(self, wordcount):
    method get_word_count (line 52) | def get_word_count(self):
    method set_word_count (line 55) | def set_word_count(self, cnt):
  class StopWords (line 59) | class StopWords(object):
    method __init__ (line 64) | def __init__(self, language='en'):
    method remove_punctuation (line 71) | def remove_punctuation(self, content):
    method candidate_words (line 82) | def candidate_words(self, stripped_input):
    method get_stopword_count (line 85) | def get_stopword_count(self, content):
  class StopWordsChinese (line 104) | class StopWordsChinese(StopWords):
    method __init__ (line 107) | def __init__(self, language='zh'):
    method candidate_words (line 110) | def candidate_words(self, stripped_input):
  class StopWordsArabic (line 117) | class StopWordsArabic(StopWords):
    method __init__ (line 120) | def __init__(self, language='ar'):
    method remove_punctuation (line 124) | def remove_punctuation(self, content):
    method candidate_words (line 127) | def candidate_words(self, stripped_input):
  class StopWordsKorean (line 136) | class StopWordsKorean(StopWords):
    method __init__ (line 139) | def __init__(self, language='ko'):
    method get_stopword_count (line 142) | def get_stopword_count(self, content):
  class StopWordsHindi (line 162) | class StopWordsHindi(StopWords):
    method __init__ (line 165) | def __init__(self, language='hi'):
    method get_stopword_count (line 168) | def get_stopword_count(self, content):
  class StopWordsJapanese (line 187) | class StopWordsJapanese(StopWords):
    method __init__ (line 190) | def __init__(self, language='ja'):
    method candidate_words (line 193) | def candidate_words(self, stripped_input):
  class StopWordsThai (line 200) | class StopWordsThai(StopWords):
    method __init__ (line 203) | def __init__(self, language='th'):
    method candidate_words (line 206) | def candidate_words(self, stripped_input):

FILE: newspaper/urls.py
  function remove_args (line 41) | def remove_args(url, keep_params=(), frags=False):
  function redirect_back (line 58) | def redirect_back(url, source_domain):
  function prepare_url (line 81) | def prepare_url(url, source_url=None):
  function valid_url (line 102) | def valid_url(url, verbose=False, test=False):
  function url_to_filetype (line 242) | def url_to_filetype(abs_url):
  function get_domain (line 264) | def get_domain(abs_url, **kwargs):
  function get_scheme (line 274) | def get_scheme(abs_url, **kwargs):
  function get_path (line 282) | def get_path(abs_url, **kwargs):
  function is_abs_url (line 290) | def is_abs_url(url):

FILE: newspaper/utils.py
  class FileHelper (line 33) | class FileHelper(object):
    method loadResourceFile (line 35) | def loadResourceFile(filename):
  class ParsingCandidate (line 50) | class ParsingCandidate(object):
    method __init__ (line 52) | def __init__(self, url, link_hash):
  class RawHelper (line 57) | class RawHelper(object):
    method get_parsing_candidate (line 59) | def get_parsing_candidate(url, raw_html):
  class URLHelper (line 66) | class URLHelper(object):
    method get_parsing_candidate (line 68) | def get_parsing_candidate(url_to_crawl):
  class StringSplitter (line 76) | class StringSplitter(object):
    method __init__ (line 77) | def __init__(self, pattern):
    method split (line 80) | def split(self, string):
  class StringReplacement (line 86) | class StringReplacement(object):
    method __init__ (line 87) | def __init__(self, pattern, replaceWith):
    method replaceAll (line 91) | def replaceAll(self, string):
  class ReplaceSequence (line 97) | class ReplaceSequence(object):
    method __init__ (line 98) | def __init__(self):
    method create (line 101) | def create(self, firstPattern, replaceWith=None):
    method append (line 106) | def append(self, pattern, replaceWith=None):
    method replaceAll (line 109) | def replaceAll(self, string):
  class TimeoutError (line 119) | class TimeoutError(Exception):
  function timelimit (line 123) | def timelimit(timeout):
  function domain_to_filename (line 153) | def domain_to_filename(domain):
  function filename_to_domain (line 164) | def filename_to_domain(filename):
  function is_ascii (line 170) | def is_ascii(word):
  function extract_meta_refresh (line 184) | def extract_meta_refresh(html):
  function to_valid_filename (line 207) | def to_valid_filename(s):
  function cache_disk (line 215) | def cache_disk(seconds=(86400 * 5), cache_folder="/tmp"):
  function print_duration (line 244) | def print_duration(method):
  function chunks (line 256) | def chunks(l, n):
  function purge (line 265) | def purge(fn, pattern):
  function clear_memo_cache (line 273) | def clear_memo_cache(source):
  function memoize_articles (line 283) | def memoize_articles(source, articles):
  function get_useragent (line 333) | def get_useragent():
  function get_available_languages (line 343) | def get_available_languages():
  function print_available_languages (line 354) | def print_available_languages():
  function extend_config (line 406) | def extend_config(config, config_items):

FILE: newspaper/videos/extractors.py
  class VideoExtractor (line 8) | class VideoExtractor(object):
    method __init__ (line 11) | def __init__(self, config, top_node):
    method get_embed_code (line 18) | def get_embed_code(self, node):
    method get_embed_type (line 23) | def get_embed_type(self, node):
    method get_width (line 26) | def get_width(self, node):
    method get_height (line 29) | def get_height(self, node):
    method get_src (line 32) | def get_src(self, node):
    method get_provider (line 35) | def get_provider(self, src):
    method get_video (line 42) | def get_video(self, node):
    method get_iframe_tag (line 54) | def get_iframe_tag(self, node):
    method get_video_tag (line 57) | def get_video_tag(self, node):
    method get_embed_tag (line 62) | def get_embed_tag(self, node):
    method get_object_tag (line 73) | def get_object_tag(self, node):
    method get_videos (line 100) | def get_videos(self):

FILE: newspaper/videos/videos.py
  class Video (line 4) | class Video(object):
    method __init__ (line 7) | def __init__(self):

FILE: tests/benchmarks.py
  class NullHandler (line 22) | class NullHandler(logging.Handler):
    method emit (line 23) | def emit(self, record):
  function naive_run (line 37) | def naive_run(urls):
  function mthread_run (line 47) | def mthread_run(urls):
  function asyncio_run (line 55) | def asyncio_run(urls):
  function benchmark (line 64) | def benchmark():

FILE: tests/unit_tests.py
  function print_test (line 33) | def print_test(method):
  function mock_resource_with (line 49) | def mock_resource_with(filename, resource_type):
  function get_base_domain (line 64) | def get_base_domain(url):
  function check_url (line 78) | def check_url(*args, **kwargs):
  class ExhaustiveFullTextCase (line 83) | class ExhaustiveFullTextCase(unittest.TestCase):
    method check_url (line 85) | def check_url(args):
    method test_exhaustive (line 119) | def test_exhaustive(self):
  class ArticleTestCase (line 146) | class ArticleTestCase(unittest.TestCase):
    method setup_stage (line 147) | def setup_stage(self, stage_name):
    method setUp (line 162) | def setUp(self):
    method test_url (line 170) | def test_url(self):
    method test_download_html (line 177) | def test_download_html(self):
    method test_meta_refresh_redirect (line 186) | def test_meta_refresh_redirect(self):
    method test_meta_refresh_no_url_redirect (line 199) | def test_meta_refresh_no_url_redirect(self):
    method test_pre_download_parse (line 210) | def test_pre_download_parse(self):
    method test_parse_html (line 217) | def test_parse_html(self):
    method test_meta_type_extraction (line 248) | def test_meta_type_extraction(self):
    method test_meta_extraction (line 255) | def test_meta_extraction(self):
    method test_pre_download_nlp (line 304) | def test_pre_download_nlp(self):
    method test_pre_parse_nlp (line 312) | def test_pre_parse_nlp(self):
    method test_nlp_body (line 319) | def test_nlp_body(self):
  class TestDownloadScheme (line 330) | class TestDownloadScheme(unittest.TestCase):
    method test_download_file_success (line 332) | def test_download_file_success(self):
    method test_download_file_failure (line 341) | def test_download_file_failure(self):
  class ContentExtractorTestCase (line 350) | class ContentExtractorTestCase(unittest.TestCase):
    method setUp (line 353) | def setUp(self):
    method _get_title (line 357) | def _get_title(self, html):
    method test_get_title_basic (line 361) | def test_get_title_basic(self):
    method test_get_title_split (line 365) | def test_get_title_split(self):
    method test_get_title_split_escaped (line 369) | def test_get_title_split_escaped(self):
    method test_get_title_quotes (line 373) | def test_get_title_quotes(self):
    method _get_canonical_link (line 378) | def _get_canonical_link(self, article_url, html):
    method test_get_canonical_link_rel_canonical (line 382) | def test_get_canonical_link_rel_canonical(self):
    method test_get_canonical_link_rel_canonical_absolute_url (line 387) | def test_get_canonical_link_rel_canonical_absolute_url(self):
    method test_get_canonical_link_og_url_absolute_url (line 393) | def test_get_canonical_link_og_url_absolute_url(self):
    method test_get_canonical_link_hostname_og_url_absolute_url (line 399) | def test_get_canonical_link_hostname_og_url_absolute_url(self):
    method test_get_top_image_from_meta (line 405) | def test_get_top_image_from_meta(self):
  class SourceTestCase (line 448) | class SourceTestCase(unittest.TestCase):
    method test_source_url_input_none (line 450) | def test_source_url_input_none(self):
    method test_source_build (line 456) | def test_source_build(self):
    method test_cache_categories (line 509) | def test_cache_categories(self):
  class UrlTestCase (line 525) | class UrlTestCase(unittest.TestCase):
    method test_valid_urls (line 527) | def test_valid_urls(self):
    method test_pubdate (line 549) | def test_pubdate(self):
    method test_prepare_url (line 574) | def test_prepare_url(self):
  class APITestCase (line 593) | class APITestCase(unittest.TestCase):
    method test_hot_trending (line 595) | def test_hot_trending(self):
    method test_popular_urls (line 601) | def test_popular_urls(self):
  class MThreadingTestCase (line 608) | class MThreadingTestCase(unittest.TestCase):
    method test_download_works (line 610) | def test_download_works(self):
  class ConfigBuildTestCase (line 633) | class ConfigBuildTestCase(unittest.TestCase):
    method test_article_default_params (line 639) | def test_article_default_params(self):
    method test_article_custom_params (line 648) | def test_article_custom_params(self):
    method test_source_default_params (line 657) | def test_source_default_params(self):
    method test_source_custom_params (line 665) | def test_source_custom_params(self):
  class MultiLanguageTestCase (line 674) | class MultiLanguageTestCase(unittest.TestCase):
    method test_chinese_fulltext_extract (line 676) | def test_chinese_fulltext_extract(self):
    method test_arabic_fulltext_extract (line 687) | def test_arabic_fulltext_extract(self):
    method test_spanish_fulltext_extract (line 700) | def test_spanish_fulltext_extract(self):
    method test_japanese_fulltext_extract (line 712) | def test_japanese_fulltext_extract(self):
    method test_japanese_fulltext_extract2 (line 723) | def test_japanese_fulltext_extract2(self):
    method test_thai_fulltext_extract (line 734) | def test_thai_fulltext_extract(self):
  class TestNewspaperLanguagesApi (line 745) | class TestNewspaperLanguagesApi(unittest.TestCase):
    method test_languages_api_call (line 747) | def test_languages_api_call(self):
  class TestDownloadPdf (line 751) | class TestDownloadPdf(unittest.TestCase):
    method test_article_pdf_ignoring (line 754) | def test_article_pdf_ignoring(self):
    method test_article_pdf_fetching (line 765) | def test_article_pdf_fetching(self):