SYMBOL INDEX (354 symbols across 19 files) FILE: code/dataloader.py class SentimentIntrasentenceLoader (line 5) | class SentimentIntrasentenceLoader(object): method __init__ (line 6) | def __init__(self, tokenizer, max_seq_length=None, pad_to_max_length=F... method __len__ (line 32) | def __len__(self): method __getitem__ (line 35) | def __getitem__(self, idx): class IntrasentenceLoader (line 51) | class IntrasentenceLoader(object): method __init__ (line 52) | def __init__(self, tokenizer, max_seq_length=None, pad_to_max_length=F... method __len__ (line 84) | def __len__(self): method __getitem__ (line 87) | def __getitem__(self, idx): class StereoSet (line 103) | class StereoSet(object): method __init__ (line 104) | def __init__(self, location, json_obj=None): method __create_intrasentence_examples__ (line 125) | def __create_intrasentence_examples__(self, examples): method __create_intersentence_examples__ (line 150) | def __create_intersentence_examples__(self, examples): method get_intrasentence_examples (line 167) | def get_intrasentence_examples(self): method get_intersentence_examples (line 170) | def get_intersentence_examples(self): class Example (line 173) | class Example(object): method __init__ (line 174) | def __init__(self, ID, bias_type, target, context, sentences): method __str__ (line 195) | def __str__(self): class Sentence (line 202) | class Sentence(object): method __init__ (line 203) | def __init__(self, ID, sentence, labels, gold_label): method __str__ (line 228) | def __str__(self): class Label (line 231) | class Label(object): method __init__ (line 232) | def __init__(self, human_id, label): class IntrasentenceExample (line 248) | class IntrasentenceExample(Example): method __init__ (line 249) | def __init__(self, ID, bias_type, target, context, sentences): class IntersentenceExample (line 259) | class IntersentenceExample(Example): method __init__ (line 260) | def __init__(self, ID, bias_type, target, context, sentences): FILE: code/eval_discriminative_models.py function parse_args (line 23) | def parse_args(): class BiasEvaluator (line 65) | class BiasEvaluator(): method __init__ (line 66) | def __init__(self, pretrained_class="bert-large-uncased-whole-word-mas... method evaluate_intrasentence (line 125) | def evaluate_intrasentence(self): method count_parameters (line 183) | def count_parameters(self, model): method evaluate_intersentence (line 186) | def evaluate_intersentence(self): method evaluate (line 235) | def evaluate(self): function process_job (line 247) | def process_job(batch, model, pretrained_class): FILE: code/eval_ensemble.py function parse_args (line 8) | def parse_args(): function main (line 15) | def main(args): FILE: code/eval_generative_models.py function parse_args (line 20) | def parse_args(): class BiasEvaluator (line 53) | class BiasEvaluator(object): method __init__ (line 54) | def __init__(self, pretrained_class="gpt2", no_cuda=False, batch_size=... method evaluate_intrasentence (line 98) | def evaluate_intrasentence(self): method evaluate_intersentence (line 146) | def evaluate_intersentence(self): method count_parameters (line 245) | def count_parameters(self, model): method evaluate_nsp_intersentence (line 248) | def evaluate_nsp_intersentence(self): method evaluate (line 297) | def evaluate(self): FILE: code/eval_sentiment_models.py function parse_args (line 22) | def parse_args(): class BiasEvaluator (line 44) | class BiasEvaluator(): method __init__ (line 45) | def __init__(self, no_cuda=False, input_file="data/bias.json", skip_in... method evaluate_intrasentence (line 83) | def evaluate_intrasentence(self): method count_parameters (line 121) | def count_parameters(self, model): method evaluate_intersentence (line 124) | def evaluate_intersentence(self): method evaluate (line 161) | def evaluate(self): FILE: code/evaluation.py function parse_args (line 10) | def parse_args(): class ScoreEvaluator (line 18) | class ScoreEvaluator(object): method __init__ (line 19) | def __init__(self, gold_file_path, predictions_file_path): method get_overall_results (line 72) | def get_overall_results(self): method evaluate (line 75) | def evaluate(self, examples): method count (line 80) | def count(self, examples): method score (line 107) | def score(self, counts): method pretty_print (line 129) | def pretty_print(self, d, indent=0): method _evaluate (line 137) | def _evaluate(self, counts): function parse_file (line 150) | def parse_file(gold_file, predictions_file): FILE: code/intersentence_loader.py class IntersentenceDataset (line 9) | class IntersentenceDataset(Dataset): method __init__ (line 10) | def __init__(self, tokenizer, args): method __len__ (line 59) | def __len__(self): method __getitem__ (line 62) | def __getitem__(self, idx): method _tokenize (line 69) | def _tokenize(self, context, sentence): method add_special_tokens_sequence_pair (line 94) | def add_special_tokens_sequence_pair(self, token_ids_0, token_ids_1): class SentimentIntersentenceDataset (line 108) | class SentimentIntersentenceDataset(Dataset): method __init__ (line 109) | def __init__(self, tokenizer, args): method __len__ (line 160) | def __len__(self): method __getitem__ (line 163) | def __getitem__(self, idx): method _tokenize (line 170) | def _tokenize(self, context, sentence): method add_special_tokens_sequence_pair (line 195) | def add_special_tokens_sequence_pair(self, token_ids_0, token_ids_1): FILE: code/models/models.py class BertLM (line 4) | class BertLM(transformers.BertPreTrainedModel): method __init__ (line 5) | def __init__(self): method __new__ (line 8) | def __new__(self, pretrained_model): class BertNextSentence (line 11) | class BertNextSentence(transformers.BertPreTrainedModel): method __init__ (line 12) | def __init__(self, pretrained_model): method __new__ (line 15) | def __new__(self, pretrained_model): class RoBERTaLM (line 18) | class RoBERTaLM(transformers.BertPreTrainedModel): method __init__ (line 19) | def __init__(self, pretrained_model): method __new__ (line 22) | def __new__(self, pretrained_model): class XLNetLM (line 25) | class XLNetLM(transformers.BertPreTrainedModel): method __init__ (line 26) | def __init__(self, pretrained_model): method __new__ (line 29) | def __new__(self, pretrained_model): class XLMLM (line 32) | class XLMLM(transformers.BertPreTrainedModel): method __init__ (line 33) | def __init__(self, pretrained_model): method __new__ (line 36) | def __new__(self, pretrained_model): class GPT2LM (line 39) | class GPT2LM(transformers.GPT2PreTrainedModel): method __init__ (line 40) | def __init__(self, pretrained_model): method __new__ (line 43) | def __new__(self, pretrained_model): class ModelNSP (line 46) | class ModelNSP(nn.Module): method __init__ (line 47) | def __init__(self, pretrained_model, nsp_dim=300): method forward (line 65) | def forward(self, input_ids, token_type_ids=None, attention_mask=None,... FILE: code/nsp_prediction/dataset.py class NextSentenceDataset (line 15) | class NextSentenceDataset(Dataset): method __init__ (line 16) | def __init__(self, directory, tokenizer, data_frac=1.0, max_seq_length... method _precompute_tokenization (line 74) | def _precompute_tokenization(self, e): method __getitem__ (line 89) | def __getitem__(self, idx): method _add_special_tokens_sentences_pair (line 92) | def _add_special_tokens_sentences_pair(self, token_ids_0, token_mask_0... method __len__ (line 103) | def __len__(self): method _process_file (line 107) | def _process_file(self, filename): method _process_line (line 115) | def _process_line(self, l): class Example (line 123) | class Example(object): method __init__ (line 124) | def __init__(self, context, sentence, label): method __str__ (line 129) | def __str__(self): FILE: code/nsp_prediction/main.py function parse_args (line 26) | def parse_args(): function count_parameters (line 51) | def count_parameters(model): function main (line 54) | def main(args): FILE: code/nsp_prediction/process_wikipedia/WikiExtractor.py class SimpleNamespace (line 85) | class SimpleNamespace(object): method __init__ (line 86) | def __init__ (self, **kwargs): method __repr__ (line 88) | def __repr__ (self): method __eq__ (line 92) | def __eq__ (self, other): function keepPage (line 220) | def keepPage(ns, catSet, page): function get_url (line 241) | def get_url(uid): function normalizeTitle (line 286) | def normalizeTitle(title): function unescape (line 324) | def unescape(text): function ignoreTag (line 358) | def ignoreTag(tag): class Template (line 398) | class Template(list): method parse (line 404) | def parse(cls, body): method subst (line 420) | def subst(self, params, extractor, depth=0): method __str__ (line 443) | def __str__(self): class TemplateText (line 447) | class TemplateText(text_type): method subst (line 451) | def subst(self, params, extractor, depth): class TemplateArg (line 455) | class TemplateArg(object): method __init__ (line 461) | def __init__(self, parameter): method __str__ (line 481) | def __str__(self): method subst (line 488) | def subst(self, params, extractor, depth): class Frame (line 508) | class Frame(object): method __init__ (line 510) | def __init__(self, title='', args=[], prev=None): method push (line 517) | def push(self, title, args): method pop (line 521) | def pop(self): method __str__ (line 525) | def __str__(self): class Extractor (line 538) | class Extractor(object): method __init__ (line 542) | def __init__(self, id, revid, title, lines): method write_output (line 559) | def write_output(self, out, text): method extract (line 597) | def extract(self, out): method transform (line 666) | def transform(self, wikitext): method transform1 (line 682) | def transform1(self, text): method wiki2text (line 693) | def wiki2text(self, text): method clean (line 749) | def clean(self, text): method expand (line 825) | def expand(self, wikitext): method templateParams (line 866) | def templateParams(self, parameters): method expandTemplate (line 935) | def expandTemplate(self, body): function splitParts (line 1110) | def splitParts(paramsList): function findMatchingBraces (line 1183) | def findMatchingBraces(text, ldelim=0): function findBalanced (line 1293) | def findBalanced(text, openDelim=['[['], closeDelim=[']]']): function if_empty (line 1341) | def if_empty(*rest): function functionParams (line 1388) | def functionParams(args, vars): function string_sub (line 1408) | def string_sub(args): function string_sublength (line 1419) | def string_sublength(args): function string_len (line 1427) | def string_len(args): function string_find (line 1433) | def string_find(args): function string_pos (line 1447) | def string_pos(args): function string_replace (line 1456) | def string_replace(args): function string_rep (line 1472) | def string_rep(args): function roman_main (line 1485) | def roman_main(args): class MagicWords (line 1545) | class MagicWords(object): method __init__ (line 1631) | def __init__(self): method __getitem__ (line 1634) | def __getitem__(self, name): method __setitem__ (line 1637) | def __setitem__(self, name, value): function ucfirst (line 1669) | def ucfirst(string): function lcfirst (line 1679) | def lcfirst(string): function fullyQualifiedTemplateTitle (line 1690) | def fullyQualifiedTemplateTitle(templateTitle): function normalizeNamespace (line 1723) | def normalizeNamespace(ns): class Infix (line 1733) | class Infix: method __init__ (line 1739) | def __init__(self, function): method __ror__ (line 1742) | def __ror__(self, other): method __or__ (line 1745) | def __or__(self, other): method __rlshift__ (line 1748) | def __rlshift__(self, other): method __rshift__ (line 1751) | def __rshift__(self, other): method __call__ (line 1754) | def __call__(self, value1, value2): function sharp_expr (line 1764) | def sharp_expr(extr, expr): function sharp_if (line 1777) | def sharp_if(extr, testValue, valueIfTrue, valueIfFalse=None, *args): function sharp_ifeq (line 1791) | def sharp_ifeq(extr, lvalue, rvalue, valueIfTrue, valueIfFalse=None, *ar... function sharp_iferror (line 1809) | def sharp_iferror(extr, test, then='', Else=None, *args): function sharp_switch (line 1818) | def sharp_switch(extr, primary, *params): function sharp_invoke (line 1863) | def sharp_invoke(module, function, args): function callParserFunction (line 1915) | def callParserFunction(functionName, args, extractor): function define_template (line 1977) | def define_template(title, page): function dropNested (line 2029) | def dropNested(text, openDelim, closeDelim): function dropSpans (line 2082) | def dropSpans(spans, text): function replaceInternalLinks (line 2105) | def replaceInternalLinks(text): function makeInternalLink (line 2412) | def makeInternalLink(title, label): function replaceExternalLinks (line 2460) | def replaceExternalLinks(text): function makeExternalLink (line 2497) | def makeExternalLink(url, anchor): function makeExternalImage (line 2505) | def makeExternalImage(url, alt=''): function compact (line 2528) | def compact(text): function handle_unicode (line 2656) | def handle_unicode(entity): class NextFile (line 2666) | class NextFile(object): method __init__ (line 2673) | def __init__(self, path_name): method __next__ (line 2678) | def __next__(self): method _dirname (line 2689) | def _dirname(self): method _filepath (line 2694) | def _filepath(self): class OutputSplitter (line 2698) | class OutputSplitter(object): method __init__ (line 2703) | def __init__(self, nextFile, max_file_size=0, compress=True): method reserve (line 2715) | def reserve(self, size): method write (line 2720) | def write(self, data): method close (line 2724) | def close(self): method open (line 2727) | def open(self, filename): function load_templates (line 2742) | def load_templates(file, output_file=None): function pages_from (line 2787) | def pages_from(input): function process_dump (line 2857) | def process_dump(input_file, template_file, out_file, file_size, file_co... function extract_process (line 3009) | def extract_process(opts, i, jobs_queue, output_queue): function reduce_process (line 3047) | def reduce_process(opts, output_queue, spool_length, function main (line 3110) | def main(): function createLogger (line 3284) | def createLogger(quiet, debug, log_file): FILE: code/nsp_prediction/process_wikipedia/cirrus-extract.py class NextFile (line 52) | class NextFile(object): method __init__ (line 59) | def __init__(self, path_name): method next (line 64) | def next(self): method _dirname (line 73) | def _dirname(self): method _filepath (line 78) | def _filepath(self): class OutputSplitter (line 81) | class OutputSplitter(object): method __init__ (line 86) | def __init__(self, nextFile, max_file_size=0, compress=True): method reserve (line 98) | def reserve(self, size): method write (line 103) | def write(self, data): method close (line 107) | def close(self): method open (line 110) | def open(self, filename): class Extractor (line 118) | class Extractor(object): method extract (line 120) | def extract(self, out): function process_dump (line 139) | def process_dump(input_file, out_file, file_size, file_compress): function main (line 190) | def main(): FILE: code/nsp_prediction/process_wikipedia/wikiextractor/WikiExtractor.py class SimpleNamespace (line 85) | class SimpleNamespace(object): method __init__ (line 86) | def __init__ (self, **kwargs): method __repr__ (line 88) | def __repr__ (self): method __eq__ (line 92) | def __eq__ (self, other): function keepPage (line 220) | def keepPage(ns, catSet, page): function get_url (line 241) | def get_url(uid): function normalizeTitle (line 286) | def normalizeTitle(title): function unescape (line 324) | def unescape(text): function ignoreTag (line 358) | def ignoreTag(tag): class Template (line 398) | class Template(list): method parse (line 404) | def parse(cls, body): method subst (line 420) | def subst(self, params, extractor, depth=0): method __str__ (line 443) | def __str__(self): class TemplateText (line 447) | class TemplateText(text_type): method subst (line 451) | def subst(self, params, extractor, depth): class TemplateArg (line 455) | class TemplateArg(object): method __init__ (line 461) | def __init__(self, parameter): method __str__ (line 481) | def __str__(self): method subst (line 488) | def subst(self, params, extractor, depth): class Frame (line 508) | class Frame(object): method __init__ (line 510) | def __init__(self, title='', args=[], prev=None): method push (line 517) | def push(self, title, args): method pop (line 521) | def pop(self): method __str__ (line 525) | def __str__(self): class Extractor (line 538) | class Extractor(object): method __init__ (line 542) | def __init__(self, id, revid, title, lines): method write_output (line 559) | def write_output(self, out, text): method extract (line 597) | def extract(self, out): method transform (line 666) | def transform(self, wikitext): method transform1 (line 682) | def transform1(self, text): method wiki2text (line 693) | def wiki2text(self, text): method clean (line 749) | def clean(self, text): method expand (line 825) | def expand(self, wikitext): method templateParams (line 866) | def templateParams(self, parameters): method expandTemplate (line 935) | def expandTemplate(self, body): function splitParts (line 1110) | def splitParts(paramsList): function findMatchingBraces (line 1183) | def findMatchingBraces(text, ldelim=0): function findBalanced (line 1293) | def findBalanced(text, openDelim=['[['], closeDelim=[']]']): function if_empty (line 1341) | def if_empty(*rest): function functionParams (line 1388) | def functionParams(args, vars): function string_sub (line 1408) | def string_sub(args): function string_sublength (line 1419) | def string_sublength(args): function string_len (line 1427) | def string_len(args): function string_find (line 1433) | def string_find(args): function string_pos (line 1447) | def string_pos(args): function string_replace (line 1456) | def string_replace(args): function string_rep (line 1472) | def string_rep(args): function roman_main (line 1485) | def roman_main(args): class MagicWords (line 1545) | class MagicWords(object): method __init__ (line 1631) | def __init__(self): method __getitem__ (line 1634) | def __getitem__(self, name): method __setitem__ (line 1637) | def __setitem__(self, name, value): function ucfirst (line 1669) | def ucfirst(string): function lcfirst (line 1679) | def lcfirst(string): function fullyQualifiedTemplateTitle (line 1690) | def fullyQualifiedTemplateTitle(templateTitle): function normalizeNamespace (line 1723) | def normalizeNamespace(ns): class Infix (line 1733) | class Infix: method __init__ (line 1739) | def __init__(self, function): method __ror__ (line 1742) | def __ror__(self, other): method __or__ (line 1745) | def __or__(self, other): method __rlshift__ (line 1748) | def __rlshift__(self, other): method __rshift__ (line 1751) | def __rshift__(self, other): method __call__ (line 1754) | def __call__(self, value1, value2): function sharp_expr (line 1764) | def sharp_expr(extr, expr): function sharp_if (line 1777) | def sharp_if(extr, testValue, valueIfTrue, valueIfFalse=None, *args): function sharp_ifeq (line 1791) | def sharp_ifeq(extr, lvalue, rvalue, valueIfTrue, valueIfFalse=None, *ar... function sharp_iferror (line 1809) | def sharp_iferror(extr, test, then='', Else=None, *args): function sharp_switch (line 1818) | def sharp_switch(extr, primary, *params): function sharp_invoke (line 1863) | def sharp_invoke(module, function, args): function callParserFunction (line 1915) | def callParserFunction(functionName, args, extractor): function define_template (line 1977) | def define_template(title, page): function dropNested (line 2029) | def dropNested(text, openDelim, closeDelim): function dropSpans (line 2082) | def dropSpans(spans, text): function replaceInternalLinks (line 2105) | def replaceInternalLinks(text): function makeInternalLink (line 2412) | def makeInternalLink(title, label): function replaceExternalLinks (line 2460) | def replaceExternalLinks(text): function makeExternalLink (line 2497) | def makeExternalLink(url, anchor): function makeExternalImage (line 2505) | def makeExternalImage(url, alt=''): function compact (line 2528) | def compact(text): function handle_unicode (line 2656) | def handle_unicode(entity): class NextFile (line 2666) | class NextFile(object): method __init__ (line 2673) | def __init__(self, path_name): method __next__ (line 2678) | def __next__(self): method _dirname (line 2689) | def _dirname(self): method _filepath (line 2694) | def _filepath(self): class OutputSplitter (line 2698) | class OutputSplitter(object): method __init__ (line 2703) | def __init__(self, nextFile, max_file_size=0, compress=True): method reserve (line 2715) | def reserve(self, size): method write (line 2720) | def write(self, data): method close (line 2724) | def close(self): method open (line 2727) | def open(self, filename): function load_templates (line 2742) | def load_templates(file, output_file=None): function pages_from (line 2787) | def pages_from(input): function process_dump (line 2857) | def process_dump(input_file, template_file, out_file, file_size, file_co... function extract_process (line 3009) | def extract_process(opts, i, jobs_queue, output_queue): function reduce_process (line 3047) | def reduce_process(opts, output_queue, spool_length, function main (line 3110) | def main(): function createLogger (line 3284) | def createLogger(quiet, debug, log_file): FILE: code/nsp_prediction/process_wikipedia/wikiextractor/cirrus-extract.py class NextFile (line 52) | class NextFile(object): method __init__ (line 59) | def __init__(self, path_name): method next (line 64) | def next(self): method _dirname (line 73) | def _dirname(self): method _filepath (line 78) | def _filepath(self): class OutputSplitter (line 81) | class OutputSplitter(object): method __init__ (line 86) | def __init__(self, nextFile, max_file_size=0, compress=True): method reserve (line 98) | def reserve(self, size): method write (line 103) | def write(self, data): method close (line 107) | def close(self): method open (line 110) | def open(self, filename): class Extractor (line 118) | class Extractor(object): method extract (line 120) | def extract(self, out): function process_dump (line 139) | def process_dump(input_file, out_file, file_size, file_compress): function main (line 190) | def main(): FILE: code/tables/analysis.py function parse_args (line 9) | def parse_args(): function main (line 15) | def main(args): FILE: code/tables/compute_domain_stats.py function parse_args (line 5) | def parse_args(): function main (line 10) | def main(args): FILE: code/tables/compute_terms_domains.py function parse_args (line 11) | def parse_args(): function main (line 16) | def main(args): FILE: code/tables/find_universal_examples.py function parse_args (line 28) | def parse_args(): function main (line 36) | def main(args): FILE: code/utils.py class BertLayerNorm (line 13) | class BertLayerNorm(nn.Module): method __init__ (line 14) | def __init__(self, hidden_size, eps=1e-12): method forward (line 22) | def forward(self, x): class BertForSequenceClassification (line 29) | class BertForSequenceClassification(nn.Module): method __init__ (line 67) | def __init__(self, num_labels=2): method forward (line 78) | def forward(self, input_ids, token_type_ids=None, attention_mask=None,... method freeze_bert_encoder (line 84) | def freeze_bert_encoder(self): method unfreeze_bert_encoder (line 88) | def unfreeze_bert_encoder(self): class text_dataset (line 92) | class text_dataset(Dataset): method __init__ (line 93) | def __init__(self,x_y_list, tokenizer=None, max_seq_length=None, trans... method __getitem__ (line 100) | def __getitem__(self,index): method __len__ (line 126) | def __len__(self):