SYMBOL INDEX (557 symbols across 42 files) FILE: CSharpExtractor/CSharpExtractor/Extractor/Extractor.cs class Extractor (line 14) | public class Extractor method Extractor (line 31) | public Extractor(string code, Options opts) method PathNodesToString (line 43) | private string PathNodesToString(PathFinder.Path path) method GetTruncatedChildId (line 87) | private int GetTruncatedChildId(SyntaxNode n) method PathToString (line 98) | private string PathToString(PathFinder.Path path) method GetInternalPaths (line 108) | internal IEnumerable GetInternalPaths(Tree tree) method SplitNameUnlessEmpty (line 137) | private string SplitNameUnlessEmpty(string original) method Extract (line 165) | public List Extract() method MaybeHash (line 221) | private string MaybeHash(string v) FILE: CSharpExtractor/CSharpExtractor/Extractor/PathFinder.cs class PathFinder (line 10) | internal class PathFinder class Path (line 12) | internal class Path method Path (line 20) | public Path(SyntaxToken left, IEnumerable leftSide, Synt... method PathFinder (line 36) | public PathFinder(Tree tree, int length = 7, int width = 4) method GetDepth (line 46) | private int GetDepth(SyntaxNode n) method FirstAncestor (line 57) | public SyntaxNode FirstAncestor(SyntaxNode l, SyntaxNode r) method CollectPathToParent (line 73) | private IEnumerable CollectPathToParent(SyntaxNode start, ... method FindPath (line 82) | internal Path FindPath(SyntaxToken l, SyntaxToken r, bool limited = true) FILE: CSharpExtractor/CSharpExtractor/Extractor/Program.cs class Program (line 10) | class Program method ExtractSingleFile (line 12) | static List ExtractSingleFile(string filename, Options opts) method Main (line 21) | static void Main(string[] args) FILE: CSharpExtractor/CSharpExtractor/Extractor/Temp.cs class Temp (line 3) | class Temp class NestedClass (line 5) | class NestedClass method fooBar (line 7) | void fooBar() FILE: CSharpExtractor/CSharpExtractor/Extractor/Tree/Tree.cs class Tree (line 12) | public class Tree method IsScopeEnder (line 31) | public static bool IsScopeEnder(SyntaxNode node) class TreeBuilderWalker (line 36) | class TreeBuilderWalker : CSharpSyntaxWalker method TreeBuilderWalker (line 44) | internal TreeBuilderWalker(Dictionary nodes, Dicti... method Visit (line 51) | public override method GetRoot (line 91) | internal SyntaxNode GetRoot() method Tree (line 100) | public Tree(SyntaxNode syntaxTree) class Node (line 116) | public class Node method Node (line 118) | public Node(SyntaxNode This, HashSet Ancestors, SyntaxNode... method Equals (line 148) | public override bool Equals(object obj) method GetHashCode (line 160) | public override int GetHashCode() class Leaf (line 166) | public class Leaf method IsLeafToken (line 168) | internal static bool IsLeafToken(SyntaxToken token) method Leaf (line 192) | public Leaf(Dictionary nodes, SyntaxToken token) class SyntaxViewer (line 206) | public class SyntaxViewer method ToDot (line 208) | private string ToDot(SyntaxTree tree) method SyntaxViewer (line 257) | public SyntaxViewer(SyntaxTree tree, string path = "out.ong") FILE: CSharpExtractor/CSharpExtractor/Extractor/Utilities.cs class Options (line 11) | public class Options class Utilities (line 35) | public static class Utilities method Choose2 (line 38) | public static IEnumerable> Choose2(IEnumerable enume... method ReservoirSample (line 58) | public static IEnumerable ReservoirSample(this IEnum... method WeakConcat (line 84) | public static IEnumerable WeakConcat(IEnumerable enumerable1,... method SplitToSubtokens (line 92) | public static IEnumerable SplitToSubtokens(String name) method NormalizeName (line 103) | public static String NormalizeName(string s) FILE: CSharpExtractor/CSharpExtractor/Extractor/Variable.cs class Variable (line 11) | public class Variable method Variable (line 35) | private Variable(string name, SyntaxToken[] leaves, Tree tree) method GetHashCode (line 54) | public override int GetHashCode() method IsLiteral (line 59) | public bool IsLiteral() method isMethodName (line 64) | internal static Boolean isMethodName(SyntaxToken token) method CreateFromMethod (line 71) | internal static IEnumerable CreateFromMethod(Tree methodTree) FILE: CSharpExtractor/extract.py function get_immediate_subdirectories (line 16) | def get_immediate_subdirectories(a_dir): function ParallelExtractDir (line 23) | def ParallelExtractDir(args, dir): function ExtractFeaturesForDir (line 27) | def ExtractFeaturesForDir(args, dir, prefix): function ExtractFeaturesForDirsList (line 58) | def ExtractFeaturesForDirsList(args, dirs): FILE: Input.java method getName (line 1) | public String getName() { FILE: JavaExtractor/JPredict/src/main/java/JavaExtractor/App.java class App (line 16) | public class App { method main (line 19) | public static void main(String[] args) { method extractDir (line 36) | private static void extractDir() { FILE: JavaExtractor/JPredict/src/main/java/JavaExtractor/Common/CommandLineValues.java class CommandLineValues (line 12) | public class CommandLineValues { method CommandLineValues (line 46) | public CommandLineValues(String... args) throws CmdLineException { method CommandLineValues (line 57) | public CommandLineValues() { FILE: JavaExtractor/JPredict/src/main/java/JavaExtractor/Common/Common.java class Common (line 11) | public final class Common { method normalizeName (line 26) | public static String normalizeName(String original, String defaultStri... method isMethod (line 45) | public static boolean isMethod(Node node, String type) { method splitToSubtokens (line 55) | public static ArrayList splitToSubtokens(String str1) { FILE: JavaExtractor/JPredict/src/main/java/JavaExtractor/Common/MethodContent.java class MethodContent (line 7) | public class MethodContent { method MethodContent (line 13) | public MethodContent(ArrayList leaves, String name, String conte... method getLeaves (line 19) | public ArrayList getLeaves() { method getName (line 23) | public String getName() { method getContent (line 27) | public String getContent() { FILE: JavaExtractor/JPredict/src/main/java/JavaExtractor/ExtractFeaturesTask.java class ExtractFeaturesTask (line 17) | class ExtractFeaturesTask implements Callable { method ExtractFeaturesTask (line 21) | public ExtractFeaturesTask(CommandLineValues commandLineValues, Path p... method call (line 26) | @Override method processFile (line 32) | public void processFile() { method extractSingleFile (line 50) | private ArrayList extractSingleFile() throws IOExcept... method featuresToString (line 68) | public String featuresToString(ArrayList features) { FILE: JavaExtractor/JPredict/src/main/java/JavaExtractor/FeatureExtractor.java class FeatureExtractor (line 23) | @SuppressWarnings("StringEquality") method FeatureExtractor (line 33) | public FeatureExtractor(CommandLineValues commandLineValues, Path file... method getTreeStack (line 38) | private static ArrayList getTreeStack(Node node) { method extractFeatures (line 48) | public ArrayList extractFeatures(String code) { method parseFileWithRetries (line 59) | private CompilationUnit parseFileWithRetries(String code) { method generatePathFeatures (line 84) | private ArrayList generatePathFeatures(ArrayList getMethodContents() { FILE: JavaExtractor/JPredict/src/main/java/JavaExtractor/Visitors/LeavesCollectorVisitor.java class LeavesCollectorVisitor (line 15) | public class LeavesCollectorVisitor extends TreeVisitor { method process (line 18) | @Override method isGenericParent (line 38) | private boolean isGenericParent(Node node) { method hasNoChildren (line 44) | private boolean hasNoChildren(Node node) { method isNotComment (line 48) | private boolean isNotComment(Node node) { method getLeaves (line 52) | public ArrayList getLeaves() { method getChildId (line 56) | private int getChildId(Node node) { FILE: JavaExtractor/JPredict/src/main/java/Test.java class Test (line 1) | class Test { method fooBar (line 2) | void fooBar() { FILE: JavaExtractor/extract.py function get_immediate_subdirectories (line 13) | def get_immediate_subdirectories(a_dir): function ParallelExtractDir (line 21) | def ParallelExtractDir(args, dir): function ExtractFeaturesForDir (line 25) | def ExtractFeaturesForDir(args, dir, prefix): function ExtractFeaturesForDirsList (line 59) | def ExtractFeaturesForDirsList(args, dirs): FILE: Python150kExtractor/extract.py function __collect_asts (line 27) | def __collect_asts(json_file): function __terminals (line 33) | def __terminals(ast, node_index, args): function __merge_terminals2_paths (line 66) | def __merge_terminals2_paths(v_path, u_path): function __raw_tree_paths (line 78) | def __raw_tree_paths(ast, node_index, args): function __delim_name (line 96) | def __delim_name(name): function __collect_sample (line 114) | def __collect_sample(ast, fd_index, args): function __collect_samples (line 141) | def __collect_samples(ast, args): function __collect_all_and_save (line 152) | def __collect_all_and_save(asts, args, output_file): function main (line 164) | def main(): FILE: baseline_tokenization/javalang/ast.py class MetaNode (line 6) | class MetaNode(type): method __new__ (line 7) | def __new__(mcs, name, bases, dict): class Node (line 21) | class Node(object): method __init__ (line 24) | def __init__(self, **kwargs): method __equals__ (line 34) | def __equals__(self, other): method __repr__ (line 44) | def __repr__(self): method __iter__ (line 47) | def __iter__(self): method filter (line 50) | def filter(self, pattern): method children (line 57) | def children(self): function walk_tree (line 60) | def walk_tree(root): function dump (line 74) | def dump(ast, file): function load (line 77) | def load(file): FILE: baseline_tokenization/javalang/javadoc.py function join (line 4) | def join(s): class DocBlock (line 7) | class DocBlock(object): method __init__ (line 8) | def __init__(self): method add_block (line 22) | def add_block(self, name, value): function _sanitize (line 54) | def _sanitize(s): function _uncomment (line 64) | def _uncomment(s): function _get_indent_level (line 70) | def _get_indent_level(s): function _left_justify (line 73) | def _left_justify(s): function _force_blocks_left (line 92) | def _force_blocks_left(s): function parse (line 95) | def parse(raw): FILE: baseline_tokenization/javalang/parse.py function parse_expression (line 5) | def parse_expression(exp): function parse_member_signature (line 14) | def parse_member_signature(sig): function parse_constructor_signature (line 23) | def parse_constructor_signature(sig): function parse_type (line 34) | def parse_type(s): function parse_type_signature (line 40) | def parse_type_signature(sig): function parse (line 50) | def parse(s): FILE: baseline_tokenization/javalang/parser.py function parse_debug (line 12) | def parse_debug(method): class JavaParserBaseException (line 65) | class JavaParserBaseException(Exception): method __init__ (line 66) | def __init__(self, message=''): class JavaSyntaxError (line 69) | class JavaSyntaxError(JavaParserBaseException): method __init__ (line 70) | def __init__(self, description, at=None): class JavaParserError (line 76) | class JavaParserError(JavaParserBaseException): class Parser (line 82) | class Parser(object): method __init__ (line 94) | def __init__(self, tokens): method set_debug (line 103) | def set_debug(self, debug=True): method parse (line 109) | def parse(self): method illegal (line 115) | def illegal(self, description, at=None): method accept (line 121) | def accept(self, *accepts): method would_accept (line 139) | def would_accept(self, *accepts): method try_accept (line 154) | def try_accept(self, *accepts): method build_binary_operation (line 172) | def build_binary_operation(self, parts, start_level=0): method is_annotation (line 206) | def is_annotation(self, i=0): method is_annotation_declaration (line 215) | def is_annotation_declaration(self, i=0): method parse_identifier (line 231) | def parse_identifier(self): method parse_qualified_identifier (line 235) | def parse_qualified_identifier(self): method parse_qualified_identifier_list (line 248) | def parse_qualified_identifier_list(self): method parse_compilation_unit (line 264) | def parse_compilation_unit(self): method parse_import_declaration (line 308) | def parse_import_declaration(self): method parse_type_declaration (line 337) | def parse_type_declaration(self): method parse_class_or_interface_declaration (line 344) | def parse_class_or_interface_declaration(self): method parse_normal_class_declaration (line 367) | def parse_normal_class_declaration(self): method parse_enum_declaration (line 396) | def parse_enum_declaration(self): method parse_normal_interface_declaration (line 414) | def parse_normal_interface_declaration(self): method parse_annotation_type_declaration (line 437) | def parse_annotation_type_declaration(self): method parse_type (line 453) | def parse_type(self): method parse_basic_type (line 468) | def parse_basic_type(self): method parse_reference_type (line 472) | def parse_reference_type(self): method parse_type_arguments (line 491) | def parse_type_arguments(self): method parse_type_argument (line 508) | def parse_type_argument(self): method parse_nonwildcard_type_arguments (line 532) | def parse_nonwildcard_type_arguments(self): method parse_type_list (line 540) | def parse_type_list(self): method parse_type_arguments_or_diamond (line 561) | def parse_type_arguments_or_diamond(self): method parse_nonwildcard_type_arguments_or_diamond (line 568) | def parse_nonwildcard_type_arguments_or_diamond(self): method parse_type_parameters (line 575) | def parse_type_parameters(self): method parse_type_parameter (line 592) | def parse_type_parameter(self): method parse_array_dimension (line 610) | def parse_array_dimension(self): method parse_modifiers (line 622) | def parse_modifiers(self): method parse_annotations (line 645) | def parse_annotations(self): method parse_annotation (line 658) | def parse_annotation(self): method parse_annotation_element (line 674) | def parse_annotation_element(self): method parse_element_value_pairs (line 681) | def parse_element_value_pairs(self): method parse_element_value_pair (line 694) | def parse_element_value_pair(self): method parse_element_value (line 703) | def parse_element_value(self): method parse_element_value_array_initializer (line 714) | def parse_element_value_array_initializer(self): method parse_element_values (line 727) | def parse_element_values(self): method parse_class_body (line 745) | def parse_class_body(self): method parse_class_body_declaration (line 760) | def parse_class_body_declaration(self): method parse_member_declaration (line 777) | def parse_member_declaration(self): method parse_method_or_field_declaraction (line 818) | def parse_method_or_field_declaraction(self): method parse_method_or_field_rest (line 836) | def parse_method_or_field_rest(self): method parse_field_declarators_rest (line 845) | def parse_field_declarators_rest(self): method parse_method_declarator_rest (line 857) | def parse_method_declarator_rest(self): method parse_void_method_declarator_rest (line 877) | def parse_void_method_declarator_rest(self): method parse_constructor_declarator_rest (line 895) | def parse_constructor_declarator_rest(self): method parse_generic_method_or_constructor_declaration (line 910) | def parse_generic_method_or_constructor_declaration(self): method parse_interface_body (line 940) | def parse_interface_body(self): method parse_interface_body_declaration (line 954) | def parse_interface_body_declaration(self): method parse_interface_member_declaration (line 968) | def parse_interface_member_declaration(self): method parse_interface_method_or_field_declaration (line 991) | def parse_interface_method_or_field_declaration(self): method parse_interface_method_or_field_rest (line 1007) | def parse_interface_method_or_field_rest(self): method parse_constant_declarators_rest (line 1019) | def parse_constant_declarators_rest(self): method parse_constant_declarator_rest (line 1031) | def parse_constant_declarator_rest(self): method parse_constant_declarator (line 1039) | def parse_constant_declarator(self): method parse_interface_method_declarator_rest (line 1048) | def parse_interface_method_declarator_rest(self): method parse_void_interface_method_declarator_rest (line 1068) | def parse_void_interface_method_declarator_rest(self): method parse_interface_generic_method_declarator (line 1086) | def parse_interface_generic_method_declarator(self): method parse_formal_parameters (line 1106) | def parse_formal_parameters(self): method parse_variable_modifiers (line 1145) | def parse_variable_modifiers(self): method parse_variable_declators (line 1161) | def parse_variable_declators(self): method parse_variable_declarators (line 1174) | def parse_variable_declarators(self): method parse_variable_declarator (line 1187) | def parse_variable_declarator(self): method parse_variable_declarator_rest (line 1196) | def parse_variable_declarator_rest(self): method parse_variable_initializer (line 1206) | def parse_variable_initializer(self): method parse_array_initializer (line 1213) | def parse_array_initializer(self): method parse_block (line 1239) | def parse_block(self): method parse_block_statement (line 1252) | def parse_block_statement(self): method parse_local_variable_declaration_statement (line 1319) | def parse_local_variable_declaration_statement(self): method parse_statement (line 1332) | def parse_statement(self): method parse_catches (line 1494) | def parse_catches(self): method parse_catch_clause (line 1507) | def parse_catch_clause(self): method parse_resource_specification (line 1528) | def parse_resource_specification(self): method parse_resource (line 1546) | def parse_resource(self): method parse_switch_block_statement_groups (line 1565) | def parse_switch_block_statement_groups(self): method parse_switch_block_statement_group (line 1575) | def parse_switch_block_statement_group(self): method parse_for_control (line 1606) | def parse_for_control(self): method parse_for_var_control (line 1636) | def parse_for_var_control(self): method parse_for_var_control_rest (line 1661) | def parse_for_var_control_rest(self): method parse_for_variable_declarator_rest (line 1685) | def parse_for_variable_declarator_rest(self): method parse_for_init_or_update (line 1700) | def parse_for_init_or_update(self): method parse_expression (line 1716) | def parse_expression(self): method parse_expressionl (line 1731) | def parse_expressionl(self): method parse_expression_2 (line 1757) | def parse_expression_2(self): method parse_expression_2_rest (line 1768) | def parse_expression_2_rest(self): method parse_expression_3 (line 1789) | def parse_expression_3(self): method parse_method_reference (line 1833) | def parse_method_reference(self): method parse_lambda_expression (line 1844) | def parse_lambda_expression(self): method parse_lambda_method_body (line 1862) | def parse_lambda_method_body(self): method parse_infix_operator (line 1870) | def parse_infix_operator(self): method parse_primary (line 1888) | def parse_primary(self): method parse_literal (line 1963) | def parse_literal(self): method parse_par_expression (line 1968) | def parse_par_expression(self): method parse_arguments (line 1976) | def parse_arguments(self): method parse_super_suffix (line 1996) | def parse_super_suffix(self): method parse_explicit_generic_invocation_suffix (line 2022) | def parse_explicit_generic_invocation_suffix(self): method parse_creator (line 2037) | def parse_creator(self): method parse_created_name (line 2066) | def parse_created_name(self): method parse_class_creator_rest (line 2085) | def parse_class_creator_rest(self): method parse_array_creator_rest (line 2095) | def parse_array_creator_rest(self): method parse_identifier_suffix (line 2116) | def parse_identifier_suffix(self): method parse_explicit_generic_invocation (line 2156) | def parse_explicit_generic_invocation(self): method parse_inner_creator (line 2165) | def parse_inner_creator(self): method parse_selector (line 2182) | def parse_selector(self): method parse_enum_body (line 2228) | def parse_enum_body(self): method parse_enum_constant (line 2255) | def parse_enum_constant(self): method parse_annotation_type_body (line 2284) | def parse_annotation_type_body(self): method parse_annotation_type_element_declarations (line 2294) | def parse_annotation_type_element_declarations(self): method parse_annotation_type_element_declaration (line 2304) | def parse_annotation_type_element_declaration(self): method parse_annotation_method_or_constant_rest (line 2336) | def parse_annotation_method_or_constant_rest(self): function parse (line 2351) | def parse(tokens, debug=False): FILE: baseline_tokenization/javalang/test/test_java_8_syntax.py function setup_java_class (line 7) | def setup_java_class(content_to_add): function filter_type_in_method (line 22) | def filter_type_in_method(clazz, the_type, method_name): class LambdaSupportTest (line 33) | class LambdaSupportTest(unittest.TestCase): method assert_contains_lambda_expression_in_m (line 37) | def assert_contains_lambda_expression_in_m( method test_lambda_support_no_parameters_no_body (line 48) | def test_lambda_support_no_parameters_no_body(self): method test_lambda_support_no_parameters_expression_body (line 53) | def test_lambda_support_no_parameters_expression_body(self): method test_lambda_support_no_parameters_complex_expression (line 67) | def test_lambda_support_no_parameters_complex_expression(self): method test_parameter_no_type_expression_body (line 83) | def test_parameter_no_type_expression_body(self): method test_parameter_with_type_expression_body (line 95) | def test_parameter_with_type_expression_body(self): method test_parameters_with_no_type_expression_body (line 109) | def test_parameters_with_no_type_expression_body(self): method test_parameters_with_mixed_inferred_and_declared_types (line 116) | def test_parameters_with_mixed_inferred_and_declared_types(self): method test_parameters_inferred_types_with_modifiers (line 123) | def test_parameters_inferred_types_with_modifiers(self): method test_invalid_parameters_are_invalid (line 130) | def test_invalid_parameters_are_invalid(self): method test_cast_works (line 137) | def test_cast_works(self): class MethodReferenceSyntaxTest (line 142) | class MethodReferenceSyntaxTest(unittest.TestCase): method assert_contains_method_reference_expression_in_m (line 146) | def assert_contains_method_reference_expression_in_m( method test_method_reference (line 157) | def test_method_reference(self): method test_method_reference_to_the_new_method (line 162) | def test_method_reference_to_the_new_method(self): method test_method_reference_to_the_new_method_with_explict_type (line 167) | def test_method_reference_to_the_new_method_with_explict_type(self): method test_method_reference_from_super (line 174) | def test_method_reference_from_super(self): method test_method_reference_from_super_with_identifier (line 179) | def test_method_reference_from_super_with_identifier(self): method test_method_reference_explicit_type_arguments_for_generic_type (line 185) | def test_method_reference_explicit_type_arguments_for_generic_type(self): method test_method_reference_explicit_type_arguments (line 192) | def test_method_reference_explicit_type_arguments(self): method test_method_reference_from_array_type (line 199) | def test_method_reference_from_array_type(self): class InterfaceSupportTest (line 207) | class InterfaceSupportTest(unittest.TestCase): method test_interface_support_static_methods (line 211) | def test_interface_support_static_methods(self): method test_interface_support_default_methods (line 227) | def test_interface_support_default_methods(self): function main (line 237) | def main(): FILE: baseline_tokenization/javalang/test/test_javadoc.py class TestJavadoc (line 6) | class TestJavadoc(unittest.TestCase): method test_empty_comment (line 7) | def test_empty_comment(self): FILE: baseline_tokenization/javalang/test/test_package_declaration.py class PackageInfo (line 9) | class PackageInfo(unittest.TestCase): method testPackageDeclarationOnly (line 10) | def testPackageDeclarationOnly(self): method testAnnotationOnly (line 18) | def testAnnotationOnly(self): method testJavadocOnly (line 26) | def testJavadocOnly(self): method testAnnotationThenJavadoc (line 34) | def testAnnotationThenJavadoc(self): method testJavadocThenAnnotation (line 42) | def testJavadocThenAnnotation(self): method get_ast (line 50) | def get_ast(self, filename): function main (line 57) | def main(): FILE: baseline_tokenization/javalang/test/test_util.py class TestLookAheadIterator (line 6) | class TestLookAheadIterator(unittest.TestCase): method test_usage (line 7) | def test_usage(self): FILE: baseline_tokenization/javalang/tokenizer.py class LexerError (line 7) | class LexerError(Exception): class JavaToken (line 10) | class JavaToken(object): method __init__ (line 11) | def __init__(self, value, position=None, javadoc=None): method __repr__ (line 16) | def __repr__(self): method __str__ (line 24) | def __str__(self): method __eq__ (line 27) | def __eq__(self, other): class EndOfInput (line 30) | class EndOfInput(JavaToken): class Keyword (line 33) | class Keyword(JavaToken): class Modifier (line 45) | class Modifier(Keyword): class BasicType (line 50) | class BasicType(Keyword): class Literal (line 54) | class Literal(JavaToken): class Integer (line 57) | class Integer(Literal): class DecimalInteger (line 60) | class DecimalInteger(Literal): class OctalInteger (line 63) | class OctalInteger(Integer): class BinaryInteger (line 66) | class BinaryInteger(Integer): class HexInteger (line 69) | class HexInteger(Integer): class FloatingPoint (line 72) | class FloatingPoint(Literal): class DecimalFloatingPoint (line 75) | class DecimalFloatingPoint(FloatingPoint): class HexFloatingPoint (line 78) | class HexFloatingPoint(FloatingPoint): class Boolean (line 81) | class Boolean(Literal): class Character (line 84) | class Character(Literal): class String (line 87) | class String(Literal): class Null (line 90) | class Null(Literal): class Separator (line 93) | class Separator(JavaToken): class Operator (line 96) | class Operator(JavaToken): method is_infix (line 123) | def is_infix(self): method is_prefix (line 126) | def is_prefix(self): method is_postfix (line 129) | def is_postfix(self): method is_assignment (line 132) | def is_assignment(self): class Annotation (line 136) | class Annotation(JavaToken): class Identifier (line 139) | class Identifier(JavaToken): class JavaTokenizer (line 143) | class JavaTokenizer(object): method __init__ (line 149) | def __init__(self, data): method reset (line 165) | def reset(self): method consume_whitespace (line 169) | def consume_whitespace(self): method read_string (line 186) | def read_string(self): method try_operator (line 234) | def try_operator(self): method read_comment (line 241) | def read_comment(self): method try_javadoc_comment (line 268) | def try_javadoc_comment(self): method read_decimal_float_or_integer (line 286) | def read_decimal_float_or_integer(self): method read_hex_integer_or_float (line 314) | def read_hex_integer_or_float(self): method read_digits (line 344) | def read_digits(self, digits): method read_decimal_integer (line 362) | def read_decimal_integer(self): method read_hex_integer (line 366) | def read_hex_integer(self): method read_bin_integer (line 370) | def read_bin_integer(self): method read_octal_integer (line 374) | def read_octal_integer(self): method read_integer_or_float (line 378) | def read_integer_or_float(self, c, c_next): method try_separator (line 390) | def try_separator(self): method decode_data (line 396) | def decode_data(self): method is_java_identifier_start (line 413) | def is_java_identifier_start(self, c): method read_identifier (line 416) | def read_identifier(self): method pre_tokenize (line 440) | def pre_tokenize(self): method tokenize (line 498) | def tokenize(self): method error (line 569) | def error(self, message, char=None): function tokenize (line 584) | def tokenize(code): function reformat_tokens (line 588) | def reformat_tokens(tokens): FILE: baseline_tokenization/javalang/tree.py class CompilationUnit (line 6) | class CompilationUnit(Node): class Import (line 9) | class Import(Node): class Documented (line 12) | class Documented(Node): class Declaration (line 15) | class Declaration(Node): class TypeDeclaration (line 18) | class TypeDeclaration(Declaration, Documented): method fields (line 22) | def fields(self): method methods (line 26) | def methods(self): method constructors (line 30) | def constructors(self): class PackageDeclaration (line 33) | class PackageDeclaration(Declaration, Documented): class ClassDeclaration (line 36) | class ClassDeclaration(TypeDeclaration): class EnumDeclaration (line 39) | class EnumDeclaration(TypeDeclaration): class InterfaceDeclaration (line 42) | class InterfaceDeclaration(TypeDeclaration): class AnnotationDeclaration (line 45) | class AnnotationDeclaration(TypeDeclaration): class Type (line 50) | class Type(Node): class BasicType (line 53) | class BasicType(Type): class ReferenceType (line 56) | class ReferenceType(Type): class TypeArgument (line 59) | class TypeArgument(Node): class TypeParameter (line 64) | class TypeParameter(Node): class Annotation (line 69) | class Annotation(Node): class ElementValuePair (line 72) | class ElementValuePair(Node): class ElementArrayValue (line 75) | class ElementArrayValue(Node): class Member (line 80) | class Member(Documented): class MethodDeclaration (line 83) | class MethodDeclaration(Member, Declaration): class FieldDeclaration (line 86) | class FieldDeclaration(Member, Declaration): class ConstructorDeclaration (line 89) | class ConstructorDeclaration(Declaration, Documented): class ConstantDeclaration (line 94) | class ConstantDeclaration(FieldDeclaration): class ArrayInitializer (line 97) | class ArrayInitializer(Node): class VariableDeclaration (line 100) | class VariableDeclaration(Declaration): class LocalVariableDeclaration (line 103) | class LocalVariableDeclaration(VariableDeclaration): class VariableDeclarator (line 106) | class VariableDeclarator(Node): class FormalParameter (line 109) | class FormalParameter(Declaration): class InferredFormalParameter (line 112) | class InferredFormalParameter(Node): class Statement (line 117) | class Statement(Node): class IfStatement (line 120) | class IfStatement(Statement): class WhileStatement (line 123) | class WhileStatement(Statement): class DoStatement (line 126) | class DoStatement(Statement): class ForStatement (line 129) | class ForStatement(Statement): class AssertStatement (line 132) | class AssertStatement(Statement): class BreakStatement (line 135) | class BreakStatement(Statement): class ContinueStatement (line 138) | class ContinueStatement(Statement): class ReturnStatement (line 141) | class ReturnStatement(Statement): class ThrowStatement (line 144) | class ThrowStatement(Statement): class SynchronizedStatement (line 147) | class SynchronizedStatement(Statement): class TryStatement (line 150) | class TryStatement(Statement): class SwitchStatement (line 153) | class SwitchStatement(Statement): class BlockStatement (line 156) | class BlockStatement(Statement): class StatementExpression (line 159) | class StatementExpression(Statement): class TryResource (line 164) | class TryResource(Declaration): class CatchClause (line 167) | class CatchClause(Statement): class CatchClauseParameter (line 170) | class CatchClauseParameter(Declaration): class SwitchStatementCase (line 175) | class SwitchStatementCase(Node): class ForControl (line 178) | class ForControl(Node): class EnhancedForControl (line 181) | class EnhancedForControl(Node): class Expression (line 186) | class Expression(Node): class Assignment (line 189) | class Assignment(Expression): class TernaryExpression (line 192) | class TernaryExpression(Expression): class BinaryOperation (line 195) | class BinaryOperation(Expression): class Cast (line 198) | class Cast(Expression): class MethodReference (line 201) | class MethodReference(Expression): class LambdaExpression (line 204) | class LambdaExpression(Expression): class Primary (line 209) | class Primary(Expression): class Literal (line 212) | class Literal(Primary): class This (line 215) | class This(Primary): class MemberReference (line 218) | class MemberReference(Primary): class Invocation (line 221) | class Invocation(Primary): class ExplicitConstructorInvocation (line 224) | class ExplicitConstructorInvocation(Invocation): class SuperConstructorInvocation (line 227) | class SuperConstructorInvocation(Invocation): class MethodInvocation (line 230) | class MethodInvocation(Invocation): class SuperMethodInvocation (line 233) | class SuperMethodInvocation(Invocation): class SuperMemberReference (line 236) | class SuperMemberReference(Primary): class ArraySelector (line 239) | class ArraySelector(Expression): class ClassReference (line 242) | class ClassReference(Primary): class VoidClassReference (line 245) | class VoidClassReference(ClassReference): class Creator (line 250) | class Creator(Primary): class ArrayCreator (line 253) | class ArrayCreator(Creator): class ClassCreator (line 256) | class ClassCreator(Creator): class InnerClassCreator (line 259) | class InnerClassCreator(Creator): class EnumBody (line 264) | class EnumBody(Node): class EnumConstantDeclaration (line 267) | class EnumConstantDeclaration(Declaration, Documented): class AnnotationMethod (line 270) | class AnnotationMethod(Declaration): FILE: baseline_tokenization/javalang/util.py class LookAheadIterator (line 3) | class LookAheadIterator(object): method __init__ (line 4) | def __init__(self, iterable): method __iter__ (line 11) | def __iter__(self): method set_default (line 14) | def set_default(self, value): method next (line 17) | def next(self): method __next__ (line 20) | def __next__(self): method look (line 31) | def look(self, i=0): method last (line 52) | def last(self): method __enter__ (line 55) | def __enter__(self): method __exit__ (line 59) | def __exit__(self, exc_type, exc_val, exc_tb): method push_marker (line 66) | def push_marker(self): method pop_marker (line 70) | def pop_marker(self, reset): class LookAheadListIterator (line 90) | class LookAheadListIterator(object): method __init__ (line 91) | def __init__(self, iterable): method __iter__ (line 100) | def __iter__(self): method set_default (line 103) | def set_default(self, value): method next (line 106) | def next(self): method __next__ (line 109) | def __next__(self): method look (line 118) | def look(self, i=0): method last (line 134) | def last(self): method __enter__ (line 137) | def __enter__(self): method __exit__ (line 141) | def __exit__(self, exc_type, exc_val, exc_tb): method push_marker (line 148) | def push_marker(self): method pop_marker (line 152) | def pop_marker(self, reset): FILE: baseline_tokenization/subtokenize_nmt_baseline.py function split_subtokens (line 19) | def split_subtokens(str): function tokenizeFile (line 22) | def tokenizeFile(file_path): FILE: common.py class Common (line 6) | class Common: method normalize_word (line 14) | def normalize_word(word): method load_histogram (line 22) | def load_histogram(path, max_size=None): method load_vocab_from_dict (line 34) | def load_vocab_from_dict(word_to_count, add_values=[], max_size=None): method binary_to_string (line 50) | def binary_to_string(binary_string): method binary_to_string_list (line 54) | def binary_to_string_list(binary_string_list): method binary_to_string_matrix (line 58) | def binary_to_string_matrix(binary_string_matrix): method binary_to_string_3d (line 62) | def binary_to_string_3d(binary_string_tensor): method legal_method_names_checker (line 66) | def legal_method_names_checker(name): method filter_impossible_names (line 70) | def filter_impossible_names(top_words): method unique (line 75) | def unique(sequence): method parse_results (line 79) | def parse_results(result, pc_info_dict, topk=5): method compute_bleu (line 109) | def compute_bleu(ref_file_name, predicted_file_name): class PredictionResults (line 115) | class PredictionResults: method __init__ (line 116) | def __init__(self, original_name): method append_prediction (line 120) | def append_prediction(self, name, current_timestep_paths): class SingleTimeStepPrediction (line 123) | class SingleTimeStepPrediction: method __init__ (line 124) | def __init__(self, prediction, attention_paths): class PathContextInformation (line 137) | class PathContextInformation: method __init__ (line 138) | def __init__(self, context): method __str__ (line 144) | def __str__(self): FILE: config.py class Config (line 1) | class Config: method get_default_config (line 3) | def get_default_config(args): method take_model_hyperparams_from (line 31) | def take_model_hyperparams_from(self, otherConfig): method __init__ (line 40) | def __init__(self, args): method get_debug_config (line 73) | def get_debug_config(args): FILE: extractor.py class Extractor (line 8) | class Extractor: method __init__ (line 9) | def __init__(self, config, extractor_api_url, max_path_length, max_pat... method post_request (line 17) | def post_request(url, code_string): method extract_paths (line 20) | def extract_paths(self, code_string): FILE: interactive_predict.py class InteractivePredictor (line 10) | class InteractivePredictor: method __init__ (line 13) | def __init__(self, config, model): method read_file (line 20) | def read_file(input_filename): method predict (line 24) | def predict(self): FILE: model.py class Model (line 14) | class Model: method __init__ (line 18) | def __init__(self, config): method close_session (line 59) | def close_session(self): method train (line 62) | def train(self): method trace (line 138) | def trace(self, sum_loss, batch_num, multi_batch_start_time): method evaluate (line 145) | def evaluate(self, release=False): method update_correct_predictions (line 238) | def update_correct_predictions(self, num_correct_predictions, output_f... method update_per_subtoken_statistics (line 268) | def update_per_subtoken_statistics(self, results, true_positive, false... method print_hyperparams (line 289) | def print_hyperparams(self): method calculate_results (line 311) | def calculate_results(true_positive, false_positive, false_negative): method trace_evaluation (line 327) | def trace_evaluation(output_file, correct_predictions, total_predictio... method build_training_graph (line 335) | def build_training_graph(self, input_tensors): method decode_outputs (line 403) | def decode_outputs(self, target_words_vocab, target_input, batch_size,... method calculate_path_abstraction (line 470) | def calculate_path_abstraction(self, path_embed, path_lengths, valid_c... method path_rnn_last_state (line 473) | def path_rnn_last_state(self, is_evaluating, path_embed, path_lengths,... method compute_contexts (line 513) | def compute_contexts(self, subtoken_vocab, nodes_vocab, source_input, ... method build_test_graph (line 547) | def build_test_graph(self, input_tensors): method predict (line 592) | def predict(self, predict_data_lines): method get_attention_per_path (line 645) | def get_attention_per_path(source_strings, path_strings, target_string... method save_model (line 657) | def save_model(self, sess, path): method load_model (line 683) | def load_model(self, sess): method initialize_session_variables (line 710) | def initialize_session_variables(sess): method get_should_reuse_variables (line 713) | def get_should_reuse_variables(self): FILE: preprocess.py function save_dictionaries (line 14) | def save_dictionaries(dataset_name, subtoken_to_count, node_to_count, ta... function process_file (line 25) | def process_file(file_path, data_file_role, dataset_name, max_contexts, ... function context_full_found (line 60) | def context_full_found(context_parts, word_to_count, path_to_count): function context_partial_found (line 65) | def context_partial_found(context_parts, word_to_count, path_to_count): FILE: reader.py class Reader (line 22) | class Reader: method __init__ (line 27) | def __init__(self, subtoken_to_index, target_to_index, node_to_index, ... method get_subtoken_table (line 46) | def get_subtoken_table(cls, subtoken_to_index): method get_target_table (line 52) | def get_target_table(cls, target_to_index): method get_node_table (line 58) | def get_node_table(cls, node_to_index): method initialize_hash_map (line 64) | def initialize_hash_map(cls, word_to_index, default_value): method process_from_placeholder (line 70) | def process_from_placeholder(self, row): method process_dataset (line 74) | def process_dataset(self, *row_parts): method reset (line 172) | def reset(self, sess): method get_output (line 175) | def get_output(self): method compute_output (line 178) | def compute_output(self): class Config (line 203) | class Config: method __init__ (line 204) | def __init__(self):