Full Code of google/sentencepiece for AI

gitextract_h_6popb3/

├── .github/
│   ├── ISSUE_TEMPLATE/
│   │   ├── bug_report.md
│   │   └── feature_request.md
│   ├── dependabot.yml
│   ├── pull_request_template.md
│   └── workflows/
│       ├── cifuzz.yml
│       ├── cmake.yml
│       ├── cross_build.yml
│       ├── requirements/
│       │   ├── base.in
│       │   ├── base.txt
│       │   ├── cibuildwheel.in
│       │   └── cibuildwheel.txt
│       └── wheel.yml
├── .gitignore
├── CMakeLists.txt
├── CONTRIBUTING.md
├── LICENSE
├── README.md
├── VERSION.txt
├── cmake/
│   └── ios.toolchain.cmake
├── config.h.in
├── contrib/
│   └── docker/
│       ├── Dockerfile
│       └── README.md
├── data/
│   ├── Scripts.txt
│   ├── botchan.txt
│   ├── extract_headers.pl
│   ├── gen_spec_parser.pl
│   ├── gen_unicode_scripts_code.pl
│   ├── ids_denorm.tsv
│   ├── ids_norm.tsv
│   ├── nfc.tsv
│   ├── nfc_cf.tsv
│   ├── nfd.tsv
│   ├── nfd_cf.tsv
│   ├── nfkc.tsv
│   ├── nfkc_cf.tsv
│   ├── nfkd.tsv
│   ├── nfkd_cf.tsv
│   ├── nmt_nfkc.tsv
│   ├── nmt_nfkc_cf.tsv
│   └── wagahaiwa_nekodearu.txt
├── doc/
│   ├── api.md
│   ├── experiments.md
│   ├── normalization.md
│   ├── options.md
│   └── special_symbols.md
├── python/
│   ├── .gitignore
│   ├── MANIFEST.in
│   ├── README.md
│   ├── add_new_vocab.ipynb
│   ├── build_bundled.sh
│   ├── build_sdist.sh
│   ├── pyproject.toml
│   ├── sentencepiece_python_module_example.ipynb
│   ├── setup.cfg
│   ├── setup.py
│   ├── src/
│   │   └── sentencepiece/
│   │       ├── __init__.py
│   │       ├── _version.py
│   │       ├── sentencepiece.i
│   │       ├── sentencepiece_model_pb2.py
│   │       ├── sentencepiece_pb2.py
│   │       └── sentencepiece_wrap.cxx
│   └── test/
│       ├── __init__.py
│       ├── botchan.txt
│       ├── sentencepiece_test.py
│       ├── test_ja_model.model
│       └── test_model.model
├── sentencepiece.pc.in
├── src/
│   ├── CMakeLists.txt
│   ├── bpe_model.cc
│   ├── bpe_model.h
│   ├── bpe_model_test.cc
│   ├── bpe_model_trainer.cc
│   ├── bpe_model_trainer.h
│   ├── bpe_model_trainer_test.cc
│   ├── builder.cc
│   ├── builder.h
│   ├── builder_test.cc
│   ├── builtin_pb/
│   │   ├── sentencepiece.pb.cc
│   │   ├── sentencepiece.pb.h
│   │   ├── sentencepiece_model.pb.cc
│   │   └── sentencepiece_model.pb.h
│   ├── char_model.cc
│   ├── char_model.h
│   ├── char_model_test.cc
│   ├── char_model_trainer.cc
│   ├── char_model_trainer.h
│   ├── char_model_trainer_test.cc
│   ├── common.h
│   ├── compile_charsmap_main.cc
│   ├── error.cc
│   ├── filesystem.cc
│   ├── filesystem.h
│   ├── filesystem_test.cc
│   ├── freelist.h
│   ├── freelist_test.cc
│   ├── init.cc
│   ├── init.h
│   ├── init_test.cc
│   ├── model_factory.cc
│   ├── model_factory.h
│   ├── model_factory_test.cc
│   ├── model_interface.cc
│   ├── model_interface.h
│   ├── model_interface_test.cc
│   ├── normalization_rule.h
│   ├── normalizer.cc
│   ├── normalizer.h
│   ├── normalizer_test.cc
│   ├── pretokenizer_for_training.cc
│   ├── pretokenizer_for_training.h
│   ├── pretokenizer_for_training_test.cc
│   ├── sentencepiece.proto
│   ├── sentencepiece_model.proto
│   ├── sentencepiece_processor.cc
│   ├── sentencepiece_processor.h
│   ├── sentencepiece_processor_test.cc
│   ├── sentencepiece_trainer.cc
│   ├── sentencepiece_trainer.h
│   ├── sentencepiece_trainer_test.cc
│   ├── spec_parser.h
│   ├── spm_decode_main.cc
│   ├── spm_encode_main.cc
│   ├── spm_export_vocab_main.cc
│   ├── spm_normalize_main.cc
│   ├── spm_train_main.cc
│   ├── test_main.cc
│   ├── testharness.cc
│   ├── testharness.h
│   ├── trainer_factory.cc
│   ├── trainer_factory.h
│   ├── trainer_factory_test.cc
│   ├── trainer_interface.cc
│   ├── trainer_interface.h
│   ├── trainer_interface_test.cc
│   ├── unicode_script.cc
│   ├── unicode_script.h
│   ├── unicode_script_map.h
│   ├── unicode_script_test.cc
│   ├── unigram_model.cc
│   ├── unigram_model.h
│   ├── unigram_model_test.cc
│   ├── unigram_model_trainer.cc
│   ├── unigram_model_trainer.h
│   ├── unigram_model_trainer_test.cc
│   ├── util.cc
│   ├── util.h
│   ├── util_test.cc
│   ├── word_model.cc
│   ├── word_model.h
│   ├── word_model_test.cc
│   ├── word_model_trainer.cc
│   ├── word_model_trainer.h
│   └── word_model_trainer_test.cc
└── third_party/
    ├── CMakeLists.txt
    ├── absl/
    │   ├── LICENSE
    │   ├── container/
    │   │   ├── btree_set.h
    │   │   ├── flat_hash_map.h
    │   │   └── flat_hash_set.h
    │   ├── flags/
    │   │   ├── flag.cc
    │   │   ├── flag.h
    │   │   ├── parse.h
    │   │   ├── usage.h
    │   │   └── usage_config.h
    │   ├── log/
    │   │   ├── check.h
    │   │   ├── globals.h
    │   │   ├── log.cc
    │   │   └── log.h
    │   └── strings/
    │       ├── ascii.h
    │       ├── match.h
    │       ├── numbers.h
    │       ├── str_cat.h
    │       ├── str_format.h
    │       ├── str_join.h
    │       ├── str_replace.h
    │       ├── str_split.h
    │       ├── string_view.h
    │       └── strip.h
    ├── darts_clone/
    │   ├── LICENSE
    │   └── darts.h
    ├── esaxx/
    │   ├── LICENSE
    │   ├── esa.hxx
    │   └── sais.hxx
    └── protobuf-lite/
        ├── LICENSE
        ├── arena.cc
        ├── arenastring.cc
        ├── bytestream.cc
        ├── coded_stream.cc
        ├── common.cc
        ├── extension_set.cc
        ├── generated_enum_util.cc
        ├── generated_message_table_driven_lite.cc
        ├── generated_message_util.cc
        ├── google/
        │   └── protobuf/
        │       ├── any.h
        │       ├── arena.h
        │       ├── arena_impl.h
        │       ├── arenastring.h
        │       ├── descriptor.h
        │       ├── extension_set.h
        │       ├── extension_set_inl.h
        │       ├── generated_enum_reflection.h
        │       ├── generated_enum_util.h
        │       ├── generated_message_table_driven.h
        │       ├── generated_message_table_driven_lite.h
        │       ├── generated_message_util.h
        │       ├── has_bits.h
        │       ├── implicit_weak_message.h
        │       ├── io/
        │       │   ├── coded_stream.h
        │       │   ├── io_win32.h
        │       │   ├── zero_copy_stream.h
        │       │   ├── zero_copy_stream_impl.h
        │       │   └── zero_copy_stream_impl_lite.h
        │       ├── map.h
        │       ├── map_entry_lite.h
        │       ├── map_field_lite.h
        │       ├── map_type_handler.h
        │       ├── message_lite.h
        │       ├── metadata_lite.h
        │       ├── parse_context.h
        │       ├── port.h
        │       ├── port_def.inc
        │       ├── port_undef.inc
        │       ├── repeated_field.h
        │       ├── stubs/
        │       │   ├── bytestream.h
        │       │   ├── callback.h
        │       │   ├── casts.h
        │       │   ├── common.h
        │       │   ├── hash.h
        │       │   ├── int128.h
        │       │   ├── logging.h
        │       │   ├── macros.h
        │       │   ├── map_util.h
        │       │   ├── mutex.h
        │       │   ├── once.h
        │       │   ├── platform_macros.h
        │       │   ├── port.h
        │       │   ├── status.h
        │       │   ├── statusor.h
        │       │   ├── stl_util.h
        │       │   ├── stringpiece.h
        │       │   ├── stringprintf.h
        │       │   ├── strutil.h
        │       │   └── time.h
        │       ├── unknown_field_set.h
        │       └── wire_format_lite.h
        ├── implicit_weak_message.cc
        ├── int128.cc
        ├── io_win32.cc
        ├── message_lite.cc
        ├── parse_context.cc
        ├── repeated_field.cc
        ├── status.cc
        ├── statusor.cc
        ├── stringpiece.cc
        ├── stringprintf.cc
        ├── structurally_valid.cc
        ├── strutil.cc
        ├── time.cc
        ├── wire_format_lite.cc
        ├── zero_copy_stream.cc
        ├── zero_copy_stream_impl.cc
        └── zero_copy_stream_impl_lite.cc

SYMBOL INDEX (2706 symbols across 183 files)

FILE: python/setup.py
  function long_description (line 31) | def long_description():
  function run_pkg_config (line 42) | def run_pkg_config(section, pkg_config_path=None):
  function is_sentencepiece_installed (line 56) | def is_sentencepiece_installed():
  function is_gil_disabled (line 64) | def is_gil_disabled():
  function get_cflags_and_libs (line 68) | def get_cflags_and_libs(root):
  class build_ext (line 84) | class build_ext(_build_ext):
    method build_extension (line 87) | def build_extension(self, ext):
  function copy_package_data (line 123) | def copy_package_data():
  function get_win_arch (line 155) | def get_win_arch():

FILE: python/src/sentencepiece/__init__.py
  function _swig_repr (line 19) | def _swig_repr(self):
  function _swig_setattr_nondynamic_instance_variable (line 27) | def _swig_setattr_nondynamic_instance_variable(set):
  function _swig_setattr_nondynamic_class_variable (line 40) | def _swig_setattr_nondynamic_class_variable(set):
  function _swig_add_metaclass (line 49) | def _swig_add_metaclass(metaclass):
  class _SwigNonDynamicMeta (line 56) | class _SwigNonDynamicMeta(type):
  class ImmutableSentencePieceText_ImmutableSentencePiece (line 61) | class ImmutableSentencePieceText_ImmutableSentencePiece(object):
    method __init__ (line 65) | def __init__(self):
    method _piece (line 69) | def _piece(self):
    method _surface (line 72) | def _surface(self):
    method _id (line 75) | def _id(self):
    method _begin (line 78) | def _begin(self):
    method _end (line 81) | def _end(self):
    method _surface_as_bytes (line 84) | def _surface_as_bytes(self):
    method _piece_as_bytes (line 87) | def _piece_as_bytes(self):
    method __str__ (line 98) | def __str__(self):
    method __eq__ (line 106) | def __eq__(self, other):
    method __hash__ (line 109) | def __hash__(self):
  class ImmutableSentencePieceText (line 117) | class ImmutableSentencePieceText(object):
    method __init__ (line 121) | def __init__(self):
    method _pieces_size (line 125) | def _pieces_size(self):
    method _pieces (line 128) | def _pieces(self, index):
    method _text (line 131) | def _text(self):
    method _score (line 134) | def _score(self):
    method SerializeAsString (line 137) | def SerializeAsString(self):
    method _text_as_bytes (line 140) | def _text_as_bytes(self):
    class ImmutableSentencePieceIterator (line 147) | class ImmutableSentencePieceIterator:
      method __init__ (line 148) | def __init__(self, proto):
      method __len__ (line 152) | def __len__(self):
      method __getitem__ (line 155) | def __getitem__(self, index):
      method __str__ (line 164) | def __str__(self):
    method pieces (line 170) | def pieces(self):
    method __eq__ (line 173) | def __eq__(self, other):
    method __hash__ (line 176) | def __hash__(self):
    method __str__ (line 179) | def __str__(self):
  class ImmutableNBestSentencePieceText (line 190) | class ImmutableNBestSentencePieceText(object):
    method __init__ (line 194) | def __init__(self):
    method _nbests_size (line 198) | def _nbests_size(self):
    method _nbests (line 201) | def _nbests(self, index):
    method SerializeAsString (line 204) | def SerializeAsString(self):
    class ImmutableSentencePieceTextIterator (line 207) | class ImmutableSentencePieceTextIterator:
      method __init__ (line 208) | def __init__(self, proto):
      method __len__ (line 212) | def __len__(self):
      method __getitem__ (line 215) | def __getitem__(self, index):
      method __str__ (line 224) | def __str__(self):
    method nbests (line 230) | def nbests(self):
    method __eq__ (line 233) | def __eq__(self, other):
    method __hash__ (line 236) | def __hash__(self):
    method __str__ (line 239) | def __str__(self):
  class SentencePieceProcessor (line 247) | class SentencePieceProcessor(object):
    method __init__ (line 251) | def __init__(self):
    method LoadFromSerializedProto (line 255) | def LoadFromSerializedProto(self, serialized):
    method SetEncodeExtraOptions (line 258) | def SetEncodeExtraOptions(self, extra_option):
    method SetDecodeExtraOptions (line 261) | def SetDecodeExtraOptions(self, extra_option):
    method SetVocabulary (line 264) | def SetVocabulary(self, valid_vocab):
    method ResetVocabulary (line 267) | def ResetVocabulary(self):
    method LoadVocabulary (line 270) | def LoadVocabulary(self, filename, threshold):
    method CalculateEntropy (line 273) | def CalculateEntropy(self, *args):
    method GetPieceSize (line 276) | def GetPieceSize(self):
    method PieceToId (line 279) | def PieceToId(self, piece):
    method IdToPiece (line 282) | def IdToPiece(self, id):
    method GetScore (line 285) | def GetScore(self, id):
    method IsUnknown (line 288) | def IsUnknown(self, id):
    method IsControl (line 291) | def IsControl(self, id):
    method IsUnused (line 294) | def IsUnused(self, id):
    method IsByte (line 297) | def IsByte(self, id):
    method unk_id (line 300) | def unk_id(self):
    method bos_id (line 303) | def bos_id(self):
    method eos_id (line 306) | def eos_id(self):
    method pad_id (line 309) | def pad_id(self):
    method serialized_model_proto (line 312) | def serialized_model_proto(self):
    method LoadFromFile (line 315) | def LoadFromFile(self, arg):
    method _EncodeAsIds (line 318) | def _EncodeAsIds(self, text, enable_sampling, nbest_size, alpha, add_b...
    method _EncodeAsPieces (line 321) | def _EncodeAsPieces(self, text, enable_sampling, nbest_size, alpha, ad...
    method _EncodeAsSerializedProto (line 324) | def _EncodeAsSerializedProto(self, text, enable_sampling, nbest_size, ...
    method _EncodeAsImmutableProto (line 327) | def _EncodeAsImmutableProto(self, text, enable_sampling, nbest_size, a...
    method _EncodeAsIdsBatch (line 330) | def _EncodeAsIdsBatch(self, ins, num_threads, enable_sampling, nbest_s...
    method _EncodeAsPiecesBatch (line 333) | def _EncodeAsPiecesBatch(self, ins, num_threads, enable_sampling, nbes...
    method _EncodeAsSerializedProtoBatch (line 336) | def _EncodeAsSerializedProtoBatch(self, ins, num_threads, enable_sampl...
    method _EncodeAsImmutableProtoBatch (line 339) | def _EncodeAsImmutableProtoBatch(self, ins, num_threads, enable_sampli...
    method _DecodeIds (line 342) | def _DecodeIds(self, ids):
    method _DecodeIdsAsBytes (line 345) | def _DecodeIdsAsBytes(self, ids):
    method _DecodePieces (line 348) | def _DecodePieces(self, pieces):
    method _DecodeIdsAsSerializedProto (line 351) | def _DecodeIdsAsSerializedProto(self, ids):
    method _DecodePiecesAsSerializedProto (line 354) | def _DecodePiecesAsSerializedProto(self, pieces):
    method _DecodeIdsAsImmutableProto (line 357) | def _DecodeIdsAsImmutableProto(self, ids):
    method _DecodePiecesAsImmutableProto (line 360) | def _DecodePiecesAsImmutableProto(self, pieces):
    method _DecodeIdsBatch (line 363) | def _DecodeIdsBatch(self, ins, num_threads):
    method _DecodeIdsAsBytesBatch (line 366) | def _DecodeIdsAsBytesBatch(self, ins, num_threads):
    method _DecodeIdsAsSerializedProtoBatch (line 369) | def _DecodeIdsAsSerializedProtoBatch(self, ins, num_threads):
    method _DecodeIdsAsImmutableProtoBatch (line 372) | def _DecodeIdsAsImmutableProtoBatch(self, ins, num_threads):
    method _DecodePiecesBatch (line 375) | def _DecodePiecesBatch(self, ins, num_threads):
    method _DecodePiecesAsSerializedProtoBatch (line 378) | def _DecodePiecesAsSerializedProtoBatch(self, ins, num_threads):
    method _DecodePiecesAsImmutableProtoBatch (line 381) | def _DecodePiecesAsImmutableProtoBatch(self, ins, num_threads):
    method _NBestEncodeAsIds (line 384) | def _NBestEncodeAsIds(self, text, nbest_size, add_bos, add_eos, revers...
    method _NBestEncodeAsPieces (line 387) | def _NBestEncodeAsPieces(self, text, nbest_size, add_bos, add_eos, rev...
    method _NBestEncodeAsSerializedProto (line 390) | def _NBestEncodeAsSerializedProto(self, text, nbest_size, add_bos, add...
    method _NBestEncodeAsImmutableProto (line 393) | def _NBestEncodeAsImmutableProto(self, text, nbest_size, add_bos, add_...
    method _SampleEncodeAndScoreAsIds (line 396) | def _SampleEncodeAndScoreAsIds(self, text, num_samples, alpha, wor, in...
    method _SampleEncodeAndScoreAsPieces (line 399) | def _SampleEncodeAndScoreAsPieces(self, text, num_samples, alpha, wor,...
    method _SampleEncodeAndScoreAsSerializedProto (line 402) | def _SampleEncodeAndScoreAsSerializedProto(self, text, num_samples, al...
    method _SampleEncodeAndScoreAsImmutableProto (line 405) | def _SampleEncodeAndScoreAsImmutableProto(self, text, num_samples, alp...
    method _Normalize (line 408) | def _Normalize(self, text):
    method _NormalizeWithOffsets (line 411) | def _NormalizeWithOffsets(self, text):
    method _CalculateEntropy (line 414) | def _CalculateEntropy(self, text, alpha):
    method _CalculateEntropyBatch (line 417) | def _CalculateEntropyBatch(self, ins, alpha, num_threads):
    method _OverrideNormalizerSpec (line 420) | def _OverrideNormalizerSpec(self, args):
    method Init (line 423) | def Init(self,
    method Encode (line 471) | def Encode(self,
    method EncodeAsPieces (line 565) | def EncodeAsPieces(self, input, **kwargs):
    method EncodeAsIds (line 569) | def EncodeAsIds(self, input, **kwargs):
    method EncodeAsSerializedProto (line 573) | def EncodeAsSerializedProto(self, input, **kwargs):
    method EncodeAsImmutableProto (line 577) | def EncodeAsImmutableProto(self, input, **kwargs):
    method SampleEncodeAsPieces (line 581) | def SampleEncodeAsPieces(self, input, nbest_size=None, alpha=None, **k...
    method SampleEncodeAsIds (line 586) | def SampleEncodeAsIds(self, input, nbest_size=None, alpha=None,**kwargs):
    method SampleEncodeAsSerializedProto (line 591) | def SampleEncodeAsSerializedProto(self, input, nbest_size=None, alpha=...
    method SampleEncodeAsImmutableProto (line 596) | def SampleEncodeAsImmutableProto(self, input, nbest_size=None, alpha=N...
    method NBestEncode (line 601) | def NBestEncode(self,
    method NBestEncodeAsPieces (line 659) | def NBestEncodeAsPieces(self, input, nbest_size=None, **kwargs):
    method NBestEncodeAsIds (line 664) | def NBestEncodeAsIds(self, input, nbest_size=None, **kwargs):
    method NBestEncodeAsSerializedProto (line 669) | def NBestEncodeAsSerializedProto(self, input, nbest_size=None, **kwargs):
    method NBestEncodeAsImmutableProto (line 674) | def NBestEncodeAsImmutableProto(self, input, nbest_size=None, **kwargs):
    method SampleEncodeAndScore (line 679) | def SampleEncodeAndScore(self,
    method SampleEncodeAndScoreAsPieces (line 756) | def SampleEncodeAndScoreAsPieces(self, input, num_samples=None, alpha=...
    method SampleEncodeAndScoreAsIds (line 761) | def SampleEncodeAndScoreAsIds(self, input, num_samples=None, alpha=Non...
    method SampleEncodeAndScoreAsSerializedProto (line 766) | def SampleEncodeAndScoreAsSerializedProto(self, input, num_samples=Non...
    method SampleEncodeAndScoreAsImmutableProto (line 771) | def SampleEncodeAndScoreAsImmutableProto(self, input, num_samples=None...
    method Decode (line 776) | def Decode(self, input, out_type=str, num_threads=None):
    method DecodePieces (line 871) | def DecodePieces(self, input, out_type=str, **kwargs):
    method DecodeIds (line 875) | def DecodeIds(self, input, out_type=str, **kwargs):
    method DecodePiecesAsSerializedProto (line 879) | def DecodePiecesAsSerializedProto(self, input, out_type='serialized_pr...
    method DecodeIdsAsSerializedProto (line 883) | def DecodeIdsAsSerializedProto(self, input, out_type='serialized_proto...
    method DecodePiecesAsImmutableProto (line 887) | def DecodePiecesAsImmutableProto(self, input, out_type='immutable_prot...
    method DecodeIdsAsImmutableProto (line 891) | def DecodeIdsAsImmutableProto(self, input, out_type='immutable_proto',...
    method CalculateEntropy (line 895) | def CalculateEntropy(self, input, alpha, num_threads=None):
    method Normalize (line 907) | def Normalize(self, input, with_offsets=None):
    method OverrideNormalizerSpec (line 917) | def OverrideNormalizerSpec(self, **kwargs):
    method piece_size (line 924) | def piece_size(self):
    method vocab_size (line 928) | def vocab_size(self):
    method __getstate__ (line 932) | def __getstate__(self):
    method __setstate__ (line 936) | def __setstate__(self, serialized_model_proto):
    method __len__ (line 941) | def __len__(self):
    method __getitem__ (line 945) | def __getitem__(self, piece):
    method Load (line 949) | def Load(self, model_file=None, model_proto=None):
  function SetRandomGeneratorSeed (line 967) | def SetRandomGeneratorSeed(seed):
  function SetMinLogLevel (line 970) | def SetMinLogLevel(v):
  class SentencePieceTrainer (line 972) | class SentencePieceTrainer(object):
    method __init__ (line 975) | def __init__(self, *args, **kwargs):
    method _TrainFromString (line 980) | def _TrainFromString(arg):
    method _TrainFromMap (line 984) | def _TrainFromMap(args):
    method _TrainFromMap2 (line 988) | def _TrainFromMap2(args, iter):
    method _TrainFromMap3 (line 992) | def _TrainFromMap3(args):
    method _TrainFromMap4 (line 996) | def _TrainFromMap4(args, iter):
    method _Train (line 1000) | def _Train(arg=None, **kwargs):
    method Train (line 1045) | def Train(arg=None, logstream=None, **kwargs):
  class SentencePieceNormalizer (line 1052) | class SentencePieceNormalizer(object):
    method __init__ (line 1056) | def __init__(self):
    method LoadFromSerializedProto (line 1060) | def LoadFromSerializedProto(self, serialized):
    method LoadFromRuleTSV (line 1063) | def LoadFromRuleTSV(self, filename):
    method LoadFromRuleName (line 1066) | def LoadFromRuleName(self, name):
    method serialized_model_proto (line 1069) | def serialized_model_proto(self):
    method LoadFromFile (line 1072) | def LoadFromFile(self, arg):
    method _Normalize (line 1075) | def _Normalize(self, text):
    method _NormalizeWithOffsets (line 1078) | def _NormalizeWithOffsets(self, text):
    method _SetProtoField (line 1081) | def _SetProtoField(self, name, value):
    method Init (line 1084) | def Init(self,
    method Normalize (line 1122) | def Normalize(self, input, with_offsets=None):
    method __getstate__ (line 1133) | def __getstate__(self):
    method __setstate__ (line 1137) | def __setstate__(self, serialized_model_proto):
  function SetDataDir (line 1145) | def SetDataDir(data_dir):
  function _add_snake_case (line 1158) | def _add_snake_case(classname):
  function _batchnize (line 1171) | def _batchnize(classname, name):
  class _LogStream (line 1212) | class _LogStream(object):
    method __init__ (line 1213) | def __init__(self, ostream=None):
    method __enter__ (line 1218) | def __enter__(self):
    method __exit__ (line 1223) | def __exit__(self, type, value, traceback):

FILE: python/src/sentencepiece/sentencepiece_wrap.cxx
  function SWIGINTERNINLINE (line 397) | SWIGINTERNINLINE int SWIG_AddCast(int r) {
  function SWIGINTERNINLINE (line 400) | SWIGINTERNINLINE int SWIG_CheckState(int r) {
  type swig_type_info (line 416) | struct swig_type_info
    type swig_cast_info (line 423) | struct swig_cast_info
  type swig_type_info (line 419) | struct swig_type_info {
    type swig_cast_info (line 423) | struct swig_cast_info
  type swig_cast_info (line 429) | struct swig_cast_info {
    type swig_cast_info (line 432) | struct swig_cast_info
    type swig_cast_info (line 433) | struct swig_cast_info
  type swig_module_info (line 439) | struct swig_module_info {
    type swig_module_info (line 442) | struct swig_module_info
  function SWIGRUNTIME (line 455) | SWIGRUNTIME int
  function SWIGRUNTIME (line 470) | SWIGRUNTIME int
  function SWIGRUNTIME (line 489) | SWIGRUNTIME int
  function SWIGRUNTIME (line 497) | SWIGRUNTIME swig_cast_info *
  function SWIGRUNTIME (line 524) | SWIGRUNTIME swig_cast_info *
  function SWIGRUNTIMEINLINE (line 551) | SWIGRUNTIMEINLINE void *
  function SWIGRUNTIME (line 559) | SWIGRUNTIME swig_type_info *
  function SWIGRUNTIMEINLINE (line 573) | SWIGRUNTIMEINLINE const char *
  function SWIGRUNTIME (line 582) | SWIGRUNTIME const char *
  function SWIGRUNTIME (line 603) | SWIGRUNTIME void
  function SWIGRUNTIME (line 619) | SWIGRUNTIME void
  function SWIGRUNTIME (line 633) | SWIGRUNTIME swig_type_info *
  function SWIGRUNTIME (line 678) | SWIGRUNTIME swig_type_info *
  function SWIGRUNTIME (line 707) | SWIGRUNTIME char *
  function SWIGRUNTIME (line 723) | SWIGRUNTIME const char *
  function SWIGRUNTIME (line 751) | SWIGRUNTIME char *
  function SWIGRUNTIME (line 762) | SWIGRUNTIME const char *
  function SWIGRUNTIME (line 775) | SWIGRUNTIME char *
  function SWIGRUNTIME (line 790) | SWIGRUNTIME const char *
  function SWIGINTERN (line 852) | SWIGINTERN const char *
  function SWIGINTERN (line 875) | SWIGINTERN PyObject*
  function SWIGRUNTIME (line 931) | SWIGRUNTIME PyObject*
  function SWIGRUNTIME (line 978) | SWIGRUNTIME void
  function SWIGRUNTIME (line 1005) | SWIGRUNTIME int
  function SWIGRUNTIME (line 1015) | SWIGRUNTIME void
  class SWIG_Python_Thread_Block (line 1058) | class SWIG_Python_Thread_Block {
    method end (line 1062) | void end() { if (status) { PyGILState_Release(state); status = false;} }
    method SWIG_Python_Thread_Block (line 1063) | SWIG_Python_Thread_Block() : status(true), state(PyGILState_Ensure()) {}
  class SWIG_Python_Thread_Allow (line 1066) | class SWIG_Python_Thread_Allow {
    method end (line 1070) | void end() { if (status) { status = false; PyEval_RestoreThread(save); }}
    method SWIG_Python_Thread_Allow (line 1071) | SWIG_Python_Thread_Allow() : status(true), save(PyEval_SaveThread()) {}
  type swig_const_info (line 1126) | struct swig_const_info {
  function SWIGINTERN (line 1210) | SWIGINTERN void
  function SWIGINTERN (line 1218) | SWIGINTERN void
  function SWIGINTERN (line 1231) | SWIGINTERN void
  function SWIGINTERN (line 1238) | SWIGINTERN void
  function SWIGINTERN (line 1248) | SWIGINTERN void
  function SWIGINTERN (line 1258) | SWIGINTERN PyObject*
  function SWIGINTERN (line 1284) | SWIGINTERN Py_ssize_t
  function SWIGINTERN (line 1330) | SWIGINTERN int
  type swig_globalvar (line 1369) | struct swig_globalvar {
    type swig_globalvar (line 1373) | struct swig_globalvar
  type swig_varlinkobject (line 1376) | struct swig_varlinkobject {
  function SWIGINTERN (line 1381) | SWIGINTERN PyObject *
  function SWIGINTERN (line 1390) | SWIGINTERN PyObject *
  function SWIGINTERN (line 1429) | SWIGINTERN void
  function SWIGINTERN (line 1441) | SWIGINTERN PyObject *
  function SWIGINTERN (line 1459) | SWIGINTERN int
  function SWIGINTERN (line 1477) | SWIGINTERN PyTypeObject*
  function SWIGINTERN (line 1573) | SWIGINTERN PyObject *
  function SWIGINTERN (line 1582) | SWIGINTERN void
  function SWIGINTERN (line 1602) | SWIGINTERN PyObject *
  function SWIGRUNTIMEINLINE (line 1633) | SWIGRUNTIMEINLINE PyObject *
  function SWIGRUNTIMEINLINE (line 1653) | SWIGRUNTIMEINLINE int
  function SWIGRUNTIMEINLINE (line 1663) | SWIGRUNTIMEINLINE PyObject *
  function SWIGRUNTIME (line 1671) | SWIGRUNTIME SwigPyClientData *
  function SWIGRUNTIME (line 1721) | SWIGRUNTIME void
  function SWIGRUNTIME (line 1747) | SWIGRUNTIME PyObject *
  function SWIGRUNTIME (line 1761) | SWIGRUNTIME PyObject *
  function SWIGRUNTIME (line 1767) | SWIGRUNTIME PyObject *
  function SWIGRUNTIME (line 1792) | SWIGRUNTIME PyObject *
  function SWIGRUNTIME (line 1798) | SWIGRUNTIME PyObject *
  function SWIGRUNTIME (line 1804) | SWIGRUNTIME PyObject *
  function SWIGRUNTIME (line 1830) | SWIGRUNTIME PyObject *
  function SWIGRUNTIME (line 1836) | SWIGRUNTIME int
  function SWIGRUNTIME (line 1845) | SWIGRUNTIME PyObject*
  function SWIGRUNTIME (line 1864) | SWIGRUNTIME PyTypeObject*
  function SWIGRUNTIME (line 1874) | SWIGRUNTIME PyTypeObject*
  function SWIGRUNTIMEINLINE (line 1881) | SWIGRUNTIMEINLINE int
  function SWIGRUNTIME (line 1914) | SWIGRUNTIME void
  function SWIGRUNTIME (line 1973) | SWIGRUNTIME PyObject*
  function SWIGRUNTIME (line 1987) | SWIGRUNTIME PyObject*
  function SWIGINTERN (line 1999) | SWIGINTERN PyObject*
  function SWIGINTERN (line 2007) | SWIGINTERN PyObject*
  function SWIGINTERN (line 2015) | SWIGINTERN PyObject*
  function SWIGRUNTIME (line 2046) | SWIGRUNTIME PyTypeObject*
  function SWIGRUNTIME (line 2209) | SWIGRUNTIME PyObject *
  function SWIGRUNTIME (line 2242) | SWIGRUNTIME PyObject *
  function SWIGRUNTIME (line 2253) | SWIGRUNTIME PyObject *
  function SWIGRUNTIME (line 2264) | SWIGRUNTIME int
  function SWIGRUNTIME (line 2275) | SWIGRUNTIME PyTypeObject*
  function SWIGRUNTIMEINLINE (line 2281) | SWIGRUNTIMEINLINE int
  function SWIGRUNTIME (line 2302) | SWIGRUNTIME void
  function SWIGRUNTIME (line 2312) | SWIGRUNTIME PyTypeObject*
  function SWIGRUNTIME (line 2429) | SWIGRUNTIME PyObject *
  function SWIGRUNTIME (line 2448) | SWIGRUNTIME swig_type_info *
  function SWIGRUNTIME (line 2467) | SWIGRUNTIME PyObject *
  function SWIGRUNTIME (line 2482) | SWIGRUNTIME SwigPyObject *
  function SWIGRUNTIME (line 2553) | SWIGRUNTIME int
  function SWIGRUNTIME (line 2568) | SWIGRUNTIME int
  function SWIGRUNTIME (line 2680) | SWIGRUNTIME int
  function SWIGRUNTIME (line 2719) | SWIGRUNTIME int
  function SWIGRUNTIME (line 2742) | SWIGRUNTIME PyObject*
  function SWIGRUNTIME (line 2808) | SWIGRUNTIME int
  function SWIGINTERN (line 2830) | SWIGINTERN PyObject *
  function SWIGRUNTIME (line 2849) | SWIGRUNTIME PyObject *
  function SWIGRUNTIMEINLINE (line 2910) | SWIGRUNTIMEINLINE PyObject *
  function SWIGRUNTIME (line 2926) | SWIGRUNTIME PyObject *
  function SWIGRUNTIME (line 2934) | SWIGRUNTIME swig_module_info *
  function SWIGRUNTIME (line 2955) | SWIGRUNTIME void
  function SWIGRUNTIME (line 2980) | SWIGRUNTIME void
  function SWIGRUNTIME (line 3002) | SWIGRUNTIME swig_type_info *
  function SWIGRUNTIME (line 3033) | SWIGRUNTIME int
  function SWIGRUNTIME (line 3062) | SWIGRUNTIME int
  function SWIGRUNTIMEINLINE (line 3075) | SWIGRUNTIMEINLINE const char *
  function SWIGRUNTIME (line 3083) | SWIGRUNTIME void
  function SWIGRUNTIME (line 3127) | SWIGRUNTIME void *
  class SwigValueWrapper (line 3250) | class SwigValueWrapper {
    type SwigSmartPointer (line 3251) | struct SwigSmartPointer {
      method SwigSmartPointer (line 3253) | SwigSmartPointer(T *p) : ptr(p) { }
      method SwigSmartPointer (line 3255) | SwigSmartPointer& operator=(SwigSmartPointer& rhs) { T* oldptr = ptr...
      method reset (line 3256) | void reset(T *p) { T* oldptr = ptr; ptr = 0; delete oldptr; ptr = p; }
    method SwigValueWrapper (line 3261) | SwigValueWrapper() : pointer(0) { }
    method SwigValueWrapper (line 3262) | SwigValueWrapper& operator=(const T& t) { SwigSmartPointer tmp(new T(t...
    method SwigValueWrapper (line 3264) | SwigValueWrapper& operator=(T&& t) { SwigSmartPointer tmp(new T(std::m...
    method T (line 3269) | T *operator&() const { return pointer.ptr; }
    method reset (line 3270) | static void reset(SwigValueWrapper& t, T *p) { t.pointer.reset(p); }
  function T (line 3282) | T SwigValueInit() {
  type swig (line 3302) | namespace swig {
    class SwigPtr_PyObject (line 3303) | class SwigPtr_PyObject {
      method SwigPtr_PyObject (line 3308) | SwigPtr_PyObject() :_obj(0)
      method SwigPtr_PyObject (line 3312) | SwigPtr_PyObject(const SwigPtr_PyObject& item) : _obj(item._obj)
      method SwigPtr_PyObject (line 3319) | SwigPtr_PyObject(PyObject *obj, bool initial_ref = true) :_obj(obj)
      method SwigPtr_PyObject (line 3328) | SwigPtr_PyObject & operator=(const SwigPtr_PyObject& item)
      method PyObject (line 3350) | PyObject *operator->() const
    type SwigVar_PyObject (line 3359) | struct SwigVar_PyObject : SwigPtr_PyObject {
      method SwigVar_PyObject (line 3360) | SwigVar_PyObject(PyObject* obj = 0) : SwigPtr_PyObject(obj, false) { }
      method SwigVar_PyObject (line 3362) | SwigVar_PyObject & operator = (PyObject* obj)
  type swig (line 3358) | namespace swig {
    class SwigPtr_PyObject (line 3303) | class SwigPtr_PyObject {
      method SwigPtr_PyObject (line 3308) | SwigPtr_PyObject() :_obj(0)
      method SwigPtr_PyObject (line 3312) | SwigPtr_PyObject(const SwigPtr_PyObject& item) : _obj(item._obj)
      method SwigPtr_PyObject (line 3319) | SwigPtr_PyObject(PyObject *obj, bool initial_ref = true) :_obj(obj)
      method SwigPtr_PyObject (line 3328) | SwigPtr_PyObject & operator=(const SwigPtr_PyObject& item)
      method PyObject (line 3350) | PyObject *operator->() const
    type SwigVar_PyObject (line 3359) | struct SwigVar_PyObject : SwigPtr_PyObject {
      method SwigVar_PyObject (line 3360) | SwigVar_PyObject(PyObject* obj = 0) : SwigPtr_PyObject(obj, false) { }
      method SwigVar_PyObject (line 3362) | SwigVar_PyObject & operator = (PyObject* obj)
  function ReleaseResultObject (line 3390) | inline void ReleaseResultObject(PyObject *obj) {
  class PyInputString (line 3396) | class PyInputString {
    method PyInputString (line 3398) | explicit PyInputString(PyObject* obj) {
    method str (line 3409) | absl::string_view str() const { return absl::string_view(data(), size(...
    method Py_ssize_t (line 3411) | Py_ssize_t size() const { return size_; }
    method IsAvalable (line 3412) | bool IsAvalable() const { return str_ != nullptr; }
    method PyObject (line 3413) | PyObject *input_type() const { return input_type_; }
    method IsUnicode (line 3415) | static bool IsUnicode(PyObject *resultobj) {
  function PyObject (line 3425) | PyObject* MakePyOutputString(const std::string& output,
  function PyObject (line 3433) | PyObject* MakePyOutputBytes(const sentencepiece::util::bytes& output) {
  function ToSwigError (line 3437) | int ToSwigError(sentencepiece::util::StatusCode code) {
  class PySentenceIterator (line 3451) | class PySentenceIterator : public sentencepiece::SentenceIterator {
    method PySentenceIterator (line 3453) | PySentenceIterator(PyObject *iter) : iter_(iter) {
    method done (line 3462) | bool done() const override {
    method Next (line 3466) | void Next() override {
    method status (line 3475) | sentencepiece::util::Status status() const override {
    method CopyValue (line 3480) | void CopyValue() {
  function RewriteIds (line 3505) | inline void RewriteIds(const sentencepiece::SentencePieceProcessor &sp,
  function RewriteIds (line 3514) | inline void RewriteIds(const sentencepiece::SentencePieceProcessor &sp,
  function RewriteIds (line 3532) | inline void RewriteIds(const sentencepiece::SentencePieceProcessor &sp,
  function RewriteIds (line 3542) | inline void RewriteIds(const sentencepiece::SentencePieceProcessor &sp,
  function CheckIds (line 3552) | inline void CheckIds(const std::vector<int> &ids, int num_pieces) {
  function CheckIds (line 3562) | inline void CheckIds(const std::vector<absl::string_view> &ids, int num_...
  function CheckIdsBatch (line 3564) | inline void CheckIdsBatch(const std::vector<std::vector<int>> &ids, int ...
  function ConvertToUnicodeSpans (line 3569) | inline void ConvertToUnicodeSpans(T *proto) {}
  function ConvertToUnicodeSpans (line 3572) | inline void ConvertToUnicodeSpans(sentencepiece::ImmutableSentencePieceT...
  function ConvertToUnicodeSpans (line 3577) | inline void ConvertToUnicodeSpans(sentencepiece::ImmutableNBestSentenceP...
  class ThreadPool (line 3581) | class ThreadPool {
    method ThreadPool (line 3583) | explicit ThreadPool(size_t request_size) :
    method Schedule (line 3592) | void Schedule(std::function<void()> closure) {
  function InitNumThreads (line 3607) | inline void InitNumThreads(const std::vector<T> &ins, int *num_threads) {
  function SWIGINTERNINLINE (line 3662) | SWIGINTERNINLINE PyObject*
  function SWIGINTERN (line 3668) | SWIGINTERN sentencepiece::util::bytes const &sentencepiece_ImmutableSent...
  function SWIGINTERN (line 3671) | SWIGINTERN sentencepiece::util::bytes const &sentencepiece_ImmutableSent...
  function SWIGINTERNINLINE (line 3678) | SWIGINTERNINLINE PyObject*
  function SWIGINTERNINLINE (line 3702) | SWIGINTERNINLINE PyObject*
  function SWIGINTERNINLINE (line 3711) | SWIGINTERNINLINE PyObject *
  function SWIGINTERN (line 3727) | SWIGINTERN int
  function SWIGINTERNINLINE (line 3779) | SWIGINTERNINLINE int
  function SWIGINTERN (line 3811) | SWIGINTERN int
  function SWIGINTERN (line 3859) | SWIGINTERN int
  function SWIGINTERNINLINE (line 3878) | SWIGINTERNINLINE PyObject *
  function SWIGINTERN (line 3884) | SWIGINTERN sentencepiece::util::bytes const &sentencepiece_ImmutableSent...
  function SWIGINTERN (line 3888) | SWIGINTERN swig_type_info*
  function SWIGINTERN (line 3901) | SWIGINTERN int
  type std (line 4003) | namespace std { }
  function SWIG_isfinite_func (line 4004) | typename T>
  function SWIGINTERN (line 4029) | SWIGINTERN int
  function SWIGINTERNINLINE (line 4045) | SWIGINTERNINLINE PyObject*
  function SWIGINTERNINLINE (line 4052) | SWIGINTERNINLINE PyObject*
  function SWIGINTERN (line 4058) | SWIGINTERN sentencepiece::util::Status sentencepiece_SentencePieceProces...
  function SWIGINTERN (line 4062) | SWIGINTERN int
  function SWIGINTERN (line 4075) | SWIGINTERN std::vector< int > sentencepiece_SentencePieceProcessor__Enco...
  function SWIGINTERN (line 4082) | SWIGINTERN std::vector< std::string > sentencepiece_SentencePieceProcess...
  function SWIGINTERN (line 4089) | SWIGINTERN sentencepiece::util::bytes sentencepiece_SentencePieceProcess...
  function SWIGINTERN (line 4096) | SWIGINTERN sentencepiece::ImmutableSentencePieceText sentencepiece_Sente...
  function SWIGINTERN (line 4104) | SWIGINTERN std::vector< std::vector< int > > sentencepiece_SentencePiece...
  function SWIGINTERN (line 4108) | SWIGINTERN std::vector< std::vector< std::string > > sentencepiece_Sente...
  function SWIGINTERN (line 4112) | SWIGINTERN BytesArray sentencepiece_SentencePieceProcessor__EncodeAsSeri...
  function SWIGINTERN (line 4117) | SWIGINTERN std::vector< sentencepiece::ImmutableSentencePieceText > sent...
  function SWIGINTERN (line 4122) | SWIGINTERN std::string sentencepiece_SentencePieceProcessor__DecodeIds(s...
  function SWIGINTERN (line 4126) | SWIGINTERN sentencepiece::util::bytes sentencepiece_SentencePieceProcess...
  function SWIGINTERN (line 4130) | SWIGINTERN std::string sentencepiece_SentencePieceProcessor__DecodePiece...
  function SWIGINTERN (line 4133) | SWIGINTERN sentencepiece::util::bytes sentencepiece_SentencePieceProcess...
  function SWIGINTERN (line 4137) | SWIGINTERN sentencepiece::util::bytes sentencepiece_SentencePieceProcess...
  function SWIGINTERN (line 4141) | SWIGINTERN sentencepiece::ImmutableSentencePieceText sentencepiece_Sente...
  function SWIGINTERN (line 4147) | SWIGINTERN sentencepiece::ImmutableSentencePieceText sentencepiece_Sente...
  function SWIGINTERN (line 4153) | SWIGINTERN std::vector< std::string > sentencepiece_SentencePieceProcess...
  function SWIGINTERN (line 4157) | SWIGINTERN BytesArray sentencepiece_SentencePieceProcessor__DecodeIdsAsB...
  function SWIGINTERN (line 4161) | SWIGINTERN BytesArray sentencepiece_SentencePieceProcessor__DecodeIdsAsS...
  function SWIGINTERN (line 4166) | SWIGINTERN std::vector< sentencepiece::ImmutableSentencePieceText > sent...
  function SWIGINTERN (line 4171) | SWIGINTERN std::vector< std::string > sentencepiece_SentencePieceProcess...
  function SWIGINTERN (line 4174) | SWIGINTERN BytesArray sentencepiece_SentencePieceProcessor__DecodePieces...
  function SWIGINTERN (line 4178) | SWIGINTERN std::vector< sentencepiece::ImmutableSentencePieceText > sent...
  function SWIGINTERN (line 4182) | SWIGINTERN std::vector< std::vector< int > > sentencepiece_SentencePiece...
  function SWIGINTERN (line 4189) | SWIGINTERN std::vector< std::vector< std::string > > sentencepiece_Sente...
  function SWIGINTERN (line 4196) | SWIGINTERN sentencepiece::util::bytes sentencepiece_SentencePieceProcess...
  function SWIGINTERN (line 4201) | SWIGINTERN sentencepiece::ImmutableNBestSentencePieceText sentencepiece_...
  function SWIGINTERN (line 4208) | SWIGINTERN std::vector< std::pair< std::vector< int >,float > > sentence...
  function SWIGINTERN (line 4216) | SWIGINTERN std::vector< std::pair< std::vector< std::string >,float > > ...
  function SWIGINTERN (line 4224) | SWIGINTERN sentencepiece::util::bytes sentencepiece_SentencePieceProcess...
  function SWIGINTERN (line 4230) | SWIGINTERN sentencepiece::ImmutableNBestSentencePieceText sentencepiece_...
  function SWIGINTERN (line 4238) | SWIGINTERN std::string sentencepiece_SentencePieceProcessor__Normalize(s...
  function SWIGINTERN (line 4241) | SWIGINTERN std::pair< std::string,std::vector< size_t > > sentencepiece_...
  function SWIGINTERN (line 4246) | SWIGINTERN float sentencepiece_SentencePieceProcessor__CalculateEntropy(...
  function SWIGINTERN (line 4249) | SWIGINTERN std::vector< float > sentencepiece_SentencePieceProcessor__Ca...
  function SWIGINTERN (line 4266) | SWIGINTERN sentencepiece::util::Status sentencepiece_SentencePieceProces...
  function SWIGINTERN (line 4277) | SWIGINTERN int
  function SWIGINTERN (line 4329) | SWIGINTERN int
  function SWIGINTERN (line 4344) | SWIGINTERN void sentencepiece_SentencePieceTrainer__TrainFromString(absl...
  function SWIGINTERN (line 4349) | SWIGINTERN void sentencepiece_SentencePieceTrainer__TrainFromMap(std::un...
  function SWIGINTERN (line 4354) | SWIGINTERN void sentencepiece_SentencePieceTrainer__TrainFromMap2(std::u...
  function SWIGINTERN (line 4359) | SWIGINTERN sentencepiece::util::bytes sentencepiece_SentencePieceTrainer...
  function SWIGINTERN (line 4365) | SWIGINTERN sentencepiece::util::bytes sentencepiece_SentencePieceTrainer...
  function SWIGINTERN (line 4371) | SWIGINTERN sentencepiece::util::Status sentencepiece_SentencePieceNormal...
  function SWIGINTERN (line 4374) | SWIGINTERN std::string sentencepiece_SentencePieceNormalizer__Normalize(...
  function SWIGINTERN (line 4380) | SWIGINTERN std::pair< std::string,std::vector< size_t > > sentencepiece_...
  function SWIGINTERN (line 4386) | SWIGINTERN void sentencepiece_SentencePieceNormalizer__SetProtoField(sen...
  function SWIGINTERN (line 4395) | SWIGINTERN PyObject *_wrap_new_ImmutableSentencePieceText_ImmutableSente...
  function SWIGINTERN (line 4417) | SWIGINTERN PyObject *_wrap_delete_ImmutableSentencePieceText_ImmutableSe...
  function SWIGINTERN (line 4448) | SWIGINTERN PyObject *_wrap_ImmutableSentencePieceText_ImmutableSentenceP...
  function SWIGINTERN (line 4483) | SWIGINTERN PyObject *_wrap_ImmutableSentencePieceText_ImmutableSentenceP...
  function SWIGINTERN (line 4518) | SWIGINTERN PyObject *_wrap_ImmutableSentencePieceText_ImmutableSentenceP...
  function SWIGINTERN (line 4550) | SWIGINTERN PyObject *_wrap_ImmutableSentencePieceText_ImmutableSentenceP...
  function SWIGINTERN (line 4582) | SWIGINTERN PyObject *_wrap_ImmutableSentencePieceText_ImmutableSentenceP...
  function SWIGINTERN (line 4614) | SWIGINTERN PyObject *_wrap_ImmutableSentencePieceText_ImmutableSentenceP...
  function SWIGINTERN (line 4648) | SWIGINTERN PyObject *_wrap_ImmutableSentencePieceText_ImmutableSentenceP...
  function SWIGINTERN (line 4682) | SWIGINTERN PyObject *ImmutableSentencePieceText_ImmutableSentencePiece_s...
  function SWIGINTERN (line 4689) | SWIGINTERN PyObject *ImmutableSentencePieceText_ImmutableSentencePiece_s...
  function SWIGINTERN (line 4693) | SWIGINTERN PyObject *_wrap_new_ImmutableSentencePieceText(PyObject *self...
  function SWIGINTERN (line 4715) | SWIGINTERN PyObject *_wrap_delete_ImmutableSentencePieceText(PyObject *s...
  function SWIGINTERN (line 4746) | SWIGINTERN PyObject *_wrap_ImmutableSentencePieceText__pieces_size(PyObj...
  function SWIGINTERN (line 4778) | SWIGINTERN PyObject *_wrap_ImmutableSentencePieceText__pieces(PyObject *...
  function SWIGINTERN (line 4817) | SWIGINTERN PyObject *_wrap_ImmutableSentencePieceText__text(PyObject *se...
  function SWIGINTERN (line 4852) | SWIGINTERN PyObject *_wrap_ImmutableSentencePieceText__score(PyObject *s...
  function SWIGINTERN (line 4884) | SWIGINTERN PyObject *_wrap_ImmutableSentencePieceText_SerializeAsString(...
  function SWIGINTERN (line 4918) | SWIGINTERN PyObject *_wrap_ImmutableSentencePieceText__text_as_bytes(PyO...
  function SWIGINTERN (line 4952) | SWIGINTERN PyObject *ImmutableSentencePieceText_swigregister(PyObject *S...
  function SWIGINTERN (line 4959) | SWIGINTERN PyObject *ImmutableSentencePieceText_swiginit(PyObject *SWIGU...
  function SWIGINTERN (line 4963) | SWIGINTERN PyObject *_wrap_new_ImmutableNBestSentencePieceText(PyObject ...
  function SWIGINTERN (line 4985) | SWIGINTERN PyObject *_wrap_delete_ImmutableNBestSentencePieceText(PyObje...
  function SWIGINTERN (line 5016) | SWIGINTERN PyObject *_wrap_ImmutableNBestSentencePieceText__nbests_size(...
  function SWIGINTERN (line 5048) | SWIGINTERN PyObject *_wrap_ImmutableNBestSentencePieceText__nbests(PyObj...
  function SWIGINTERN (line 5087) | SWIGINTERN PyObject *_wrap_ImmutableNBestSentencePieceText_SerializeAsSt...
  function SWIGINTERN (line 5121) | SWIGINTERN PyObject *ImmutableNBestSentencePieceText_swigregister(PyObje...
  function SWIGINTERN (line 5128) | SWIGINTERN PyObject *ImmutableNBestSentencePieceText_swiginit(PyObject *...
  function SWIGINTERN (line 5132) | SWIGINTERN PyObject *_wrap_new_SentencePieceProcessor(PyObject *self, Py...
  function SWIGINTERN (line 5154) | SWIGINTERN PyObject *_wrap_delete_SentencePieceProcessor(PyObject *self,...
  function SWIGINTERN (line 5185) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor_LoadFromSerializedProt...
  function SWIGINTERN (line 5231) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor_SetEncodeExtraOptions(...
  function SWIGINTERN (line 5277) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor_SetDecodeExtraOptions(...
  function SWIGINTERN (line 5323) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor_SetVocabulary(PyObject...
  function SWIGINTERN (line 5387) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor_ResetVocabulary(PyObje...
  function SWIGINTERN (line 5424) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor_LoadVocabulary(PyObjec...
  function SWIGINTERN (line 5478) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor_CalculateEntropy__SWIG...
  function SWIGINTERN (line 5539) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor_CalculateEntropy__SWIG...
  function SWIGINTERN (line 5587) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor_CalculateEntropy(PyObj...
  function SWIGINTERN (line 5648) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor_GetPieceSize(PyObject ...
  function SWIGINTERN (line 5680) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor_PieceToId(PyObject *se...
  function SWIGINTERN (line 5721) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor_IdToPiece(PyObject *se...
  function SWIGINTERN (line 5763) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor_GetScore(PyObject *sel...
  function SWIGINTERN (line 5802) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor_IsUnknown(PyObject *se...
  function SWIGINTERN (line 5841) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor_IsControl(PyObject *se...
  function SWIGINTERN (line 5880) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor_IsUnused(PyObject *sel...
  function SWIGINTERN (line 5919) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor_IsByte(PyObject *self,...
  function SWIGINTERN (line 5958) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor_unk_id(PyObject *self,...
  function SWIGINTERN (line 5990) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor_bos_id(PyObject *self,...
  function SWIGINTERN (line 6022) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor_eos_id(PyObject *self,...
  function SWIGINTERN (line 6054) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor_pad_id(PyObject *self,...
  function SWIGINTERN (line 6086) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor_serialized_model_proto...
  function SWIGINTERN (line 6120) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor_LoadFromFile(PyObject ...
  function SWIGINTERN (line 6166) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor__EncodeAsIds(PyObject ...
  function SWIGINTERN (line 6268) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor__EncodeAsPieces(PyObje...
  function SWIGINTERN (line 6371) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor__EncodeAsSerializedPro...
  function SWIGINTERN (line 6470) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor__EncodeAsImmutableProt...
  function SWIGINTERN (line 6567) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor__EncodeAsIdsBatch(PyOb...
  function SWIGINTERN (line 6699) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor__EncodeAsPiecesBatch(P...
  function SWIGINTERN (line 6832) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor__EncodeAsSerializedPro...
  function SWIGINTERN (line 6960) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor__EncodeAsImmutableProt...
  function SWIGINTERN (line 7089) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor__DecodeIds(PyObject *s...
  function SWIGINTERN (line 7150) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor__DecodeIdsAsBytes(PyOb...
  function SWIGINTERN (line 7210) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor__DecodePieces(PyObject...
  function SWIGINTERN (line 7272) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor__DecodeIdsAsSerialized...
  function SWIGINTERN (line 7332) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor__DecodePiecesAsSeriali...
  function SWIGINTERN (line 7393) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor__DecodeIdsAsImmutableP...
  function SWIGINTERN (line 7451) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor__DecodePiecesAsImmutab...
  function SWIGINTERN (line 7510) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor__DecodeIdsBatch(PyObje...
  function SWIGINTERN (line 7592) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor__DecodeIdsAsBytesBatch...
  function SWIGINTERN (line 7673) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor__DecodeIdsAsSerialized...
  function SWIGINTERN (line 7754) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor__DecodeIdsAsImmutableP...
  function SWIGINTERN (line 7836) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor__DecodePiecesBatch(PyO...
  function SWIGINTERN (line 7913) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor__DecodePiecesAsSeriali...
  function SWIGINTERN (line 7989) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor__DecodePiecesAsImmutab...
  function SWIGINTERN (line 8066) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor__NBestEncodeAsIds(PyOb...
  function SWIGINTERN (line 8156) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor__NBestEncodeAsPieces(P...
  function SWIGINTERN (line 8247) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor__NBestEncodeAsSerializ...
  function SWIGINTERN (line 8330) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor__NBestEncodeAsImmutabl...
  function SWIGINTERN (line 8411) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor__SampleEncodeAndScoreA...
  function SWIGINTERN (line 8525) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor__SampleEncodeAndScoreA...
  function SWIGINTERN (line 8640) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor__SampleEncodeAndScoreA...
  function SWIGINTERN (line 8747) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor__SampleEncodeAndScoreA...
  function SWIGINTERN (line 8852) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor__Normalize(PyObject *s...
  function SWIGINTERN (line 8896) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor__NormalizeWithOffsets(...
  function SWIGINTERN (line 8947) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor__CalculateEntropy(PyOb...
  function SWIGINTERN (line 8996) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor__CalculateEntropyBatch...
  function SWIGINTERN (line 9076) | SWIGINTERN PyObject *_wrap_SentencePieceProcessor__OverrideNormalizerSpe...
  function SWIGINTERN (line 9143) | SWIGINTERN PyObject *SentencePieceProcessor_swigregister(PyObject *SWIGU...
  function SWIGINTERN (line 9150) | SWIGINTERN PyObject *SentencePieceProcessor_swiginit(PyObject *SWIGUNUSE...
  function SWIGINTERN (line 9154) | SWIGINTERN PyObject *_wrap_SetRandomGeneratorSeed(PyObject *self, PyObje...
  function SWIGINTERN (line 9185) | SWIGINTERN PyObject *_wrap_SetMinLogLevel(PyObject *self, PyObject *args) {
  function SWIGINTERN (line 9216) | SWIGINTERN PyObject *_wrap_SentencePieceTrainer__TrainFromString(PyObjec...
  function SWIGINTERN (line 9249) | SWIGINTERN PyObject *_wrap_SentencePieceTrainer__TrainFromMap(PyObject *...
  function SWIGINTERN (line 9303) | SWIGINTERN PyObject *_wrap_SentencePieceTrainer__TrainFromMap2(PyObject ...
  function SWIGINTERN (line 9373) | SWIGINTERN PyObject *_wrap_SentencePieceTrainer__TrainFromMap3(PyObject ...
  function SWIGINTERN (line 9430) | SWIGINTERN PyObject *_wrap_SentencePieceTrainer__TrainFromMap4(PyObject ...
  function SWIGINTERN (line 9503) | SWIGINTERN PyObject *SentencePieceTrainer_swigregister(PyObject *SWIGUNU...
  function SWIGINTERN (line 9510) | SWIGINTERN PyObject *_wrap_new_SentencePieceNormalizer(PyObject *self, P...
  function SWIGINTERN (line 9532) | SWIGINTERN PyObject *_wrap_delete_SentencePieceNormalizer(PyObject *self...
  function SWIGINTERN (line 9563) | SWIGINTERN PyObject *_wrap_SentencePieceNormalizer_LoadFromSerializedPro...
  function SWIGINTERN (line 9609) | SWIGINTERN PyObject *_wrap_SentencePieceNormalizer_LoadFromRuleTSV(PyObj...
  function SWIGINTERN (line 9655) | SWIGINTERN PyObject *_wrap_SentencePieceNormalizer_LoadFromRuleName(PyOb...
  function SWIGINTERN (line 9701) | SWIGINTERN PyObject *_wrap_SentencePieceNormalizer_serialized_model_prot...
  function SWIGINTERN (line 9736) | SWIGINTERN PyObject *_wrap_SentencePieceNormalizer_LoadFromFile(PyObject...
  function SWIGINTERN (line 9782) | SWIGINTERN PyObject *_wrap_SentencePieceNormalizer__Normalize(PyObject *...
  function SWIGINTERN (line 9826) | SWIGINTERN PyObject *_wrap_SentencePieceNormalizer__NormalizeWithOffsets...
  function SWIGINTERN (line 9877) | SWIGINTERN PyObject *_wrap_SentencePieceNormalizer__SetProtoField(PyObje...
  function SWIGINTERN (line 9925) | SWIGINTERN PyObject *SentencePieceNormalizer_swigregister(PyObject *SWIG...
  function SWIGINTERN (line 9932) | SWIGINTERN PyObject *SentencePieceNormalizer_swiginit(PyObject *SWIGUNUS...
  function SWIGINTERN (line 9936) | SWIGINTERN PyObject *_wrap_SetDataDir(PyObject *self, PyObject *args) {
  function SWIGRUNTIME (line 10218) | SWIGRUNTIME void
  function SWIGRUNTIME (line 10365) | SWIGRUNTIME void
  function SWIGINTERN (line 10407) | SWIGINTERN void
  function SWIGINTERN (line 10434) | SWIGINTERN void

FILE: python/test/sentencepiece_test.py
  class TestSentencepieceProcessor (line 35) | class TestSentencepieceProcessor(unittest.TestCase):
    method setUp (line 38) | def setUp(self):
    method test_load (line 48) | def test_load(self):
    method test_roundtrip (line 75) | def test_roundtrip(self):
    method test_ja_load (line 134) | def test_ja_load(self):
    method test_ja_roundtrip (line 157) | def test_ja_roundtrip(self):
    method test_train (line 206) | def test_train(self):
    method test_train_iterator (line 220) | def test_train_iterator(self):
    method test_train_kwargs (line 269) | def test_train_kwargs(self):
    method test_serialized_proto (line 289) | def test_serialized_proto(self):
    method test_decode_bytes (line 335) | def test_decode_bytes(self):
    method test_immutable_proto (line 369) | def test_immutable_proto(self):
    method test_new_api (line 488) | def test_new_api(self):
    method test_new_api_init (line 583) | def test_new_api_init(self):
    method test_sampling (line 597) | def test_sampling(self):
    method test_nbest (line 630) | def test_nbest(self):
    method test_sample_and_score (line 689) | def test_sample_and_score(self):
    method test_valid_range (line 723) | def test_valid_range(self):
    method test_batch (line 745) | def test_batch(self):
    method test_pickle (line 781) | def test_pickle(self):
    method test_global_params (line 795) | def test_global_params(self):
    method test_normalize (line 801) | def test_normalize(self):
    method test_normalizer (line 844) | def test_normalizer(self):
    method test_normalizer_rule (line 906) | def test_normalizer_rule(self):
    method test_override_normalize_spec (line 913) | def test_override_normalize_spec(self):
  function suite (line 931) | def suite():

FILE: src/bpe_model.cc
  type sentencepiece (line 28) | namespace sentencepiece {
    type bpe (line 29) | namespace bpe {
      type SymbolPair (line 44) | struct SymbolPair {
      class SymbolPairComparator (line 51) | class SymbolPairComparator {
      type Symbol (line 59) | struct Symbol {

FILE: src/bpe_model.h
  function namespace (line 21) | namespace sentencepiece {

FILE: src/bpe_model_test.cc
  type sentencepiece (line 22) | namespace sentencepiece {
    type bpe (line 23) | namespace bpe {
      function ModelProto (line 26) | ModelProto MakeBaseModelProto() {
      function AddPiece (line 42) | void AddPiece(ModelProto *model_proto, const std::string &piece,
      function TEST (line 49) | TEST(BPEModelTest, EncodeTest) {
      function TEST (line 143) | TEST(BPEModelTest, EncodeAmbiguousTest) {
      function TEST (line 189) | TEST(BPEModelTest, NotSupportedTest) {
      function TEST (line 195) | TEST(BPEModelTest, EncodeWithUnusedTest) {
      function TEST (line 252) | TEST(SampleModelTest, EncodeTest) {

FILE: src/bpe_model_trainer.cc
  type sentencepiece (line 28) | namespace sentencepiece {
    type bpe (line 29) | namespace bpe {

FILE: src/bpe_model_trainer.h
  function namespace (line 28) | namespace sentencepiece {

FILE: src/bpe_model_trainer_test.cc
  type sentencepiece (line 27) | namespace sentencepiece {
    type bpe (line 28) | namespace bpe {
      function RunTrainer (line 34) | std::string RunTrainer(
      function TEST (line 81) | TEST(BPETrainerTest, BasicTest) {
      function TEST (line 94) | TEST(BPETrainerTest, EndToEndTest) {

FILE: src/builder.cc
  type sentencepiece (line 47) | namespace sentencepiece {
    type normalizer (line 48) | namespace normalizer {
      function UnicodeNormalize (line 62) | Builder::Chars UnicodeNormalize(UNormalizationMode mode,
      function ToNFKD (line 79) | Builder::Chars ToNFKD(const Builder::Chars &input) {
      function ToNFKC (line 83) | Builder::Chars ToNFKC(const Builder::Chars &input) {
      function ToNFC (line 87) | Builder::Chars ToNFC(const Builder::Chars &input) {
      function ToNFD (line 91) | Builder::Chars ToNFD(const Builder::Chars &input) {
      function ExpandUnnormalized (line 98) | std::vector<Builder::Chars> ExpandUnnormalized(
      function Normalize (line 124) | Builder::Chars Normalize(const Builder::CharsMap &chars_map,
      function IsValidNormalizerData (line 156) | util::Status IsValidNormalizerData(absl::string_view blob_data) {
      function BuildMapInternal (line 332) | util::Status BuildMapInternal(

FILE: src/builder.h
  function namespace (line 27) | namespace sentencepiece {

FILE: src/builder_test.cc
  type sentencepiece (line 25) | namespace sentencepiece {
    type normalizer (line 26) | namespace normalizer {
      function TEST (line 31) | TEST(BuilderTest, RemoveRedundantMapTest) {
      function TEST (line 48) | TEST(BuilderTest, GetPrecompiledCharsMapWithInvalidNameTest) {
      function TEST (line 54) | TEST(BuilderTest, BuildNFKCMapTest) {
      function TEST (line 64) | TEST(BuilderTest, GetPrecompiledCharsMapTest) {
      function TEST (line 103) | TEST(BuilderTest, CompileCharsMap) {
      function TEST (line 145) | TEST(BuilderTest, LoadCharsMapTest) {
      function TEST (line 179) | TEST(BuilderTest, LoadCharsMapWithEmptyeTest) {
      function TEST (line 211) | TEST(BuilderTest, ContainsTooManySharedPrefixTest) {

FILE: src/builtin_pb/sentencepiece.pb.cc
  type sentencepiece (line 16) | namespace sentencepiece {
    class SentencePieceText_SentencePieceDefaultTypeInternal (line 17) | class SentencePieceText_SentencePieceDefaultTypeInternal {
    class SentencePieceTextDefaultTypeInternal (line 21) | class SentencePieceTextDefaultTypeInternal {
    class NBestSentencePieceTextDefaultTypeInternal (line 25) | class NBestSentencePieceTextDefaultTypeInternal {
    class SentencePieceText_SentencePiece::_Internal (line 75) | class SentencePieceText_SentencePiece::_Internal {
      method set_has_piece (line 78) | static void set_has_piece(HasBits* has_bits) {
      method set_has_id (line 81) | static void set_has_id(HasBits* has_bits) {
      method set_has_surface (line 84) | static void set_has_surface(HasBits* has_bits) {
      method set_has_begin (line 87) | static void set_has_begin(HasBits* has_bits) {
      method set_has_end (line 90) | static void set_has_end(HasBits* has_bits) {
    function SentencePieceText_SentencePiece (line 154) | const SentencePieceText_SentencePiece& SentencePieceText_SentencePiece...
    class SentencePieceText::_Internal (line 439) | class SentencePieceText::_Internal {
      method set_has_text (line 442) | static void set_has_text(HasBits* has_bits) {
      method set_has_score (line 445) | static void set_has_score(HasBits* has_bits) {
    function SentencePieceText (line 499) | const SentencePieceText& SentencePieceText::default_instance() {
    class NBestSentencePieceText::_Internal (line 726) | class NBestSentencePieceText::_Internal {
    function NBestSentencePieceText (line 767) | const NBestSentencePieceText& NBestSentencePieceText::default_instance...
  function InitDefaultsscc_info_NBestSentencePieceText_sentencepiece_2eproto (line 30) | static void InitDefaultsscc_info_NBestSentencePieceText_sentencepiece_2e...
  function InitDefaultsscc_info_SentencePieceText_sentencepiece_2eproto (line 44) | static void InitDefaultsscc_info_SentencePieceText_sentencepiece_2eproto...
  function InitDefaultsscc_info_SentencePieceText_SentencePiece_sentencepiece_2eproto (line 58) | static void InitDefaultsscc_info_SentencePieceText_SentencePiece_sentenc...
  type sentencepiece (line 71) | namespace sentencepiece {
    class SentencePieceText_SentencePieceDefaultTypeInternal (line 17) | class SentencePieceText_SentencePieceDefaultTypeInternal {
    class SentencePieceTextDefaultTypeInternal (line 21) | class SentencePieceTextDefaultTypeInternal {
    class NBestSentencePieceTextDefaultTypeInternal (line 25) | class NBestSentencePieceTextDefaultTypeInternal {
    class SentencePieceText_SentencePiece::_Internal (line 75) | class SentencePieceText_SentencePiece::_Internal {
      method set_has_piece (line 78) | static void set_has_piece(HasBits* has_bits) {
      method set_has_id (line 81) | static void set_has_id(HasBits* has_bits) {
      method set_has_surface (line 84) | static void set_has_surface(HasBits* has_bits) {
      method set_has_begin (line 87) | static void set_has_begin(HasBits* has_bits) {
      method set_has_end (line 90) | static void set_has_end(HasBits* has_bits) {
    function SentencePieceText_SentencePiece (line 154) | const SentencePieceText_SentencePiece& SentencePieceText_SentencePiece...
    class SentencePieceText::_Internal (line 439) | class SentencePieceText::_Internal {
      method set_has_text (line 442) | static void set_has_text(HasBits* has_bits) {
      method set_has_score (line 445) | static void set_has_score(HasBits* has_bits) {
    function SentencePieceText (line 499) | const SentencePieceText& SentencePieceText::default_instance() {
    class NBestSentencePieceText::_Internal (line 726) | class NBestSentencePieceText::_Internal {
    function NBestSentencePieceText (line 767) | const NBestSentencePieceText& NBestSentencePieceText::default_instance...
  function PROTOBUF_NAMESPACE_OPEN (line 910) | PROTOBUF_NAMESPACE_OPEN

FILE: src/builtin_pb/sentencepiece.pb.h
  function PROTOBUF_NAMESPACE_OPEN (line 35) | PROTOBUF_NAMESPACE_OPEN
  function PROTOBUF_NAMESPACE_CLOSE (line 39) | PROTOBUF_NAMESPACE_CLOSE
  function namespace (line 53) | namespace sentencepiece {
  function PROTOBUF_NAMESPACE_CLOSE (line 68) | PROTOBUF_NAMESPACE_CLOSE
  function std (line 101) | inline std::string* mutable_unknown_fields() {
  function SentencePieceText_SentencePiece (line 107) | static inline const SentencePieceText_SentencePiece* internal_default_in...
  function Swap (line 117) | inline void Swap(SentencePieceText_SentencePiece* other) {
  function UnsafeArenaSwap (line 125) | void UnsafeArenaSwap(SentencePieceText_SentencePiece* other) {
  function SentencePieceText_SentencePiece (line 133) | inline SentencePieceText_SentencePiece* New() const final {
  function final (line 137) | const final {
  function PROTOBUF_ATTRIBUTE_REINITIALIZES (line 144) | PROTOBUF_ATTRIBUTE_REINITIALIZES void Clear() final;
  function PROTOBUF_NAMESPACE_ID (line 160) | static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
  function std (line 189) | const std::string& piece() const;
  function std (line 311) | inline std::string* mutable_unknown_fields() {
  function SentencePieceText (line 317) | static inline const SentencePieceText* internal_default_instance() {
  function Swap (line 327) | inline void Swap(SentencePieceText* other) {
  function UnsafeArenaSwap (line 335) | void UnsafeArenaSwap(SentencePieceText* other) {
  function SentencePieceText (line 343) | inline SentencePieceText* New() const final {
  function final (line 347) | const final {
  function PROTOBUF_ATTRIBUTE_REINITIALIZES (line 354) | PROTOBUF_ATTRIBUTE_REINITIALIZES void Clear() final;
  function PROTOBUF_NAMESPACE_ID (line 370) | static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
  type SentencePieceText_SentencePiece (line 384) | typedef SentencePieceText_SentencePiece SentencePiece;
  function PROTOBUF_NAMESPACE_ID (line 408) | const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::sentencepiece::Senten...
  function std (line 491) | inline std::string* mutable_unknown_fields() {
  function NBestSentencePieceText (line 497) | static inline const NBestSentencePieceText* internal_default_instance() {
  function Swap (line 507) | inline void Swap(NBestSentencePieceText* other) {
  function UnsafeArenaSwap (line 515) | void UnsafeArenaSwap(NBestSentencePieceText* other) {
  function NBestSentencePieceText (line 523) | inline NBestSentencePieceText* New() const final {
  function final (line 527) | const final {
  function PROTOBUF_ATTRIBUTE_REINITIALIZES (line 534) | PROTOBUF_ATTRIBUTE_REINITIALIZES void Clear() final;
  function PROTOBUF_NAMESPACE_ID (line 550) | static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
  function _internal_has_piece (line 610) | inline bool SentencePieceText_SentencePiece::_internal_has_piece() const {
  function clear_piece (line 617) | inline void SentencePieceText_SentencePiece::clear_piece() {
  function set_piece (line 625) | inline void SentencePieceText_SentencePiece::set_piece(const std::string...
  function std (line 629) | inline std::string* SentencePieceText_SentencePiece::mutable_piece() {
  function _internal_set_piece (line 636) | inline void SentencePieceText_SentencePiece::_internal_set_piece(const s...
  function set_piece (line 640) | inline void SentencePieceText_SentencePiece::set_piece(std::string&& val...
  function set_piece (line 646) | inline void SentencePieceText_SentencePiece::set_piece(const char* value) {
  function set_piece (line 652) | inline void SentencePieceText_SentencePiece::set_piece(const char* value,
  function std (line 659) | inline std::string* SentencePieceText_SentencePiece::_internal_mutable_p...
  function std (line 663) | inline std::string* SentencePieceText_SentencePiece::release_piece() {
  function set_allocated_piece (line 671) | inline void SentencePieceText_SentencePiece::set_allocated_piece(std::st...
  function _internal_has_id (line 683) | inline bool SentencePieceText_SentencePiece::_internal_has_id() const {
  function clear_id (line 690) | inline void SentencePieceText_SentencePiece::clear_id() {
  function _internal_set_id (line 701) | inline void SentencePieceText_SentencePiece::_internal_set_id(::PROTOBUF...
  function set_id (line 705) | inline void SentencePieceText_SentencePiece::set_id(::PROTOBUF_NAMESPACE...
  function _internal_has_surface (line 711) | inline bool SentencePieceText_SentencePiece::_internal_has_surface() con...
  function clear_surface (line 718) | inline void SentencePieceText_SentencePiece::clear_surface() {
  function set_surface (line 726) | inline void SentencePieceText_SentencePiece::set_surface(const std::stri...
  function std (line 730) | inline std::string* SentencePieceText_SentencePiece::mutable_surface() {
  function _internal_set_surface (line 737) | inline void SentencePieceText_SentencePiece::_internal_set_surface(const...
  function set_surface (line 741) | inline void SentencePieceText_SentencePiece::set_surface(std::string&& v...
  function set_surface (line 747) | inline void SentencePieceText_SentencePiece::set_surface(const char* val...
  function set_surface (line 753) | inline void SentencePieceText_SentencePiece::set_surface(const char* value,
  function std (line 760) | inline std::string* SentencePieceText_SentencePiece::_internal_mutable_s...
  function std (line 764) | inline std::string* SentencePieceText_SentencePiece::release_surface() {
  function set_allocated_surface (line 772) | inline void SentencePieceText_SentencePiece::set_allocated_surface(std::...
  function _internal_has_begin (line 784) | inline bool SentencePieceText_SentencePiece::_internal_has_begin() const {
  function clear_begin (line 791) | inline void SentencePieceText_SentencePiece::clear_begin() {
  function _internal_set_begin (line 802) | inline void SentencePieceText_SentencePiece::_internal_set_begin(::PROTO...
  function set_begin (line 806) | inline void SentencePieceText_SentencePiece::set_begin(::PROTOBUF_NAMESP...
  function _internal_has_end (line 812) | inline bool SentencePieceText_SentencePiece::_internal_has_end() const {
  function clear_end (line 819) | inline void SentencePieceText_SentencePiece::clear_end() {
  function _internal_set_end (line 830) | inline void SentencePieceText_SentencePiece::_internal_set_end(::PROTOBU...
  function set_end (line 834) | inline void SentencePieceText_SentencePiece::set_end(::PROTOBUF_NAMESPAC...
  function _internal_has_text (line 844) | inline bool SentencePieceText::_internal_has_text() const {
  function clear_text (line 851) | inline void SentencePieceText::clear_text() {
  function set_text (line 859) | inline void SentencePieceText::set_text(const std::string& value) {
  function std (line 863) | inline std::string* SentencePieceText::mutable_text() {
  function _internal_set_text (line 870) | inline void SentencePieceText::_internal_set_text(const std::string& val...
  function set_text (line 874) | inline void SentencePieceText::set_text(std::string&& value) {
  function set_text (line 880) | inline void SentencePieceText::set_text(const char* value) {
  function set_text (line 886) | inline void SentencePieceText::set_text(const char* value,
  function std (line 893) | inline std::string* SentencePieceText::_internal_mutable_text() {
  function std (line 897) | inline std::string* SentencePieceText::release_text() {
  function set_allocated_text (line 905) | inline void SentencePieceText::set_allocated_text(std::string* text) {
  function clear_pieces (line 923) | inline void SentencePieceText::clear_pieces() {
  function sentencepiece (line 926) | inline ::sentencepiece::SentencePieceText_SentencePiece* SentencePieceTe...
  function PROTOBUF_NAMESPACE_ID (line 930) | inline ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::sentencepiece::Sente...
  function sentencepiece (line 935) | inline const ::sentencepiece::SentencePieceText_SentencePiece& SentenceP...
  function sentencepiece (line 938) | inline const ::sentencepiece::SentencePieceText_SentencePiece& SentenceP...
  function sentencepiece (line 942) | inline ::sentencepiece::SentencePieceText_SentencePiece* SentencePieceTe...
  function sentencepiece (line 945) | inline ::sentencepiece::SentencePieceText_SentencePiece* SentencePieceTe...
  function PROTOBUF_NAMESPACE_ID (line 949) | inline const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::sentencepiece:...
  function clear_score (line 963) | inline void SentencePieceText::clear_score() {
  function _internal_set_score (line 974) | inline void SentencePieceText::_internal_set_score(float value) {
  function set_score (line 978) | inline void SentencePieceText::set_score(float value) {
  function clear_nbests (line 994) | inline void NBestSentencePieceText::clear_nbests() {
  function sentencepiece (line 997) | inline ::sentencepiece::SentencePieceText* NBestSentencePieceText::mutab...
  function PROTOBUF_NAMESPACE_ID (line 1001) | inline ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::sentencepiece::Sente...
  function sentencepiece (line 1006) | inline const ::sentencepiece::SentencePieceText& NBestSentencePieceText:...
  function sentencepiece (line 1009) | inline const ::sentencepiece::SentencePieceText& NBestSentencePieceText:...
  function sentencepiece (line 1013) | inline ::sentencepiece::SentencePieceText* NBestSentencePieceText::_inte...
  function sentencepiece (line 1016) | inline ::sentencepiece::SentencePieceText* NBestSentencePieceText::add_n...

FILE: src/builtin_pb/sentencepiece_model.pb.cc
  type sentencepiece (line 19) | namespace sentencepiece {
    class TrainerSpecDefaultTypeInternal (line 20) | class TrainerSpecDefaultTypeInternal {
    class NormalizerSpecDefaultTypeInternal (line 24) | class NormalizerSpecDefaultTypeInternal {
    class SelfTestData_SampleDefaultTypeInternal (line 28) | class SelfTestData_SampleDefaultTypeInternal {
    class SelfTestDataDefaultTypeInternal (line 32) | class SelfTestDataDefaultTypeInternal {
    class ModelProto_SentencePieceDefaultTypeInternal (line 36) | class ModelProto_SentencePieceDefaultTypeInternal {
    class ModelProtoDefaultTypeInternal (line 40) | class ModelProtoDefaultTypeInternal {
    function TrainerSpec_ModelType_IsValid (line 129) | bool TrainerSpec_ModelType_IsValid(int value) {
    function TrainerSpec_ModelType_Parse (line 178) | bool TrainerSpec_ModelType_Parse(
    function ModelProto_SentencePiece_Type_IsValid (line 197) | bool ModelProto_SentencePiece_Type_IsValid(int value) {
    function ModelProto_SentencePiece_Type_Parse (line 254) | bool ModelProto_SentencePiece_Type_Parse(
    class TrainerSpec::_Internal (line 278) | class TrainerSpec::_Internal {
      method set_has_input_format (line 281) | static void set_has_input_format(HasBits* has_bits) {
      method set_has_model_prefix (line 284) | static void set_has_model_prefix(HasBits* has_bits) {
      method set_has_model_type (line 287) | static void set_has_model_type(HasBits* has_bits) {
      method set_has_vocab_size (line 290) | static void set_has_vocab_size(HasBits* has_bits) {
      method set_has_self_test_sample_size (line 293) | static void set_has_self_test_sample_size(HasBits* has_bits) {
      method set_has_enable_differential_privacy (line 296) | static void set_has_enable_differential_privacy(HasBits* has_bits) {
      method set_has_differential_privacy_noise_level (line 299) | static void set_has_differential_privacy_noise_level(HasBits* has_bi...
      method set_has_differential_privacy_clipping_threshold (line 302) | static void set_has_differential_privacy_clipping_threshold(HasBits*...
      method set_has_character_coverage (line 305) | static void set_has_character_coverage(HasBits* has_bits) {
      method set_has_input_sentence_size (line 308) | static void set_has_input_sentence_size(HasBits* has_bits) {
      method set_has_shuffle_input_sentence (line 311) | static void set_has_shuffle_input_sentence(HasBits* has_bits) {
      method set_has_mining_sentence_size (line 314) | static void set_has_mining_sentence_size(HasBits* has_bits) {
      method set_has_training_sentence_size (line 317) | static void set_has_training_sentence_size(HasBits* has_bits) {
      method set_has_seed_sentencepiece_size (line 320) | static void set_has_seed_sentencepiece_size(HasBits* has_bits) {
      method set_has_shrinking_factor (line 323) | static void set_has_shrinking_factor(HasBits* has_bits) {
      method set_has_max_sentence_length (line 326) | static void set_has_max_sentence_length(HasBits* has_bits) {
      method set_has_num_threads (line 329) | static void set_has_num_threads(HasBits* has_bits) {
      method set_has_num_sub_iterations (line 332) | static void set_has_num_sub_iterations(HasBits* has_bits) {
      method set_has_max_sentencepiece_length (line 335) | static void set_has_max_sentencepiece_length(HasBits* has_bits) {
      method set_has_split_by_unicode_script (line 338) | static void set_has_split_by_unicode_script(HasBits* has_bits) {
      method set_has_split_by_number (line 341) | static void set_has_split_by_number(HasBits* has_bits) {
      method set_has_split_by_whitespace (line 344) | static void set_has_split_by_whitespace(HasBits* has_bits) {
      method set_has_treat_whitespace_as_suffix (line 347) | static void set_has_treat_whitespace_as_suffix(HasBits* has_bits) {
      method set_has_allow_whitespace_only_pieces (line 350) | static void set_has_allow_whitespace_only_pieces(HasBits* has_bits) {
      method set_has_split_digits (line 353) | static void set_has_split_digits(HasBits* has_bits) {
      method set_has_pretokenization_delimiter (line 356) | static void set_has_pretokenization_delimiter(HasBits* has_bits) {
      method set_has_required_chars (line 359) | static void set_has_required_chars(HasBits* has_bits) {
      method set_has_byte_fallback (line 362) | static void set_has_byte_fallback(HasBits* has_bits) {
      method set_has_vocabulary_output_piece_score (line 365) | static void set_has_vocabulary_output_piece_score(HasBits* has_bits) {
      method set_has_hard_vocab_limit (line 368) | static void set_has_hard_vocab_limit(HasBits* has_bits) {
      method set_has_use_all_vocab (line 371) | static void set_has_use_all_vocab(HasBits* has_bits) {
      method set_has_unk_id (line 374) | static void set_has_unk_id(HasBits* has_bits) {
      method set_has_bos_id (line 377) | static void set_has_bos_id(HasBits* has_bits) {
      method set_has_eos_id (line 380) | static void set_has_eos_id(HasBits* has_bits) {
      method set_has_pad_id (line 383) | static void set_has_pad_id(HasBits* has_bits) {
      method set_has_unk_piece (line 386) | static void set_has_unk_piece(HasBits* has_bits) {
      method set_has_bos_piece (line 389) | static void set_has_bos_piece(HasBits* has_bits) {
      method set_has_eos_piece (line 392) | static void set_has_eos_piece(HasBits* has_bits) {
      method set_has_pad_piece (line 395) | static void set_has_pad_piece(HasBits* has_bits) {
      method set_has_unk_surface (line 398) | static void set_has_unk_surface(HasBits* has_bits) {
      method set_has_train_extremely_large_corpus (line 401) | static void set_has_train_extremely_large_corpus(HasBits* has_bits) {
      method set_has_seed_sentencepieces_file (line 404) | static void set_has_seed_sentencepieces_file(HasBits* has_bits) {
    function TrainerSpec (line 555) | const TrainerSpec& TrainerSpec::default_instance() {
    class NormalizerSpec::_Internal (line 1933) | class NormalizerSpec::_Internal {
      method set_has_name (line 1936) | static void set_has_name(HasBits* has_bits) {
      method set_has_precompiled_charsmap (line 1939) | static void set_has_precompiled_charsmap(HasBits* has_bits) {
      method set_has_add_dummy_prefix (line 1942) | static void set_has_add_dummy_prefix(HasBits* has_bits) {
      method set_has_remove_extra_whitespaces (line 1945) | static void set_has_remove_extra_whitespaces(HasBits* has_bits) {
      method set_has_escape_whitespaces (line 1948) | static void set_has_escape_whitespaces(HasBits* has_bits) {
      method set_has_normalization_rule_tsv (line 1951) | static void set_has_normalization_rule_tsv(HasBits* has_bits) {
    function NormalizerSpec (line 2021) | const NormalizerSpec& NormalizerSpec::default_instance() {
    class SelfTestData_Sample::_Internal (line 2323) | class SelfTestData_Sample::_Internal {
      method set_has_input (line 2326) | static void set_has_input(HasBits* has_bits) {
      method set_has_expected (line 2329) | static void set_has_expected(HasBits* has_bits) {
    function SelfTestData_Sample (line 2384) | const SelfTestData_Sample& SelfTestData_Sample::default_instance() {
    class SelfTestData::_Internal (line 2566) | class SelfTestData::_Internal {
    function SelfTestData (line 2609) | const SelfTestData& SelfTestData::default_instance() {
    class ModelProto_SentencePiece::_Internal (line 2770) | class ModelProto_SentencePiece::_Internal {
      method set_has_piece (line 2773) | static void set_has_piece(HasBits* has_bits) {
      method set_has_score (line 2776) | static void set_has_score(HasBits* has_bits) {
      method set_has_type (line 2779) | static void set_has_type(HasBits* has_bits) {
    function ModelProto_SentencePiece (line 2834) | const ModelProto_SentencePiece& ModelProto_SentencePiece::default_inst...
    class ModelProto::_Internal (line 3062) | class ModelProto::_Internal {
      method set_has_trainer_spec (line 3066) | static void set_has_trainer_spec(HasBits* has_bits) {
      method set_has_normalizer_spec (line 3070) | static void set_has_normalizer_spec(HasBits* has_bits) {
      method set_has_self_test_data (line 3074) | static void set_has_self_test_data(HasBits* has_bits) {
      method set_has_denormalizer_spec (line 3078) | static void set_has_denormalizer_spec(HasBits* has_bits) {
    function ModelProto (line 3167) | const ModelProto& ModelProto::default_instance() {
  function InitDefaultsscc_info_ModelProto_sentencepiece_5fmodel_2eproto (line 45) | static void InitDefaultsscc_info_ModelProto_sentencepiece_5fmodel_2eprot...
  function InitDefaultsscc_info_ModelProto_SentencePiece_sentencepiece_5fmodel_2eproto (line 62) | static void InitDefaultsscc_info_ModelProto_SentencePiece_sentencepiece_...
  function InitDefaultsscc_info_NormalizerSpec_sentencepiece_5fmodel_2eproto (line 75) | static void InitDefaultsscc_info_NormalizerSpec_sentencepiece_5fmodel_2e...
  function InitDefaultsscc_info_SelfTestData_sentencepiece_5fmodel_2eproto (line 88) | static void InitDefaultsscc_info_SelfTestData_sentencepiece_5fmodel_2epr...
  function InitDefaultsscc_info_SelfTestData_Sample_sentencepiece_5fmodel_2eproto (line 102) | static void InitDefaultsscc_info_SelfTestData_Sample_sentencepiece_5fmod...
  function InitDefaultsscc_info_TrainerSpec_sentencepiece_5fmodel_2eproto (line 115) | static void InitDefaultsscc_info_TrainerSpec_sentencepiece_5fmodel_2epro...
  type sentencepiece (line 128) | namespace sentencepiece {
    class TrainerSpecDefaultTypeInternal (line 20) | class TrainerSpecDefaultTypeInternal {
    class NormalizerSpecDefaultTypeInternal (line 24) | class NormalizerSpecDefaultTypeInternal {
    class SelfTestData_SampleDefaultTypeInternal (line 28) | class SelfTestData_SampleDefaultTypeInternal {
    class SelfTestDataDefaultTypeInternal (line 32) | class SelfTestDataDefaultTypeInternal {
    class ModelProto_SentencePieceDefaultTypeInternal (line 36) | class ModelProto_SentencePieceDefaultTypeInternal {
    class ModelProtoDefaultTypeInternal (line 40) | class ModelProtoDefaultTypeInternal {
    function TrainerSpec_ModelType_IsValid (line 129) | bool TrainerSpec_ModelType_IsValid(int value) {
    function TrainerSpec_ModelType_Parse (line 178) | bool TrainerSpec_ModelType_Parse(
    function ModelProto_SentencePiece_Type_IsValid (line 197) | bool ModelProto_SentencePiece_Type_IsValid(int value) {
    function ModelProto_SentencePiece_Type_Parse (line 254) | bool ModelProto_SentencePiece_Type_Parse(
    class TrainerSpec::_Internal (line 278) | class TrainerSpec::_Internal {
      method set_has_input_format (line 281) | static void set_has_input_format(HasBits* has_bits) {
      method set_has_model_prefix (line 284) | static void set_has_model_prefix(HasBits* has_bits) {
      method set_has_model_type (line 287) | static void set_has_model_type(HasBits* has_bits) {
      method set_has_vocab_size (line 290) | static void set_has_vocab_size(HasBits* has_bits) {
      method set_has_self_test_sample_size (line 293) | static void set_has_self_test_sample_size(HasBits* has_bits) {
      method set_has_enable_differential_privacy (line 296) | static void set_has_enable_differential_privacy(HasBits* has_bits) {
      method set_has_differential_privacy_noise_level (line 299) | static void set_has_differential_privacy_noise_level(HasBits* has_bi...
      method set_has_differential_privacy_clipping_threshold (line 302) | static void set_has_differential_privacy_clipping_threshold(HasBits*...
      method set_has_character_coverage (line 305) | static void set_has_character_coverage(HasBits* has_bits) {
      method set_has_input_sentence_size (line 308) | static void set_has_input_sentence_size(HasBits* has_bits) {
      method set_has_shuffle_input_sentence (line 311) | static void set_has_shuffle_input_sentence(HasBits* has_bits) {
      method set_has_mining_sentence_size (line 314) | static void set_has_mining_sentence_size(HasBits* has_bits) {
      method set_has_training_sentence_size (line 317) | static void set_has_training_sentence_size(HasBits* has_bits) {
      method set_has_seed_sentencepiece_size (line 320) | static void set_has_seed_sentencepiece_size(HasBits* has_bits) {
      method set_has_shrinking_factor (line 323) | static void set_has_shrinking_factor(HasBits* has_bits) {
      method set_has_max_sentence_length (line 326) | static void set_has_max_sentence_length(HasBits* has_bits) {
      method set_has_num_threads (line 329) | static void set_has_num_threads(HasBits* has_bits) {
      method set_has_num_sub_iterations (line 332) | static void set_has_num_sub_iterations(HasBits* has_bits) {
      method set_has_max_sentencepiece_length (line 335) | static void set_has_max_sentencepiece_length(HasBits* has_bits) {
      method set_has_split_by_unicode_script (line 338) | static void set_has_split_by_unicode_script(HasBits* has_bits) {
      method set_has_split_by_number (line 341) | static void set_has_split_by_number(HasBits* has_bits) {
      method set_has_split_by_whitespace (line 344) | static void set_has_split_by_whitespace(HasBits* has_bits) {
      method set_has_treat_whitespace_as_suffix (line 347) | static void set_has_treat_whitespace_as_suffix(HasBits* has_bits) {
      method set_has_allow_whitespace_only_pieces (line 350) | static void set_has_allow_whitespace_only_pieces(HasBits* has_bits) {
      method set_has_split_digits (line 353) | static void set_has_split_digits(HasBits* has_bits) {
      method set_has_pretokenization_delimiter (line 356) | static void set_has_pretokenization_delimiter(HasBits* has_bits) {
      method set_has_required_chars (line 359) | static void set_has_required_chars(HasBits* has_bits) {
      method set_has_byte_fallback (line 362) | static void set_has_byte_fallback(HasBits* has_bits) {
      method set_has_vocabulary_output_piece_score (line 365) | static void set_has_vocabulary_output_piece_score(HasBits* has_bits) {
      method set_has_hard_vocab_limit (line 368) | static void set_has_hard_vocab_limit(HasBits* has_bits) {
      method set_has_use_all_vocab (line 371) | static void set_has_use_all_vocab(HasBits* has_bits) {
      method set_has_unk_id (line 374) | static void set_has_unk_id(HasBits* has_bits) {
      method set_has_bos_id (line 377) | static void set_has_bos_id(HasBits* has_bits) {
      method set_has_eos_id (line 380) | static void set_has_eos_id(HasBits* has_bits) {
      method set_has_pad_id (line 383) | static void set_has_pad_id(HasBits* has_bits) {
      method set_has_unk_piece (line 386) | static void set_has_unk_piece(HasBits* has_bits) {
      method set_has_bos_piece (line 389) | static void set_has_bos_piece(HasBits* has_bits) {
      method set_has_eos_piece (line 392) | static void set_has_eos_piece(HasBits* has_bits) {
      method set_has_pad_piece (line 395) | static void set_has_pad_piece(HasBits* has_bits) {
      method set_has_unk_surface (line 398) | static void set_has_unk_surface(HasBits* has_bits) {
      method set_has_train_extremely_large_corpus (line 401) | static void set_has_train_extremely_large_corpus(HasBits* has_bits) {
      method set_has_seed_sentencepieces_file (line 404) | static void set_has_seed_sentencepieces_file(HasBits* has_bits) {
    function TrainerSpec (line 555) | const TrainerSpec& TrainerSpec::default_instance() {
    class NormalizerSpec::_Internal (line 1933) | class NormalizerSpec::_Internal {
      method set_has_name (line 1936) | static void set_has_name(HasBits* has_bits) {
      method set_has_precompiled_charsmap (line 1939) | static void set_has_precompiled_charsmap(HasBits* has_bits) {
      method set_has_add_dummy_prefix (line 1942) | static void set_has_add_dummy_prefix(HasBits* has_bits) {
      method set_has_remove_extra_whitespaces (line 1945) | static void set_has_remove_extra_whitespaces(HasBits* has_bits) {
      method set_has_escape_whitespaces (line 1948) | static void set_has_escape_whitespaces(HasBits* has_bits) {
      method set_has_normalization_rule_tsv (line 1951) | static void set_has_normalization_rule_tsv(HasBits* has_bits) {
    function NormalizerSpec (line 2021) | const NormalizerSpec& NormalizerSpec::default_instance() {
    class SelfTestData_Sample::_Internal (line 2323) | class SelfTestData_Sample::_Internal {
      method set_has_input (line 2326) | static void set_has_input(HasBits* has_bits) {
      method set_has_expected (line 2329) | static void set_has_expected(HasBits* has_bits) {
    function SelfTestData_Sample (line 2384) | const SelfTestData_Sample& SelfTestData_Sample::default_instance() {
    class SelfTestData::_Internal (line 2566) | class SelfTestData::_Internal {
    function SelfTestData (line 2609) | const SelfTestData& SelfTestData::default_instance() {
    class ModelProto_SentencePiece::_Internal (line 2770) | class ModelProto_SentencePiece::_Internal {
      method set_has_piece (line 2773) | static void set_has_piece(HasBits* has_bits) {
      method set_has_score (line 2776) | static void set_has_score(HasBits* has_bits) {
      method set_has_type (line 2779) | static void set_has_type(HasBits* has_bits) {
    function ModelProto_SentencePiece (line 2834) | const ModelProto_SentencePiece& ModelProto_SentencePiece::default_inst...
    class ModelProto::_Internal (line 3062) | class ModelProto::_Internal {
      method set_has_trainer_spec (line 3066) | static void set_has_trainer_spec(HasBits* has_bits) {
      method set_has_normalizer_spec (line 3070) | static void set_has_normalizer_spec(HasBits* has_bits) {
      method set_has_self_test_data (line 3074) | static void set_has_self_test_data(HasBits* has_bits) {
      method set_has_denormalizer_spec (line 3078) | static void set_has_denormalizer_spec(HasBits* has_bits) {
    function ModelProto (line 3167) | const ModelProto& ModelProto::default_instance() {
  function PROTOBUF_NAMESPACE_OPEN (line 3477) | PROTOBUF_NAMESPACE_OPEN

FILE: src/builtin_pb/sentencepiece_model.pb.h
  function PROTOBUF_NAMESPACE_OPEN (line 36) | PROTOBUF_NAMESPACE_OPEN
  function PROTOBUF_NAMESPACE_CLOSE (line 40) | PROTOBUF_NAMESPACE_CLOSE
  function namespace (line 54) | namespace sentencepiece {
  function PROTOBUF_NAMESPACE_CLOSE (line 81) | PROTOBUF_NAMESPACE_CLOSE
  function std (line 158) | inline std::string* mutable_unknown_fields() {
  function TrainerSpec (line 164) | static inline const TrainerSpec* internal_default_instance() {
  function Swap (line 174) | inline void Swap(TrainerSpec* other) {
  function UnsafeArenaSwap (line 182) | void UnsafeArenaSwap(TrainerSpec* other) {
  function TrainerSpec (line 190) | inline TrainerSpec* New() const final {
  function final (line 194) | const final {
  function PROTOBUF_ATTRIBUTE_REINITIALIZES (line 201) | PROTOBUF_ATTRIBUTE_REINITIALIZES void Clear() final;
  function PROTOBUF_NAMESPACE_ID (line 217) | static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
  type TrainerSpec_ModelType (line 231) | typedef TrainerSpec_ModelType ModelType;
  function ModelType_IsValid (line 240) | static inline bool ModelType_IsValid(int value) {
  function std (line 250) | inline const std::string& ModelType_Name(T enum_t_value) {
  function ModelType_Parse (line 256) | static inline bool ModelType_Parse(::PROTOBUF_NAMESPACE_ID::ConstStringP...
  function PROTOBUF_NAMESPACE_ID (line 328) | const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField<std::string>& input() co...
  function std (line 1118) | inline std::string* mutable_unknown_fields() {
  function NormalizerSpec (line 1124) | static inline const NormalizerSpec* internal_default_instance() {
  function Swap (line 1134) | inline void Swap(NormalizerSpec* other) {
  function UnsafeArenaSwap (line 1142) | void UnsafeArenaSwap(NormalizerSpec* other) {
  function NormalizerSpec (line 1150) | inline NormalizerSpec* New() const final {
  function final (line 1154) | const final {
  function PROTOBUF_ATTRIBUTE_REINITIALIZES (line 1161) | PROTOBUF_ATTRIBUTE_REINITIALIZES void Clear() final;
  function PROTOBUF_NAMESPACE_ID (line 1177) | static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
  function std (line 1207) | const std::string& name() const;
  function std (line 1350) | inline std::string* mutable_unknown_fields() {
  function SelfTestData_Sample (line 1356) | static inline const SelfTestData_Sample* internal_default_instance() {
  function Swap (line 1366) | inline void Swap(SelfTestData_Sample* other) {
  function UnsafeArenaSwap (line 1374) | void UnsafeArenaSwap(SelfTestData_Sample* other) {
  function SelfTestData_Sample (line 1382) | inline SelfTestData_Sample* New() const final {
  function final (line 1386) | const final {
  function PROTOBUF_ATTRIBUTE_REINITIALIZES (line 1393) | PROTOBUF_ATTRIBUTE_REINITIALIZES void Clear() final;
  function PROTOBUF_NAMESPACE_ID (line 1409) | static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
  function std (line 1435) | const std::string& input() const;
  function std (line 1512) | inline std::string* mutable_unknown_fields() {
  function SelfTestData (line 1518) | static inline const SelfTestData* internal_default_instance() {
  function Swap (line 1528) | inline void Swap(SelfTestData* other) {
  function UnsafeArenaSwap (line 1536) | void UnsafeArenaSwap(SelfTestData* other) {
  function SelfTestData (line 1544) | inline SelfTestData* New() const final {
  function final (line 1548) | const final {
  function PROTOBUF_ATTRIBUTE_REINITIALIZES (line 1555) | PROTOBUF_ATTRIBUTE_REINITIALIZES void Clear() final;
  function PROTOBUF_NAMESPACE_ID (line 1571) | static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
  type SelfTestData_Sample (line 1585) | typedef SelfTestData_Sample Sample;
  function PROTOBUF_NAMESPACE_ID (line 1607) | const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::sentencepiece::SelfTe...
  function std (line 1654) | inline std::string* mutable_unknown_fields() {
  function ModelProto_SentencePiece (line 1660) | static inline const ModelProto_SentencePiece* internal_default_instance() {
  function Swap (line 1670) | inline void Swap(ModelProto_SentencePiece* other) {
  function UnsafeArenaSwap (line 1678) | void UnsafeArenaSwap(ModelProto_SentencePiece* other) {
  function ModelProto_SentencePiece (line 1686) | inline ModelProto_SentencePiece* New() const final {
  function final (line 1690) | const final {
  function PROTOBUF_ATTRIBUTE_REINITIALIZES (line 1697) | PROTOBUF_ATTRIBUTE_REINITIALIZES void Clear() final;
  function PROTOBUF_NAMESPACE_ID (line 1713) | static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
  type ModelProto_SentencePiece_Type (line 1727) | typedef ModelProto_SentencePiece_Type Type;
  function Type_IsValid (line 1740) | static inline bool Type_IsValid(int value) {
  function std (line 1750) | inline const std::string& Type_Name(T enum_t_value) {
  function Type_Parse (line 1756) | static inline bool Type_Parse(::PROTOBUF_NAMESPACE_ID::ConstStringParam ...
  function std (line 1774) | const std::string& piece() const;
  function std (line 1861) | inline std::string* mutable_unknown_fields() {
  function ModelProto (line 1867) | static inline const ModelProto* internal_default_instance() {
  function Swap (line 1877) | inline void Swap(ModelProto* other) {
  function UnsafeArenaSwap (line 1885) | void UnsafeArenaSwap(ModelProto* other) {
  function ModelProto (line 1893) | inline ModelProto* New() const final {
  function final (line 1897) | const final {
  function PROTOBUF_ATTRIBUTE_REINITIALIZES (line 1904) | PROTOBUF_ATTRIBUTE_REINITIALIZES void Clear() final;
  function PROTOBUF_NAMESPACE_ID (line 1920) | static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
  type ModelProto_SentencePiece (line 1934) | typedef ModelProto_SentencePiece SentencePiece;
  function clear_input (line 2072) | inline void TrainerSpec::clear_input() {
  function std (line 2075) | inline std::string* TrainerSpec::add_input() {
  function std (line 2079) | inline const std::string& TrainerSpec::_internal_input(int index) const {
  function std (line 2082) | inline const std::string& TrainerSpec::input(int index) const {
  function std (line 2086) | inline std::string* TrainerSpec::mutable_input(int index) {
  function set_input (line 2090) | inline void TrainerSpec::set_input(int index, const std::string& value) {
  function set_input (line 2094) | inline void TrainerSpec::set_input(int index, std::string&& value) {
  function set_input (line 2098) | inline void TrainerSpec::set_input(int index, const char* value) {
  function set_input (line 2103) | inline void TrainerSpec::set_input(int index, const char* value, size_t ...
  function std (line 2108) | inline std::string* TrainerSpec::_internal_add_input() {
  function add_input (line 2111) | inline void TrainerSpec::add_input(const std::string& value) {
  function add_input (line 2115) | inline void TrainerSpec::add_input(std::string&& value) {
  function add_input (line 2119) | inline void TrainerSpec::add_input(const char* value) {
  function add_input (line 2124) | inline void TrainerSpec::add_input(const char* value, size_t size) {
  function PROTOBUF_NAMESPACE_ID (line 2133) | inline ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField<std::string>*
  function _internal_has_input_format (line 2140) | inline bool TrainerSpec::_internal_has_input_format() const {
  function clear_input_format (line 2147) | inline void TrainerSpec::clear_input_format() {
  function set_input_format (line 2155) | inline void TrainerSpec::set_input_format(const std::string& value) {
  function std (line 2159) | inline std::string* TrainerSpec::mutable_input_format() {
  function _internal_set_input_format (line 2166) | inline void TrainerSpec::_internal_set_input_format(const std::string& v...
  function set_input_format (line 2170) | inline void TrainerSpec::set_input_format(std::string&& value) {
  function set_input_format (line 2176) | inline void TrainerSpec::set_input_format(const char* value) {
  function set_input_format (line 2182) | inline void TrainerSpec::set_input_format(const char* value,
  function std (line 2189) | inline std::string* TrainerSpec::_internal_mutable_input_format() {
  function std (line 2193) | inline std::string* TrainerSpec::release_input_format() {
  function set_allocated_input_format (line 2201) | inline void TrainerSpec::set_allocated_input_format(std::string* input_f...
  function _internal_has_model_prefix (line 2213) | inline bool TrainerSpec::_internal_has_model_prefix() const {
  function clear_model_prefix (line 2220) | inline void TrainerSpec::clear_model_prefix() {
  function set_model_prefix (line 2228) | inline void TrainerSpec::set_model_prefix(const std::string& value) {
  function std (line 2232) | inline std::string* TrainerSpec::mutable_model_prefix() {
  function _internal_set_model_prefix (line 2239) | inline void TrainerSpec::_internal_set_model_prefix(const std::string& v...
  function set_model_prefix (line 2243) | inline void TrainerSpec::set_model_prefix(std::string&& value) {
  function set_model_prefix (line 2249) | inline void TrainerSpec::set_model_prefix(const char* value) {
  function set_model_prefix (line 2255) | inline void TrainerSpec::set_model_prefix(const char* value,
  function std (line 2262) | inline std::string* TrainerSpec::_internal_mutable_model_prefix() {
  function std (line 2266) | inline std::string* TrainerSpec::release_model_prefix() {
  function set_allocated_model_prefix (line 2274) | inline void TrainerSpec::set_allocated_model_prefix(std::string* model_p...
  function _internal_has_model_type (line 2286) | inline bool TrainerSpec::_internal_has_model_type() const {
  function clear_model_type (line 2293) | inline void TrainerSpec::clear_model_type() {
  function _internal_set_model_type (line 2304) | inline void TrainerSpec::_internal_set_model_type(::sentencepiece::Train...
  function set_model_type (line 2309) | inline void TrainerSpec::set_model_type(::sentencepiece::TrainerSpec_Mod...
  function _internal_has_vocab_size (line 2315) | inline bool TrainerSpec::_internal_has_vocab_size() const {
  function clear_vocab_size (line 2322) | inline void TrainerSpec::clear_vocab_size() {
  function _internal_set_vocab_size (line 2333) | inline void TrainerSpec::_internal_set_vocab_size(::PROTOBUF_NAMESPACE_I...
  function set_vocab_size (line 2337) | inline void TrainerSpec::set_vocab_size(::PROTOBUF_NAMESPACE_ID::int32 v...
  function clear_accept_language (line 2349) | inline void TrainerSpec::clear_accept_language() {
  function std (line 2352) | inline std::string* TrainerSpec::add_accept_language() {
  function std (line 2356) | inline const std::string& TrainerSpec::_internal_accept_language(int ind...
  function std (line 2359) | inline const std::string& TrainerSpec::accept_language(int index) const {
  function std (line 2363) | inline std::string* TrainerSpec::mutable_accept_language(int index) {
  function set_accept_language (line 2367) | inline void TrainerSpec::set_accept_language(int index, const std::strin...
  function set_accept_language (line 2371) | inline void TrainerSpec::set_accept_language(int index, std::string&& va...
  function set_accept_language (line 2375) | inline void TrainerSpec::set_accept_language(int index, const char* valu...
  function set_accept_language (line 2380) | inline void TrainerSpec::set_accept_language(int index, const char* valu...
  function std (line 2385) | inline std::string* TrainerSpec::_internal_add_accept_language() {
  function add_accept_language (line 2388) | inline void TrainerSpec::add_accept_language(const std::string& value) {
  function add_accept_language (line 2392) | inline void TrainerSpec::add_accept_language(std::string&& value) {
  function add_accept_language (line 2396) | inline void TrainerSpec::add_accept_language(const char* value) {
  function add_accept_language (line 2401) | inline void TrainerSpec::add_accept_language(const char* value, size_t s...
  function PROTOBUF_NAMESPACE_ID (line 2410) | inline ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField<std::string>*
  function _internal_has_self_test_sample_size (line 2417) | inline bool TrainerSpec::_internal_has_self_test_sample_size() const {
  function clear_self_test_sample_size (line 2424) | inline void TrainerSpec::clear_self_test_sample_size() {
  function _internal_set_self_test_sample_size (line 2435) | inline void TrainerSpec::_internal_set_self_test_sample_size(::PROTOBUF_...
  function set_self_test_sample_size (line 2439) | inline void TrainerSpec::set_self_test_sample_size(::PROTOBUF_NAMESPACE_...
  function _internal_has_enable_differential_privacy (line 2445) | inline bool TrainerSpec::_internal_has_enable_differential_privacy() con...
  function clear_enable_differential_privacy (line 2452) | inline void TrainerSpec::clear_enable_differential_privacy() {
  function _internal_set_enable_differential_privacy (line 2463) | inline void TrainerSpec::_internal_set_enable_differential_privacy(bool ...
  function set_enable_differential_privacy (line 2467) | inline void TrainerSpec::set_enable_differential_privacy(bool value) {
  function _internal_has_differential_privacy_noise_level (line 2473) | inline bool TrainerSpec::_internal_has_differential_privacy_noise_level(...
  function clear_differential_privacy_noise_level (line 2480) | inline void TrainerSpec::clear_differential_privacy_noise_level() {
  function _internal_set_differential_privacy_noise_level (line 2491) | inline void TrainerSpec::_internal_set_differential_privacy_noise_level(...
  function set_differential_privacy_noise_level (line 2495) | inline void TrainerSpec::set_differential_privacy_noise_level(float valu...
  function _internal_has_differential_privacy_clipping_threshold (line 2501) | inline bool TrainerSpec::_internal_has_differential_privacy_clipping_thr...
  function clear_differential_privacy_clipping_threshold (line 2508) | inline void TrainerSpec::clear_differential_privacy_clipping_threshold() {
  function _internal_set_differential_privacy_clipping_threshold (line 2519) | inline void TrainerSpec::_internal_set_differential_privacy_clipping_thr...
  function set_differential_privacy_clipping_threshold (line 2523) | inline void TrainerSpec::set_differential_privacy_clipping_threshold(::P...
  function _internal_has_character_coverage (line 2529) | inline bool TrainerSpec::_internal_has_character_coverage() const {
  function clear_character_coverage (line 2536) | inline void TrainerSpec::clear_character_coverage() {
  function _internal_set_character_coverage (line 2547) | inline void TrainerSpec::_internal_set_character_coverage(float value) {
  function set_character_coverage (line 2551) | inline void TrainerSpec::set_character_coverage(float value) {
  function _internal_has_input_sentence_size (line 2557) | inline bool TrainerSpec::_internal_has_input_sentence_size() const {
  function clear_input_sentence_size (line 2564) | inline void TrainerSpec::clear_input_sentence_size() {
  function _internal_set_input_sentence_size (line 2575) | inline void TrainerSpec::_internal_set_input_sentence_size(::PROTOBUF_NA...
  function set_input_sentence_size (line 2579) | inline void TrainerSpec::set_input_sentence_size(::PROTOBUF_NAMESPACE_ID...
  function _internal_has_shuffle_input_sentence (line 2585) | inline bool TrainerSpec::_internal_has_shuffle_input_sentence() const {
  function clear_shuffle_input_sentence (line 2592) | inline void TrainerSpec::clear_shuffle_input_sentence() {
  function _internal_set_shuffle_input_sentence (line 2603) | inline void TrainerSpec::_internal_set_shuffle_input_sentence(bool value) {
  function set_shuffle_input_sentence (line 2607) | inline void TrainerSpec::set_shuffle_input_sentence(bool value) {
  function _internal_has_mining_sentence_size (line 2613) | inline bool TrainerSpec::_internal_has_mining_sentence_size() const {
  function clear_mining_sentence_size (line 2620) | inline void TrainerSpec::clear_mining_sentence_size() {
  function _internal_set_mining_sentence_size (line 2631) | inline void TrainerSpec::_internal_set_mining_sentence_size(::PROTOBUF_N...
  function set_mining_sentence_size (line 2635) | inline void TrainerSpec::set_mining_sentence_size(::PROTOBUF_NAMESPACE_I...
  function _internal_has_training_sentence_size (line 2641) | inline bool TrainerSpec::_internal_has_training_sentence_size() const {
  function clear_training_sentence_size (line 2648) | inline void TrainerSpec::clear_training_sentence_size() {
  function _internal_set_training_sentence_size (line 2659) | inline void TrainerSpec::_internal_set_training_sentence_size(::PROTOBUF...
  function set_training_sentence_size (line 2663) | inline void TrainerSpec::set_training_sentence_size(::PROTOBUF_NAMESPACE...
  function _internal_has_seed_sentencepiece_size (line 2669) | inline bool TrainerSpec::_internal_has_seed_sentencepiece_size() const {
  function clear_seed_sentencepiece_size (line 2676) | inline void TrainerSpec::clear_seed_sentencepiece_size() {
  function _internal_set_seed_sentencepiece_size (line 2687) | inline void TrainerSpec::_internal_set_seed_sentencepiece_size(::PROTOBU...
  function set_seed_sentencepiece_size (line 2691) | inline void TrainerSpec::set_seed_sentencepiece_size(::PROTOBUF_NAMESPAC...
  function _internal_has_shrinking_factor (line 2697) | inline bool TrainerSpec::_internal_has_shrinking_factor() const {
  function clear_shrinking_factor (line 2704) | inline void TrainerSpec::clear_shrinking_factor() {
  function _internal_set_shrinking_factor (line 2715) | inline void TrainerSpec::_internal_set_shrinking_factor(float value) {
  function set_shrinking_factor (line 2719) | inline void TrainerSpec::set_shrinking_factor(float value) {
  function _internal_has_max_sentence_length (line 2725) | inline bool TrainerSpec::_internal_has_max_sentence_length() const {
  function clear_max_sentence_length (line 2732) | inline void TrainerSpec::clear_max_sentence_length() {
  function _internal_set_max_sentence_length (line 2743) | inline void TrainerSpec::_internal_set_max_sentence_length(::PROTOBUF_NA...
  function set_max_sentence_length (line 2747) | inline void TrainerSpec::set_max_sentence_length(::PROTOBUF_NAMESPACE_ID...
  function _internal_has_num_threads (line 2753) | inline bool TrainerSpec::_internal_has_num_threads() const {
  function clear_num_threads (line 2760) | inline void TrainerSpec::clear_num_threads() {
  function _internal_set_num_threads (line 2771) | inline void TrainerSpec::_internal_set_num_threads(::PROTOBUF_NAMESPACE_...
  function set_num_threads (line 2775) | inline void TrainerSpec::set_num_threads(::PROTOBUF_NAMESPACE_ID::int32 ...
  function _internal_has_num_sub_iterations (line 2781) | inline bool TrainerSpec::_internal_has_num_sub_iterations() const {
  function clear_num_sub_iterations (line 2788) | inline void TrainerSpec::clear_num_sub_iterations() {
  function _internal_set_num_sub_iterations (line 2799) | inline void TrainerSpec::_internal_set_num_sub_iterations(::PROTOBUF_NAM...
  function set_num_sub_iterations (line 2803) | inline void TrainerSpec::set_num_sub_iterations(::PROTOBUF_NAMESPACE_ID:...
  function _internal_has_max_sentencepiece_length (line 2809) | inline bool TrainerSpec::_internal_has_max_sentencepiece_length() const {
  function clear_max_sentencepiece_length (line 2816) | inline void TrainerSpec::clear_max_sentencepiece_length() {
  function _internal_set_max_sentencepiece_length (line 2827) | inline void TrainerSpec::_internal_set_max_sentencepiece_length(::PROTOB...
  function set_max_sentencepiece_length (line 2831) | inline void TrainerSpec::set_max_sentencepiece_length(::PROTOBUF_NAMESPA...
  function _internal_has_split_by_unicode_script (line 2837) | inline bool TrainerSpec::_internal_has_split_by_unicode_script() const {
  function clear_split_by_unicode_script (line 2844) | inline void TrainerSpec::clear_split_by_unicode_script() {
  function _internal_set_split_by_unicode_script (line 2855) | inline void TrainerSpec::_internal_set_split_by_unicode_script(bool valu...
  function set_split_by_unicode_script (line 2859) | inline void TrainerSpec::set_split_by_unicode_script(bool value) {
  function _internal_has_split_by_number (line 2865) | inline bool TrainerSpec::_internal_has_split_by_number() const {
  function clear_split_by_number (line 2872) | inline void TrainerSpec::clear_split_by_number() {
  function _internal_set_split_by_number (line 2883) | inline void TrainerSpec::_internal_set_split_by_number(bool value) {
  function set_split_by_number (line 2887) | inline void TrainerSpec::set_split_by_number(bool value) {
  function _internal_has_split_by_whitespace (line 2893) | inline bool TrainerSpec::_internal_has_split_by_whitespace() const {
  function clear_split_by_whitespace (line 2900) | inline void TrainerSpec::clear_split_by_whitespace() {
  function _internal_set_split_by_whitespace (line 2911) | inline void TrainerSpec::_internal_set_split_by_whitespace(bool value) {
  function set_split_by_whitespace (line 2915) | inline void TrainerSpec::set_split_by_whitespace(bool value) {
  function _internal_has_treat_whitespace_as_suffix (line 2921) | inline bool TrainerSpec::_internal_has_treat_whitespace_as_suffix() const {
  function clear_treat_whitespace_as_suffix (line 2928) | inline void TrainerSpec::clear_treat_whitespace_as_suffix() {
  function _internal_set_treat_whitespace_as_suffix (line 2939) | inline void TrainerSpec::_internal_set_treat_whitespace_as_suffix(bool v...
  function set_treat_whitespace_as_suffix (line 2943) | inline void TrainerSpec::set_treat_whitespace_as_suffix(bool value) {
  function _internal_has_allow_whitespace_only_pieces (line 2949) | inline bool TrainerSpec::_internal_has_allow_whitespace_only_pieces() co...
  function clear_allow_whitespace_only_pieces (line 2956) | inline void TrainerSpec::clear_allow_whitespace_only_pieces() {
  function _internal_set_allow_whitespace_only_pieces (line 2967) | inline void TrainerSpec::_internal_set_allow_whitespace_only_pieces(bool...
  function set_allow_whitespace_only_pieces (line 2971) | inline void TrainerSpec::set_allow_whitespace_only_pieces(bool value) {
  function _internal_has_split_digits (line 2977) | inline bool TrainerSpec::_internal_has_split_digits() const {
  function clear_split_digits (line 2984) | inline void TrainerSpec::clear_split_digits() {
  function _internal_set_split_digits (line 2995) | inline void TrainerSpec::_internal_set_split_digits(bool value) {
  function set_split_digits (line 2999) | inline void TrainerSpec::set_split_digits(bool value) {
  function _internal_has_pretokenization_delimiter (line 3005) | inline bool TrainerSpec::_internal_has_pretokenization_delimiter() const {
  function clear_pretokenization_delimiter (line 3012) | inline void TrainerSpec::clear_pretokenization_delimiter() {
  function set_pretokenization_delimiter (line 3020) | inline void TrainerSpec::set_pretokenization_delimiter(const std::string...
  function std (line 3024) | inline std::string* TrainerSpec::mutable_pretokenization_delimiter() {
  function _internal_set_pretokenization_delimiter (line 3031) | inline void TrainerSpec::_internal_set_pretokenization_delimiter(const s...
  function set_pretokenization_delimiter (line 3035) | inline void TrainerSpec::set_pretokenization_delimiter(std::string&& val...
  function set_pretokenization_delimiter (line 3041) | inline void TrainerSpec::set_pretokenization_delimiter(const char* value) {
  function set_pretokenization_delimiter (line 3047) | inline void TrainerSpec::set_pretokenization_delimiter(const char* value,
  function std (line 3054) | inline std::string* TrainerSpec::_internal_mutable_pretokenization_delim...
  function std (line 3058) | inline std::string* TrainerSpec::release_pretokenization_delimiter() {
  function set_allocated_pretokenization_delimiter (line 3066) | inline void TrainerSpec::set_allocated_pretokenization_delimiter(std::st...
  function clear_control_symbols (line 3084) | inline void TrainerSpec::clear_control_symbols() {
  function std (line 3087) | inline std::string* TrainerSpec::add_control_symbols() {
  function std (line 3091) | inline const std::string& TrainerSpec::_internal_control_symbols(int ind...
  function std (line 3094) | inline const std::string& TrainerSpec::control_symbols(int index) const {
  function std (line 3098) | inline std::string* TrainerSpec::mutable_control_symbols(int index) {
  function set_control_symbols (line 3102) | inline void TrainerSpec::set_control_symbols(int index, const std::strin...
  function set_control_symbols (line 3106) | inline void TrainerSpec::set_control_symbols(int index, std::string&& va...
  function set_control_symbols (line 3110) | inline void TrainerSpec::set_control_symbols(int index, const char* valu...
  function set_control_symbols (line 3115) | inline void TrainerSpec::set_control_symbols(int index, const char* valu...
  function std (line 3120) | inline std::string* TrainerSpec::_internal_add_control_symbols() {
  function add_control_symbols (line 3123) | inline void TrainerSpec::add_control_symbols(const std::string& value) {
  function add_control_symbols (line 3127) | inline void TrainerSpec::add_control_symbols(std::string&& value) {
  function add_control_symbols (line 3131) | inline void TrainerSpec::add_control_symbols(const char* value) {
  function add_control_symbols (line 3136) | inline void TrainerSpec::add_control_symbols(const char* value, size_t s...
  function PROTOBUF_NAMESPACE_ID (line 3145) | inline ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField<std::string>*
  function clear_user_defined_symbols (line 3158) | inline void TrainerSpec::clear_user_defined_symbols() {
  function std (line 3161) | inline std::string* TrainerSpec::add_user_defined_symbols() {
  function std (line 3165) | inline const std::string& TrainerSpec::_internal_user_defined_symbols(in...
  function std (line 3168) | inline const std::string& TrainerSpec::user_defined_symbols(int index) c...
  function std (line 3172) | inline std::string* TrainerSpec::mutable_user_defined_symbols(int index) {
  function set_user_defined_symbols (line 3176) | inline void TrainerSpec::set_user_defined_symbols(int index, const std::...
  function set_user_defined_symbols (line 3180) | inline void TrainerSpec::set_user_defined_symbols(int index, std::string...
  function set_user_defined_symbols (line 3184) | inline void TrainerSpec::set_user_defined_symbols(int index, const char*...
  function set_user_defined_symbols (line 3189) | inline void TrainerSpec::set_user_defined_symbols(int index, const char*...
  function std (line 3194) | inline std::string* TrainerSpec::_internal_add_user_defined_symbols() {
  function add_user_defined_symbols (line 3197) | inline void TrainerSpec::add_user_defined_symbols(const std::string& val...
  function add_user_defined_symbols (line 3201) | inline void TrainerSpec::add_user_defined_symbols(std::string&& value) {
  function add_user_defined_symbols (line 3205) | inline void TrainerSpec::add_user_defined_symbols(const char* value) {
  function add_user_defined_symbols (line 3210) | inline void TrainerSpec::add_user_defined_symbols(const char* value, siz...
  function PROTOBUF_NAMESPACE_ID (line 3219) | inline ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField<std::string>*
  function _internal_has_required_chars (line 3226) | inline bool TrainerSpec::_internal_has_required_chars() const {
  function clear_required_chars (line 3233) | inline void TrainerSpec::clear_required_chars() {
  function set_required_chars (line 3241) | inline void TrainerSpec::set_required_chars(const std::string& value) {
  function std (line 3245) | inline std::string* TrainerSpec::mutable_required_chars() {
  function _internal_set_required_chars (line 3252) | inline void TrainerSpec::_internal_set_required_chars(const std::string&...
  function set_required_chars (line 3256) | inline void TrainerSpec::set_required_chars(std::string&& value) {
  function set_required_chars (line 3262) | inline void TrainerSpec::set_required_chars(const char* value) {
  function set_required_chars (line 3268) | inline void TrainerSpec::set_required_chars(const char* value,
  function std (line 3275) | inline std::string* TrainerSpec::_internal_mutable_required_chars() {
  function std (line 3279) | inline std::string* TrainerSpec::release_required_chars() {
  function set_allocated_required_chars (line 3287) | inline void TrainerSpec::set_allocated_required_chars(std::string* requi...
  function _internal_has_byte_fallback (line 3299) | inline bool TrainerSpec::_internal_has_byte_fallback() const {
  function clear_byte_fallback (line 3306) | inline void TrainerSpec::clear_byte_fallback() {
  function _internal_set_byte_fallback (line 3317) | inline void TrainerSpec::_internal_set_byte_fallback(bool value) {
  function set_byte_fallback (line 3321) | inline void TrainerSpec::set_byte_fallback(bool value) {
  function _internal_has_vocabulary_output_piece_score (line 3327) | inline bool TrainerSpec::_internal_has_vocabulary_output_piece_score() c...
  function clear_vocabulary_output_piece_score (line 3334) | inline void TrainerSpec::clear_vocabulary_output_piece_score() {
  function _internal_set_vocabulary_output_piece_score (line 3345) | inline void TrainerSpec::_internal_set_vocabulary_output_piece_score(boo...
  function set_vocabulary_output_piece_score (line 3349) | inline void TrainerSpec::set_vocabulary_output_piece_score(bool value) {
  function _internal_has_hard_vocab_limit (line 3355) | inline bool TrainerSpec::_internal_has_hard_vocab_limit() const {
  function clear_hard_vocab_limit (line 3362) | inline void TrainerSpec::clear_hard_vocab_limit() {
  function _internal_set_hard_vocab_limit (line 3373) | inline void TrainerSpec::_internal_set_hard_vocab_limit(bool value) {
  function set_hard_vocab_limit (line 3377) | inline void TrainerSpec::set_hard_vocab_limit(bool value) {
  function _internal_has_use_all_vocab (line 3383) | inline bool TrainerSpec::_internal_has_use_all_vocab() const {
  function clear_use_all_vocab (line 3390) | inline void TrainerSpec::clear_use_all_vocab() {
  function _internal_set_use_all_vocab (line 3401) | inline void TrainerSpec::_internal_set_use_all_vocab(bool value) {
  function set_use_all_vocab (line 3405) | inline void TrainerSpec::set_use_all_vocab(bool value) {
  function _internal_has_unk_id (line 3411) | inline bool TrainerSpec::_internal_has_unk_id() const {
  function clear_unk_id (line 3418) | inline void TrainerSpec::clear_unk_id() {
  function _internal_set_unk_id (line 3429) | inline void TrainerSpec::_internal_set_unk_id(::PROTOBUF_NAMESPACE_ID::i...
  function set_unk_id (line 3433) | inline void TrainerSpec::set_unk_id(::PROTOBUF_NAMESPACE_ID::int32 value) {
  function _internal_has_bos_id (line 3439) | inline bool TrainerSpec::_internal_has_bos_id() const {
  function clear_bos_id (line 3446) | inline void TrainerSpec::clear_bos_id() {
  function _internal_set_bos_id (line 3457) | inline void TrainerSpec::_internal_set_bos_id(::PROTOBUF_NAMESPACE_ID::i...
  function set_bos_id (line 3461) | inline void TrainerSpec::set_bos_id(::PROTOBUF_NAMESPACE_ID::int32 value) {
  function _internal_has_eos_id (line 3467) | inline bool TrainerSpec::_internal_has_eos_id() const {
  function clear_eos_id (line 3474) | inline void TrainerSpec::clear_eos_id() {
  function _internal_set_eos_id (line 3485) | inline void TrainerSpec::_internal_set_eos_id(::PROTOBUF_NAMESPACE_ID::i...
  function set_eos_id (line 3489) | inline void TrainerSpec::set_eos_id(::PROTOBUF_NAMESPACE_ID::int32 value) {
  function _internal_has_pad_id (line 3495) | inline bool TrainerSpec::_internal_has_pad_id() const {
  function clear_pad_id (line 3502) | inline void TrainerSpec::clear_pad_id() {
  function _internal_set_pad_id (line 3513) | inline void TrainerSpec::_internal_set_pad_id(::PROTOBUF_NAMESPACE_ID::i...
  function set_pad_id (line 3517) | inline void TrainerSpec::set_pad_id(::PROTOBUF_NAMESPACE_ID::int32 value) {
  function _internal_has_unk_piece (line 3523) | inline bool TrainerSpec::_internal_has_unk_piece() const {
  function clear_unk_piece (line 3530) | inline void TrainerSpec::clear_unk_piece() {
  function set_unk_piece (line 3539) | inline void TrainerSpec::set_unk_piece(const std::string& value) {
  function std (line 3543) | inline std::string* TrainerSpec::mutable_unk_piece() {
  function _internal_set_unk_piece (line 3550) | inline void TrainerSpec::_internal_set_unk_piece(const std::string& valu...
  function set_unk_piece (line 3554) | inline void TrainerSpec::set_unk_piece(std::string&& value) {
  function set_unk_piece (line 3560) | inline void TrainerSpec::set_unk_piece(const char* value) {
  function set_unk_piece (line 3566) | inline void TrainerSpec::set_unk_piece(const char* value,
  function std (line 3573) | inline std::string* TrainerSpec::_internal_mutable_unk_piece() {
  function std (line 3577) | inline std::string* TrainerSpec::release_unk_piece() {
  function set_allocated_unk_piece (line 3585) | inline void TrainerSpec::set_allocated_unk_piece(std::string* unk_piece) {
  function _internal_has_bos_piece (line 3597) | inline bool TrainerSpec::_internal_has_bos_piece() const {
  function clear_bos_piece (line 3604) | inline void TrainerSpec::clear_bos_piece() {
  function set_bos_piece (line 3613) | inline void TrainerSpec::set_bos_piece(const std::string& value) {
  function std (line 3617) | inline std::string* TrainerSpec::mutable_bos_piece() {
  function _internal_set_bos_piece (line 3624) | inline void TrainerSpec::_internal_set_bos_piece(const std::string& valu...
  function set_bos_piece (line 3628) | inline void TrainerSpec::set_bos_piece(std::string&& value) {
  function set_bos_piece (line 3634) | inline void TrainerSpec::set_bos_piece(const char* value) {
  function set_bos_piece (line 3640) | inline void TrainerSpec::set_bos_piece(const char* value,
  function std (line 3647) | inline std::string* TrainerSpec::_internal_mutable_bos_piece() {
  function std (line 3651) | inline std::string* TrainerSpec::release_bos_piece() {
  function set_allocated_bos_piece (line 3659) | inline void TrainerSpec::set_allocated_bos_piece(std::string* bos_piece) {
  function _internal_has_eos_piece (line 3671) | inline bool TrainerSpec::_internal_has_eos_piece() const {
  function clear_eos_piece (line 3678) | inline void TrainerSpec::clear_eos_piece() {
  function set_eos_piece (line 3687) | inline void TrainerSpec::set_eos_piece(const std::string& value) {
  function std (line 3691) | inline std::string* TrainerSpec::mutable_eos_piece() {
  function _internal_set_eos_piece (line 3698) | inline void TrainerSpec::_internal_set_eos_piece(const std::string& valu...
  function set_eos_piece (line 3702) | inline void TrainerSpec::set_eos_piece(std::string&& value) {
  function set_eos_piece (line 3708) | inline void TrainerSpec::set_eos_piece(const char* value) {
  function set_eos_piece (line 3714) | inline void TrainerSpec::set_eos_piece(const char* value,
  function std (line 3721) | inline std::string* TrainerSpec::_internal_mutable_eos_piece() {
  function std (line 3725) | inline std::string* TrainerSpec::release_eos_piece() {
  function set_allocated_eos_piece (line 3733) | inline void TrainerSpec::set_allocated_eos_piece(std::string* eos_piece) {
  function _internal_has_pad_piece (line 3745) | inline bool TrainerSpec::_internal_has_pad_piece() const {
  function clear_pad_piece (line 3752) | inline void TrainerSpec::clear_pad_piece() {
  function set_pad_piece (line 3761) | inline void TrainerSpec::set_pad_piece(const std::string& value) {
  function std (line 3765) | inline std::string* TrainerSpec::mutable_pad_piece() {
  function _internal_set_pad_piece (line 3772) | inline void TrainerSpec::_internal_set_pad_piece(const std::string& valu...
  function set_pad_piece (line 3776) | inline void TrainerSpec::set_pad_piece(std::string&& value) {
  function set_pad_piece (line 3782) | inline void TrainerSpec::set_pad_piece(const char* value) {
  function set_pad_piece (line 3788) | inline void TrainerSpec::set_pad_piece(const char* value,
  function std (line 3795) | inline std::string* TrainerSpec::_internal_mutable_pad_piece() {
  function std (line 3799) | inline std::string* TrainerSpec::release_pad_piece() {
  function set_allocated_pad_piece (line 3807) | inline void TrainerSpec::set_allocated_pad_piece(std::string* pad_piece) {
  function _internal_has_unk_surface (line 3819) | inline bool TrainerSpec::_internal_has_unk_surface() const {
  function clear_unk_surface (line 3826) | inline void TrainerSpec::clear_unk_surface() {
  function set_unk_surface (line 3835) | inline void TrainerSpec::set_unk_surface(const std::string& value) {
  function std (line 3839) | inline std::string* TrainerSpec::mutable_unk_surface() {
  function _internal_set_unk_surface (line 3846) | inline void TrainerSpec::_internal_set_unk_surface(const std::string& va...
  function set_unk_surface (line 3850) | inline void TrainerSpec::set_unk_surface(std::string&& value) {
  function set_unk_surface (line 3856) | inline void TrainerSpec::set_unk_surface(const char* value) {
  function set_unk_surface (line 3862) | inline void TrainerSpec::set_unk_surface(const char* value,
  function std (line 3869) | inline std::string* TrainerSpec::_internal_mutable_unk_surface() {
  function std (line 3873) | inline std::string* TrainerSpec::release_unk_surface() {
  function set_allocated_unk_surface (line 3881) | inline void TrainerSpec::set_allocated_unk_surface(std::string* unk_surf...
  function _internal_has_train_extremely_large_corpus (line 3893) | inline bool TrainerSpec::_internal_has_train_extremely_large_corpus() co...
  function clear_train_extremely_large_corpus (line 3900) | inline void TrainerSpec::clear_train_extremely_large_corpus() {
  function _internal_set_train_extremely_large_corpus (line 3911) | inline void TrainerSpec::_internal_set_train_extremely_large_corpus(bool...
  function set_train_extremely_large_corpus (line 3915) | inline void TrainerSpec::set_train_extremely_large_corpus(bool value) {
  function _internal_has_seed_sentencepieces_file (line 3921) | inline bool TrainerSpec::_internal_has_seed_sentencepieces_file() const {
  function clear_seed_sentencepieces_file (line 3928) | inline void TrainerSpec::clear_seed_sentencepieces_file() {
  function set_seed_sentencepieces_file (line 3936) | inline void TrainerSpec::set_seed_sentencepieces_file(const std::string&...
  function std (line 3940) | inline std::string* TrainerSpec::mutable_seed_sentencepieces_file() {
  function _internal_set_seed_sentencepieces_file (line 3947) | inline void TrainerSpec::_internal_set_seed_sentencepieces_file(const st...
  function set_seed_sentencepieces_file (line 3951) | inline void TrainerSpec::set_seed_sentencepieces_file(std::string&& valu...
  function set_seed_sentencepieces_file (line 3957) | inline void TrainerSpec::set_seed_sentencepieces_file(const char* value) {
  function set_seed_sentencepieces_file (line 3963) | inline void TrainerSpec::set_seed_sentencepieces_file(const char* value,
  function std (line 3970) | inline std::string* TrainerSpec::_internal_mutable_seed_sentencepieces_f...
  function std (line 3974) | inline std::string* TrainerSpec::release_seed_sentencepieces_file() {
  function set_allocated_seed_sentencepieces_file (line 3982) | inline void TrainerSpec::set_allocated_seed_sentencepieces_file(std::str...
  function _internal_has_name (line 3998) | inline bool NormalizerSpec::_internal_has_name() const {
  function clear_name (line 4005) | inline void NormalizerSpec::clear_name() {
  function set_name (line 4013) | inline void NormalizerSpec::set_name(const std::string& value) {
  function std (line 4017) | inline std::string* NormalizerSpec::mutable_name() {
  function _internal_set_name (line 4024) | inline void NormalizerSpec::_internal_set_name(const std::string& value) {
  function set_name (line 4028) | inline void NormalizerSpec::set_name(std::string&& value) {
  function set_name (line 4034) | inline void NormalizerSpec::set_name(const char* value) {
  function set_name (line 4040) | inline void NormalizerSpec::set_name(const char* value,
  function std (line 4047) | inline std::string* NormalizerSpec::_internal_mutable_name() {
  function std (line 4051) | inline std::string* NormalizerSpec::release_name() {
  function set_allocated_name (line 4059) | inline void NormalizerSpec::set_allocated_name(std::string* name) {
  function _internal_has_precompiled_charsmap (line 4071) | inline bool NormalizerSpec::_internal_has_precompiled_charsmap() const {
  function clear_precompiled_charsmap (line 4078) | inline void NormalizerSpec::clear_precompiled_charsmap() {
  function set_precompiled_charsmap (line 4086) | inline void NormalizerSpec::set_precompiled_charsmap(const std::string& ...
  function std (line 4090) | inline std::string* NormalizerSpec::mutable_precompiled_charsmap() {
  function _internal_set_precompiled_charsmap (line 4097) | inline void NormalizerSpec::_internal_set_precompiled_charsmap(const std...
  function set_precompiled_charsmap (line 4101) | inline void NormalizerSpec::set_precompiled_charsmap(std::string&& value) {
  function set_precompiled_charsmap (line 4107) | inline void NormalizerSpec::set_precompiled_charsmap(const char* value) {
  function set_precompiled_charsmap (line 4113) | inline void NormalizerSpec::set_precompiled_charsmap(const void* value,
  function std (line 4120) | inline std::string* NormalizerSpec::_internal_mutable_precompiled_charsm...
  function std (line 4124) | inline std::string* NormalizerSpec::release_precompiled_charsmap() {
  function set_allocated_precompiled_charsmap (line 4132) | inline void NormalizerSpec::set_allocated_precompiled_charsmap(std::stri...
  function _internal_has_add_dummy_prefix (line 4144) | inline bool NormalizerSpec::_internal_has_add_dummy_prefix() const {
  function clear_add_dummy_prefix (line 4151) | inline void NormalizerSpec::clear_add_dummy_prefix() {
  function _internal_set_add_dummy_prefix (line 4162) | inline void NormalizerSpec::_internal_set_add_dummy_prefix(bool value) {
  function set_add_dummy_prefix (line 4166) | inline void NormalizerSpec::set_add_dummy_prefix(bool value) {
  function _internal_has_remove_extra_whitespaces (line 4172) | inline bool NormalizerSpec::_internal_has_remove_extra_whitespaces() con...
  function clear_remove_extra_whitespaces (line 4179) | inline void NormalizerSpec::clear_remove_extra_whitespaces() {
  function _internal_set_remove_extra_whitespaces (line 4190) | inline void NormalizerSpec::_internal_set_remove_extra_whitespaces(bool ...
  function set_remove_extra_whitespaces (line 4194) | inline void NormalizerSpec::set_remove_extra_whitespaces(bool value) {
  function _internal_has_escape_whitespaces (line 4200) | inline bool NormalizerSpec::_internal_has_escape_whitespaces() const {
  function clear_escape_whitespaces (line 4207) | inline void NormalizerSpec::clear_escape_whitespaces() {
  function _internal_set_escape_whitespaces (line 4218) | inline void NormalizerSpec::_internal_set_escape_whitespaces(bool value) {
  function set_escape_whitespaces (line 4222) | inline void NormalizerSpec::set_escape_whitespaces(bool value) {
  function _internal_has_normalization_rule_tsv (line 4228) | inline bool NormalizerSpec::_internal_has_normalization_rule_tsv() const {
  function clear_normalization_rule_tsv (line 4235) | inline void NormalizerSpec::clear_normalization_rule_tsv() {
  function set_normalization_rule_tsv (line 4243) | inline void NormalizerSpec::set_normalization_rule_tsv(const std::string...
  function std (line 4247) | inline std::string* NormalizerSpec::mutable_normalization_rule_tsv() {
  function _internal_set_normalization_rule_tsv (line 4254) | inline void NormalizerSpec::_internal_set_normalization_rule_tsv(const s...
  function set_normalization_rule_tsv (line 4258) | inline void NormalizerSpec::set_normalization_rule_tsv(std::string&& val...
  function set_normalization_rule_tsv (line 4264) | inline void NormalizerSpec::set_normalization_rule_tsv(const char* value) {
  function set_normalization_rule_tsv (line 4270) | inline void NormalizerSpec::set_normalization_rule_tsv(const char* value,
  function std (line 4277) | inline std::string* NormalizerSpec::_internal_mutable_normalization_rule...
  function std (line 4281) | inline std::string* NormalizerSpec::release_normalization_rule_tsv() {
  function set_allocated_normalization_rule_tsv (line 4289) | inline void NormalizerSpec::set_allocated_normalization_rule_tsv(std::st...
  function _internal_has_input (line 4305) | inline bool SelfTestData_Sample::_internal_has_input() const {
  function clear_input (line 4312) | inline void SelfTestData_Sample::clear_input() {
  function set_input (line 4320) | inline void SelfTestData_Sample::set_input(const std::string& value) {
  function std (line 4324) | inline std::string* SelfTestData_Sample::mutable_input() {
  function _internal_set_input (line 4331) | inline void SelfTestData_Sample::_internal_set_input(const std::string& ...
  function set_input (line 4335) | inline void SelfTestData_Sample::set_input(std::string&& value) {
  function set_input (line 4341) | inline void SelfTestData_Sample::set_input(const char* value) {
  function set_input (line 4347) | inline void SelfTestData_Sample::set_input(const char* value,
  function std (line 4354) | inline std::string* SelfTestData_Sample::_internal_mutable_input() {
  function std (line 4358) | inline std::string* SelfTestData_Sample::release_input() {
  function set_allocated_input (line 4366) | inline void SelfTestData_Sample::set_allocated_input(std::string* input) {
  function _internal_has_expected (line 4378) | inline bool SelfTestData_Sample::_internal_has_expected() const {
  function clear_expected (line 4385) | inline void SelfTestData_Sample::clear_expected() {
  function set_expected (line 4393) | inline void SelfTestData_Sample::set_expected(const std::string& value) {
  function std (line 4397) | inline std::string* SelfTestData_Sample::mutable_expected() {
  function _internal_set_expected (line 4404) | inline void SelfTestData_Sample::_internal_set_expected(const std::strin...
  function set_expected (line 4408) | inline void SelfTestData_Sample::set_expected(std::string&& value) {
  function set_expected (line 4414) | inline void SelfTestData_Sample::set_expected(const char* value) {
  function set_expected (line 4420) | inline void SelfTestData_Sample::set_expected(const char* value,
  function std (line 4427) | inline std::string* SelfTestData_Sample::_internal_mutable_expected() {
  function std (line 4431) | inline std::string* SelfTestData_Sample::release_expected() {
  function set_allocated_expected (line 4439) | inline void SelfTestData_Sample::set_allocated_expected(std::string* exp...
  function clear_samples (line 4461) | inline void SelfTestData::clear_samples() {
  function sentencepiece (line 4464) | inline ::sentencepiece::SelfTestData_Sample* SelfTestData::mutable_sampl...
  function PROTOBUF_NAMESPACE_ID (line 4468) | inline ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::sentencepiece::SelfT...
  function sentencepiece (line 4473) | inline const ::sentencepiece::SelfTestData_Sample& SelfTestData::_intern...
  function sentencepiece (line 4476) | inline const ::sentencepiece::SelfTestData_Sample& SelfTestData::samples...
  function sentencepiece (line 4480) | inline ::sentencepiece::SelfTestData_Sample* SelfTestData::_internal_add...
  function sentencepiece (line 4483) | inline ::sentencepiece::SelfTestData_Sample* SelfTestData::add_samples() {
  function PROTOBUF_NAMESPACE_ID (line 4487) | inline const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::sentencepiece:...
  function clear_piece (line 4505) | inline void ModelProto_SentencePiece::clear_piece() {
  function set_piece (line 4513) | inline void ModelProto_SentencePiece::set_piece(const std::string& value) {
  function std (line 4517) | inline std::string* ModelProto_SentencePiece::mutable_piece() {
  function _internal_set_piece (line 4524) | inline void ModelProto_SentencePiece::_internal_set_piece(const std::str...
  function set_piece (line 4528) | inline void ModelProto_SentencePiece::set_piece(std::string&& value) {
  function set_piece (line 4534) | inline void ModelProto_SentencePiece::set_piece(const char* value) {
  function set_piece (line 4540) | inline void ModelProto_SentencePiece::set_piece(const char* value,
  function std (line 4547) | inline std::string* ModelProto_SentencePiece::_internal_mutable_piece() {
  function std (line 4551) | inline std::string* ModelProto_SentencePiece::release_piece() {
  function set_allocated_piece (line 4559) | inline void ModelProto_SentencePiece::set_allocated_piece(std::string* p...
  function _internal_has_score (line 4571) | inline bool ModelProto_SentencePiece::_internal_has_score() const {
  function clear_score (line 4578) | inline void ModelProto_SentencePiece::clear_score() {
  function _internal_set_score (line 4589) | inline void ModelProto_SentencePiece::_internal_set_score(float value) {
  function set_score (line 4593) | inline void ModelProto_SentencePiece::set_score(float value) {
  function _internal_has_type (line 4599) | inline bool ModelProto_SentencePiece::_internal_has_type() const {
  function clear_type (line 4606) | inline void ModelProto_SentencePiece::clear_type() {
  function _internal_set_type (line 4617) | inline void ModelProto_SentencePiece::_internal_set_type(::sentencepiece...
  function set_type (line 4622) | inline void ModelProto_SentencePiece::set_type(::sentencepiece::ModelPro...
  function clear_pieces (line 4638) | inline void ModelProto::clear_pieces() {
  function sentencepiece (line 4641) | inline ::sentencepiece::ModelProto_SentencePiece* ModelProto::mutable_pi...
  function PROTOBUF_NAMESPACE_ID (line 4645) | inline ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::sentencepiece::Model...
  function sentencepiece (line 4650) | inline const ::sentencepiece::ModelProto_SentencePiece& ModelProto::_int...
  function sentencepiece (line 4653) | inline const ::sentencepiece::ModelProto_SentencePiece& ModelProto::piec...
  function sentencepiece (line 4657) | inline ::sentencepiece::ModelProto_SentencePiece* ModelProto::_internal_...
  function sentencepiece (line 4660) | inline ::sentencepiece::ModelProto_SentencePiece* ModelProto::add_pieces...
  function PROTOBUF_NAMESPACE_ID (line 4664) | inline const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::sentencepiece:...
  function clear_trainer_spec (line 4679) | inline void ModelProto::clear_trainer_spec() {
  function sentencepiece (line 4683) | inline const ::sentencepiece::TrainerSpec& ModelProto::_internal_trainer...
  function unsafe_arena_set_allocated_trainer_spec (line 4692) | inline void ModelProto::unsafe_arena_set_allocated_trainer_spec(
  function sentencepiece (line 4705) | inline ::sentencepiece::TrainerSpec* ModelProto::release_trainer_spec() {
  function sentencepiece (line 4714) | inline ::sentencepiece::TrainerSpec* ModelProto::unsafe_arena_release_tr...
  function sentencepiece (line 4721) | inline ::sentencepiece::TrainerSpec* ModelProto::_internal_mutable_train...
  function sentencepiece (line 4729) | inline ::sentencepiece::TrainerSpec* ModelProto::mutable_trainer_spec() {
  function set_allocated_trainer_spec (line 4733) | inline void ModelProto::set_allocated_trainer_spec(::sentencepiece::Trai...
  function _internal_has_normalizer_spec (line 4754) | inline bool ModelProto::_internal_has_normalizer_spec() const {
  function clear_normalizer_spec (line 4762) | inline void ModelProto::clear_normalizer_spec() {
  function sentencepiece (line 4766) | inline const ::sentencepiece::NormalizerSpec& ModelProto::_internal_norm...
  function unsafe_arena_set_allocated_normalizer_spec (line 4775) | inline void ModelProto::unsafe_arena_set_allocated_normalizer_spec(
  function sentencepiece (line 4788) | inline ::sentencepiece::NormalizerSpec* ModelProto::release_normalizer_s...
  function sentencepiece (line 4797) | inline ::sentencepiece::NormalizerSpec* ModelProto::unsafe_arena_release...
  function sentencepiece (line 4804) | inline ::sentencepiece::NormalizerSpec* ModelProto::_internal_mutable_no...
  function sentencepiece (line 4812) | inline ::sentencepiece::NormalizerSpec* ModelProto::mutable_normalizer_s...
  function set_allocated_normalizer_spec (line 4816) | inline void ModelProto::set_allocated_normalizer_spec(::sentencepiece::N...
  function _internal_has_self_test_data (line 4837) | inline bool ModelProto::_internal_has_self_test_data() const {
  function clear_self_test_data (line 4845) | inline void ModelProto::clear_self_test_data() {
  function sentencepiece (line 4849) | inline const ::sentencepiece::SelfTestData& ModelProto::_internal_self_t...
  function unsafe_arena_set_allocated_self_test_data (line 4858) | inline void ModelProto::unsafe_arena_set_allocated_self_test_data(
  function sentencepiece (line 4871) | inline ::sentencepiece::SelfTestData* ModelProto::release_self_test_data...
  function sentencepiece (line 4880) | inline ::sentencepiece::SelfTestData* ModelProto::unsafe_arena_release_s...
  function sentencepiece (line 4887) | inline ::sentencepiece::SelfTestData* ModelProto::_internal_mutable_self...
  function sentencepiece (line 4895) | inline ::sentencepiece::SelfTestData* ModelProto::mutable_self_test_data...
  function set_allocated_self_test_data (line 4899) | inline void ModelProto::set_allocated_self_test_data(::sentencepiece::Se...
  function _internal_has_denormalizer_spec (line 4920) | inline bool ModelProto::_internal_has_denormalizer_spec() const {
  function clear_denormalizer_spec (line 4928) | inline void ModelProto::clear_denormalizer_spec() {
  function sentencepiece (line 4932) | inline const ::sentencepiece::NormalizerSpec& ModelProto::_internal_deno...
  function unsafe_arena_set_allocated_denormalizer_spec (line 4941) | inline void ModelProto::unsafe_arena_set_allocated_denormalizer_spec(
  function sentencepiece (line 4954) | inline ::sentencepiece::NormalizerSpec* ModelProto::release_denormalizer...
  function sentencepiece (line 4963) | inline ::sentencepiece::NormalizerSpec* ModelProto::unsafe_arena_release...
  function sentencepiece (line 4970) | inline ::sentencepiece::NormalizerSpec* ModelProto::_internal_mutable_de...
  function sentencepiece (line 4978) | inline ::sentencepiece::NormalizerSpec* ModelProto::mutable_denormalizer...
  function set_allocated_denormalizer_spec (line 4982) | inline void ModelProto::set_allocated_denormalizer_spec(::sentencepiece:...
  function PROTOBUF_NAMESPACE_OPEN (line 5020) | PROTOBUF_NAMESPACE_OPEN
  function true_type (line 5023) | struct is_proto_enum< ::sentencepiece::ModelProto_SentencePiece_Type> : ...

FILE: src/char_model.cc
  type sentencepiece (line 18) | namespace sentencepiece {
    type character (line 19) | namespace character {
      function EncodeResult (line 28) | EncodeResult Model::Encode(absl::string_view normalized) const {

FILE: src/char_model.h
  function namespace (line 21) | namespace sentencepiece {

FILE: src/char_model_test.cc
  type sentencepiece (line 21) | namespace sentencepiece {
    type character (line 22) | namespace character {
      function ModelProto (line 28) | ModelProto MakeBaseModelProto() {
      function AddPiece (line 44) | void AddPiece(ModelProto *model_proto, const std::string &piece,
      function TEST (line 51) | TEST(ModelTest, EncodeTest) {
      function TEST (line 109) | TEST(CharModelTest, NotSupportedTest) {

FILE: src/char_model_trainer.cc
  type sentencepiece (line 21) | namespace sentencepiece {
    type character (line 22) | namespace character {

FILE: src/char_model_trainer.h
  function namespace (line 21) | namespace sentencepiece {

FILE: src/char_model_trainer_test.cc
  type sentencepiece (line 26) | namespace sentencepiece {
    type character (line 27) | namespace character {
      function RunTrainer (line 33) | std::string RunTrainer(const std::vector<std::string> &input, int si...
      function TEST (line 73) | TEST(TrainerTest, BasicTest) {

FILE: src/compile_charsmap_main.cc
  type sentencepiece (line 36) | namespace sentencepiece {
    function ToHexUInt64Array (line 39) | std::string ToHexUInt64Array(
    function ToHexData (line 73) | std::string ToHexData(absl::string_view data) {
    function MakeHeader (line 103) | std::string MakeHeader(
  function main (line 161) | int main(int argc, char **argv) {

FILE: src/error.cc
  type sentencepiece (line 20) | namespace sentencepiece {
    type util (line 21) | namespace util {
      type Status::Rep (line 26) | struct Status::Rep {
      function StatusCode (line 58) | StatusCode Status::code() const { return ok() ? StatusCode::kOk : re...

FILE: src/filesystem.cc
  type sentencepiece (line 29) | namespace sentencepiece {
    type filesystem (line 30) | namespace filesystem {
      class PosixReadableFile (line 32) | class PosixReadableFile : public ReadableFile {
        method PosixReadableFile (line 34) | PosixReadableFile(absl::string_view filename, bool is_binary = false)
        method status (line 50) | util::Status status() const { return status_; }
        method ReadLine (line 52) | bool ReadLine(std::string *line) {
        method ReadAll (line 56) | bool ReadAll(std::string *line) {
      class PosixWritableFile (line 71) | class PosixWritableFile : public WritableFile {
        method PosixWritableFile (line 73) | PosixWritableFile(absl::string_view filename, bool is_binary = false)
        method status (line 89) | util::Status status() const { return status_; }
        method Write (line 91) | bool Write(absl::string_view text) {
        method WriteLine (line 96) | bool WriteLine(absl::string_view text) { return Write(text) && Wri...
      function NewReadableFile (line 106) | std::unique_ptr<ReadableFile> NewReadableFile(absl::string_view file...
      function NewWritableFile (line 111) | std::unique_ptr<WritableFile> NewWritableFile(absl::string_view file...

FILE: src/filesystem.h
  function namespace (line 28) | namespace sentencepiece {

FILE: src/filesystem_test.cc
  type sentencepiece (line 20) | namespace sentencepiece {
    function TEST (line 22) | TEST(UtilTest, FilesystemTest) {
    function TEST (line 49) | TEST(UtilTest, FilesystemInvalidFileTest) {

FILE: src/freelist.h
  function namespace (line 22) | namespace sentencepiece {

FILE: src/freelist_test.cc
  type sentencepiece (line 18) | namespace sentencepiece {
    type model (line 19) | namespace model {
      function TEST (line 21) | TEST(FreeListTest, BasicTest) {

FILE: src/init.cc
  function ABSL_FLAG (line 32) | ABSL_FLAG(bool, quiet, false, "Suppress logging message.");
  function ShutdownLibrary (line 61) | void ShutdownLibrary() { google::protobuf::ShutdownProtobufLibrary(); }

FILE: src/init.h
  function namespace (line 20) | namespace sentencepiece {

FILE: src/init_test.cc
  function TEST (line 44) | TEST(FlagsTest, ParseCommandLineFlagsTest) {
  function TEST (line 66) | TEST(FlagsTest, ParseCommandLineFlagsTest2) {
  function TEST (line 81) | TEST(FlagsTest, ParseCommandLineFlagsTest3) {
  function TEST (line 92) | TEST(FlagsTest, ParseCommandLineFlagsEmptyStringArgs) {
  function TEST (line 101) | TEST(FlagsTest, ParseCommandLineFlagsEmptyBoolArgs) {

FILE: src/model_factory.cc
  type sentencepiece (line 22) | namespace sentencepiece {

FILE: src/model_factory.h
  function namespace (line 23) | namespace sentencepiece {

FILE: src/model_factory_test.cc
  type sentencepiece (line 18) | namespace sentencepiece {
    function TEST (line 20) | TEST(ModelFactoryTest, BasicTest) {

FILE: src/model_interface.cc
  type sentencepiece (line 23) | namespace sentencepiece {
    function SplitIntoWords (line 153) | std::vector<absl::string_view> SplitIntoWords(absl::string_view text,
    function ByteToPiece (line 210) | std::string ByteToPiece(unsigned char c) {
    function PieceToByte (line 214) | int PieceToByte(absl::string_view piece) {

FILE: src/model_interface.h
  function namespace (line 33) | namespace sentencepiece {
  function virtual (line 114) | virtual float CalculateEntropy(absl::string_view normalized,
  function virtual (line 138) | virtual const std::string &IdToPiece(int id) const {
  function virtual (line 152) | virtual float GetScore(int id) const {
  function virtual (line 157) | virtual bool IsUnknown(int id) const {
  function virtual (line 163) | virtual bool IsControl(int id) const {
  function virtual (line 169) | virtual bool IsUnused(int id) const {
  function virtual (line 175) | virtual bool IsUserDefined(int id) const {
  function virtual (line 181) | virtual bool IsByte(int id) const {
  function virtual (line 194) | virtual bool VerifyOutputsEquivalent(absl::string_view expected,
  function GetScoreInlined (line 203) | inline float GetScoreInlined(int id) const {
  function IsUnknownInlined (line 207) | inline bool IsUnknownInlined(int id) const {
  function IsControlInlined (line 212) | inline bool IsControlInlined(int id) const {
  function IsUnusedInlined (line 217) | inline bool IsUnusedInlined(int id) const {
  function IsUserDefinedInlined (line 222) | inline bool IsUserDefinedInlined(int id) const {
  function IsByteInlined (line 227) | inline bool IsByteInlined(int id) const {

FILE: src/model_interface_test.cc
  type sentencepiece (line 22) | namespace sentencepiece {
    function ModelProto (line 31) | ModelProto MakeBaseModelProto(TrainerSpec::ModelType type,
    function AddPiece (line 50) | void AddPiece(ModelProto *model_proto, const std::string &piece,
    function AddBytePiece (line 57) | void AddBytePiece(ModelProto *model_proto, unsigned char byte) {
    function TEST (line 63) | TEST(ModelInterfaceTest, GetDefaultPieceTest) {
    function TEST (line 111) | TEST(ModelInterfaceTest, SetModelInterfaceTest) {
    function TEST (line 125) | TEST(ModelInterfaceTest, PieceToIdTest) {
    function TEST (line 210) | TEST(ModelInterfaceTest, InvalidModelTest) {
    function TEST (line 245) | TEST(ModelInterfaceTest, ByteFallbackModelTest) {
    function RandomString (line 279) | std::string RandomString(int length) {
    function TEST (line 294) | TEST(ModelInterfaceTest, PieceToIdStressTest) {
    function TEST (line 321) | TEST(ModelInterfaceTest, SplitIntoWordsTest) {
    function TEST (line 360) | TEST(ModelInterfaceTest, SplitIntoWordsSuffixTest) {
    function TEST (line 416) | TEST(ModelInterfaceTest, SplitIntoWordsWhiteSpaceOnly) {
    function TEST (line 460) | TEST(ModelInterfaceTest, ByteToPieceTest) {
    function TEST (line 468) | TEST(ModelInterfaceTest, PieceToByteTest) {
    function TEST (line 485) | TEST(ModelInterfaceTest, VerifyOutputsEquivalent) {

FILE: src/normalization_rule.h
  function namespace (line 4) | namespace sentencepiece {

FILE: src/normalizer.cc
  type sentencepiece (line 28) | namespace sentencepiece {
    type normalizer (line 29) | namespace normalizer {

FILE: src/normalizer.h
  function namespace (line 30) | namespace sentencepiece {

FILE: src/normalizer_test.cc
  type sentencepiece (line 24) | namespace sentencepiece {
    type normalizer (line 25) | namespace normalizer {
      function NormalizerSpec (line 33) | NormalizerSpec MakeDefaultSpec() {
      function TEST (line 38) | TEST(NormalizerTest, NormalizeTest) {
      function TEST (line 78) | TEST(NormalizerTest, NormalizeWithoutDummyPrefixTest) {
      function TEST (line 98) | TEST(NormalizerTest, NormalizeTreatWSAsSuffixTest) {
      function TEST (line 114) | TEST(NormalizerTest, NormalizeWithoutRemoveExtraWhitespacesTest) {
      function TEST (line 131) | TEST(NormalizerTest, NormalizeWithoutEscapeWhitespacesTest) {
      function TEST (line 150) | TEST(NormalizeTest, NomalizeWithSpaceContainedRules) {
      function TEST (line 267) | TEST(NormalizerTest, NormalizeReplacementChar) {
      function TEST (line 278) | TEST(NormalizerTest, NormalizeFullTest) {
      function TEST (line 360) | TEST(NormalizerTest, EncodeDecodePrecompiledCharsMapTest) {
      function TEST (line 396) | TEST(NormalizerTest, StatusTest) {
      function TEST (line 416) | TEST(NormalizerTest, PrefixMatcherTest) {
      function TEST (line 439) | TEST(NormalizerTest, PrefixMatcherWithEmptyTest) {

FILE: src/pretokenizer_for_training.cc
  type sentencepiece (line 20) | namespace sentencepiece {
    type pretokenizer (line 21) | namespace pretokenizer {

FILE: src/pretokenizer_for_training.h
  function namespace (line 26) | namespace sentencepiece {

FILE: src/pretokenizer_for_training_test.cc
  type sentencepiece (line 22) | namespace sentencepiece {
    type pretokenizer (line 23) | namespace pretokenizer {
      class MockPretokenizer (line 25) | class MockPretokenizer : public PretokenizerForTrainingInterface {
        method MockPretokenizer (line 27) | MockPretokenizer() {}
        method SentencePieceText (line 30) | SentencePieceText Tokenize(absl::string_view text) const override {
        method status (line 34) | util::Status status() const override { return util::OkStatus(); }
        method SetOutput (line 36) | void SetOutput(const SentencePieceText &spt) { spt_ = spt; }
      function TEST (line 42) | TEST(PretokenizerForTrainingTest, BaseTest) {

FILE: src/sentencepiece_processor.cc
  type sentencepiece (line 43) | namespace sentencepiece {
    function ToPieceArray (line 57) | std::vector<absl::string_view> ToPieceArray(const std::vector<std::str...
    function ConvertToUnicodeSpansInternal (line 63) | void ConvertToUnicodeSpansInternal(SentencePieceText *spt) {
    function ImmutableSentencePieceText_ImmutableSentencePiece (line 147) | ImmutableSentencePieceText_ImmutableSentencePiece
    function SentencePieceText (line 160) | SentencePieceText *ImmutableSentencePieceText::mutable_proto() {
    function ImmutableSentencePieceText (line 183) | ImmutableSentencePieceText ImmutableNBestSentencePieceText::nbests(
    function NBestSentencePieceText (line 197) | NBestSentencePieceText *ImmutableNBestSentencePieceText::mutable_proto...
    function ModelProto (line 1117) | const ModelProto &SentencePieceProcessor::model_proto() const {
    function NormalizerSpec (line 1125) | NormalizerSpec *SentencePieceProcessor::mutable_normalizer_spec() const {
    type io (line 1135) | namespace io {
      function LoadModelProto (line 1136) | util::Status LoadModelProto(absl::string_view filename,
      function SaveModelProto (line 1156) | util::Status SaveModelProto(absl::string_view filename,

FILE: src/sentencepiece_processor.h
  function namespace (line 30) | namespace absl {
  function namespace (line 36) | namespace sentencepiece {

FILE: src/sentencepiece_processor_test.cc
  type sentencepiece (line 32) | namespace sentencepiece {
    class MockModel (line 37) | class MockModel : public ModelInterface {
      method SetEncodeResult (line 39) | void SetEncodeResult(absl::string_view input, const EncodeResult &ou...
      method SetNBestEncodeResult (line 44) | void SetNBestEncodeResult(absl::string_view input,
      method EncodeResult (line 50) | EncodeResult Encode(absl::string_view normalized) const {
      method EncodeResult (line 55) | EncodeResult SampleEncode(absl::string_view normalized, float alpha)...
      method NBestEncodeResult (line 60) | NBestEncodeResult NBestEncode(absl::string_view normalized,
      method IsSampleEncodeAvailable (line 66) | bool IsSampleEncodeAvailable() const override { return true; }
      method IsNBestEncodeAvailable (line 68) | bool IsNBestEncodeAvailable() const override { return true; }
      method IsControl (line 70) | bool IsControl(int id) const { return id == 1 || id == 2; }
      method IsUnknown (line 72) | bool IsUnknown(int id) const { return id == 0; }
      method GetPieceSize (line 74) | int GetPieceSize() const { return 10; }
      method PieceToId (line 76) | int PieceToId(absl::string_view piece) const { return 0; }
      method GetScore (line 80) | float GetScore(int id) const { return 0.0; }
    class ByteFallbackMockModel (line 89) | class ByteFallbackMockModel : public MockModel {
      method ByteFallbackEnabled (line 91) | bool ByteFallbackEnabled() const override { return true; }
    function GetSpVec (line 94) | std::vector<std::string> GetSpVec(const EncodeResult &pieces) {
    function GetIdVec (line 102) | std::vector<int> GetIdVec(const EncodeResult &pieces) {
    function GetSpVec (line 110) | std::vector<std::string> GetSpVec(const SentencePieceText &spt) {
    function NormalizerSpec (line 118) | NormalizerSpec MakeDefaultNormalizerSpec() {
    function TEST (line 122) | TEST(SentencepieceProcessorTest, StatusTest) {
    function TEST (line 130) | TEST(SentencepieceProcessorTest, EncodeTest) {
    function TEST (line 418) | TEST(SentencepieceProcessorTest, NBestEncodeTest) {
    function TEST (line 472) | TEST(SentencepieceProcessorTest, SampleEncodeTest) {
    function TEST (line 544) | TEST(SentencepieceProcessorTest, DecodeTest) {
    function TEST (line 711) | TEST(SentencepieceProcessorTest, DummyPrefixDecodeTest) {
    function TEST (line 791) | TEST(SentencepieceProcessorTest, ByteFallbackDecodeTest) {
    function AddPiece (line 946) | void AddPiece(ModelProto *model_proto, absl::string_view piece,
    function TEST (line 953) | TEST(SentencePieceProcessorTest, LoadInvalidModelTest) {
    function TEST (line 959) | TEST(SentencePieceProcessorTest, LoadSerializedProtoTest) {
    function TEST (line 974) | TEST(SentencePieceProcessorTest, EndToEndTest) {
    function TEST (line 1375) | TEST(SentencePieceProcessorTest, SkipNormalizationTest) {
    function TEST (line 1407) | TEST(SentencePieceProcessorTest, ExtraOptionsUndefinedTest) {
    function TEST (line 1427) | TEST(SentencePieceProcessorTest, OverrideSpecialPieceTest) {
    function TEST (line 1461) | TEST(SentencePieceProcessorTest, VocabularyTest) {
    function TEST (line 1564) | TEST(SentencePieceProcessorTest, ImmutableSentencePieceTextTest) {
    function TEST (line 1624) | TEST(SentencePieceProcessorTest, ImmutableNBestSentencePieceTextTest) {
    function TEST (line 1657) | TEST(SentencePieceProcessorTest, ConvertToUnicodeSpansTest) {

FILE: src/sentencepiece_trainer.cc
  type sentencepiece (line 35) | namespace sentencepiece {
    function NormalizerSpec (line 92) | NormalizerSpec SentencePieceTrainer::GetNormalizerSpec(absl::string_vi...
    class VectorSentenceIterator (line 202) | class VectorSentenceIterator : public SentenceIterator {
      method VectorSentenceIterator (line 204) | explicit VectorSentenceIterator(const std::vector<std::string> &values)
      method done (line 207) | virtual bool done() const { return iter_ == end_; }
      method Next (line 208) | void Next() override { ++iter_; }
      method status (line 210) | util::Status status() const override { return util::OkStatus(); }
    function NormalizerSpec (line 361) | NormalizerSpec *SentencePieceNormalizer::mutable_normalizer_spec() con...
    function ConvertToUnicodeAlignment (line 369) | void ConvertToUnicodeAlignment(absl::string_view orig, absl::string_vi...

FILE: src/sentencepiece_trainer.h
  function namespace (line 30) | namespace pretokenizer {
  function namespace (line 34) | namespace normalizer {
  function class (line 46) | class SentenceIterator {

FILE: src/sentencepiece_trainer_test.cc
  type sentencepiece (line 23) | namespace sentencepiece {
    function CheckVocab (line 32) | void CheckVocab(absl::string_view filename, int expected_vocab_size) {
    function CheckNormalizer (line 40) | void CheckNormalizer(absl::string_view filename, bool expected_has_nor...
    function TEST (line 52) | TEST(SentencePieceTrainerTest, TrainFromArgsTest) {
    function TEST (line 102) | TEST(SentencePieceTrainerTest, TrainFromIterator) {
    function TEST (line 151) | TEST(SentencePieceTrainerTest, TrainWithCustomNormalizationRule) {
    function TEST (line 164) | TEST(SentencePieceTrainerTest, TrainWithCustomDenormalizationRule) {
    function TEST (line 183) | TEST(SentencePieceTrainerTest, TrainErrorTest) {
    function TEST (line 191) | TEST(SentencePieceTrainerTest, TrainTest) {
    function TEST (line 201) | TEST(SentencePieceTrainerTest, SetProtoFieldTest) {
    function TEST (line 278) | TEST(SentencePieceTrainerTest, MergeSpecsFromArgs) {
    function TEST (line 339) | TEST(SentencePieceTrainerTest, PopulateModelTypeFromStringTest) {
    function TEST (line 357) | TEST(SentencePieceTrainerTest, NormalizationTest) {

FILE: src/spec_parser.h
  function namespace (line 26) | namespace sentencepiece {

FILE: src/spm_decode_main.cc
  function main (line 36) | int main(int argc, char *argv[]) {

FILE: src/spm_encode_main.cc
  function main (line 55) | int main(int argc, char *argv[]) {

FILE: src/spm_export_vocab_main.cc
  function main (line 30) | int main(int argc, char *argv[]) {

FILE: src/spm_normalize_main.cc
  function main (line 48) | int main(int argc, char *argv[]) {

FILE: src/test_main.cc
  function main (line 26) | int main(int argc, char **argv) {

FILE: src/testharness.cc
  type sentencepiece (line 32) | namespace sentencepiece {
    type test (line 33) | namespace test {
      type Test (line 36) | struct Test {
      function RegisterTest (line 44) | bool RegisterTest(const char *base, const char *name, void (*func)()) {
      function RunAllTests (line 56) | int RunAllTests() {

FILE: src/testharness.h
  function namespace (line 31) | namespace testing {
  function namespace (line 36) | namespace sentencepiece {

FILE: src/trainer_factory.cc
  type sentencepiece (line 22) | namespace sentencepiece {

FILE: src/trainer_factory.h
  function namespace (line 23) | namespace sentencepiece {

FILE: src/trainer_factory_test.cc
  type sentencepiece (line 18) | namespace sentencepiece {
    function TEST (line 20) | TEST(TrainerFactoryTest, BasicTest) {

FILE: src/trainer_interface.cc
  type sentencepiece (line 41) | namespace sentencepiece {
    function VerifySpec (line 53) | util::Status VerifySpec(const TrainerSpec &trainer_spec) {
    function is_unicode_decimal_number (line 97) | bool is_unicode_decimal_number(char32 c) {
    class SentenceSelector (line 101) | class SentenceSelector {
      method SentenceSelector (line 107) | SentenceSelector(TrainerInterface::Sentences *sentences,
      method Finish (line 123) | void Finish() const {
      method Add (line 135) | bool Add(const std::pair<std::string, int64_t> &sentence) {
      method total_size (line 154) | size_t total_size() const {
    function AddDPNoise (line 310) | void AddDPNoise(const TrainerSpec &trainer_spec, std::mt19937 *generator,

FILE: src/trainer_interface.h
  function namespace (line 33) | namespace sentencepiece {

FILE: src/trainer_interface_test.cc
  type sentencepiece (line 25) | namespace sentencepiece {
    function char32 (line 31) | static char32 ToChar32(absl::string_view str) {
    function TEST (line 36) | TEST(TrainerInterfaceTest, IsValidSentencePieceTest) {
    function TEST (line 202) | TEST(TrainerInterfaceTest, OverrideSpecialPiecesTest) {
    function TEST (line 419) | TEST(TrainerInterfaceTest, BytePiecesTest) {
    function TEST (line 444) | TEST(TrainerInterfaceTest, SerializeTest) {
    function TEST (line 494) | TEST(TrainerInterfaceTest, CharactersTest) {
    function TEST (line 558) | TEST(TrainerInterfaceTest, MultiFileSentenceIteratorTest) {
    function TEST (line 581) | TEST(TrainerInterfaceTest, MultiFileSentenceIteratorErrorTest) {

FILE: src/unicode_script.cc
  type sentencepiece (line 22) | namespace sentencepiece {
    type unicode_script (line 23) | namespace unicode_script {
      class GetScriptInternal (line 25) | class GetScriptInternal {
        method GetScriptInternal (line 27) | GetScriptInternal() { InitTable(&smap_); }
        method ScriptType (line 29) | ScriptType GetScript(char32 c) const {
      function ScriptType (line 38) | ScriptType GetScript(char32 c) {

FILE: src/unicode_script.h
  function namespace (line 20) | namespace sentencepiece {

FILE: src/unicode_script_map.h
  function namespace (line 18) | namespace sentencepiece {

FILE: src/unicode_script_test.cc
  type sentencepiece (line 21) | namespace sentencepiece {
    type unicode_script (line 22) | namespace unicode_script {
      function ScriptType (line 23) | ScriptType GetScriptType(absl::string_view s) {
      function TEST (line 29) | TEST(UnicodeScript, GetScriptTypeTest) {

FILE: src/unigram_model.cc
  type sentencepiece (line 32) | namespace sentencepiece {
    type unigram (line 33) | namespace unigram {
      function LogSumExp (line 47) | inline float LogSumExp(float x, float y, bool init_mode) {
      function Gumbel (line 63) | inline float Gumbel() {
      type Hypothesis (line 296) | struct Hypothesis {
      function Hypothesis (line 313) | Hypothesis *CloneHypAndDependents(
      class HypothesisComparator (line 369) | class HypothesisComparator {
      function EncodeResult (line 674) | EncodeResult Model::Encode(absl::string_view normalized) const {
      function NBestEncodeResult (line 695) | NBestEncodeResult Model::NBestEncode(absl::string_view normalized,
      function EncodeResult (line 723) | EncodeResult Model::SampleEncode(absl::string_view normalized,
      function NBestEncodeResult (line 741) | NBestEncodeResult Model::SampleEncodeAndScore(absl::string_view norm...
      function EncodeResult (line 889) | EncodeResult Model::EncodeOptimized(absl::string_view normalized) co...

FILE: src/unigram_model.h
  function namespace (line 30) | namespace unigram {

FILE: src/unigram_model_test.cc
  type sentencepiece (line 29) | namespace sentencepiece {
    type unigram (line 30) | namespace unigram {
      function TEST (line 32) | TEST(LatticeTest, SetSentenceTest) {
      function TEST (line 76) | TEST(LatticeTest, InsertTest) {
      function TEST (line 162) | TEST(LatticeTest, ViterbiFromIncompleteLatticeTest) {
      function GetTokenized (line 176) | std::string GetTokenized(const std::vector<Lattice::Node *> &nodes) {
      function InsertWithScore (line 184) | void InsertWithScore(Lattice *lattice, int pos, int length, float sc...
      function InsertWithScoreAndId (line 188) | void InsertWithScoreAndId(Lattice *lattice, int pos, int length, flo...
      function TEST (line 195) | TEST(LatticeTest, ViterbiTest) {
      function TEST (line 214) | TEST(LatticeTest, NBestTest) {
      function TEST (line 240) | TEST(LatticeTest, NBestSampleTest) {
      function TEST (line 321) | TEST(LatticeTest, CalculateEntropyTest) {
      function TEST (line 357) | TEST(LatticeTest, ForwardAlgorithmTest) {
      function TEST (line 394) | TEST(LatticeTest, PopulateMarginalTest) {
      function TEST (line 429) | TEST(LatticeTest, SampleTest) {
      function ModelProto (line 468) | ModelProto MakeBaseModelProto() {
      class UnigramModelTest (line 492) | class UnigramModelTest : public test::TestWithParam<Model::EncoderVe...
        method SetUp (line 494) | void SetUp() override { encoder_version_ = GetParam(); }
        method TearDown (line 495) | void TearDown() override {}
      function AddPiece (line 499) | void AddPiece(ModelProto *model_proto, const std::string &piece,
      function TEST (line 506) | TEST(UnigramModelTest, SetUnigramModelTest) {
      function TEST (line 519) | TEST(UnigramModelTest, SampleEncodeAndScoreTest) {
      function TEST_P (line 615) | TEST_P(UnigramModelTest, PieceToIdTest) {
      function TEST_P (line 678) | TEST_P(UnigramModelTest, PopulateNodesAllUnknownsTest) {
      function TEST_P (line 697) | TEST_P(UnigramModelTest, PopulateNodesTest) {
      function TEST_P (line 729) | TEST_P(UnigramModelTest, PopulateNodesWithUnusedTest) {
      function TEST_P (line 756) | TEST_P(UnigramModelTest, ModelNBestTest) {
      function TEST_P (line 782) | TEST_P(UnigramModelTest, EncodeTest) {
      function TEST_P (line 873) | TEST_P(UnigramModelTest, EncodeWithUnusedTest) {
      function TEST_P (line 930) | TEST_P(UnigramModelTest, VerifyOutputsEquivalent) {

FILE: src/unigram_model_trainer.cc
  type sentencepiece (line 40) | namespace sentencepiece {
    type unigram (line 41) | namespace unigram {
      function Digamma (line 46) | double Digamma(double x) {
      function ToLogProb (line 59) | void ToLogProb(IT begin, IT end) {
      class BoundedPriorityQueue (line 71) | class BoundedPriorityQueue {
        method BoundedPriorityQueue (line 73) | explicit BoundedPriorityQueue(size_t size) : size_(size) {}
        method push (line 76) | void push(T elem, int64_t score) {
        method resize (line 89) | void resize() {

FILE: src/unigram_model_trainer.h
  function namespace (line 29) | namespace sentencepiece {

FILE: src/unigram_model_trainer_test.cc
  type sentencepiece (line 29) | namespace sentencepiece {
    type unigram (line 30) | namespace unigram {
      function TEST (line 35) | TEST(UnigramTrainerTest, TrainerModelTest) {
      type TrainerResult (line 42) | struct TrainerResult {
      function TrainerResult (line 47) | TrainerResult RunTrainer(const std::vector<std::string>& input, int ...
      function TEST (line 114) | TEST(UnigramTrainerTest, BasicTest) {
      function TEST (line 128) | TEST(UnigramTrainerTest, BasicDPTest) {
      function TEST (line 155) | TEST(UnigramTrainerTest, EndToEndTest) {

FILE: src/util.cc
  type sentencepiece (line 22) | namespace sentencepiece {
    function SetRandomGeneratorSeed (line 29) | void SetRandomGeneratorSeed(uint32_t seed) {
    function GetRandomGeneratorSeed (line 33) | uint32_t GetRandomGeneratorSeed() {
    function GetDataDir (line 48) | std::string GetDataDir() {
    function SetDataDir (line 53) | void SetDataDir(absl::string_view data_dir) {
    function SetMinLogLevel (line 59) | void SetMinLogLevel(int v) {
    type string_util (line 63) | namespace string_util {
      function char32 (line 66) | char32 DecodeUTF8(const char *begin, const char *end, size_t *mblen) {
      function IsStructurallyValid (line 101) | bool IsStructurallyValid(absl::string_view str) {
      function EncodeUTF8 (line 114) | size_t EncodeUTF8(char32 c, char *output) {
      function UnicodeCharToUTF8 (line 151) | std::string UnicodeCharToUTF8(const char32 c) { return UnicodeTextTo...
      function UnicodeText (line 153) | UnicodeText UTF8ToUnicodeText(absl::string_view utf8) {
      function UnicodeTextToUTF8 (line 166) | std::string UnicodeTextToUTF8(const UnicodeText &utext) {
    type random (line 177) | namespace random {
    type util (line 194) | namespace util {
      function StrError (line 196) | std::string StrError(int errnum) {
      function StrSplitAsCSV (line 214) | std::vector<std::string> StrSplitAsCSV(absl::string_view text) {
      function Utf8ToWide (line 247) | std::wstring Utf8ToWide(absl::string_view input) {
    type log_domain (line 262) | namespace log_domain {
      function LogSum (line 263) | double LogSum(const std::vector<double> &xs) {

FILE: src/util.h
  function namespace (line 36) | namespace sentencepiece {
  function namespace (line 54) | namespace string_util {
  function namespace (line 207) | namespace port {
  function mix (line 259) | inline void mix(uint64_t &a, uint64_t &b, uint64_t &c) {  // 64bit version
  function FingerprintCat (line 298) | inline uint64_t FingerprintCat(uint64_t x, uint64_t y) {
  function namespace (line 306) | namespace random {
  function namespace (line 344) | namespace util {
  function namespace (line 461) | namespace port {

FILE: src/util_test.cc
  type sentencepiece (line 23) | namespace sentencepiece {
    function TEST (line 28) | TEST(UtilTest, LexicalCastTest) {
    function TEST (line 53) | TEST(UtilTest, Hex) {
    function TEST (line 64) | TEST(UtilTest, StringViewTest) {
    function TEST (line 69) | TEST(UtilTest, EncodePODTet) {
    function TEST (line 114) | TEST(UtilTest, ItoaTest) {
    function TEST (line 128) | TEST(UtilTest, OneCharLenTest) {
    function TEST (line 133) | TEST(UtilTest, DecodeUTF8Test) {
    function TEST (line 228) | TEST(UtilTest, EncodeUTF8Test) {
    function TEST (line 257) | TEST(UtilTest, UnicodeCharToUTF8Test) {
    function TEST (line 267) | TEST(UtilTest, IsStructurallyValidTest) {
    function TEST (line 292) | TEST(UtilTest, UnicodeTextToUTF8Test) {
    function TEST (line 305) | TEST(UtilTest, MapUtilTest) {
    function TEST (line 324) | TEST(UtilTest, InputOutputBufferTest) {
    function TEST (line 351) | TEST(UtilTest, InputOutputBufferInvalidFileTest) {
    function TEST (line 356) | TEST(UtilTest, STLDeleteELementsTest) {
    function TEST (line 376) | TEST(UtilTest, StatusTest) {
    function TEST (line 403) | TEST(UtilTest, JoinPathTest) {
    function TEST (line 415) | TEST(UtilTest, ReservoirSamplerTest) {
    function TEST (line 425) | TEST(UtilTest, StrSplitAsCSVTest) {
    function TEST (line 450) | TEST(SentencePieceTrainerTest, DataDirTest) {

FILE: src/word_model.cc
  type sentencepiece (line 18) | namespace sentencepiece {
    type word (line 19) | namespace word {
      function EncodeResult (line 28) | EncodeResult Model::Encode(absl::string_view normalized) const {

FILE: src/word_model.h
  function namespace (line 21) | namespace sentencepiece {

FILE: src/word_model_test.cc
  type sentencepiece (line 22) | namespace sentencepiece {
    type word (line 23) | namespace word {
      function ModelProto (line 29) | ModelProto MakeBaseModelProto() {
      function AddPiece (line 45) | void AddPiece(ModelProto *model_proto, const std::string &piece,
      function TEST (line 52) | TEST(WordModelTest, EncodeTest) {
      function TEST (line 83) | TEST(WordModelTest, NotSupportedTest) {

FILE: src/word_model_trainer.cc
  type sentencepiece (line 24) | namespace sentencepiece {
    type word (line 25) | namespace word {

FILE: src/word_model_trainer.h
  function namespace (line 21) | namespace sentencepiece {

FILE: src/word_model_trainer_test.cc
  type sentencepiece (line 26) | namespace sentencepiece {
    type word (line 27) | namespace word {
      function RunTrainer (line 33) | std::string RunTrainer(const std::vector<std::string> &input, int si...
      function TEST (line 75) | TEST(TrainerTest, BasicTest) {

FILE: third_party/absl/container/btree_set.h
  function namespace (line 20) | namespace absl {

FILE: third_party/absl/container/flat_hash_map.h
  function namespace (line 20) | namespace absl {

FILE: third_party/absl/container/flat_hash_set.h
  function namespace (line 20) | namespace absl {

FILE: third_party/absl/flags/flag.cc
  type FlagFunc (line 52) | struct FlagFunc {
  function FlagMap (line 65) | FlagMap &GetFlagMap() {
  function FlagList (line 70) | FlagList &GetFlagList() {
  function FlagsUsageConfig (line 80) | FlagsUsageConfig &GetFlagsUsageConfig() {
  function CommandLineGetFlag (line 85) | bool CommandLineGetFlag(int argc, char **argv, std::string *key,
  function PrintHelp (line 117) | std::string PrintHelp() {
  function RegisterFlag (line 133) | void RegisterFlag(const std::string &name, std::shared_ptr<FlagFunc> fun...
  function T (line 157) | const T &Flag<T>::value() const {
  class Flag<std::string> (line 179) | class Flag<std::string>
  class Flag<int32_t> (line 180) | class Flag<int32_t>
  class Flag<uint32_t> (line 181) | class Flag<uint32_t>
  class Flag<double> (line 182) | class Flag<double>
  class Flag<float> (line 183) | class Flag<float>
  class Flag<bool> (line 184) | class Flag<bool>
  class Flag<int64_t> (line 185) | class Flag<int64_t>
  class Flag<uint64_t> (line 186) | class Flag<uint64_t>
  function ParseCommandLine (line 188) | std::vector<char *> ParseCommandLine(int argc, char *argv[]) {
  function SetProgramUsageMessage (line 236) | void SetProgramUsageMessage(absl::string_view new_usage_message) {
  function SetFlagsUsageConfig (line 241) | void SetFlagsUsageConfig(FlagsUsageConfig usage_config) {

FILE: third_party/absl/flags/flag.h
  function namespace (line 24) | namespace internal {
  function T (line 37) | const T &value() const;

FILE: third_party/absl/flags/parse.h
  function namespace (line 20) | namespace absl {

FILE: third_party/absl/flags/usage.h
  function namespace (line 20) | namespace absl {

FILE: third_party/absl/flags/usage_config.h
  function namespace (line 21) | namespace absl {

FILE: third_party/absl/log/globals.h
  function namespace (line 20) | namespace absl {

FILE: third_party/absl/log/log.cc
  type absl (line 19) | namespace absl {
    function LogSeverityAtLeast (line 24) | LogSeverityAtLeast MinLogLevel() {
    function SetMinLogLevel (line 28) | void SetMinLogLevel(LogSeverityAtLeast v) {

FILE: third_party/absl/log/log.h
  function namespace (line 22) | namespace absl {

FILE: third_party/absl/strings/ascii.h
  function namespace (line 25) | namespace absl {

FILE: third_party/absl/strings/match.h
  function namespace (line 23) | namespace absl {

FILE: third_party/absl/strings/numbers.h
  function namespace (line 23) | namespace absl {

FILE: third_party/absl/strings/str_cat.h
  function namespace (line 25) | namespace absl {

FILE: third_party/absl/strings/str_format.h
  function namespace (line 25) | namespace absl {

FILE: third_party/absl/strings/str_join.h
  function namespace (line 23) | namespace absl {

FILE: third_party/absl/strings/str_replace.h
  function namespace (line 23) | namespace absl {

FILE: third_party/absl/strings/str_split.h
  function namespace (line 24) | namespace absl {

FILE: third_party/absl/strings/string_view.h
  function namespace (line 33) | namespace absl {
  function string_view (line 51) | inline string_view NullSafeStringView(const char* p) {

FILE: third_party/absl/strings/strip.h
  function namespace (line 23) | namespace absl {

FILE: third_party/darts_clone/darts.h
  function namespace (line 21) | namespace Darts {
  type DoubleArrayImpl (line 316) | typedef DoubleArrayImpl<void, void, int, void> DoubleArray;
  function namespace (line 549) | namespace Details {
  function T (line 607) | const T &operator[](std::size_t id) const {
  function clear (line 621) | void clear() {
  function push_back (line 628) | void push_back(const T &value) {
  function pop_back (line 631) | void pop_back() {
  function append (line 635) | void append() {
  function append (line 640) | void append(const T &value) {
  function resize (line 646) | void resize(std::size_t size) {
  function resize (line 657) | void resize(std::size_t size, const T &value) {
  function reserve (line 669) | void reserve(std::size_t size) {
  function push (line 745) | void push(const T &value) {
  function pop (line 748) | void pop() {
  function clear (line 752) | void clear() {
  function class (line 768) | class BitVector {
  function build (line 838) | inline void BitVector::build() {
  function char_type (line 866) | const char_type *keys(std::size_t id) const {
  function uchar_type (line 869) | uchar_type keys(std::size_t key_id, std::size_t char_id) const {
  function value_type (line 892) | const value_type values(std::size_t id) const {
  function set_sibling (line 922) | void set_sibling(id_type sibling) {
  function set_value (line 925) | void set_value(value_type value) {
  function set_label (line 928) | void set_label(uchar_type label) {
  function set_is_state (line 931) | void set_is_state(bool is_state) {
  function set_has_sibling (line 934) | void set_has_sibling(bool has_sibling) {
  function class (line 978) | class DawgUnit {
  function class (line 1015) | class DawgBuilder {
  function id_type (line 1027) | id_type child(id_type id) const {
  function id_type (line 1030) | id_type sibling(id_type id) const {
  function value (line 1033) | int value(id_type id) const {
  function is_leaf (line 1037) | bool is_leaf(id_type id) const {
  function uchar_type (line 1040) | uchar_type label(id_type id) const {
  function is_intersection (line 1044) | bool is_intersection(id_type id) const {
  function id_type (line 1047) | id_type intersection_id(id_type id) const {
  function free_node (line 1097) | void free_node(id_type id) {
  function id_type (line 1101) | static id_type hash(id_type key) {
  function init (line 1112) | inline void DawgBuilder::init() {
  function finish (line 1124) | inline void DawgBuilder::finish() {
  function insert (line 1138) | inline void DawgBuilder::insert(const char *key, std::size_t length,
  function clear (line 1193) | inline void DawgBuilder::clear() {
  function flush (line 1204) | inline void DawgBuilder::flush(id_type id) {
  function expand_table (line 1247) | inline void DawgBuilder::expand_table() {
  function id_type (line 1262) | inline id_type DawgBuilder::find_unit(id_type id, id_type *hash_id) const {
  function id_type (line 1275) | inline id_type DawgBuilder::find_node(id_type node_id,
  function are_equal (line 1291) | inline bool DawgBuilder::are_equal(id_type node_id, id_type unit_id) con...
  function id_type (line 1312) | inline id_type DawgBuilder::hash_unit(id_type id) const {
  function id_type (line 1326) | inline id_type DawgBuilder::hash_node(id_type id) const {
  function id_type (line 1336) | inline id_type DawgBuilder::append_unit() {
  function id_type (line 1344) | inline id_type DawgBuilder::append_node() {
  function class (line 1361) | class DoubleArrayBuilderUnit {
  function class (line 1400) | class DoubleArrayBuilderExtraUnit {
  function class (line 1444) | class DoubleArrayBuilder {
  type DoubleArrayBuilderUnit (line 1467) | typedef DoubleArrayBuilderUnit unit_type;
  type DoubleArrayBuilderExtraUnit (line 1468) | typedef DoubleArrayBuilderExtraUnit extra_type;
  function extra_type (line 1485) | const extra_type &extras(id_type id) const {
  function copy (line 1531) | inline void DoubleArrayBuilder::copy(std::size_t *size_ptr,
  function clear (line 1545) | inline void DoubleArrayBuilder::clear() {
  function build_from_dawg (line 1566) | inline void DoubleArrayBuilder::build_from_dawg(const DawgBuilder &dawg) {
  function build_from_dawg (line 1596) | inline void DoubleArrayBuilder::build_from_dawg(const DawgBuilder &dawg,
  function id_type (line 1629) | inline id_type DoubleArrayBuilder::arrange_from_dawg(const DawgBuilder &...
  function id_type (line 1767) | inline id_type DoubleArrayBuilder::find_valid_offset(id_type id) const {
  function is_valid_offset (line 1784) | inline bool DoubleArrayBuilder::is_valid_offset(id_type id,
  function reserve_id (line 1804) | inline void DoubleArrayBuilder::reserve_id(id_type id) {
  function expand_units (line 1820) | inline void DoubleArrayBuilder::expand_units() {
  function fix_all_blocks (line 1855) | inline void DoubleArrayBuilder::fix_all_blocks() {
  function fix_block (line 1867) | inline void DoubleArrayBuilder::fix_block(id_type block_id) {

FILE: third_party/esaxx/esa.hxx
  type esaxx_private (line 35) | namespace esaxx_private {
    function index_type (line 37) | index_type suffixtree(string_type T, sarray_type SA, sarray_type L, sa...
  function esaxx (line 113) | int esaxx(string_type T, sarray_type SA, sarray_type L, sarray_type R, s...

FILE: third_party/esaxx/sais.hxx
  type saisxx_private (line 42) | namespace saisxx_private {
    function getCounts (line 46) | void
    function getBuckets (line 77) | void
    function induceSA (line 87) | void
    function computeBWT (line 120) | int
    function suffixsort (line 161) | int
  function saisxx (line 325) | int
  function index_type (line 345) | index_type

FILE: third_party/protobuf-lite/arena.cc
  type google (line 48) | namespace google {
    type protobuf (line 49) | namespace protobuf {
      type internal (line 54) | namespace internal {
        function ArenaFree (line 75) | void ArenaFree(void* object, size_t size) {
        function uint64 (line 190) | uint64 ArenaImpl::Reset() {
        function PROTOBUF_NOINLINE (line 263) | PROTOBUF_NOINLINE
        function PROTOBUF_NOINLINE (line 298) | PROTOBUF_NOINLINE
        function PROTOBUF_NOINLINE (line 303) | PROTOBUF_NOINLINE
        function PROTOBUF_NOINLINE (line 310) | PROTOBUF_NOINLINE
        function PROTOBUF_NOINLINE (line 315) | PROTOBUF_NOINLINE
        function uint64 (line 331) | uint64 ArenaImpl::SpaceAllocated() const {
        function uint64 (line 335) | uint64 ArenaImpl::SpaceUsed() const {
        function uint64 (line 348) | uint64 SerialArena::SpaceUsed() const {
        function SerialArena (line 396) | SerialArena* SerialArena::New(Block* b, void* owner, ArenaImpl* ar...
        function PROTOBUF_NOINLINE (line 412) | PROTOBUF_NOINLINE

FILE: third_party/protobuf-lite/arenastring.cc
  type google (line 46) | namespace google {
    type protobuf (line 47) | namespace protobuf {
      type internal (line 48) | namespace internal {

FILE: third_party/protobuf-lite/bytestream.cc
  type google (line 38) | namespace google {
    type protobuf (line 39) | namespace protobuf {
      type strings (line 40) | namespace strings {
        function StringPiece (line 152) | StringPiece ArrayByteSource::Peek() {
        function StringPiece (line 175) | StringPiece LimitByteSource::Peek() {

FILE: third_party/protobuf-lite/coded_stream.cc
  type google (line 59) | namespace google {
    type protobuf (line 60) | namespace protobuf {
      type io (line 61) | namespace io {
        function NextNonEmpty (line 69) | inline bool NextNonEmpty(ZeroCopyInputStream* input, const void** ...
        function uint8 (line 351) | const uint8* DecodeVarint64KnownSize(const uint8* buffer, uint64* ...
        function ReadVarint32FromArray (line 369) | inline ::std::pair<bool, const uint8*> ReadVarint32FromArray(
        function ReadVarint64FromArray (line 414) | inline ::std::pair<bool, const uint8*> ReadVarint64FromArray(
        function int64 (line 457) | int64 CodedInputStream::ReadVarint32Fallback(uint32 first_byte_or_...
        function uint32 (line 505) | uint32 CodedInputStream::ReadTagSlow() {
        function uint32 (line 531) | uint32 CodedInputStream::ReadTagFallback(uint32 first_byte_or_zero) {
        function int64 (line 673) | int64 EpsCopyOutputStream::ByteCount(uint8* ptr) const {
        function uint8 (line 704) | uint8* EpsCopyOutputStream::Trim(uint8* ptr) {
        function uint8 (line 714) | uint8* EpsCopyOutputStream::FlushAndResetBuffer(uint8* ptr) {
        function uint8 (line 766) | uint8* EpsCopyOutputStream::GetDirectBufferForNBytesAndAdvance(int...
        function uint8 (line 787) | uint8* EpsCopyOutputStream::Next() {
        function uint8 (line 825) | uint8* EpsCopyOutputStream::EnsureSpaceFallback(uint8* ptr) {
        function uint8 (line 837) | uint8* EpsCopyOutputStream::WriteRawFallback(const void* data, int...
        function uint8 (line 851) | uint8* EpsCopyOutputStream::WriteAliasedRaw(const void* data, int ...
        function uint8 (line 864) | uint8* EpsCopyOutputStream::WriteRawLittleEndian32(const void* dat...
        function uint8 (line 887) | uint8* EpsCopyOutputStream::WriteRawLittleEndian64(const void* dat...
        function uint8 (line 912) | uint8* EpsCopyOutputStream::WriteStringMaybeAliasedOutline(uint32 ...
        function uint8 (line 921) | uint8* EpsCopyOutputStream::WriteStringOutline(uint32 num, const s...
        function uint8 (line 947) | uint8* CodedOutputStream::WriteStringWithSizeToArray(const std::st...

FILE: third_party/protobuf-lite/common.cc
  type google (line 66) | namespace google {
    type protobuf (line 67) | namespace protobuf {
      type internal (line 69) | namespace internal {
        function VerifyVersion (line 71) | void VerifyVersion(int headerVersion,
        function VersionString (line 99) | std::string VersionString(int version) {
        function DefaultLogHandler (line 129) | inline void DefaultLogHandler(LogLevel level, const char* filename...
        function DefaultLogHandler (line 164) | void DefaultLogHandler(LogLevel level, const char* filename, int l...
        function NullLogHandler (line 179) | void NullLogHandler(LogLevel /* level */, const char* /* filename */,
        function LogMessage (line 187) | LogMessage& LogMessage::operator<<(const std::string& value) {
        function LogMessage (line 192) | LogMessage& LogMessage::operator<<(const char* value) {
        function LogMessage (line 197) | LogMessage& LogMessage::operator<<(const StringPiece& value) {
        function LogMessage (line 202) | LogMessage& LogMessage::operator<<(const util::Status& status) {
        function LogMessage (line 207) | LogMessage& LogMessage::operator<<(const uint128& value) {
      type internal (line 126) | namespace internal {
        function VerifyVersion (line 71) | void VerifyVersion(int headerVersion,
        function VersionString (line 99) | std::string VersionString(int version) {
        function DefaultLogHandler (line 129) | inline void DefaultLogHandler(LogLevel level, const char* filename...
        function DefaultLogHandler (line 164) | void DefaultLogHandler(LogLevel level, const char* filename, int l...
        function NullLogHandler (line 179) | void NullLogHandler(LogLevel /* level */, const char* /* filename */,
        function LogMessage (line 187) | LogMessage& LogMessage::operator<<(const std::string& value) {
        function LogMessage (line 192) | LogMessage& LogMessage::operator<<(const char* value) {
        function LogMessage (line 197) | LogMessage& LogMessage::operator<<(const StringPiece& value) {
        function LogMessage (line 202) | LogMessage& LogMessage::operator<<(const util::Status& status) {
        function LogMessage (line 207) | LogMessage& LogMessage::operator<<(const uint128& value) {
    function LogHandler (line 272) | LogHandler* SetLogHandler(LogHandler* new_func) {
    type internal (line 298) | namespace internal { FunctionClosure0::~FunctionClosure0() {} }
    function DoNothing (line 300) | void DoNothing() {}
    function uint32 (line 308) | uint32 ghtonl(uint32 x) {

FILE: third_party/protobuf-lite/extension_set.cc
  type google (line 53) | namespace google {
    type protobuf (line 54) | namespace protobuf {
      type internal (line 55) | namespace internal {
        function real_type (line 59) | inline WireFormatLite::FieldType real_type(FieldType type) {
        function cpp_type (line 64) | inline WireFormatLite::CppType cpp_type(FieldType type) {
        function is_packable (line 68) | inline bool is_packable(WireFormatLite::WireType type) {
        type ExtensionHasher (line 87) | struct ExtensionHasher {
        function Register (line 102) | void Register(const MessageLite* containing_type, int number,
        function ExtensionInfo (line 114) | const ExtensionInfo* FindRegisteredExtension(const MessageLite* co...
        function CallNoArgValidityFunc (line 147) | static bool CallNoArgValidityFunc(const void* arg, int number) {
        function FieldType (line 250) | FieldType ExtensionSet::ExtensionType(int number) const {
        function MessageLite (line 564) | const MessageLite& ExtensionSet::GetMessage(
        function MessageLite (line 585) | MessageLite* ExtensionSet::MutableMessage(int number, FieldType type,
        function MessageLite (line 686) | MessageLite* ExtensionSet::ReleaseMessage(int number,
        function MessageLite (line 715) | MessageLite* ExtensionSet::UnsafeArenaReleaseMessage(
        function MessageLite (line 741) | const MessageLite& ExtensionSet::GetRepeatedMessage(int number,
        function MessageLite (line 749) | MessageLite* ExtensionSet::MutableRepeatedMessage(int number, int ...
        function MessageLite (line 756) | MessageLite* ExtensionSet::AddMessage(int number, FieldType type,
        function MessageLite (line 828) | MessageLite* ExtensionSet::ReleaseLast(int number) {
        function SizeOfUnion (line 884) | size_t SizeOfUnion(ItX it_xs, ItX end_xs, ItY it_ys, ItY end_ys) {
        type MSLite (line 1428) | struct MSLite {
          method ParseField (line 1429) | bool ParseField(int type_id, io::CodedInputStream* input) {
          method SkipField (line 1435) | bool SkipField(uint32 tag, io::CodedInputStream* input) {
        function uint8 (line 1458) | uint8* ExtensionSet::_InternalSerialize(int start_field_number,
        function uint8 (line 1480) | uint8* ExtensionSet::InternalSerializeMessageSetWithCachedSizesToA...
        function RepeatedPrimitiveDefaults (line 1914) | const RepeatedPrimitiveDefaults* RepeatedPrimitiveDefaults::defaul...
        function uint8 (line 1925) | uint8* ExtensionSet::Extension::InternalSerializeFieldWithCachedSi...
        function uint8 (line 2071) | uint8*

FILE: third_party/protobuf-lite/generated_enum_util.cc
  type google (line 37) | namespace google {
    type protobuf (line 38) | namespace protobuf {
      type internal (line 39) | namespace internal {
        function EnumCompareByName (line 42) | bool EnumCompareByName(const EnumEntry& a, const EnumEntry& b) {
        function GetValue (line 49) | int GetValue(const EnumEntry* enums, int i, int target) {
        function LookUpEnumValue (line 59) | bool LookUpEnumValue(const EnumEntry* enums, size_t size,
        function LookUpEnumName (line 70) | int LookUpEnumName(const EnumEntry* enums, const int* sorted_indices,
        function InitializeEnumStrings (line 83) | bool InitializeEnumStrings(

FILE: third_party/protobuf-lite/generated_message_table_driven_lite.cc
  type google (line 40) | namespace google {
    type protobuf (line 41) | namespace protobuf {
      type internal (line 42) | namespace internal {
        type UnknownFieldHandlerLite (line 51) | struct UnknownFieldHandlerLite {
          method IsLite (line 54) | static constexpr bool IsLite() { return true; }
          method Skip (line 56) | static bool Skip(MessageLite* msg, const ParseTable& table,
          method Varint (line 67) | static void Varint(MessageLite* msg, const ParseTable& table, in...
          method ParseExtension (line 78) | static bool ParseExtension(MessageLite* msg, const ParseTable& t...
        function MergePartialFromCodedStreamLite (line 98) | bool MergePartialFromCodedStreamLite(MessageLite* msg, const Parse...

FILE: third_party/protobuf-lite/generated_message_util.cc
  type google (line 60) | namespace google {
    type protobuf (line 61) | namespace protobuf {
      type internal (line 62) | namespace internal {
        function DestroyMessage (line 64) | void DestroyMessage(const void* message) {
        function DestroyString (line 67) | void DestroyString(const void* s) {
        function InitProtobufDefaultsImpl (line 76) | static bool InitProtobufDefaultsImpl() {
        function InitProtobufDefaultsSlow (line 89) | void InitProtobufDefaultsSlow() {
        function StringSpaceUsedExcludingSelfLong (line 94) | size_t StringSpaceUsedExcludingSelfLong(const std::string& str) {
        function T (line 106) | const T& Get(const void* ptr) {
        type PrimitiveTypeHelper (line 115) | struct PrimitiveTypeHelper
        type PrimitiveTypeHelper<WireFormatLite::TYPE_BOOL> (line 118) | struct PrimitiveTypeHelper<WireFormatLite::TYPE_BOOL> {
          method Serialize (line 120) | static void Serialize(const void* ptr, io::CodedOutputStream* ou...
          method uint8 (line 123) | static uint8* SerializeToArray(const void* ptr, uint8* buffer) {
        type PrimitiveTypeHelper<WireFormatLite::TYPE_INT32> (line 129) | struct PrimitiveTypeHelper<WireFormatLite::TYPE_INT32> {
          method Serialize (line 131) | static void Serialize(const void* ptr, io::CodedOutputStream* ou...
          method uint8 (line 134) | static uint8* SerializeToArray(const void* ptr, uint8* buffer) {
        type PrimitiveTypeHelper<WireFormatLite::TYPE_SINT32> (line 140) | struct PrimitiveTypeHelper<WireFormatLite::TYPE_SINT32> {
          method Serialize (line 142) | static void Serialize(const void* ptr, io::CodedOutputStream* ou...
          method uint8 (line 145) | static uint8* SerializeToArray(const void* ptr, uint8* buffer) {
        type PrimitiveTypeHelper<WireFormatLite::TYPE_UINT32> (line 151) | struct PrimitiveTypeHelper<WireFormatLite::TYPE_UINT32> {
          method Serialize (line 153) | static void Serialize(const void* ptr, io::CodedOutputStream* ou...
          method uint8 (line 156) | static uint8* SerializeToArray(const void* ptr, uint8* buffer) {
        type PrimitiveTypeHelper<WireFormatLite::TYPE_INT64> (line 161) | struct PrimitiveTypeHelper<WireFormatLite::TYPE_INT64> {
          method Serialize (line 163) | static void Serialize(const void* ptr, io::CodedOutputStream* ou...
          method uint8 (line 166) | static uint8* SerializeToArray(const void* ptr, uint8* buffer) {
        type PrimitiveTypeHelper<WireFormatLite::TYPE_SINT64> (line 172) | struct PrimitiveTypeHelper<WireFormatLite::TYPE_SINT64> {
          method Serialize (line 174) | static void Serialize(const void* ptr, io::CodedOutputStream* ou...
          method uint8 (line 177) | static uint8* SerializeToArray(const void* ptr, uint8* buffer) {
        type PrimitiveTypeHelper<WireFormatLite::TYPE_UINT64> (line 182) | struct PrimitiveTypeHelper<WireFormatLite::TYPE_UINT64> {
          method Serialize (line 184) | static void Serialize(const void* ptr, io::CodedOutputStream* ou...
          method uint8 (line 187) | static uint8* SerializeToArray(const void* ptr, uint8* buffer) {
        type PrimitiveTypeHelper<WireFormatLite::TYPE_FIXED32> (line 193) | struct PrimitiveTypeHelper<WireFormatLite::TYPE_FIXED32> {
          method Serialize (line 195) | static void Serialize(const void* ptr, io::CodedOutputStream* ou...
          method uint8 (line 198) | static uint8* SerializeToArray(const void* ptr, uint8* buffer) {
        type PrimitiveTypeHelper<WireFormatLite::TYPE_FIXED64> (line 204) | struct PrimitiveTypeHelper<WireFormatLite::TYPE_FIXED64> {
          method Serialize (line 206) | static void Serialize(const void* ptr, io::CodedOutputStream* ou...
          method uint8 (line 209) | static uint8* SerializeToArray(const void* ptr, uint8* buffer) {
        type PrimitiveTypeHelper<WireFormatLite::TYPE_ENUM> (line 215) | struct PrimitiveTypeHelper<WireFormatLite::TYPE_ENUM>
        type PrimitiveTypeHelper<WireFormatLite::TYPE_SFIXED32> (line 219) | struct PrimitiveTypeHelper<WireFormatLite::TYPE_SFIXED32>
        type PrimitiveTypeHelper<WireFormatLite::TYPE_SFIXED64> (line 224) | struct PrimitiveTypeHelper<WireFormatLite::TYPE_SFIXED64>
        type PrimitiveTypeHelper<WireFormatLite::TYPE_FLOAT> (line 229) | struct PrimitiveTypeHelper<WireFormatLite::TYPE_FLOAT>
        type PrimitiveTypeHelper<WireFormatLite::TYPE_DOUBLE> (line 234) | struct PrimitiveTypeHelper<WireFormatLite::TYPE_DOUBLE>
        type PrimitiveTypeHelper<WireFormatLite::TYPE_STRING> (line 240) | struct PrimitiveTypeHelper<WireFormatLite::TYPE_STRING> {
          method Serialize (line 242) | static void Serialize(const void* ptr, io::CodedOutputStream* ou...
          method uint8 (line 247) | static uint8* SerializeToArray(const void* ptr, uint8* buffer) {
        type PrimitiveTypeHelper<WireFormatLite::TYPE_BYTES> (line 254) | struct PrimitiveTypeHelper<WireFormatLite::TYPE_BYTES>
        type OutputHelper (line 262) | struct OutputHelper
        function SerializeTo (line 265) | void SerializeTo(const void* ptr, O* output) {
        function WriteTagTo (line 270) | void WriteTagTo(uint32 tag, O* output) {
        function WriteLengthTo (line 275) | void WriteLengthTo(uint32 length, O* output) {
        type OutputHelper<io::CodedOutputStream, type> (line 281) | struct OutputHelper<io::CodedOutputStream, type> {
          method Serialize (line 282) | static void Serialize(const void* ptr, io::CodedOutputStream* ou...
        type ArrayOutput (line 288) | struct ArrayOutput {
        type OutputHelper<ArrayOutput, type> (line 294) | struct OutputHelper<ArrayOutput, type> {
          method Serialize (line 295) | static void Serialize(const void* ptr, ArrayOutput* output) {
        function SerializeMessageNoTable (line 300) | void SerializeMessageNoTable(const MessageLite* msg,
        function SerializeMessageNoTable (line 305) | void SerializeMessageNoTable(const MessageLite* msg, ArrayOutput* ...
        function SerializeMessageDispatch (line 314) | void SerializeMessageDispatch(const MessageLite& msg,
        function SerializeMessageDispatch (line 323) | void SerializeMessageDispatch(const MessageLite& msg,
        function SerializeMessageTo (line 334) | void SerializeMessageTo(const MessageLite* msg, const void* table_...
        function SerializeGroupTo (line 355) | void SerializeGroupTo(const MessageLite* msg, const void* table_ptr,
        type SingularFieldHelper (line 373) | struct SingularFieldHelper {
          method Serialize (line 375) | static void Serialize(const void* field, const FieldMetadata& md...
        type SingularFieldHelper<WireFormatLite::TYPE_STRING> (line 382) | struct SingularFieldHelper<WireFormatLite::TYPE_STRING> {
          method Serialize (line 384) | static void Serialize(const void* field, const FieldMetadata& md...
        type SingularFieldHelper<WireFormatLite::TYPE_BYTES> (line 392) | struct SingularFieldHelper<WireFormatLite::TYPE_BYTES>
        type SingularFieldHelper<WireFormatLite::TYPE_GROUP> (line 396) | struct SingularFieldHelper<WireFormatLite::TYPE_GROUP> {
          method Serialize (line 398) | static void Serialize(const void* field, const FieldMetadata& md...
        type SingularFieldHelper<WireFormatLite::TYPE_MESSAGE> (line 407) | struct SingularFieldHelper<WireFormatLite::TYPE_MESSAGE> {
          method Serialize (line 409) | static void Serialize(const void* field, const FieldMetadata& md...
        type RepeatedFieldHelper (line 417) | struct RepeatedFieldHelper {
          method Serialize (line 419) | static void Serialize(const void* field, const FieldMetadata& md...
        class AccessorHelper (line 430) | class AccessorHelper {
          method Size (line 432) | static int Size(const RepeatedPtrFieldBase& x) { return x.size(); }
        type RepeatedFieldHelper<WireFormatLite::TYPE_STRING> (line 439) | struct RepeatedFieldHelper<WireFormatLite::TYPE_STRING> {
          method Serialize (line 441) | static void Serialize(const void* field, const FieldMetadata& md...
        type RepeatedFieldHelper<WireFormatLite::TYPE_BYTES> (line 453) | struct RepeatedFieldHelper<WireFormatLite::TYPE_BYTES>
        type RepeatedFieldHelper<WireFormatLite::TYPE_GROUP> (line 457) | struct RepeatedFieldHelper<WireFormatLite::TYPE_GROUP> {
          method Serialize (line 459) | static void Serialize(const void* field, const FieldMetadata& md...
        type RepeatedFieldHelper<WireFormatLite::TYPE_MESSAGE> (line 473) | struct RepeatedFieldHelper<WireFormatLite::TYPE_MESSAGE> {
          method Serialize (line 475) | static void Serialize(const void* field, const FieldMetadata& md...
        type PackedFieldHelper (line 489) | struct PackedFieldHelper {
          method Serialize (line 491) | static void Serialize(const void* field, const FieldMetadata& md...
        type PackedFieldHelper<WireFormatLite::TYPE_STRING> (line 506) | struct PackedFieldHelper<WireFormatLite::TYPE_STRING> {
          method Serialize (line 508) | static void Serialize(const void* field, const FieldMetadata& md...
        type PackedFieldHelper<WireFormatLite::TYPE_BYTES> (line 515) | struct PackedFieldHelper<WireFormatLite::TYPE_BYTES>
        type PackedFieldHelper<WireFormatLite::TYPE_GROUP> (line 518) | struct PackedFieldHelper<WireFormatLite::TYPE_GROUP>
        type PackedFieldHelper<WireFormatLite::TYPE_MESSAGE> (line 521) | struct PackedFieldHelper<WireFormatLite::TYPE_MESSAGE>
        type OneOfFieldHelper (line 525) | struct OneOfFieldHelper {
          method Serialize (line 527) | static void Serialize(const void* field, const FieldMetadata& md...
        function SerializeNotImplemented (line 533) | void SerializeNotImplemented(int field) {
        function IsNull (line 547) | bool IsNull(const void* ptr) {
        function SerializeInternal (line 594) | void SerializeInternal(const uint8* base,
        function uint8 (line 635) | uint8

[
  {
    "path": ".github/ISSUE_TEMPLATE/bug_report.md",
    "chars": 931,
    "preview": "---\nname: Bug report\nabout: Create a report to help us improve\ntitle: ''\nlabels: bug\nassignees: ''\n\n---\n\n**Describe the "
  },
  {
    "path": ".github/ISSUE_TEMPLATE/feature_request.md",
    "chars": 505,
    "preview": "---\nname: Feature request\nabout: Suggest an idea for this project\ntitle: ''\nlabels: feature request\nassignees: ''\n\n---\n\n"
  },
  {
    "path": ".github/dependabot.yml",
    "chars": 697,
    "preview": "# To get started with Dependabot version updates, you'll need to specify which\n# package ecosystems to update and where "
  },
  {
    "path": ".github/pull_request_template.md",
    "chars": 2721,
    "preview": "## Thank you for your contribution\n\nWe sincerely appreciate your interest in contributing to this project. Our goal is t"
  },
  {
    "path": ".github/workflows/cifuzz.yml",
    "chars": 743,
    "preview": "name: CIFuzz\non: [pull_request]\n\npermissions:\n  contents: read\n\njobs:\n  Fuzzing:\n    runs-on: ubuntu-latest\n    steps:\n "
  },
  {
    "path": ".github/workflows/cmake.yml",
    "chars": 2483,
    "preview": "name: CI for general build\n\non:\n  push:\n    branches: [ master ]\n    tags:\n      - 'v*'\n  pull_request:\n    branches: [ "
  },
  {
    "path": ".github/workflows/cross_build.yml",
    "chars": 1762,
    "preview": "name: CrossBuild\n\non:\n  push:\n    branches: [ master ]\n    tags:\n      - 'v*'\n  pull_request:\n    branches: [ master ]\n "
  },
  {
    "path": ".github/workflows/requirements/base.in",
    "chars": 57,
    "preview": "pip\nsetuptools\nwheel\ntwine\npytest\nbuild\npackaging >= 25.0"
  },
  {
    "path": ".github/workflows/requirements/base.txt",
    "chars": 27973,
    "preview": "#\n# This file is autogenerated by pip-compile with Python 3.11\n# by the following command:\n#\n#    pip-compile --allow-un"
  },
  {
    "path": ".github/workflows/requirements/cibuildwheel.in",
    "chars": 25,
    "preview": "-c base.txt\ncibuildwheel\n"
  },
  {
    "path": ".github/workflows/requirements/cibuildwheel.txt",
    "chars": 3896,
    "preview": "#\n# This file is autogenerated by pip-compile with Python 3.11\n# by the following command:\n#\n#    pip-compile --allow-un"
  },
  {
    "path": ".github/workflows/wheel.yml",
    "chars": 7143,
    "preview": "name: Build Wheels\n\non:\n  push:\n    branches: [ master ]\n    tags:\n      - 'v*'\n  pull_request:\n    branches: [ master ]"
  },
  {
    "path": ".gitignore",
    "chars": 794,
    "preview": "Makefile\nMakefile.in\n/ar-lib\n/mdate-sh\n/py-compile\n/test-driver\n/ylwrap\n/build\n\n/autom4te.cache\n/autoscan.log\n/autoscan-"
  },
  {
    "path": "CMakeLists.txt",
    "chars": 8162,
    "preview": "# Copyright 2018 Google Inc.\n#\n# Licensed under the Apache License, Version 2.0 (the \"License\");\n# you may not use this "
  },
  {
    "path": "CONTRIBUTING.md",
    "chars": 1448,
    "preview": "Want to contribute? Great! First, read this page (including the small print at the end).\n\n### Before you contribute\nBefo"
  },
  {
    "path": "LICENSE",
    "chars": 11358,
    "preview": "\n                                 Apache License\n                           Version 2.0, January 2004\n                  "
  },
  {
    "path": "README.md",
    "chars": 18505,
    "preview": "# SentencePiece\n\n[![Build C++](https://github.com/google/sentencepiece/actions/workflows/cmake.yml/badge.svg)](https://g"
  },
  {
    "path": "VERSION.txt",
    "chars": 6,
    "preview": "0.2.2\n"
  },
  {
    "path": "cmake/ios.toolchain.cmake",
    "chars": 46672,
    "preview": "# This file is part of the ios-cmake project. It was retrieved from\n# https://github.com/leetal/ios-cmake.git, which is "
  },
  {
    "path": "config.h.in",
    "chars": 213,
    "preview": "#ifndef CONFIG_H_\n#define CONFIG_H_\n\n#define VERSION \"@PROJECT_VERSION@\"\n#define PACKAGE \"@PROJECT_NAME@\"\n#define PACKAG"
  },
  {
    "path": "contrib/docker/Dockerfile",
    "chars": 621,
    "preview": "FROM alpine:3.23 AS build\n\nRUN apk add --no-cache \\\n    cmake \\\n    make \\\n    g++ \\\n    pkgconf \\\n    && apk add --no-c"
  },
  {
    "path": "contrib/docker/README.md",
    "chars": 673,
    "preview": "# Dockerfile\n\nThis directory contains a convenient Dockerfile to build and run sentencepiece C++ command line tools in a"
  },
  {
    "path": "data/Scripts.txt",
    "chars": 160022,
    "preview": "# Scripts-9.0.0.txt\n# Date: 2016-06-01, 10:34:37 GMT\n# © 2016 Unicode®, Inc.\n# Unicode and the Unicode Logo are register"
  },
  {
    "path": "data/botchan.txt",
    "chars": 278777,
    "preview": "Project Gutenberg's Botchan (Master Darling), by Kin-nosuke Natsume\r\nThis eBook is for the use of anyone anywhere at no"
  },
  {
    "path": "data/extract_headers.pl",
    "chars": 1068,
    "preview": "#!/usr/bin/perl\n\n# Copyright 2018 Google Inc.\n#\n# Licensed under the Apache License, Version 2.0 (the \"License\");\n# you "
  },
  {
    "path": "data/gen_spec_parser.pl",
    "chars": 6066,
    "preview": "#!/usr/bin/perl\n\n# Copyright 2018 Google Inc.\n#\n# Licensed under the Apache License, Version 2.0 (the \"License\");\n# you "
  },
  {
    "path": "data/gen_unicode_scripts_code.pl",
    "chars": 1507,
    "preview": "#!/usr/bin/perl\n\n# Copyright 2016 Google Inc.\n#\n# Licensed under the Apache License, Version 2.0 (the \"License\");\n# you "
  },
  {
    "path": "data/ids_denorm.tsv",
    "chars": 1031580,
    "preview": "U+2FF0 U+5FC4 U+2FF3 U+4E3F U+2FF4 U+53E3 U+30BF U+5FC3\tU+6181\t# ⿰忄⿳丿⿴口タ心 => 憁\nU+2FF0 U+2FF1 U+2FF1 U+2E8C U+4E00 U+513F"
  },
  {
    "path": "data/ids_norm.tsv",
    "chars": 1031580,
    "preview": "U+6181\tU+2FF0 U+5FC4 U+2FF3 U+4E3F U+2FF4 U+53E3 U+30BF U+5FC3\t# 憁 => ⿰忄⿳丿⿴口タ心\nU+8000\tU+2FF0 U+2FF1 U+2FF1 U+2E8C U+4E00"
  },
  {
    "path": "data/nfc.tsv",
    "chars": 400633,
    "preview": "3C 338\t226E\t# ≮ => ≮\n3D 338\t2260\t# ≠ => ≠\n3E 338\t226F\t# ≯ => ≯\n41 300\tC0\t# À => À\n41 301\tC1\t# Á => Á\n41 302\tC2\t# Â"
  },
  {
    "path": "data/nfc_cf.tsv",
    "chars": 487383,
    "preview": "41\t61\t# A => a\n42\t62\t# B => b\n43\t63\t# C => c\n44\t64\t# D => d\n45\t65\t# E => e\n46\t66\t# F => f\n47\t67\t# G => g\n48\t68\t# H => h\n"
  },
  {
    "path": "data/nfd.tsv",
    "chars": 389378,
    "preview": "C0\t41 300\t# À => À\nC1\t41 301\t# Á => Á\nC2\t41 302\t# Â => Â\nC3\t41 303\t# Ã => Ã\nC4\t41 308\t# Ä => Ä\nC5\t41 30A\t# Å => Å\n"
  },
  {
    "path": "data/nfd_cf.tsv",
    "chars": 410132,
    "preview": "41\t61\t# A => a\n42\t62\t# B => b\n43\t63\t# C => c\n44\t64\t# D => d\n45\t65\t# E => e\n46\t66\t# F => f\n47\t67\t# G => g\n48\t68\t# H => h\n"
  },
  {
    "path": "data/nfkc.tsv",
    "chars": 6830141,
    "preview": "3C 338\t226E\t# ≮ => ≮\n3D 338\t2260\t# ≠ => ≠\n3E 338\t226F\t# ≯ => ≯\n41 300\tC0\t# À => À\n41 301\tC1\t# Á => Á\n41 302\tC2\t# Â"
  },
  {
    "path": "data/nfkc_cf.tsv",
    "chars": 6855850,
    "preview": "3C 338\t226E\t# ≮ => ≮\n3D 338\t2260\t# ≠ => ≠\n3E 338\t226F\t# ≯ => ≯\n41\t61\t# A => a\n41 300\tE0\t# À => à\n41 301\tE1\t# Á => á"
  },
  {
    "path": "data/nfkd.tsv",
    "chars": 468294,
    "preview": "A0\t20\t#   =>  \nA8\t20 308\t# ¨ =>  ̈\nAA\t61\t# ª => a\nAF\t20 304\t# ¯ =>  ̄\nB2\t32\t# ² => 2\nB3\t33\t# ³ => 3\nB4\t20 301\t# ´ =>  ́\n"
  },
  {
    "path": "data/nfkd_cf.tsv",
    "chars": 487383,
    "preview": "41\t61\t# A => a\n42\t62\t# B => b\n43\t63\t# C => c\n44\t64\t# D => d\n45\t65\t# E => e\n46\t66\t# F => f\n47\t67\t# G => g\n48\t68\t# H => h\n"
  },
  {
    "path": "data/nmt_nfkc.tsv",
    "chars": 6830699,
    "preview": "1\t\t# \u0001 => \n2\t\t# \u0002 => \n3\t\t# \u0003 => \n4\t\t# \u0004 => \n5\t\t# \u0005 => \n6\t\t# \u0006 => \n7\t\t# \u0007 => \n8\t\t#   => \n9\t20\t# \t =>  \nA\t20\t#   =>  \nB\t\t#"
  },
  {
    "path": "data/nmt_nfkc_cf.tsv",
    "chars": 6856408,
    "preview": "1\t\t# \u0001 => \n2\t\t# \u0002 => \n3\t\t# \u0003 => \n4\t\t# \u0004 => \n5\t\t# \u0005 => \n6\t\t# \u0006 => \n7\t\t# \u0007 => \n8\t\t#   => \n9\t20\t# \t =>  \nA\t20\t#   =>  \nB\t\t#"
  },
  {
    "path": "data/wagahaiwa_nekodearu.txt",
    "chars": 377212,
    "preview": "吾輩は猫である\r\n夏目漱石\r\n-------------------------------------------------------\r\n【テキスト中に現れる記号について】\r\n《》：ルビ\r\n（例）吾輩《わがはい》は猫である\r\n｜：ルビ"
  },
  {
    "path": "doc/api.md",
    "chars": 4961,
    "preview": "# SentencePieceProcessor C++ API\n\n## Load SentencePiece model\nTo start working with the SentencePiece model, you will wa"
  },
  {
    "path": "doc/experiments.md",
    "chars": 9085,
    "preview": "# SentencePiece Experiments\n\n## Experiments 1 (subword vs word-based model)\n### Experimental settings\n\n*   Segmentation "
  },
  {
    "path": "doc/normalization.md",
    "chars": 3181,
    "preview": "# Use custom normalization rule\nBy default, SentencePiece normalizes the input sentence with a variant of Unicode\n[NFKC]"
  },
  {
    "path": "doc/options.md",
    "chars": 5495,
    "preview": "# Training options\n\nThe training options for the `spm_train` can be listed using `spm_train --help`. Since the standard "
  },
  {
    "path": "doc/special_symbols.md",
    "chars": 1095,
    "preview": "# Use custom symbols\nSentencePiece model supports two types of special symbols.\n\n## Control symbol\nControl symbols are u"
  },
  {
    "path": "python/.gitignore",
    "chars": 75,
    "preview": "/*.so\n/build\n/*.pickle\n/m*.model\n/m*.vocab\n/src/sentencepiece/package_data\n"
  },
  {
    "path": "python/MANIFEST.in",
    "chars": 136,
    "preview": "recursive-include test *.py *.model botchan.txt\nrecursive-include src *\nrecursive-include sentencepiece *\ninclude *.md b"
  },
  {
    "path": "python/README.md",
    "chars": 8456,
    "preview": "# SentencePiece Python Wrapper\n\nPython wrapper for SentencePiece. This API will offer the encoding, decoding and trainin"
  },
  {
    "path": "python/add_new_vocab.ipynb",
    "chars": 2817,
    "preview": "{\n \"cells\": [\n  {\n   \"cell_type\": \"markdown\",\n   \"metadata\": {},\n   \"source\": [\n    \"#### You can add new special tokens"
  },
  {
    "path": "python/build_bundled.sh",
    "chars": 657,
    "preview": "#!/bin/sh\n\nVERSION=\"$1\"\n\nmkdir -p build\n\nBUILD_DIR=./build\nINSTALL_DIR=./build/root\n\nif [ -f ./sentencepiece/src/CMakeLi"
  },
  {
    "path": "python/build_sdist.sh",
    "chars": 256,
    "preview": "#!/bin/sh\n\nmkdir -p sentencepiece\n\nfor i in CMakeLists.txt LICENSE README.md VERSION.txt cmake config.h.in  sentencepiec"
  },
  {
    "path": "python/pyproject.toml",
    "chars": 1551,
    "preview": "[build-system]\nrequires = [\"setuptools>=61.0\", \"wheel\"]\nbuild-backend = \"setuptools.build_meta\"\n\n[project]\nname = \"sente"
  },
  {
    "path": "python/sentencepiece_python_module_example.ipynb",
    "chars": 45596,
    "preview": "{\n  \"nbformat\": 4,\n  \"nbformat_minor\": 0,\n  \"metadata\": {\n    \"colab\": {\n      \"name\": \"Sentencepiece python module exam"
  },
  {
    "path": "python/setup.cfg",
    "chars": 40,
    "preview": "[metadata]\ndescription_file = README.md\n"
  },
  {
    "path": "python/setup.py",
    "chars": 7290,
    "preview": "#!/usr/bin/env python\n\n# Copyright 2018 Google Inc.\n#\n# Licensed under the Apache License, Version 2.0 (the \"License\");\n"
  },
  {
    "path": "python/src/sentencepiece/__init__.py",
    "chars": 49422,
    "preview": "# This file was automatically generated by SWIG (https://www.swig.org).\n# Version 4.3.0\n#\n# Do not make changes to this "
  },
  {
    "path": "python/src/sentencepiece/_version.py",
    "chars": 22,
    "preview": "__version__ = '0.2.2'\n"
  },
  {
    "path": "python/src/sentencepiece/sentencepiece.i",
    "chars": 72647,
    "preview": "%module sentencepiece\n%include exception.i\n\n%{\n\n#include <atomic>\n#include <iostream>\n#include <algorithm>\n#include <fun"
  },
  {
    "path": "python/src/sentencepiece/sentencepiece_model_pb2.py",
    "chars": 6257,
    "preview": "# -*- coding: utf-8 -*-\n# Generated by the protocol buffer compiler.  DO NOT EDIT!\n# source: sentencepiece_model.proto\n\""
  },
  {
    "path": "python/src/sentencepiece/sentencepiece_pb2.py",
    "chars": 1753,
    "preview": "# -*- coding: utf-8 -*-\n# Generated by the protocol buffer compiler.  DO NOT EDIT!\n# source: sentencepiece.proto\n\"\"\"Gene"
  },
  {
    "path": "python/src/sentencepiece/sentencepiece_wrap.cxx",
    "chars": 381494,
    "preview": "/* ----------------------------------------------------------------------------\n * This file was automatically generated"
  },
  {
    "path": "python/test/__init__.py",
    "chars": 0,
    "preview": ""
  },
  {
    "path": "python/test/botchan.txt",
    "chars": 278777,
    "preview": "Project Gutenberg's Botchan (Master Darling), by Kin-nosuke Natsume\r\nThis eBook is for the use of anyone anywhere at no"
  },
  {
    "path": "python/test/sentencepiece_test.py",
    "chars": 32777,
    "preview": "#!/usr/bin/python\n# -*- coding: utf-8 -*-\n\n# Copyright 2018 Google Inc.\n#\n# Licensed under the Apache License, Version 2"
  },
  {
    "path": "sentencepiece.pc.in",
    "chars": 401,
    "preview": "prefix=@prefix@\nexec_prefix=@exec_prefix@\nlibdir=@libdir_for_pc_file@\nincludedir=@includedir_for_pc_file@\ndatadir=@datad"
  },
  {
    "path": "src/CMakeLists.txt",
    "chars": 12428,
    "preview": "# Copyright 2018 Google Inc.\n#\n# Licensed under the Apache License, Version 2.0 (the \"License\");\n# you may not use this "
  },
  {
    "path": "src/bpe_model.cc",
    "chars": 6591,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/bpe_model.h",
    "chars": 1748,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/bpe_model_test.cc",
    "chars": 9284,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/bpe_model_trainer.cc",
    "chars": 10630,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/bpe_model_trainer.h",
    "chars": 4616,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/bpe_model_trainer_test.cc",
    "chars": 4465,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/builder.cc",
    "chars": 22287,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/builder.h",
    "chars": 5734,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/builder_test.cc",
    "chars": 7149,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/builtin_pb/sentencepiece.pb.cc",
    "chars": 35154,
    "preview": "// Generated by the protocol buffer compiler.  DO NOT EDIT!\n// source: sentencepiece.proto\n\n#include \"sentencepiece.pb.h"
  },
  {
    "path": "src/builtin_pb/sentencepiece.pb.h",
    "chars": 40648,
    "preview": "// Generated by the protocol buffer compiler.  DO NOT EDIT!\n// source: sentencepiece.proto\n\n#ifndef GOOGLE_PROTOBUF_INCL"
  },
  {
    "path": "src/builtin_pb/sentencepiece_model.pb.cc",
    "chars": 138754,
    "preview": "// Generated by the protocol buffer compiler.  DO NOT EDIT!\n// source: sentencepiece_model.proto\n\n#include \"sentencepiec"
  },
  {
    "path": "src/builtin_pb/sentencepiece_model.pb.h",
    "chars": 204921,
    "preview": "// Generated by the protocol buffer compiler.  DO NOT EDIT!\n// source: sentencepiece_model.proto\n\n#ifndef GOOGLE_PROTOBU"
  },
  {
    "path": "src/char_model.cc",
    "chars": 1304,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/char_model.h",
    "chars": 1061,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/char_model_test.cc",
    "chars": 3523,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/char_model_trainer.cc",
    "chars": 1784,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/char_model_trainer.h",
    "chars": 1265,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/char_model_trainer_test.cc",
    "chars": 2482,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/common.h",
    "chars": 1757,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/compile_charsmap_main.cc",
    "chars": 6757,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/error.cc",
    "chars": 3252,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/filesystem.cc",
    "chars": 3587,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/filesystem.h",
    "chars": 1852,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/filesystem_test.cc",
    "chars": 1553,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/freelist.h",
    "chars": 2605,
    "preview": "// Copyright 2018 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/freelist_test.cc",
    "chars": 1280,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/init.cc",
    "chars": 2162,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/init.h",
    "chars": 1001,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/init_test.cc",
    "chars": 4041,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/model_factory.cc",
    "chars": 1596,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/model_factory.h",
    "chars": 972,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/model_factory_test.cc",
    "chars": 1743,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/model_interface.cc",
    "chars": 7123,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/model_interface.h",
    "chars": 8751,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/model_interface_test.cc",
    "chars": 15351,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/normalization_rule.h",
    "chars": 7274179,
    "preview": "#ifndef NORMALIZATION_RULE_H_\n#define NORMALIZATION_RULE_H_\n#include <cstdio>\nnamespace sentencepiece {\nnamespace {\n\nstr"
  },
  {
    "path": "src/normalizer.cc",
    "chars": 12112,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/normalizer.h",
    "chars": 5775,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/normalizer_test.cc",
    "chars": 17416,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/pretokenizer_for_training.cc",
    "chars": 2132,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/pretokenizer_for_training.h",
    "chars": 2136,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/pretokenizer_for_training_test.cc",
    "chars": 2836,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/sentencepiece.proto",
    "chars": 2708,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/sentencepiece_model.proto",
    "chars": 14023,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/sentencepiece_processor.cc",
    "chars": 39526,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/sentencepiece_processor.h",
    "chars": 28523,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/sentencepiece_processor_test.cc",
    "chars": 53908,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/sentencepiece_trainer.cc",
    "chars": 14823,
    "preview": "// Copyright 2018 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/sentencepiece_trainer.h",
    "chars": 8559,
    "preview": "// Copyright 2018 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/sentencepiece_trainer_test.cc",
    "chars": 16718,
    "preview": "// Copyright 2018 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/spec_parser.h",
    "chars": 11012,
    "preview": "// Copyright 2016 Google LLC.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/spm_decode_main.cc",
    "chars": 4042,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/spm_encode_main.cc",
    "chars": 6724,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/spm_export_vocab_main.cc",
    "chars": 2083,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/spm_normalize_main.cc",
    "chars": 4220,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/spm_train_main.cc",
    "chars": 13282,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/test_main.cc",
    "chars": 1077,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/testharness.cc",
    "chars": 1875,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/testharness.h",
    "chars": 8635,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/trainer_factory.cc",
    "chars": 2090,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/trainer_factory.h",
    "chars": 1104,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/trainer_factory_test.cc",
    "chars": 1656,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/trainer_interface.cc",
    "chars": 29150,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/trainer_interface.h",
    "chars": 5731,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/trainer_interface_test.cc",
    "chars": 20579,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/unicode_script.cc",
    "chars": 1239,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/unicode_script.h",
    "chars": 2817,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/unicode_script_map.h",
    "chars": 106446,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/unicode_script_test.cc",
    "chars": 1515,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/unigram_model.cc",
    "chars": 34073,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/unigram_model.h",
    "chars": 7330,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/unigram_model_test.cc",
    "chars": 32227,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/unigram_model_trainer.cc",
    "chars": 22055,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/unigram_model_trainer.h",
    "chars": 3945,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/unigram_model_trainer_test.cc",
    "chars": 6467,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/util.cc",
    "chars": 7753,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/util.h",
    "chars": 12167,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/util_test.cc",
    "chars": 13038,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/word_model.cc",
    "chars": 1124,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/word_model.h",
    "chars": 1045,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/word_model_test.cc",
    "chars": 2639,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/word_model_trainer.cc",
    "chars": 2105,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/word_model_trainer.h",
    "chars": 1372,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "src/word_model_trainer_test.cc",
    "chars": 2440,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "third_party/CMakeLists.txt",
    "chars": 69,
    "preview": "include_directories(absl/strings darts_clone esaxx protobuf-lite)\n\n\n\n"
  },
  {
    "path": "third_party/absl/LICENSE",
    "chars": 11365,
    "preview": "\n                                 Apache License\n                           Version 2.0, January 2004\n                  "
  },
  {
    "path": "third_party/absl/container/btree_set.h",
    "chars": 890,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "third_party/absl/container/flat_hash_map.h",
    "chars": 1001,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "third_party/absl/container/flat_hash_set.h",
    "chars": 966,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "third_party/absl/flags/flag.cc",
    "chars": 6195,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "third_party/absl/flags/flag.h",
    "chars": 1691,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "third_party/absl/flags/parse.h",
    "chars": 799,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "third_party/absl/flags/usage.h",
    "chars": 836,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "third_party/absl/flags/usage_config.h",
    "chars": 915,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "third_party/absl/log/check.h",
    "chars": 1786,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "third_party/absl/log/globals.h",
    "chars": 831,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "third_party/absl/log/log.cc",
    "chars": 951,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "third_party/absl/log/log.h",
    "chars": 2066,
    "preview": "// Copyright 2016 Google Inc.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you may not use t"
  },
  {
    "path": "third_party/absl/strings/ascii.h",
    "chars": 1309,
    "preview": "//\n// Copyright 2017 The Abseil Authors.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you ma"
  },
  {
    "path": "third_party/absl/strings/match.h",
    "chars": 1308,
    "preview": "//\n// Copyright 2017 The Abseil Authors.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you ma"
  },
  {
    "path": "third_party/absl/strings/numbers.h",
    "chars": 1012,
    "preview": "//\n// Copyright 2017 The Abseil Authors.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you ma"
  },
  {
    "path": "third_party/absl/strings/str_cat.h",
    "chars": 1447,
    "preview": "//\n// Copyright 2017 The Abseil Authors.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you ma"
  },
  {
    "path": "third_party/absl/strings/str_format.h",
    "chars": 1088,
    "preview": "//\n// Copyright 2017 The Abseil Authors.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you ma"
  },
  {
    "path": "third_party/absl/strings/str_join.h",
    "chars": 2413,
    "preview": "//\n// Copyright 2017 The Abseil Authors.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you ma"
  },
  {
    "path": "third_party/absl/strings/str_replace.h",
    "chars": 2127,
    "preview": "//\n// Copyright 2017 The Abseil Authors.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you ma"
  },
  {
    "path": "third_party/absl/strings/str_split.h",
    "chars": 2669,
    "preview": "//\n// Copyright 2017 The Abseil Authors.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you ma"
  },
  {
    "path": "third_party/absl/strings/string_view.h",
    "chars": 2106,
    "preview": "//\n// Copyright 2017 The Abseil Authors.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you ma"
  },
  {
    "path": "third_party/absl/strings/strip.h",
    "chars": 991,
    "preview": "//\n// Copyright 2017 The Abseil Authors.\n//\n// Licensed under the Apache License, Version 2.0 (the \"License\");\n// you ma"
  },
  {
    "path": "third_party/darts_clone/LICENSE",
    "chars": 1481,
    "preview": "Copyright (c) 2008-2011, Susumu Yata\nAll rights reserved.\n\nRedistribution and use in source and binary forms, with or wi"
  },
  {
    "path": "third_party/darts_clone/darts.h",
    "chars": 51812,
    "preview": "#ifndef DARTS_H_\n#define DARTS_H_\n\n#include <cstdio>\n#include <exception>\n#include <new>\n\n#define DARTS_VERSION \"0.32\"\n\n"
  },
  {
    "path": "third_party/esaxx/LICENSE",
    "chars": 1112,
    "preview": "This is the esaxx copyright.\n\nCopyright (c) 2010 Daisuke Okanohara All Rights Reserved.\n\nPermission is hereby granted, f"
  },
  {
    "path": "third_party/esaxx/esa.hxx",
    "chars": 4224,
    "preview": "/*\n * esa.hxx\n * Copyright (c) 2010 Daisuke Okanohara All Rights Reserved.\n *\n * Permission is hereby granted, free of c"
  },
  {
    "path": "third_party/esaxx/sais.hxx",
    "chars": 12385,
    "preview": "/*\n * sais.hxx for sais-lite\n * Copyright (c) 2008-2009 Yuta Mori All Rights Reserved.\n *\n * Permission is hereby grante"
  },
  {
    "path": "third_party/protobuf-lite/LICENSE",
    "chars": 1732,
    "preview": "Copyright 2008 Google Inc.  All rights reserved.\n\nRedistribution and use in source and binary forms, with or without\nmod"
  },
  {
    "path": "third_party/protobuf-lite/arena.cc",
    "chars": 15726,
    "preview": "// Protocol Buffers - Google's data interchange format\n// Copyright 2008 Google Inc.  All rights reserved.\n// https://de"
  },
  {
    "path": "third_party/protobuf-lite/arenastring.cc",
    "chars": 8985,
    "preview": "// Protocol Buffers - Google's data interchange format\n// Copyright 2008 Google Inc.  All rights reserved.\n// https://de"
  },
  {
    "path": "third_party/protobuf-lite/bytestream.cc",
    "chars": 5975,
    "preview": "// Protocol Buffers - Google's data interchange format\n// Copyright 2008 Google Inc.  All rights reserved.\n// https://de"
  },
  {
    "path": "third_party/protobuf-lite/coded_stream.cc",
    "chars": 30847,
    "preview": "// Protocol Buffers - Google's data interchange format\n// Copyright 2008 Google Inc.  All rights reserved.\n// https://de"
  },
  {
    "path": "third_party/protobuf-lite/common.cc",
    "chars": 10999,
    "preview": "// Protocol Buffers - Google's data interchange format\n// Copyright 2008 Google Inc.  All rights reserved.\n// https://de"
  },
  {
    "path": "third_party/protobuf-lite/extension_set.cc",
    "chars": 82338,
    "preview": "// Protocol Buffers - Google's data interchange format\n// Copyright 2008 Google Inc.  All rights reserved.\n// https://de"
  },
  {
    "path": "third_party/protobuf-lite/generated_enum_util.cc",
    "chars": 3573,
    "preview": "// Protocol Buffers - Google's data interchange format\n// Copyright 2008 Google Inc.  All rights reserved.\n// https://de"
  },
  {
    "path": "third_party/protobuf-lite/generated_message_table_driven_lite.cc",
    "chars": 4441,
    "preview": "// Protocol Buffers - Google's data interchange format\n// Copyright 2008 Google Inc.  All rights reserved.\n// https://de"
  },
  {
    "path": "third_party/protobuf-lite/generated_message_util.cc",
    "chars": 30000,
    "preview": "// Protocol Buffers - Google's data interchange format\n// Copyright 2008 Google Inc.  All rights reserved.\n// https://de"
  },
  {
    "path": "third_party/protobuf-lite/google/protobuf/any.h",
    "chars": 6215,
    "preview": "// Protocol Buffers - Google's data interchange format\n// Copyright 2008 Google Inc.  All rights reserved.\n// https://de"
  },
  {
    "path": "third_party/protobuf-lite/google/protobuf/arena.h",
    "chars": 29756,
    "preview": "// Protocol Buffers - Google's data interchange format\n// Copyright 2008 Google Inc.  All rights reserved.\n// https://de"
  },
  {
    "path": "third_party/protobuf-lite/google/protobuf/arena_impl.h",
    "chars": 18092,
    "preview": "// Protocol Buffers - Google's data interchange format\n// Copyright 2008 Google Inc.  All rights reserved.\n// https://de"
  },
  {
    "path": "third_party/protobuf-lite/google/protobuf/arenastring.h",
    "chars": 15918,
    "preview": "// Protocol Buffers - Google's data interchange format\n// Copyright 2008 Google Inc.  All rights reserved.\n// https://de"
  },
  {
    "path": "third_party/protobuf-lite/google/protobuf/descriptor.h",
    "chars": 96637,
    "preview": "// Protocol Buffers - Google's data interchange format\n// Copyright 2008 Google Inc.  All rights reserved.\n// https://de"
  },
  {
    "path": "third_party/protobuf-lite/google/protobuf/extension_set.h",
    "chars": 78585,
    "preview": "// Protocol Buffers - Google's data interchange format\n// Copyright 2008 Google Inc.  All rights reserved.\n// https://de"
  },
  {
    "path": "third_party/protobuf-lite/google/protobuf/extension_set_inl.h",
    "chars": 12437,
    "preview": "// Protocol Buffers - Google's data interchange format\n// Copyright 2008 Google Inc.  All rights reserved.\n// https://de"
  },
  {
    "path": "third_party/protobuf-lite/google/protobuf/generated_enum_reflection.h",
    "chars": 3993,
    "preview": "// Protocol Buffers - Google's data interchange format\n// Copyright 2008 Google Inc.  All rights reserved.\n// https://de"
  },
  {
    "path": "third_party/protobuf-lite/google/protobuf/generated_enum_util.h",
    "chars": 3266,
    "preview": "// Protocol Buffers - Google's data interchange format\n// Copyright 2008 Google Inc.  All rights reserved.\n// https://de"
  },
  {
    "path": "third_party/protobuf-lite/google/protobuf/generated_message_table_driven.h",
    "chars": 12532,
    "preview": "// Protocol Buffers - Google's data interchange format\n// Copyright 2008 Google Inc.  All rights reserved.\n// https://de"
  }
]

// ... and 61 more files (download for full content)