Create one class of Token

combo/common/util.py

combo/data/__init__.py

combo/data/api.py

combo/data/dataset.py

combo/data/dataset_readers/conll.py

combo/data/dataset_readers/dataset_utils/span_utils.py

.../dataset_readers/universal_dependencies_dataset_reader.py

combo/data/fields/text_field.py

...dexers/pretrained_transformer_fixed_mismatched_indexer.py

combo/data/token_indexers/pretrained_transformer_indexer.py

...ken_indexers/pretrained_transformer_mismatched_indexer.py

combo/data/token_indexers/single_id_token_indexer.py

combo/data/token_indexers/token_characters_indexer.py

combo/data/token_indexers/token_features_indexer.py

combo/data/token_indexers/token_indexer.py

combo/data/tokenizers/__init__.py

combo/data/tokenizers/character_tokenizer.py

combo/data/tokenizers/pretrained_transformer_tokenizer.py

combo/data/tokenizers/spacy_tokenizer.py

combo/data/tokenizers/tokenizer.py