From b2ae0e1d7dfb6048ffcf1a79ee77226d1612f645 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Maja=20Jab=C5=82o=C5=84ska?= <majajjablonska@gmail.com> Date: Tue, 28 Mar 2023 18:45:35 +0200 Subject: [PATCH] Update annotations for token indexers --- .../pretrained_transformer_fixed_mismatched_indexer.py | 5 +++++ combo/data/token_indexers/pretrained_transformer_indexer.py | 5 +++++ .../pretrained_transformer_mismatched_indexer.py | 5 +++++ .../token_const_padding_characters_indexer.py | 6 +++++- combo/data/token_indexers/token_features_indexer.py | 5 ++++- 5 files changed, 24 insertions(+), 2 deletions(-) diff --git a/combo/data/token_indexers/pretrained_transformer_fixed_mismatched_indexer.py b/combo/data/token_indexers/pretrained_transformer_fixed_mismatched_indexer.py index 493f7f4..4a27336 100644 --- a/combo/data/token_indexers/pretrained_transformer_fixed_mismatched_indexer.py +++ b/combo/data/token_indexers/pretrained_transformer_fixed_mismatched_indexer.py @@ -1,3 +1,8 @@ +""" +Adapted from COMBO +Authors: Mateusz Klimaszewski, Lukasz Pszenny +""" + from typing import Optional, Dict, Any, List, Tuple from overrides import overrides diff --git a/combo/data/token_indexers/pretrained_transformer_indexer.py b/combo/data/token_indexers/pretrained_transformer_indexer.py index e00a9c2..c81596e 100644 --- a/combo/data/token_indexers/pretrained_transformer_indexer.py +++ b/combo/data/token_indexers/pretrained_transformer_indexer.py @@ -1,3 +1,8 @@ +""" +Adapted from AllenNLP +https://github.com/allenai/allennlp/blob/main/allennlp/data/token_indexers/pretrained_transformer_indexer.py +""" + from typing import Dict, List, Optional, Tuple, Any import logging import torch diff --git a/combo/data/token_indexers/pretrained_transformer_mismatched_indexer.py b/combo/data/token_indexers/pretrained_transformer_mismatched_indexer.py index 6c88343..20411dd 100644 --- a/combo/data/token_indexers/pretrained_transformer_mismatched_indexer.py +++ b/combo/data/token_indexers/pretrained_transformer_mismatched_indexer.py @@ -1,3 +1,8 @@ +""" +Adapted from AllenNLP +https://github.com/allenai/allennlp/blob/main/allennlp/data/token_indexers/pretrained_transformer_mismatched_indexer.py +""" + from typing import Dict, List, Any, Optional import logging diff --git a/combo/data/token_indexers/token_const_padding_characters_indexer.py b/combo/data/token_indexers/token_const_padding_characters_indexer.py index db5e9b7..6b7440d 100644 --- a/combo/data/token_indexers/token_const_padding_characters_indexer.py +++ b/combo/data/token_indexers/token_const_padding_characters_indexer.py @@ -1,4 +1,8 @@ -"""Custom character token indexer.""" +""" +Custom character token indexer. +Adapted from COMBO. +Author: Mateusz Klimaszewski +""" import itertools from typing import List, Dict diff --git a/combo/data/token_indexers/token_features_indexer.py b/combo/data/token_indexers/token_features_indexer.py index 4835941..9ae6547 100644 --- a/combo/data/token_indexers/token_features_indexer.py +++ b/combo/data/token_indexers/token_features_indexer.py @@ -1,4 +1,7 @@ -"""Features indexer.""" +"""Features indexer. +Adapted from COMBO. +Author: Mateusz Klimaszewski +""" import collections from abc import ABC from typing import List, Dict -- GitLab