From b2ae0e1d7dfb6048ffcf1a79ee77226d1612f645 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Maja=20Jab=C5=82o=C5=84ska?= <majajjablonska@gmail.com>
Date: Tue, 28 Mar 2023 18:45:35 +0200
Subject: [PATCH] Update annotations for token indexers

---
 .../pretrained_transformer_fixed_mismatched_indexer.py      | 5 +++++
 combo/data/token_indexers/pretrained_transformer_indexer.py | 5 +++++
 .../pretrained_transformer_mismatched_indexer.py            | 5 +++++
 .../token_const_padding_characters_indexer.py               | 6 +++++-
 combo/data/token_indexers/token_features_indexer.py         | 5 ++++-
 5 files changed, 24 insertions(+), 2 deletions(-)

diff --git a/combo/data/token_indexers/pretrained_transformer_fixed_mismatched_indexer.py b/combo/data/token_indexers/pretrained_transformer_fixed_mismatched_indexer.py
index 493f7f4..4a27336 100644
--- a/combo/data/token_indexers/pretrained_transformer_fixed_mismatched_indexer.py
+++ b/combo/data/token_indexers/pretrained_transformer_fixed_mismatched_indexer.py
@@ -1,3 +1,8 @@
+"""
+Adapted from COMBO
+Authors: Mateusz Klimaszewski, Lukasz Pszenny
+"""
+
 from typing import Optional, Dict, Any, List, Tuple
 
 from overrides import overrides
diff --git a/combo/data/token_indexers/pretrained_transformer_indexer.py b/combo/data/token_indexers/pretrained_transformer_indexer.py
index e00a9c2..c81596e 100644
--- a/combo/data/token_indexers/pretrained_transformer_indexer.py
+++ b/combo/data/token_indexers/pretrained_transformer_indexer.py
@@ -1,3 +1,8 @@
+"""
+Adapted from AllenNLP
+https://github.com/allenai/allennlp/blob/main/allennlp/data/token_indexers/pretrained_transformer_indexer.py
+"""
+
 from typing import Dict, List, Optional, Tuple, Any
 import logging
 import torch
diff --git a/combo/data/token_indexers/pretrained_transformer_mismatched_indexer.py b/combo/data/token_indexers/pretrained_transformer_mismatched_indexer.py
index 6c88343..20411dd 100644
--- a/combo/data/token_indexers/pretrained_transformer_mismatched_indexer.py
+++ b/combo/data/token_indexers/pretrained_transformer_mismatched_indexer.py
@@ -1,3 +1,8 @@
+"""
+Adapted from AllenNLP
+https://github.com/allenai/allennlp/blob/main/allennlp/data/token_indexers/pretrained_transformer_mismatched_indexer.py
+"""
+
 from typing import Dict, List, Any, Optional
 import logging
 
diff --git a/combo/data/token_indexers/token_const_padding_characters_indexer.py b/combo/data/token_indexers/token_const_padding_characters_indexer.py
index db5e9b7..6b7440d 100644
--- a/combo/data/token_indexers/token_const_padding_characters_indexer.py
+++ b/combo/data/token_indexers/token_const_padding_characters_indexer.py
@@ -1,4 +1,8 @@
-"""Custom character token indexer."""
+"""
+Custom character token indexer.
+Adapted from COMBO.
+Author: Mateusz Klimaszewski
+"""
 import itertools
 from typing import List, Dict
 
diff --git a/combo/data/token_indexers/token_features_indexer.py b/combo/data/token_indexers/token_features_indexer.py
index 4835941..9ae6547 100644
--- a/combo/data/token_indexers/token_features_indexer.py
+++ b/combo/data/token_indexers/token_features_indexer.py
@@ -1,4 +1,7 @@
-"""Features indexer."""
+"""Features indexer.
+Adapted from COMBO.
+Author: Mateusz Klimaszewski
+"""
 import collections
 from abc import ABC
 from typing import List, Dict
-- 
GitLab