diff --git a/read_data.py b/read_data.py index 8b7851e..907771e 100644 --- a/read_data.py +++ b/read_data.py @@ -103,7 +103,13 @@ class TagIdConverter: @property def pad_id(self): return self.vocab["[PAD]"] + @property + def size(self): + return len(self.vocab) + def __len__(self): + return self.size + def convert_ids_to_tokens(self,ids: List[int]): return [self.ids_to_token[id] for id in ids] def convert_tokens_to_ids(self, tokens: List[str]):