monoid/ner-study
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

refactor: remove useless if

Browse source
This commit is contained in:
monoid 2022-02-14 22:23:35 +09:00
parent badedc3ab7
commit f8e7ed42b3
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
read_data.py
View file

@ -165,7 +165,6 @@ if __name__ == "__main__":
def getTags(lst: List[Sentence]):
for s in tqdm(lst):
for e in s.detail:
if not e in vocab:
vocab.add(e)
print("get tags from train...")
getTags(train)
@ -183,6 +182,7 @@ if __name__ == "__main__":
v:str = "-".join(s)
if not v in vocab:
print("could not found pair " ,v)
vocab.add(v)
tags = [{"name":"[PAD]","index":0}]
i = 1