andrea.pedrotti
/
gFun
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

running comparison

This commit is contained in:
andrea 2021-02-11 18:31:59 +01:00
parent d5417691d5
commit 4cbef64e28
1 changed files with 0 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
src/util/common.py
View File

@ -362,7 +362,6 @@ def index(data, vocab, known_words, analyzer, unk_index, out_of_vocabulary):
unk_count = 0
knw_count = 0
out_count = 0
# pbar = tqdm(data, desc=f'indexing')
for text in data:
words = analyzer(text)
index = []
@ -381,8 +380,6 @@ def index(data, vocab, known_words, analyzer, unk_index, out_of_vocabulary):
index.append(idx)
indexes.append(index)
knw_count += len(index)
# pbar.set_description(f'[unk = {unk_count}/{knw_count}={(100.*unk_count/knw_count):.2f}%]'
# f'[out = {out_count}/{knw_count}={(100.*out_count/knw_count):.2f}%]')
return indexes