diff --git a/src/util/common.py b/src/util/common.py index 0a574e0..1f5dd59 100644 --- a/src/util/common.py +++ b/src/util/common.py @@ -362,7 +362,6 @@ def index(data, vocab, known_words, analyzer, unk_index, out_of_vocabulary): unk_count = 0 knw_count = 0 out_count = 0 - # pbar = tqdm(data, desc=f'indexing') for text in data: words = analyzer(text) index = [] @@ -381,8 +380,6 @@ def index(data, vocab, known_words, analyzer, unk_index, out_of_vocabulary): index.append(idx) indexes.append(index) knw_count += len(index) - # pbar.set_description(f'[unk = {unk_count}/{knw_count}={(100.*unk_count/knw_count):.2f}%]' - # f'[out = {out_count}/{knw_count}={(100.*out_count/knw_count):.2f}%]') return indexes