From 4cbef64e28847bb9ea0752882e856a0d702d6692 Mon Sep 17 00:00:00 2001 From: andrea Date: Thu, 11 Feb 2021 18:31:59 +0100 Subject: [PATCH] running comparison --- src/util/common.py | 3 --- 1 file changed, 3 deletions(-) diff --git a/src/util/common.py b/src/util/common.py index 0a574e0..1f5dd59 100644 --- a/src/util/common.py +++ b/src/util/common.py @@ -362,7 +362,6 @@ def index(data, vocab, known_words, analyzer, unk_index, out_of_vocabulary): unk_count = 0 knw_count = 0 out_count = 0 - # pbar = tqdm(data, desc=f'indexing') for text in data: words = analyzer(text) index = [] @@ -381,8 +380,6 @@ def index(data, vocab, known_words, analyzer, unk_index, out_of_vocabulary): index.append(idx) indexes.append(index) knw_count += len(index) - # pbar.set_description(f'[unk = {unk_count}/{knw_count}={(100.*unk_count/knw_count):.2f}%]' - # f'[out = {out_count}/{knw_count}={(100.*out_count/knw_count):.2f}%]') return indexes