From b3275667bb560e69eba4e237b56e183281af8188 Mon Sep 17 00:00:00 2001 From: andrea Date: Fri, 29 Jan 2021 18:18:47 +0100 Subject: [PATCH] Set arguments in order to reproduce 'master' performances with Neural setting --- main.py | 30 +++++++++++++++++++++--------- readme.md | 6 +++++- 2 files changed, 26 insertions(+), 10 deletions(-) diff --git a/main.py b/main.py index e236c50..0650310 100644 --- a/main.py +++ b/main.py @@ -41,14 +41,14 @@ def main(args): embedder_list.append(wceEmbedder) if args.gru_embedder: - rnnEmbedder = RecurrentGen(multilingualIndex, pretrained_embeddings=lMuse, wce=args.gru_wce, batch_size=256, - nepochs=args.nepochs_rnn, patience=args.patience_rnn, gpus=args.gpus, - n_jobs=args.n_jobs) + rnnEmbedder = RecurrentGen(multilingualIndex, pretrained_embeddings=lMuse, wce=args.gru_wce, + batch_size=args.batch_rnn, nepochs=args.nepochs_rnn, patience=args.patience_rnn, + gpus=args.gpus, n_jobs=args.n_jobs) embedder_list.append(rnnEmbedder) if args.bert_embedder: - bertEmbedder = BertGen(multilingualIndex, batch_size=4, nepochs=args.nepochs_bert, gpus=args.gpus, - n_jobs=args.n_jobs) + bertEmbedder = BertGen(multilingualIndex, batch_size=args.batch_bert, nepochs=args.nepochs_bert, + patience=args.patience_bert, gpus=args.gpus, n_jobs=args.n_jobs) bertEmbedder.transform(lX) embedder_list.append(bertEmbedder) @@ -152,8 +152,20 @@ if __name__ == '__main__': default=10) parser.add_argument('--patience_rnn', dest='patience_rnn', type=int, metavar='', - help='set early stop patience for the RecurrentGen, default 50', - default=50) + help='set early stop patience for the RecurrentGen, default 25', + default=25) + + parser.add_argument('--patience_bert', dest='patience_bert', type=int, metavar='', + help='set early stop patience for the BertGen, default 5', + default=5) + + parser.add_argument('--batch_rnn', dest='batch_rnn', type=int, metavar='', + help='set batchsize for the RecurrentGen, default 64', + default=64) + + parser.add_argument('--batch_bert', dest='batch_bert', type=int, metavar='', + help='set batchsize for the BertGen, default 4', + default=4) parser.add_argument('--muse_dir', dest='muse_dir', type=str, metavar='', help='Path to the MUSE polylingual word embeddings (default embeddings/)', @@ -163,8 +175,8 @@ if __name__ == '__main__': help='Deploy WCE embedding as embedding layer of the GRU View Generator', default=False) - parser.add_argument('--gru_dir', dest='gru_dir', type=str, metavar='', - help='Set the path to a pretrained GRU model (i.e., -g view generator)', + parser.add_argument('--rnn_dir', dest='rnn_dir', type=str, metavar='', + help='Set the path to a pretrained RNN model (i.e., -g view generator)', default=None) parser.add_argument('--bert_dir', dest='bert_dir', type=str, metavar='', diff --git a/readme.md b/readme.md index 401a883..db6275f 100644 --- a/readme.md +++ b/readme.md @@ -40,10 +40,14 @@ optional arguments: -j, --n_jobs number of parallel jobs, default is -1 i.e., all --nepochs_rnn number of max epochs to train Recurrent embedder (i.e., -g), default 150 --nepochs_bert number of max epochs to train Bert model (i.e., -g), default 10 + --patience_rnn set early stop patience for the RecurrentGen, default 25 + --patience_bert set early stop patience for the BertGen, default 5 + --batch_rnn set batchsize for the RecurrentGen, default 64 + --batch_bert set batchsize for the BertGen, default 4 --muse_dir path to the MUSE polylingual word embeddings (default ../embeddings) --gru_wce deploy WCE embedding as embedding layer of the GRU View Generator --patience_rnn set early stop patience for the RecurrentGen, default 50 - --gru_dir set the path to a pretrained GRU model (i.e., -g view generator) + --rnn_dir set the path to a pretrained RNN model (i.e., -g view generator) --bert_dir set the path to a pretrained mBERT model (i.e., -b view generator) --gpus specifies how many GPUs to use per node ``` \ No newline at end of file