andrea.pedrotti
/
gFun
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

fixed lr

This commit is contained in:
andrea 2021-02-08 09:02:16 +01:00
parent 80d0693cb1
commit b2be446446
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/models/pl_bert.py
View File

@ -136,7 +136,7 @@ class BertModel(pl.LightningModule):
self.log('test-microK', microK, on_step=False, on_epoch=True, prog_bar=True, logger=True) self.log('test-microK', microK, on_step=False, on_epoch=True, prog_bar=True, logger=True)
return return
def configure_optimizers(self, lr=3e-5, weight_decay=0.01): def configure_optimizers(self, lr=1e-5, weight_decay=0.01):
no_decay = ['bias', 'LayerNorm.weight'] no_decay = ['bias', 'LayerNorm.weight']
optimizer_grouped_parameters = [ optimizer_grouped_parameters = [
{'params': [p for n, p in self.bert.named_parameters() {'params': [p for n, p in self.bert.named_parameters()