From 8fec6f1b5ae370c73bcfa7e4a6f15bb29b9e057a Mon Sep 17 00:00:00 2001 From: nagadomi Date: Sat, 21 May 2016 09:56:26 +0900 Subject: [PATCH] Change the learning rate decay rate --- train.lua | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/train.lua b/train.lua index f722934..c6694b5 100644 --- a/train.lua +++ b/train.lua @@ -302,7 +302,7 @@ local function train() else lrd_count = lrd_count + 1 if lrd_count > 2 then - adam_config.learningRate = adam_config.learningRate * 0.8 + adam_config.learningRate = adam_config.learningRate * 0.874 print("* learning rate decay: " .. adam_config.learningRate) lrd_count = 0 end