|
|
@@ -11,8 +11,9 @@ class LinearWarmUpScheduler(object):
|
|
|
|
|
|
def set_lr(self, optimizer, lr):
|
|
|
for param_group in optimizer.param_groups:
|
|
|
- param_group['lr'] = lr
|
|
|
-
|
|
|
+ init_lr = param_group['initial_lr']
|
|
|
+ ratio = init_lr / self.base_lr
|
|
|
+ param_group['lr'] = lr * ratio
|
|
|
|
|
|
def __call__(self, iter, optimizer):
|
|
|
# warmup
|