Commit de37446f authored by Yuxin Wu's avatar Yuxin Wu

use list for lr_mult

parent 884af444
...@@ -65,6 +65,6 @@ class ModelDesc(object): ...@@ -65,6 +65,6 @@ class ModelDesc(object):
def get_lr_multiplier(self): def get_lr_multiplier(self):
""" """
Return a dict of {variable_regex: multiplier} Return a list of (variable_regex: multiplier)
""" """
return {} return []
...@@ -86,7 +86,7 @@ def scale_grads(grads, multiplier): ...@@ -86,7 +86,7 @@ def scale_grads(grads, multiplier):
ret = [] ret = []
for grad, var in grads: for grad, var in grads:
varname = var.name varname = var.name
for regex, val in multiplier.iteritems(): for regex, val in multiplier:
if re.search(regex, varname): if re.search(regex, varname):
logger.info("Apply lr multiplier {} for {}".format(val, varname)) logger.info("Apply lr multiplier {} for {}".format(val, varname))
ret.append((grad * val, var)) ret.append((grad * val, var))
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment