Skip to content

Commit

Permalink
fix test_weight_decay_extend error (#28178)
Browse files Browse the repository at this point in the history
  • Loading branch information
chenwhql authored Oct 21, 2020
1 parent 4873c20 commit 5d73bfd
Showing 1 changed file with 6 additions and 3 deletions.
9 changes: 6 additions & 3 deletions python/paddle/fluid/contrib/tests/test_weight_decay_extend.py
Original file line number Diff line number Diff line change
Expand Up @@ -149,17 +149,20 @@ def check_weight_decay2(self, place, model):

avg_cost = model(data, label, self.word_dict_len)

optimizer = fluid.optimizer.Adam(learning_rate=self.learning_rate)

params_grads = optimizer.backward(avg_cost)

param_list = [(var, var * self.learning_rate)
for var in main_prog.block(0).all_parameters()]

optimizer = fluid.optimizer.Adam(learning_rate=self.learning_rate)

optimizer.minimize(avg_cost)
for params in param_list:
updated_p = fluid.layers.elementwise_sub(
x=params[0], y=params[1])
fluid.layers.assign(input=updated_p, output=params[0])

optimizer.apply_optimize(avg_cost, startup_prog, params_grads)

param_sum = self.run_program(place, [data, label])
return param_sum

Expand Down

0 comments on commit 5d73bfd

Please sign in to comment.