Skip to content

Commit

Permalink
fix l1 decay for inplace (#32717)
Browse files Browse the repository at this point in the history
  • Loading branch information
littletomatodonkey authored May 6, 2021
1 parent c5ae21f commit efdb0a7
Showing 1 changed file with 5 additions and 3 deletions.
8 changes: 5 additions & 3 deletions python/paddle/fluid/regularizer.py
Original file line number Diff line number Diff line change
Expand Up @@ -326,19 +326,21 @@ def __call__(self, param, grad, block):
assert isinstance(block, framework.Block)

if framework.in_dygraph_mode():
sign = block.create_var(dtype=param.dtype, shape=param.shape)
decay = block.create_var(dtype=param.dtype, shape=param.shape)
else:
sign = block.create_var(
dtype=param.dtype, shape=param.shape, lod_level=param.lod_level)
decay = block.create_var(
dtype=param.dtype, shape=param.shape, lod_level=param.lod_level)

# Append sign op
block.append_op(
type='sign', inputs={"X": param}, outputs={"Out": decay})
block.append_op(type='sign', inputs={"X": param}, outputs={"Out": sign})

# Append scale op to the output of sign op
block.append_op(
type='scale',
inputs={"X": decay},
inputs={"X": sign},
outputs={"Out": decay},
attrs={"scale": self._regularization_coeff})

Expand Down

0 comments on commit efdb0a7

Please sign in to comment.