From 58e8207545ef4a2036fa784d2845c02e0e463b12 Mon Sep 17 00:00:00 2001 From: gongel Date: Tue, 17 Jan 2023 05:43:21 +0000 Subject: [PATCH 1/2] alpha_dropout supports zero_dim --- python/paddle/nn/functional/common.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/python/paddle/nn/functional/common.py b/python/paddle/nn/functional/common.py index 6631682d0e949d..9a3553277eedbd 100644 --- a/python/paddle/nn/functional/common.py +++ b/python/paddle/nn/functional/common.py @@ -1405,7 +1405,7 @@ def alpha_dropout(x, p=0.5, training=True, name=None): random_tensor = paddle.uniform( input_shape, dtype='float32', min=0.0, max=1.0 ) - p = full(shape=[1], fill_value=p, dtype='float32') + p = full(shape=input_shape, fill_value=p, dtype='float32') keep_mask = paddle.greater_equal(random_tensor, p) keep_mask = paddle.cast(keep_mask, dtype) drop_mask = paddle.subtract( @@ -1413,7 +1413,7 @@ def alpha_dropout(x, p=0.5, training=True, name=None): ) # apply mask - b = full(shape=[1], fill_value=b, dtype=dtype) + b = full(shape=input_shape, fill_value=b, dtype=dtype) y = paddle.add( paddle.multiply(x, keep_mask), paddle.scale(drop_mask, scale=alpha_p), From 7b93fa8a474351f6bad0bcb0e28f31ef2c1c68b4 Mon Sep 17 00:00:00 2001 From: gongel Date: Tue, 17 Jan 2023 07:29:22 +0000 Subject: [PATCH 2/2] add test --- python/paddle/fluid/tests/unittests/test_zero_dim_tensor.py | 1 + 1 file changed, 1 insertion(+) diff --git a/python/paddle/fluid/tests/unittests/test_zero_dim_tensor.py b/python/paddle/fluid/tests/unittests/test_zero_dim_tensor.py index eedf4ae596cab6..df74595dd167f4 100644 --- a/python/paddle/fluid/tests/unittests/test_zero_dim_tensor.py +++ b/python/paddle/fluid/tests/unittests/test_zero_dim_tensor.py @@ -85,6 +85,7 @@ paddle.poisson, paddle.bernoulli, paddle.median, + paddle.nn.functional.alpha_dropout, ] inplace_api_list = [