# Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import unittest import gradient_checker import numpy as np from decorator_helper import prog_scope from op_test import ( OpTest, convert_float_to_uint16, get_device_place, get_places, is_custom_device, ) import paddle from paddle import base from paddle.base import core def complex_sign(x): magnitude = np.abs(x) result = np.zeros_like(x, dtype=x.dtype) nonzero = magnitude != 0 result[nonzero] = x[nonzero] / magnitude[nonzero] return result class TestSignOp(OpTest): def setUp(self): self.op_type = "sign" self.python_api = paddle.sign self.inputs = { 'X': np.random.uniform(-10, 10, (10, 10)).astype("float64") } self.outputs = {'Out': np.sign(self.inputs['X'])} def test_check_output(self): self.check_output(check_pir=True, check_symbol_infer=False) def test_check_grad(self): self.check_grad(['X'], 'Out', check_pir=True) class TestSignFP16Op(TestSignOp): def setUp(self): self.op_type = "sign" self.python_api = paddle.sign self.inputs = { 'X': np.random.uniform(-10, 10, (10, 10)).astype("float16") } self.outputs = {'Out': np.sign(self.inputs['X'])} class TestSignComplex64Op(OpTest): def setUp(self): self.op_type = "sign" self.python_api = paddle.sign real_part = np.random.uniform(-10, 10, (10, 10)) imag_part = np.random.uniform(-10, 10, (10, 10)) self.inputs = {'X': (real_part + 1j * imag_part).astype("complex64")} self.outputs = {'Out': complex_sign(self.inputs['X'])} def test_check_output(self): self.check_output(check_pir=True, check_symbol_infer=False) class TestSignComplex128Op(OpTest): def setUp(self): self.op_type = "sign" self.python_api = paddle.sign real_part = np.random.uniform(-10, 10, (10, 10)) imag_part = np.random.uniform(-10, 10, (10, 10)) self.inputs = {'X': (real_part + 1j * imag_part).astype("complex128")} self.outputs = {'Out': complex_sign(self.inputs['X'])} def test_check_output(self): self.check_output(check_pir=True, check_symbol_infer=False) @unittest.skipIf( not (core.is_compiled_with_cuda() or is_custom_device()) or not core.is_bfloat16_supported(get_device_place()), "core is not compiled with CUDA or not support bfloat16", ) class TestSignBF16Op(OpTest): def setUp(self): self.op_type = "sign" self.python_api = paddle.sign self.dtype = np.uint16 self.inputs = { 'X': np.random.uniform(-10, 10, (10, 10)).astype("float32") } self.outputs = {'Out': np.sign(self.inputs['X'])} self.inputs['X'] = convert_float_to_uint16(self.inputs['X']) self.outputs['Out'] = convert_float_to_uint16(self.outputs['Out']) self.place = get_device_place() def test_check_output(self): self.check_output_with_place( self.place, check_pir=True, check_symbol_infer=False ) def test_check_grad(self): self.check_grad_with_place(self.place, ['X'], 'Out', check_pir=True) class TestSignAPI(unittest.TestCase): def setUp(self): self.place = get_places() def test_dygraph(self): with base.dygraph.guard(): np_x = np.array([-1.0, 0.0, -0.0, 1.2, 1.5], dtype='float64') x = paddle.to_tensor(np_x) z = paddle.sign(x) np_z = z.numpy() z_expected = np.sign(np_x) self.assertEqual((np_z == z_expected).all(), True) def test_static(self): np_input1 = np.random.uniform(-10, 10, (12, 10)).astype("int8") np_input2 = np.random.uniform(-10, 10, (12, 10)).astype("uint8") np_input3 = np.random.uniform(-10, 10, (12, 10)).astype("int16") np_input4 = np.random.uniform(-10, 10, (12, 10)).astype("int32") np_input5 = np.random.uniform(-10, 10, (12, 10)).astype("int64") np_out1 = np.sign(np_input1) np_out2 = np.sign(np_input2) np_out3 = np.sign(np_input3) np_out4 = np.sign(np_input4) np_out5 = np.sign(np_input5) def run(place): with paddle.static.program_guard( paddle.static.Program(), paddle.static.Program() ): # The input type of sign_op must be Variable or numpy.ndarray. input1 = 12 self.assertRaises(TypeError, paddle.tensor.math.sign, input1) # The result of sign_op must correct. input1 = paddle.static.data( name='input1', shape=[12, 10], dtype="int8" ) input2 = paddle.static.data( name='input2', shape=[12, 10], dtype="uint8" ) input3 = paddle.static.data( name='input3', shape=[12, 10], dtype="int16" ) input4 = paddle.static.data( name='input4', shape=[12, 10], dtype="int32" ) input5 = paddle.static.data( name='input5', shape=[12, 10], dtype="int64" ) out1 = paddle.sign(input1) out2 = paddle.sign(input2) out3 = paddle.sign(input3) out4 = paddle.sign(input4) out5 = paddle.sign(input5) exe = paddle.static.Executor(place) res1, res2, res3, res4, res5 = exe.run( paddle.static.default_main_program(), feed={ "input1": np_input1, "input2": np_input2, "input3": np_input3, "input4": np_input4, "input5": np_input5, }, fetch_list=[out1, out2, out3, out4, out5], ) self.assertEqual((res1 == np_out1).all(), True) self.assertEqual((res2 == np_out2).all(), True) self.assertEqual((res3 == np_out3).all(), True) self.assertEqual((res4 == np_out4).all(), True) self.assertEqual((res5 == np_out5).all(), True) if core.is_compiled_with_cuda() or is_custom_device(): input6 = paddle.static.data( name='input6', shape=[-1, 4], dtype="float16" ) paddle.sign(input6) for place in self.place: run(place) class TestSignComplexAPI(TestSignAPI): def setUp(self): self.place = get_places() def test_dygraph(self): with base.dygraph.guard(): np_x = np.array( [-1.0 + 1.0j, 0.0 + 0.0j, 3.0 - 0.0j, 1.2 + 0.0j, 1.5 + 3.0j], dtype='complex64', ) x = paddle.to_tensor(np_x) z = paddle.sign(x) np_z = z.numpy() z_expected = complex_sign(np_x) np.testing.assert_allclose(np_z, z_expected, atol=1e-5, rtol=1e-5) def test_static(self): real_part = np.random.uniform(-10, 10, (10, 10)) imag_part = np.random.uniform(-10, 10, (10, 10)) np_input1 = (real_part + 1j * imag_part).astype("complex64") np_input2 = (real_part + 1j * imag_part).astype("complex128") np_out1 = complex_sign(np_input1) np_out2 = complex_sign(np_input2) def run(place): with paddle.static.program_guard( paddle.static.Program(), paddle.static.Program() ): # The input type of sign_op must be Variable or numpy.ndarray. input1 = 12 self.assertRaises(TypeError, paddle.tensor.math.sign, input1) # The result of sign_op must correct. input1 = paddle.static.data( name='input1', shape=[12, 10], dtype="complex64" ) input2 = paddle.static.data( name='input2', shape=[12, 10], dtype="complex128" ) out1 = paddle.sign(input1) out2 = paddle.sign(input2) exe = paddle.static.Executor(place) res1, res2 = exe.run( paddle.static.default_main_program(), feed={ "input1": np_input1, "input2": np_input2, }, fetch_list=[out1, out2], ) np.testing.assert_allclose(res1, np_out1, atol=1e-5, rtol=1e-5) np.testing.assert_allclose(res2, np_out2, atol=1e-5, rtol=1e-5) for place in self.place: run(place) class TestSignDoubleGradCheck(unittest.TestCase): def sign_wrapper(self, x): return paddle.sign(x[0]) @prog_scope() def func(self, place): # the shape of input variable should be clearly specified, not include -1. eps = 0.005 dtype = np.float32 data = paddle.static.data('data', [1, 4], dtype) data.persistable = True out = paddle.sign(data) data_arr = np.random.uniform(-1, 1, data.shape).astype(dtype) gradient_checker.double_grad_check( [data], out, x_init=[data_arr], place=place, eps=eps ) gradient_checker.double_grad_check_for_dygraph( self.sign_wrapper, [data], out, x_init=[data_arr], place=place ) def test_grad(self): paddle.enable_static() for p in get_places(): self.func(p) class TestSignTripleGradCheck(unittest.TestCase): def sign_wrapper(self, x): return paddle.sign(x[0]) @prog_scope() def func(self, place): # the shape of input variable should be clearly specified, not include -1. eps = 0.005 dtype = np.float32 data = paddle.static.data('data', [1, 4], dtype) data.persistable = True out = paddle.sign(data) data_arr = np.random.uniform(-1, 1, data.shape).astype(dtype) gradient_checker.triple_grad_check( [data], out, x_init=[data_arr], place=place, eps=eps ) gradient_checker.triple_grad_check_for_dygraph( self.sign_wrapper, [data], out, x_init=[data_arr], place=place ) def test_grad(self): paddle.enable_static() for p in get_places(): self.func(p) class TestSignOutAndParamDecorator(unittest.TestCase): def setUp(self): paddle.disable_static() self.x_np = np.random.randn(3, 4).astype(np.float32) self.x_np[self.x_np == 0] = 1 # Avoid zero for gradient check self.test_types = ["decorator", "out", "out_decorator"] def do_test(self, test_type): x = paddle.to_tensor(self.x_np, stop_gradient=False) if test_type == 'raw': result = paddle.sign(x) result.mean().backward() return result, x.grad elif test_type == 'decorator': result = paddle.sign(input=x) result.mean().backward() return result, x.grad elif test_type == 'out': out = paddle.empty_like(x) out.stop_gradient = False paddle.sign(x, out=out) out.mean().backward() return out, x.grad elif test_type == 'out_decorator': out = paddle.empty_like(x) out.stop_gradient = False paddle.sign(input=x, out=out) out.mean().backward() return out, x.grad else: raise ValueError(f"Unknown test type: {test_type}") def test_all(self): out_std, grad_std = self.do_test('raw') for test_type in self.test_types: out, grad = self.do_test(test_type) np.testing.assert_allclose(out.numpy(), out_std.numpy(), rtol=1e-20) np.testing.assert_allclose( grad.numpy(), grad_std.numpy(), rtol=1e-20 ) if __name__ == "__main__": paddle.enable_static() unittest.main()