# Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import unittest import numpy as np from op_test import OpTest, get_device_place, get_places, is_custom_device import paddle from paddle import base from paddle.base import core class TestIscloseOp(OpTest): def set_args(self): self.input = np.array([10000.0, 1e-07]).astype("float32") self.other = np.array([10000.1, 1e-08]).astype("float32") self.rtol = np.array([1e-05]).astype("float64") self.atol = np.array([1e-08]).astype("float64") self.equal_nan = False def setUp(self): paddle.enable_static() self.set_args() self.op_type = "isclose" self.python_api = paddle.isclose self.inputs = { 'Input': self.input, 'Other': self.other, "Rtol": self.rtol, "Atol": self.atol, } self.attrs = {'equal_nan': self.equal_nan} self.outputs = { 'Out': np.isclose( self.inputs['Input'], self.inputs['Other'], rtol=self.rtol, atol=self.atol, equal_nan=self.equal_nan, ) } def test_check_output(self): self.check_output(check_pir=True) class TestIscloseOpException(TestIscloseOp): def test_check_output(self): def test_rtol_num(): self.inputs['Rtol'] = np.array([1e-05, 1e-05]).astype("float64") self.inputs['Atol'] = np.array([1e-08]).astype("float64") self.check_output() self.assertRaises(ValueError, test_rtol_num) def test_rtol_type(): self.inputs['Rtol'] = np.array([5]).astype("int32") self.inputs['Atol'] = np.array([1e-08]).astype("float64") self.check_output() self.assertRaises(ValueError, test_rtol_type) def test_atol_num(): self.inputs['Rtol'] = np.array([1e-05]).astype("float64") self.inputs['Atol'] = np.array([1e-08, 1e-08]).astype("float64") self.check_output() self.assertRaises(ValueError, test_atol_num) def test_atol_type(): self.inputs['Rtol'] = np.array([1e-05]).astype("float64") self.inputs['Atol'] = np.array([8]).astype("int32") self.check_output() self.assertRaises(ValueError, test_atol_type) class TestIscloseOpSmallNum(TestIscloseOp): def set_args(self): self.input = np.array([10000.0, 1e-08]).astype("float32") self.other = np.array([10000.1, 1e-09]).astype("float32") self.rtol = np.array([1e-05]).astype("float64") self.atol = np.array([1e-08]).astype("float64") self.equal_nan = False class TestIscloseOpNanFalse(TestIscloseOp): def set_args(self): self.input = np.array([1.0, float('nan')]).astype("float32") self.other = np.array([1.0, float('nan')]).astype("float32") self.rtol = np.array([1e-05]).astype("float64") self.atol = np.array([1e-08]).astype("float64") self.equal_nan = False class TestIscloseOpNanTrue(TestIscloseOp): def set_args(self): self.input = np.array([1.0, float('nan')]).astype("float32") self.other = np.array([1.0, float('nan')]).astype("float32") self.rtol = np.array([1e-05]).astype("float64") self.atol = np.array([1e-08]).astype("float64") self.equal_nan = True class TestIscloseStatic(unittest.TestCase): def test_api_case(self): paddle.enable_static() x_data = np.random.rand(10, 10) y_data = np.random.rand(10, 10) for place in get_places(): main = paddle.static.Program() startup = paddle.static.Program() with paddle.static.program_guard(main, startup): x = paddle.static.data( name='x', shape=[10, 10], dtype='float64' ) y = paddle.static.data( name='y', shape=[10, 10], dtype='float64' ) result = paddle.isclose(x, y) exe = paddle.base.Executor(place) fetches = exe.run( main, feed={"x": x_data, "y": y_data}, fetch_list=[result], ) expected_out = np.isclose(x_data, y_data) self.assertTrue((fetches[0] == expected_out).all(), True) class TestIscloseDygraph(unittest.TestCase): def test_api_case(self): for place in get_places(): paddle.disable_static() x_data = np.random.rand(10, 10) y_data = np.random.rand(10, 10) x = paddle.to_tensor(x_data, place=place) y = paddle.to_tensor(y_data, place=place) out = paddle.isclose(x, y, rtol=1e-05, atol=1e-08) expected_out = np.isclose(x_data, y_data, rtol=1e-05, atol=1e-08) self.assertTrue((out.numpy() == expected_out).all(), True) paddle.enable_static() class TestIscloseError(unittest.TestCase): def test_input_dtype(self): paddle.enable_static() def test_x_dtype(): with paddle.static.program_guard( paddle.static.Program(), paddle.static.Program() ): x = paddle.static.data(name='x', shape=[10, 10], dtype='int32') y = paddle.static.data( name='y', shape=[10, 10], dtype='float64' ) result = paddle.isclose(x, y) self.assertRaises(TypeError, test_x_dtype) def test_y_dtype(): with paddle.static.program_guard( paddle.static.Program(), paddle.static.Program() ): x = paddle.static.data( name='x', shape=[10, 10], dtype='float64' ) y = paddle.static.data(name='y', shape=[10, 10], dtype='int32') result = paddle.isclose(x, y) self.assertRaises(TypeError, test_y_dtype) def test_attr(self): paddle.enable_static() x = paddle.static.data(name='x', shape=[10, 10], dtype='float64') y = paddle.static.data(name='y', shape=[10, 10], dtype='float64') def test_rtol(): with paddle.static.program_guard( paddle.static.Program(), paddle.static.Program() ): result = paddle.isclose(x, y, rtol="True") self.assertRaises(TypeError, test_rtol) def test_atol(): with paddle.static.program_guard( paddle.static.Program(), paddle.static.Program() ): result = paddle.isclose(x, y, atol="True") self.assertRaises(TypeError, test_atol) def test_equal_nan(): result = paddle.isclose(x, y, equal_nan=1) self.assertRaises(TypeError, test_equal_nan) class TestIscloseOpFp16(unittest.TestCase): def test_fp16(self): if core.is_compiled_with_cuda() or is_custom_device(): x_data = np.random.rand(10, 10).astype('float16') y_data = np.random.rand(10, 10).astype('float16') main = paddle.static.Program() startup = paddle.static.Program() with paddle.static.program_guard(main, startup): x = paddle.static.data( shape=[10, 10], name='x', dtype='float16' ) y = paddle.static.data( shape=[10, 10], name='y', dtype='float16' ) out = paddle.isclose(x, y, rtol=1e-05, atol=1e-08) place = get_device_place() exe = paddle.static.Executor(place) exe.run(startup) out = exe.run(feed={'x': x_data, 'y': y_data}, fetch_list=[out]) class TestIscloseOpFloat16(TestIscloseOp): def set_args(self): self.input = np.array([10.1]).astype("float16") self.other = np.array([10]).astype("float16") self.rtol = np.array([0.01]).astype("float64") self.atol = np.array([0]).astype("float64") self.equal_nan = False def test_check_output(self): if core.is_compiled_with_cuda() or is_custom_device(): place = get_device_place() if core.is_float16_supported(place): self.check_output_with_place(place, check_pir=True) class TestIscloseOpFloat32(TestIscloseOp): def set_args(self): self.input = np.array([10.1]).astype("float32") self.other = np.array([10]).astype("float32") self.rtol = np.array([0.01]).astype("float64") self.atol = np.array([0]).astype("float64") self.equal_nan = False class TestIscloseOpFloat64(TestIscloseOp): def set_args(self): self.input = np.array([10.1]).astype("float64") self.other = np.array([10]).astype("float64") self.rtol = np.array([0.01]).astype("float64") self.atol = np.array([0]).astype("float64") self.equal_nan = False def test_check_output(self): self.check_output(check_pir=True) class TestIscloseOpCp64(unittest.TestCase): def test_cp64(self): x_data = ( np.random.rand(10, 10) + 1.0j * np.random.rand(10, 10) ).astype(np.complex64) y_data = ( np.random.rand(10, 10) + 1.0j * np.random.rand(10, 10) ).astype(np.complex64) main = paddle.static.Program() startup = paddle.static.Program() with paddle.static.program_guard(main, startup): x = paddle.static.data(shape=[10, 10], name='x', dtype=np.complex64) y = paddle.static.data(shape=[10, 10], name='y', dtype=np.complex64) out = paddle.isclose(x, y, rtol=1e-05, atol=1e-08) if core.is_compiled_with_cuda() or is_custom_device(): place = get_device_place() exe = paddle.static.Executor(place) exe.run(startup) out = exe.run(feed={'x': x_data, 'y': y_data}, fetch_list=[out]) class TestIscloseOpCp128(unittest.TestCase): def test_cp128(self): x_data = ( np.random.rand(10, 10) + 1.0j * np.random.rand(10, 10) ).astype(np.complex128) y_data = ( np.random.rand(10, 10) + 1.0j * np.random.rand(10, 10) ).astype(np.complex128) main = paddle.static.Program() startup = paddle.static.Program() with paddle.static.program_guard(main, startup): x = paddle.static.data( shape=[10, 10], name='x', dtype=np.complex128 ) y = paddle.static.data( shape=[10, 10], name='y', dtype=np.complex128 ) out = paddle.isclose(x, y, rtol=1e-05, atol=1e-08) if core.is_compiled_with_cuda() or is_custom_device(): place = get_device_place() exe = paddle.static.Executor(place) exe.run(startup) out = exe.run(feed={'x': x_data, 'y': y_data}, fetch_list=[out]) class TestIscloseOpComplex64(TestIscloseOp): def set_args(self): self.input = np.array([10.1 + 0.1j]).astype(np.complex64) self.other = np.array([10 + 0j]).astype(np.complex64) self.rtol = np.array([0.01]).astype("float64") self.atol = np.array([0]).astype("float64") self.equal_nan = False class TestIscloseOpComplex128(TestIscloseOp): def set_args(self): self.input = np.array([10.1 + 0.1j]).astype(np.complex128) self.other = np.array([10 + 0j]).astype(np.complex128) self.rtol = np.array([0.01]).astype("float64") self.atol = np.array([0]).astype("float64") self.equal_nan = False def test_check_output(self): self.check_output(check_pir=True) class TestIscloseOpLargeDimInput(TestIscloseOp): def set_args(self): self.input = np.array(np.zeros([2048, 1024])).astype("float64") self.other = np.array(np.zeros([2048, 1024])).astype("float64") self.input[-1][-1] = 100 self.rtol = np.array([1e-05]).astype("float64") self.atol = np.array([1e-08]).astype("float64") self.equal_nan = False class TestIscloseOpDoubleTol(TestIscloseOp): def set_args(self): self.input = np.array([1.0, 1e-9]).astype("float64") self.other = np.array([1.0, 1e-10]).astype("float64") self.rtol = np.array([1e-13]).astype("float64") self.atol = np.array([1e-14]).astype("float64") self.equal_nan = False class TestIscloseZeroSize(TestIscloseOp): def set_args(self): self.input = np.zeros([3, 0, 5]).astype("float64") self.other = np.zeros([3, 0, 5]).astype("float64") self.rtol = np.array([1e-05]).astype("float64") self.atol = np.array([1e-08]).astype("float64") self.equal_nan = False class TestIscloseCompatibility: def setUp(self): np.random.seed(123) paddle.enable_static() self.shape = [5, 6] self.dtype = 'float32' self.init_data() def init_data(self): self.np_input = np.random.randint(0, 8, self.shape).astype(self.dtype) def test_dygraph_Compatibility(self): paddle.disable_static() x = paddle.to_tensor(self.np_input) y = paddle.to_tensor(self.np_input) paddle_dygraph_out = [] # Position args (args) out1 = paddle.isclose(x, y) paddle_dygraph_out.append(out1) # Keywords args (kwargs) for paddle out2 = paddle.isclose(x=x, y=y) paddle_dygraph_out.append(out2) # Keywords args for torch out3 = paddle.isclose(input=x, other=y) paddle_dygraph_out.append(out3) # Tensor method args out5 = x.isclose(y) paddle_dygraph_out.append(out5) # Tensor method kwargs out6 = x.isclose(other=y) paddle_dygraph_out.append(out6) # Numpy reference out ref_out = np.isclose(self.np_input, self.np_input) # Check for out in paddle_dygraph_out: np.testing.assert_allclose(ref_out, out.numpy()) paddle.enable_static() def test_static_Compatibility(self): main = paddle.static.Program() startup = paddle.static.Program() with base.program_guard(main, startup): x = paddle.static.data(name="x", shape=self.shape, dtype=self.dtype) y = paddle.static.data(name="y", shape=self.shape, dtype=self.dtype) # Position args (args) out1 = paddle.isclose(x, y) # Keywords args (kwargs) for paddle out2 = paddle.isclose(x=x, y=y) # Keywords args for torch out3 = paddle.isclose(input=x, other=y) # Tensor method args out4 = x.isclose(y) exe = base.Executor(paddle.CPUPlace()) fetches = exe.run( main, feed={"x": self.np_input, "y": self.np_input}, fetch_list=[out1, out2, out3, out4], ) ref_out = np.isclose(self.np_input, self.np_input) for out in fetches: np.testing.assert_allclose(out, ref_out) def test_rol_dtype_error(self): main = paddle.static.Program() startup = paddle.static.Program() with base.program_guard(main, startup): x = paddle.static.data(name="x", shape=self.shape, dtype=self.dtype) y = paddle.static.data(name="y", shape=self.shape, dtype=self.dtype) rol = paddle.static.data(name="rol", shape=[1], dtype="float32") # Position args (args) out1 = paddle.isclose(x, y, rol=rol) exe = base.Executor(paddle.CPUPlace()) fetches = exe.run( main, feed={"x": self.np_input, "y": self.np_input, "rol": 0.1}, fetch_list=[out1], ) ref_out = np.isclose(self.np_input, self.np_input) for out in fetches: np.testing.assert_allclose(out, ref_out) if __name__ == "__main__": paddle.enable_static() unittest.main()