# Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import unittest import numpy as np from op_test import get_device_place, is_custom_device from utils import dygraph_guard import paddle import paddle.nn.functional as F from paddle import base from paddle.base import core from paddle.base.executor import Executor class TestMseLoss(unittest.TestCase): def test_mse_loss(self): input_val = np.random.uniform(0.1, 0.5, (2, 3)).astype("float32") label_val = np.random.uniform(0.1, 0.5, (2, 3)).astype("float32") sub = input_val - label_val np_result = np.mean(sub * sub) main = paddle.static.Program() startup = paddle.static.Program() with paddle.static.program_guard(main, startup): input_var = paddle.static.data( name="input", shape=[-1, 3], dtype="float32" ) label_var = paddle.static.data( name="label", shape=[-1, 3], dtype="float32" ) output = paddle.nn.functional.mse_loss( input=input_var, label=label_var ) for use_cuda in ( [False, True] if (core.is_compiled_with_cuda() or is_custom_device()) else [False] ): place = get_device_place() if use_cuda else base.CPUPlace() exe = Executor(place) (result,) = exe.run( main, feed={"input": input_val, "label": label_val}, fetch_list=[output], ) np.testing.assert_allclose(np_result, result, rtol=1e-05) class TestMseInvalidInput(unittest.TestCase): def test_error(self): def test_invalid_input(): input = [256, 3] label = paddle.static.data( name='label1', shape=[None, 3], dtype='float32' ) loss = paddle.nn.functional.mse_loss(input, label) self.assertRaises(TypeError, test_invalid_input) def test_invalid_label(): input = paddle.static.data( name='input1', shape=[None, 3], dtype='float32' ) label = [256, 3] loss = paddle.nn.functional.mse_loss(input, label) self.assertRaises(TypeError, test_invalid_label) def test_invalid_tuple_input(): with dygraph_guard(): input = paddle.randn(shape=[256, 3], dtype='float32') label = [256, 3] loss = paddle.nn.functional.mse_loss((input,), label) self.assertRaises(ValueError, test_invalid_tuple_input) class TestNNMseLoss(unittest.TestCase): def test_NNMseLoss_mean(self): for dim in [[10, 10], [2, 10, 10], [3, 3, 10, 10]]: input_np = np.random.uniform(0.1, 0.5, dim).astype("float32") label_np = np.random.uniform(0.1, 0.5, dim).astype("float32") paddle.enable_static() prog = base.Program() startup_prog = base.Program() place = get_device_place() with base.program_guard(prog, startup_prog): input = paddle.static.data( name='input', shape=dim, dtype='float32' ) label = paddle.static.data( name='label', shape=dim, dtype='float32' ) mse_loss = paddle.nn.loss.MSELoss() ret = mse_loss(input, label) exe = base.Executor(place) (static_result,) = exe.run( prog, feed={"input": input_np, "label": label_np}, fetch_list=[ret], ) with base.dygraph.guard(): mse_loss = paddle.nn.loss.MSELoss() dy_ret = mse_loss( paddle.to_tensor(input_np), paddle.to_tensor(label_np), ) dy_result = dy_ret.numpy() sub = input_np - label_np expected = np.mean(sub * sub) np.testing.assert_allclose(static_result, expected, rtol=1e-05) np.testing.assert_allclose(static_result, dy_result, rtol=1e-05) np.testing.assert_allclose(dy_result, expected, rtol=1e-05) self.assertEqual(dy_result.shape, ()) def test_NNMseLoss_sum(self): for dim in [[10, 10], [2, 10, 10], [3, 3, 10, 10]]: input_np = np.random.uniform(0.1, 0.5, dim).astype("float32") label_np = np.random.uniform(0.1, 0.5, dim).astype("float32") paddle.enable_static() prog = base.Program() startup_prog = base.Program() place = get_device_place() with base.program_guard(prog, startup_prog): input = paddle.static.data( name='input', shape=dim, dtype='float32' ) label = paddle.static.data( name='label', shape=dim, dtype='float32' ) mse_loss = paddle.nn.loss.MSELoss(reduction='sum') ret = mse_loss(input, label) exe = base.Executor(place) (static_result,) = exe.run( prog, feed={"input": input_np, "label": label_np}, fetch_list=[ret], ) with base.dygraph.guard(): mse_loss = paddle.nn.loss.MSELoss(reduction='sum') dy_ret = mse_loss( paddle.to_tensor(input_np), paddle.to_tensor(label_np), ) dy_result = dy_ret.numpy() sub = input_np - label_np expected = np.sum(sub * sub) np.testing.assert_allclose(static_result, expected, rtol=1e-05) np.testing.assert_allclose(static_result, dy_result, rtol=1e-05) np.testing.assert_allclose(dy_result, expected, rtol=1e-05) self.assertEqual(dy_result.shape, ()) def test_NNMseLoss_none(self): for dim in [[10, 10], [2, 10, 10], [3, 3, 10, 10]]: input_np = np.random.uniform(0.1, 0.5, dim).astype("float32") label_np = np.random.uniform(0.1, 0.5, dim).astype("float32") paddle.enable_static() prog = base.Program() startup_prog = base.Program() place = get_device_place() with base.program_guard(prog, startup_prog): input = paddle.static.data( name='input', shape=dim, dtype='float32' ) label = paddle.static.data( name='label', shape=dim, dtype='float32' ) mse_loss = paddle.nn.loss.MSELoss(reduction='none') ret = mse_loss(input, label) exe = base.Executor(place) (static_result,) = exe.run( prog, feed={"input": input_np, "label": label_np}, fetch_list=[ret], ) with base.dygraph.guard(): mse_loss = paddle.nn.loss.MSELoss(reduction='none') dy_ret = mse_loss( paddle.to_tensor(input_np), paddle.to_tensor(label_np), ) dy_result = dy_ret.numpy() sub = input_np - label_np expected = sub * sub np.testing.assert_allclose(static_result, expected, rtol=1e-05) np.testing.assert_allclose(static_result, dy_result, rtol=1e-05) np.testing.assert_allclose(dy_result, expected, rtol=1e-05) self.assertEqual(dy_result.shape, tuple(dim)) class TestNNFunctionalMseLoss(unittest.TestCase): def test_NNFunctionalMseLoss_mean(self): for dim in [[10, 10], [2, 10, 10], [3, 3, 10, 10]]: input_np = np.random.uniform(0.1, 0.5, dim).astype("float32") target_np = np.random.uniform(0.1, 0.5, dim).astype("float32") paddle.enable_static() prog = paddle.static.Program() startup_prog = paddle.static.Program() place = get_device_place() with paddle.static.program_guard(prog, startup_prog): input = paddle.static.data( name='input', shape=dim, dtype='float32' ) target = paddle.static.data( name='target', shape=dim, dtype='float32' ) mse_loss = paddle.nn.functional.mse_loss(input, target, 'mean') exe = paddle.static.Executor(place) exe.run(startup_prog) (static_result,) = exe.run( prog, feed={"input": input_np, "target": target_np}, fetch_list=[mse_loss], ) paddle.disable_static() dy_ret = paddle.nn.functional.mse_loss( paddle.to_tensor(input_np), paddle.to_tensor(target_np), 'mean' ) dy_result = dy_ret.numpy() sub = input_np - target_np expected = np.mean(sub * sub) np.testing.assert_allclose(static_result, expected, rtol=1e-05) np.testing.assert_allclose(static_result, dy_result, rtol=1e-05) np.testing.assert_allclose(dy_result, expected, rtol=1e-05) self.assertEqual(dy_result.shape, ()) def test_NNFunctionalMseLoss_sum(self): for dim in [[10, 10], [2, 10, 10], [3, 3, 10, 10]]: input_np = np.random.uniform(0.1, 0.5, dim).astype("float32") target_np = np.random.uniform(0.1, 0.5, dim).astype("float32") paddle.enable_static() prog = paddle.static.Program() startup_prog = paddle.static.Program() place = get_device_place() with paddle.static.program_guard(prog, startup_prog): input = paddle.static.data( name='input', shape=dim, dtype='float32' ) target = paddle.static.data( name='target', shape=dim, dtype='float32' ) mse_loss = paddle.nn.functional.mse_loss(input, target, 'sum') exe = paddle.static.Executor(place) exe.run(startup_prog) (static_result,) = exe.run( prog, feed={"input": input_np, "target": target_np}, fetch_list=[mse_loss], ) paddle.disable_static() dy_ret = paddle.nn.functional.mse_loss( paddle.to_tensor(input_np), paddle.to_tensor(target_np), 'sum' ) dy_result = dy_ret.numpy() sub = input_np - target_np expected = np.sum(sub * sub) np.testing.assert_allclose(static_result, expected, rtol=1e-05) np.testing.assert_allclose(static_result, dy_result, rtol=1e-05) np.testing.assert_allclose(dy_result, expected, rtol=1e-05) self.assertEqual(dy_result.shape, ()) def test_NNFunctionalMseLoss_none(self): for dim in [[10, 10], [2, 10, 10], [3, 3, 10, 10]]: input_np = np.random.uniform(0.1, 0.5, dim).astype("float32") target_np = np.random.uniform(0.1, 0.5, dim).astype("float32") paddle.enable_static() prog = paddle.static.Program() startup_prog = paddle.static.Program() place = get_device_place() with paddle.static.program_guard(prog, startup_prog): input = paddle.static.data( name='input', shape=dim, dtype='float32' ) target = paddle.static.data( name='target', shape=dim, dtype='float32' ) mse_loss = paddle.nn.functional.mse_loss(input, target, 'none') exe = paddle.static.Executor(place) exe.run(startup_prog) (static_result,) = exe.run( prog, feed={"input": input_np, "target": target_np}, fetch_list=[mse_loss], ) paddle.disable_static() dy_ret = paddle.nn.functional.mse_loss( paddle.to_tensor(input_np), paddle.to_tensor(target_np), 'none' ) dy_result = dy_ret.numpy() sub = input_np - target_np expected = sub * sub np.testing.assert_allclose(static_result, expected, rtol=1e-05) np.testing.assert_allclose(static_result, dy_result, rtol=1e-05) np.testing.assert_allclose(dy_result, expected, rtol=1e-05) self.assertEqual(dy_result.shape, tuple(dim)) class TestNNFunctionalMseLoss_ZeroSize(unittest.TestCase): def test_dygraph_and_grad(self): for dim in [[0, 0], [2, 0, 10]]: input_np = np.random.uniform(0.1, 0.5, dim).astype("float32") target_np = np.random.uniform(0.1, 0.5, dim).astype("float32") paddle.disable_static() x = paddle.to_tensor(input_np) x.stop_gradient = False dy_ret = paddle.nn.functional.mse_loss( x, paddle.to_tensor(target_np), 'mean' ) dy_result = dy_ret.numpy() sub = input_np - target_np expected = np.mean(sub * sub) np.testing.assert_allclose(dy_result, expected, rtol=1e-05) self.assertEqual(dy_result.shape, ()) loss = paddle.sum(dy_ret) loss.backward() np.testing.assert_allclose(x.grad.shape, x.shape) class TestNNFunctionalMseLossAlias(unittest.TestCase): def test_target_alias_dygraph(self): with base.dygraph.guard(): x = paddle.randn([4, 5], dtype="float32") y = paddle.randn([4, 5], dtype="float32") out1 = F.mse_loss(input=x, label=y, reduction="none") out2 = F.mse_loss(input=x, target=y, reduction="none") np.testing.assert_allclose( out1.numpy(), out2.numpy(), rtol=1e-6, atol=0.0 ) out3 = F.mse_loss(input=x, label=y, reduction="mean") out4 = F.mse_loss(input=x, target=y, reduction="mean") np.testing.assert_allclose( out3.numpy(), out4.numpy(), rtol=1e-6, atol=0.0 ) if __name__ == "__main__": paddle.enable_static() unittest.main()