/test/legacy_test/test_nn_sigmoid_op.py

# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

import unittest

import numpy as np
from op_test import get_places

import paddle
from paddle import base, nn
from paddle.nn import functional


class TestNNSigmoidAPI(unittest.TestCase):
    def setUp(self):
        self.init_data()

    def init_data(self):
        self.x_shape = [10, 15]
        self.x = np.random.uniform(-1, 1, self.x_shape).astype(np.float32)
        self.y = self.ref_forward(self.x)

    def ref_forward(self, x):
        return 1 / (1 + np.exp(-x))

    def ref_backward(self, y, dy):
        return dy * y * (1 - y)

    def check_static_api(self, place):
        paddle.enable_static()
        main_program = paddle.static.Program()
        mysigmoid = nn.Sigmoid(name="api_sigmoid")
        with paddle.static.program_guard(main_program):
            x = paddle.static.data(name='x', shape=self.x_shape)
            x.stop_gradient = False
            y = mysigmoid(x)
            base.backward.append_backward(paddle.mean(y))
        exe = paddle.static.Executor(place)
        out = exe.run(main_program, feed={'x': self.x}, fetch_list=[y])
        np.testing.assert_allclose(out[0], self.y, rtol=1e-05)

        if paddle.framework.in_pir_mode():
            y_name = y.get_defining_op().name()
            self.assertTrue(y_name.startswith("pd_op.sigmoid"))
        else:
            self.assertTrue(y.name.startswith("api_sigmoid"))

    def check_dynamic_api(self, place):
        paddle.disable_static(place)
        x = paddle.to_tensor(self.x)
        mysigmoid = nn.Sigmoid()
        y = mysigmoid(x)
        np.testing.assert_allclose(y.numpy(), self.y, rtol=1e-05)

    def test_check_api(self):
        for place in get_places():
            self.check_dynamic_api(place)
            self.check_static_api(place)


class TestNNFunctionalSigmoidAPI(unittest.TestCase):
    def setUp(self):
        self.init_data()

    def init_data(self):
        self.x_shape = [10, 15]
        self.x = np.random.uniform(-1, 1, self.x_shape).astype(np.float32)
        self.y = self.ref_forward(self.x)

    def ref_forward(self, x):
        return 1 / (1 + np.exp(-x))

    def check_static_api(self, place):
        paddle.enable_static()
        main_program = paddle.static.Program()
        with paddle.static.program_guard(main_program):
            x = paddle.static.data(name='x', shape=self.x_shape)
            y = functional.sigmoid(x, name="api_sigmoid")
        exe = paddle.static.Executor(base.CPUPlace())
        out = exe.run(main_program, feed={'x': self.x}, fetch_list=[y])
        np.testing.assert_allclose(out[0], self.y, rtol=1e-05)

    def check_dynamic_api(self):
        paddle.disable_static()
        x = paddle.to_tensor(self.x)
        y = functional.sigmoid(x)
        np.testing.assert_allclose(y.numpy(), self.y, rtol=1e-05)

    def test_check_api(self):
        for place in get_places():
            self.check_static_api(place)
            self.check_dynamic_api()


class TestNNFunctionalSigmoidAPI_Compatibility(unittest.TestCase):
    def setUp(self):
        np.random.seed(123)
        paddle.enable_static()
        self.places = get_places()
        self.init_data()

    def init_data(self):
        self.shape = [10, 15]
        self.dtype = "float32"
        self.np_input = np.random.uniform(-1, 1, self.shape).astype(self.dtype)

    def ref_forward(self, x):
        return 1 / (1 + np.exp(-x))

    def test_dygraph_Compatibility(self):
        paddle.disable_static()
        x = paddle.to_tensor(self.np_input)
        paddle_dygraph_out = []
        # Position args (args)
        out1 = paddle.nn.functional.sigmoid(x)
        paddle_dygraph_out.append(out1)
        # Keywords args (kwargs) for paddle
        out2 = paddle.nn.functional.sigmoid(x=x)
        paddle_dygraph_out.append(out2)
        # Keywords args for torch
        out3 = paddle.nn.functional.sigmoid(input=x)
        paddle_dygraph_out.append(out3)
        # Tensor method args
        out4 = x.sigmoid()
        paddle_dygraph_out.append(out4)
        # Test out
        out5 = paddle.empty([])
        paddle.nn.functional.sigmoid(x, out=out5)
        paddle_dygraph_out.append(out5)
        # Reference output
        ref_out = self.ref_forward(self.np_input)
        # Check
        for i in range(len(paddle_dygraph_out)):
            np.testing.assert_allclose(
                ref_out, paddle_dygraph_out[i].numpy(), rtol=1e-05
            )
        paddle.enable_static()

    def test_static_Compatibility(self):
        main = paddle.static.Program()
        startup = paddle.static.Program()
        with base.program_guard(main, startup):
            x = paddle.static.data(name="x", shape=self.shape, dtype=self.dtype)
            # Position args (args)
            out1 = paddle.nn.functional.sigmoid(x)
            # Keywords args (kwargs) for paddle
            out2 = paddle.nn.functional.sigmoid(x=x)
            # Keywords args for torch
            out3 = paddle.nn.functional.sigmoid(input=x)
            # Tensor method args
            out4 = x.sigmoid()
            exe = base.Executor(paddle.CPUPlace())
            fetches = exe.run(
                main,
                feed={"x": self.np_input},
                fetch_list=[out1, out2, out3, out4],
            )
            ref_out = self.ref_forward(self.np_input)
            for i in range(len(fetches)):
                np.testing.assert_allclose(fetches[i], ref_out, rtol=1e-05)


if __name__ == '__main__':
    unittest.main()