# LICENSE HEADER MANAGED BY add-license-header # # Copyright 2018 Kornia Team # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # import pytest import torch from kornia.geometry.camera.distortion_affine import ( distort_points_affine, dx_distort_points_affine, undistort_points_affine, ) from kornia.geometry.camera.distortion_kannala_brandt import ( distort_points_kannala_brandt, dx_distort_points_kannala_brandt, undistort_points_kannala_brandt, ) from testing.base import BaseTester class TestDistortionAffine(BaseTester): def test_smoke(self, device, dtype): points = torch.tensor([1.0, 2.0], device=device, dtype=dtype) params = torch.tensor([600.0, 600.0, 319.5, 239.5], device=device, dtype=dtype) assert distort_points_affine(points, params) is not None def _test_cardinality_distort_batch(self, device, dtype, batch_size): batch_tuple = (batch_size,) if batch_size is not None else () points = torch.rand(batch_tuple + (2,), device=device, dtype=dtype) params = torch.rand(batch_tuple + (4,), device=device, dtype=dtype) assert distort_points_affine(points, params).shape == batch_tuple + (2,) def _test_cardinality_undistort_batch(self, device, dtype, batch_size): batch_tuple = (batch_size,) if batch_size is not None else () points = torch.rand(batch_tuple + (2,), device=device, dtype=dtype) params = torch.rand(batch_tuple + (4,), device=device, dtype=dtype) assert undistort_points_affine(points, params).shape == batch_tuple + (2,) @pytest.mark.parametrize("batch_size", [None, 1, 2, 3]) def test_cardinality(self, device, dtype, batch_size): self._test_cardinality_distort_batch(device, dtype, batch_size) self._test_cardinality_undistort_batch(device, dtype, batch_size) # NOTE: data generated with sophus-rs def test_distort_points_roundtrip(self, device, dtype): points = torch.tensor( [ [0.0, 0.0], [1.0, 400.0], [320.0, 240.0], [319.5, 239.5], [100.0, 40.0], [639.0, 479.0], ], device=device, dtype=dtype, ) params = torch.tensor([[600.0, 600.0, 319.5, 239.5]], device=device, dtype=dtype) expected = torch.tensor( [ [319.5, 239.5], [919.5, 240239.5], [192319.5, 144239.5], [192019.5, 143939.5], [60319.5, 24239.5], [383719.5, 287639.5], ], device=device, dtype=dtype, ) points_distorted = distort_points_affine(points, params) self.assert_close(points_distorted, expected) self.assert_close(points, undistort_points_affine(points_distorted, params)) def test_dx_distort_points(self, device, dtype): points = torch.tensor([1.0, 2.0], device=device, dtype=dtype) params = torch.tensor([600.0, 600.0, 319.5, 239.5], device=device, dtype=dtype) expected = torch.tensor([[600.0, 0.0], [0.0, 600.0]], device=device, dtype=dtype) self.assert_close(dx_distort_points_affine(points, params), expected) def test_exception(self, device, dtype) -> None: from kornia.core.exceptions import ShapeError points = torch.tensor([1.0, 2.0], device=device, dtype=dtype) params = torch.tensor([600.0, 600.0, 319.5], device=device, dtype=dtype) with pytest.raises(ShapeError): distort_points_affine(points, params) def _test_gradcheck_distort(self, device): points = torch.tensor([1.0, 2.0], device=device, dtype=torch.float64) params = torch.tensor([600.0, 600.0, 319.5, 239.5], device=device, dtype=torch.float64) self.gradcheck(distort_points_affine, (points, params)) def _test_gradcheck_undistort(self, device): points = torch.tensor([601.0, 602.0], device=device, dtype=torch.float64) params = torch.tensor([600.0, 600.0, 319.5, 239.5], device=device, dtype=torch.float64) self.gradcheck(undistort_points_affine, (points, params)) def test_gradcheck(self, device) -> None: self._test_gradcheck_distort(device) self._test_gradcheck_undistort(device) def _test_jit_distort(self, device, dtype) -> None: points = torch.tensor([1.0, 2.0], device=device, dtype=dtype) params = torch.tensor([600.0, 600.0, 319.5, 239.5], device=device, dtype=dtype) op_script = torch.jit.script(distort_points_affine) actual = op_script(points, params) expected = distort_points_affine(points, params) self.assert_close(actual, expected) def _test_jit_undistort(self, device, dtype) -> None: points = torch.tensor([601.0, 602.0], device=device, dtype=dtype) params = torch.tensor([600.0, 600.0, 319.5, 239.5], device=device, dtype=dtype) op_script = torch.jit.script(undistort_points_affine) actual = op_script(points, params) expected = undistort_points_affine(points, params) self.assert_close(actual, expected) def test_jit(self, device, dtype) -> None: self._test_jit_distort(device, dtype) self._test_jit_undistort(device, dtype) class TestDistortionKannalaBrandt(BaseTester): def test_smoke(self, device, dtype) -> None: points = torch.tensor([1.0, 2.0], device=device, dtype=dtype) params = torch.tensor([600.0, 600.0, 319.5, 239.5, 0.1, 0.2, 0.3, 0.4], device=device, dtype=dtype) assert distort_points_kannala_brandt(points, params) is not None def _test_cardinality_distort_batch(self, device, dtype, batch_size): batch_tuple = (batch_size,) if batch_size is not None else () points = torch.rand(batch_tuple + (2,), device=device, dtype=dtype) params = torch.rand(batch_tuple + (8,), device=device, dtype=dtype) assert distort_points_kannala_brandt(points, params).shape == batch_tuple + (2,) def _test_cardinality_undistort_batch(self, device, dtype, batch_size): batch_tuple = (batch_size,) if batch_size is not None else () points = torch.rand(batch_tuple + (2,), device=device, dtype=dtype) params = torch.rand(batch_tuple + (8,), device=device, dtype=dtype) assert undistort_points_kannala_brandt(points, params).shape == batch_tuple + (2,) @pytest.mark.parametrize("batch_size", [None, 1, 2, 3]) def test_cardinality(self, device, dtype, batch_size): self._test_cardinality_distort_batch(device, dtype, batch_size) self._test_cardinality_undistort_batch(device, dtype, batch_size) # NOTE: data generated with sophus-rs def test_distort_points_roundtrip(self, device, dtype) -> None: points = torch.tensor( [ [0.0, 0.0], [1.0, 400.0], [320.0, 240.0], [319.5, 239.5], [100.0, 40.0], [639.0, 479.0], ], device=device, dtype=dtype, ) params = torch.tensor( [[1000.0, 1000.0, 320.0, 280.0, 0.1, 0.01, 0.001, 0.0001]], device=device, dtype=dtype, ) expected = torch.tensor( [ [320.0, 280.0], [325.1949172763466, 2357.966910538644], [1982.378709731326, 1526.7840322984944], [1982.6832644475849, 1526.3619462760455], [2235.6822069661744, 1046.2728827864696], [1984.8663275417607, 1527.9983895031353], ], device=device, dtype=dtype, ) points_distorted = distort_points_kannala_brandt(points, params) self.assert_close(points_distorted, expected) self.assert_close(points, undistort_points_kannala_brandt(points_distorted, params)) def test_dx_distort_points_kannala_brandt(self, device, dtype) -> None: points = torch.tensor([1.0, 2.0], device=device, dtype=dtype) params = torch.tensor([600.0, 600.0, 319.5, 239.5, 0.1, 0.2, 0.3, 0.4], device=device, dtype=dtype) expected = torch.tensor( [ [1191.5316162109375, 282.3212890625], [282.3212890625, 1615.0135498046875], ], device=device, dtype=dtype, ) self.assert_close(dx_distort_points_kannala_brandt(points, params), expected) def test_exception(self, device, dtype) -> None: from kornia.core.exceptions import ShapeError points = torch.tensor([1.0, 2.0], device=device, dtype=dtype) params = torch.tensor([600.0, 600.0, 319.5], device=device, dtype=dtype) with pytest.raises(ShapeError): distort_points_kannala_brandt(points, params) def _test_gradcheck_distort(self, device): points = torch.tensor([1.0, 2.0], device=device, dtype=torch.float64) params = torch.tensor( [600.0, 600.0, 319.5, 239.5, 0.1, 0.2, 0.3, 0.4], device=device, dtype=torch.float64, ) self.gradcheck(distort_points_kannala_brandt, (points, params)) def _test_gradcheck_undistort(self, device): points = torch.tensor([919.5000, 1439.5000], device=device, dtype=torch.float64) params = torch.tensor( [600.0, 600.0, 319.5, 239.5, 0.1, 0.2, 0.3, 0.4], device=device, dtype=torch.float64, ) self.gradcheck(undistort_points_kannala_brandt, (points, params)) def test_gradcheck(self, device) -> None: self._test_gradcheck_distort(device) self._test_gradcheck_undistort(device) def _test_jit_distort(self, device, dtype) -> None: points = torch.tensor([1.0, 2.0], device=device, dtype=dtype) params = torch.tensor([600.0, 600.0, 319.5, 239.5, 0.1, 0.2, 0.3, 0.4], device=device, dtype=dtype) op_script = torch.jit.script(distort_points_kannala_brandt) actual = op_script(points, params) expected = distort_points_kannala_brandt(points, params) self.assert_close(actual, expected) def _test_jit_undistort(self, device, dtype) -> None: points = torch.tensor([919.5000, 1439.5000], device=device, dtype=dtype) params = torch.tensor([600.0, 600.0, 319.5, 239.5, 0.1, 0.2, 0.3, 0.4], device=device, dtype=dtype) op_script = torch.jit.script(undistort_points_kannala_brandt) actual = op_script(points, params) expected = undistort_points_kannala_brandt(points, params) self.assert_close(actual, expected) def test_jit(self, device, dtype) -> None: self._test_jit_distort(device, dtype) self._test_jit_undistort(device, dtype)