// Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #include "paddle/phi/kernels/funcs/math/unpooling.h" #include "paddle/phi/backends/gpu/gpu_primitives.h" namespace phi { namespace math { template __global__ void KernelUnpool2dMax(const int64_t nthreads, const T* input_data, const int* indices_data, const int input_height, const int input_width, const int channels, T* output_data, const int output_height, const int output_width) { CUDA_KERNEL_LOOP_TYPE(linearIndex, nthreads, int64_t) { int64_t c = (linearIndex / input_width / input_height) % channels; int64_t n = linearIndex / input_width / input_height / channels; output_data += (n * channels + c) * output_height * output_width; int maxind = indices_data[linearIndex]; output_data[maxind] = input_data[linearIndex]; } } template __global__ void KernelUnpool2dMaxGrad(const int64_t nthreads, const T* input_data, const int* indices_data, const int input_height, const int input_width, const int channels, const T* output_data, const T* output_grad, const int output_height, const int output_width, T* input_grad) { CUDA_KERNEL_LOOP_TYPE(linearIndex, nthreads, int64_t) { int64_t c = (linearIndex / input_width / input_height) % channels; int64_t n = linearIndex / input_width / input_height / channels; output_grad += (n * channels + c) * output_height * output_width; int maxind = indices_data[linearIndex]; input_grad[linearIndex] = output_grad[maxind]; } } /* * All tensors are in NCHW format. */ template __global__ void KernelUnpool3dMax(const int64_t nthreads, const T* input_data, const int* indices_data, const int input_depth, const int input_height, const int input_width, const int channels, T* output_data, const int output_depth, const int output_height, const int output_width) { CUDA_KERNEL_LOOP_TYPE(linearIndex, nthreads, int64_t) { int64_t c = (linearIndex / input_depth / input_width / input_height) % channels; int64_t n = linearIndex / input_depth / input_width / input_height / channels; output_data += (n * channels + c) * output_depth * output_height * output_width; int maxind = indices_data[linearIndex]; output_data[maxind] = input_data[linearIndex]; } } template __global__ void KernelUnpool3dMaxGrad(const int64_t nthreads, const T* input_data, const int* indices_data, const int input_depth, const int input_height, const int input_width, const int channels, const T* output_data, const T* output_grad, const int output_depth, const int output_height, const int output_width, T* input_grad) { CUDA_KERNEL_LOOP_TYPE(linearIndex, nthreads, int64_t) { int64_t c = (linearIndex / input_depth / input_width / input_height) % channels; int64_t n = linearIndex / input_depth / input_width / input_height / channels; output_grad += (n * channels + c) * output_depth * output_height * output_width; int maxind = indices_data[linearIndex]; input_grad[linearIndex] = output_grad[maxind]; } } /* * All tensors are in NCDHW format. */ template class Unpool2dMaxFunctor { public: void operator()(const GPUContext& context, const DenseTensor& input, const DenseTensor& indices, DenseTensor* output) { // TODO(large-tensor): downstream functors may still use int; guard until // upgraded. int64_t batch_size = input.dims()[0]; // TODO(large-tensor): downstream functors may still use int; guard until // upgraded. int64_t input_height = input.dims()[2]; // TODO(large-tensor): downstream functors may still use int; guard until // upgraded. int64_t input_width = input.dims()[3]; // TODO(large-tensor): downstream functors may still use int; guard until // upgraded. int64_t output_channels = output->dims()[1]; // TODO(large-tensor): downstream functors may still use int; guard until // upgraded. int64_t output_height = output->dims()[2]; // TODO(large-tensor): downstream functors may still use int; guard until // upgraded. int64_t output_width = output->dims()[3]; const T* input_data = input.data(); const int* indices_data = indices.data(); T* output_data = context.template Alloc(output); int threads = 1024; int64_t max_grid = context.GetCUDAMaxGridDimSize()[0]; int grid = std::min((input.numel() + threads - 1) / threads, max_grid); KernelUnpool2dMax <<>>(input.numel(), input_data, indices_data, input_height, input_width, output_channels, output_data, output_height, output_width); } }; /* * All tensors are in NCHW format. */ template class Unpool2dMaxGradFunctor { public: void operator()(const GPUContext& context, const DenseTensor& input, const DenseTensor& indices, const DenseTensor& output, const DenseTensor& output_grad, DenseTensor* input_grad) { // TODO(large-tensor): downstream functors may still use int; guard until // upgraded. int64_t batch_size = input.dims()[0]; // TODO(large-tensor): downstream functors may still use int; guard until // upgraded. int64_t input_height = input.dims()[2]; // TODO(large-tensor): downstream functors may still use int; guard until // upgraded. int64_t input_width = input.dims()[3]; // TODO(large-tensor): downstream functors may still use int; guard until // upgraded. int64_t output_channels = output.dims()[1]; // TODO(large-tensor): downstream functors may still use int; guard until // upgraded. int64_t output_height = output.dims()[2]; // TODO(large-tensor): downstream functors may still use int; guard until // upgraded. int64_t output_width = output.dims()[3]; const T* input_data = input.data(); const int* indices_data = indices.data(); const T* output_data = output.data(); const T* output_grad_data = output_grad.data(); T* input_grad_data = context.template Alloc(input_grad); int threads = 1024; int64_t max_grid = context.GetCUDAMaxGridDimSize()[0]; int grid = std::min((input.numel() + threads - 1) / threads, max_grid); KernelUnpool2dMaxGrad <<>>(input.numel(), input_data, indices_data, input_height, input_width, output_channels, output_data, output_grad_data, output_height, output_width, input_grad_data); } }; template class Unpool3dMaxFunctor { public: void operator()(const GPUContext& context, const DenseTensor& input, const DenseTensor& indices, DenseTensor* output) { // TODO(large-tensor): downstream functors may still use int; guard until // upgraded. int64_t batch_size = input.dims()[0]; // TODO(large-tensor): downstream functors may still use int; guard until // upgraded. int64_t input_depth = input.dims()[2]; // TODO(large-tensor): downstream functors may still use int; guard until // upgraded. int64_t input_height = input.dims()[3]; // TODO(large-tensor): downstream functors may still use int; guard until // upgraded. int64_t input_width = input.dims()[4]; // TODO(large-tensor): downstream functors may still use int; guard until // upgraded. int64_t output_channels = output->dims()[1]; // TODO(large-tensor): downstream functors may still use int; guard until // upgraded. int64_t output_depth = output->dims()[2]; // TODO(large-tensor): downstream functors may still use int; guard until // upgraded. int64_t output_height = output->dims()[3]; // TODO(large-tensor): downstream functors may still use int; guard until // upgraded. int64_t output_width = output->dims()[4]; const T* input_data = input.data(); const int* indices_data = indices.data(); T* output_data = context.template Alloc(output); int threads = 1024; int64_t max_grid = context.GetCUDAMaxGridDimSize()[0]; int grid = std::min((input.numel() + threads - 1) / threads, max_grid); KernelUnpool3dMax <<>>(input.numel(), input_data, indices_data, input_depth, input_height, input_width, output_channels, output_data, output_depth, output_height, output_width); } }; /* * All tensors are in NCDHW format. */ template class Unpool3dMaxGradFunctor { public: void operator()(const GPUContext& context, const DenseTensor& input, const DenseTensor& indices, const DenseTensor& output, const DenseTensor& output_grad, DenseTensor* input_grad) { // TODO(large-tensor): downstream functors may still use int; guard until // upgraded. int64_t batch_size = input.dims()[0]; // TODO(large-tensor): downstream functors may still use int; guard until // upgraded. int64_t input_depth = input.dims()[2]; // TODO(large-tensor): downstream functors may still use int; guard until // upgraded. int64_t input_height = input.dims()[3]; // TODO(large-tensor): downstream functors may still use int; guard until // upgraded. int64_t input_width = input.dims()[4]; // TODO(large-tensor): downstream functors may still use int; guard until // upgraded. int64_t output_channels = output.dims()[1]; // TODO(large-tensor): downstream functors may still use int; guard until // upgraded. int64_t output_depth = output.dims()[2]; // TODO(large-tensor): downstream functors may still use int; guard until // upgraded. int64_t output_height = output.dims()[3]; // TODO(large-tensor): downstream functors may still use int; guard until // upgraded. int64_t output_width = output.dims()[4]; const T* input_data = input.data(); const int* indices_data = indices.data(); const T* output_data = output.data(); const T* output_grad_data = output_grad.data(); T* input_grad_data = context.template Alloc(input_grad); int threads = 1024; int64_t max_grid = context.GetCUDAMaxGridDimSize()[0]; int grid = std::min((input.numel() + threads - 1) / threads, max_grid); KernelUnpool3dMaxGrad <<>>(input.numel(), input_data, indices_data, input_depth, input_height, input_width, output_channels, output_data, output_grad_data, output_depth, output_height, output_width, input_grad_data); } }; template class Unpool2dMaxGradFunctor; template class Unpool2dMaxGradFunctor; template class Unpool2dMaxFunctor; template class Unpool2dMaxFunctor; template class Unpool3dMaxGradFunctor; template class Unpool3dMaxGradFunctor; template class Unpool3dMaxFunctor; template class Unpool3dMaxFunctor; } // namespace math } // namespace phi