dmlc--dgl
Xin Yao
9a00cf194f
* add set_stream * add .record_stream for NDArray and HeteroGraph * refactor dgl stream Python APIs * test record_stream * add unit test for record stream * use pytorch's stream * fix lint * fix cpu build * address comments * address comments * add record stream tests for dgl.graph * record frames and update dataloder * add docstring * update frame * add backend check for record_stream * remove CUDAThreadEntry::stream * record stream for newly created formats * fix bug * fix cpp test * fix None c_void_p to c_handle
65 行
1.7 KiB
C++
65 行
1.7 KiB
C++
/*!
|
|
* Copyright (c) 2020-2022 by Contributors
|
|
* \file torch/torch.cpp
|
|
* \brief Implementation of PyTorch adapter library.
|
|
*/
|
|
|
|
#include <tensoradapter_exports.h>
|
|
#include <c10/core/CPUAllocator.h>
|
|
#ifdef DGL_USE_CUDA
|
|
#include <ATen/cuda/CUDAContext.h>
|
|
#include <c10/cuda/CUDAStream.h>
|
|
#include <c10/cuda/CUDACachingAllocator.h>
|
|
#include <c10/cuda/CUDAStream.h>
|
|
#include <cuda_runtime.h>
|
|
#endif // DGL_USE_CUDA
|
|
|
|
namespace tensoradapter {
|
|
|
|
extern "C" {
|
|
|
|
TA_EXPORTS void* CPURawAlloc(size_t nbytes) {
|
|
return c10::GetCPUAllocator()->raw_allocate(nbytes);
|
|
}
|
|
|
|
TA_EXPORTS void CPURawDelete(void* ptr) {
|
|
c10::GetCPUAllocator()->raw_deallocate(ptr);
|
|
}
|
|
|
|
#ifdef DGL_USE_CUDA
|
|
TA_EXPORTS void* CUDARawAlloc(size_t nbytes, cudaStream_t stream) {
|
|
at::globalContext().lazyInitCUDA();
|
|
return c10::cuda::CUDACachingAllocator::raw_alloc_with_stream(
|
|
nbytes, stream);
|
|
}
|
|
|
|
TA_EXPORTS void CUDARawDelete(void* ptr) {
|
|
c10::cuda::CUDACachingAllocator::raw_delete(ptr);
|
|
}
|
|
|
|
TA_EXPORTS cudaStream_t CUDACurrentStream() {
|
|
return at::cuda::getCurrentCUDAStream();
|
|
}
|
|
|
|
TA_EXPORTS void RecordStream(void* ptr, cudaStream_t stream, int device_id) {
|
|
c10::DataPtr data_ptr{
|
|
ptr, ptr, &c10::cuda::CUDACachingAllocator::raw_delete,
|
|
c10::Device(c10::DeviceType::CUDA, device_id)};
|
|
c10::cuda::CUDACachingAllocator::recordStream(
|
|
data_ptr,
|
|
// getStreamFromExternal doesn't exist before PyTorch 1.10, just copy it here
|
|
c10::cuda::CUDAStream(
|
|
c10::cuda::CUDAStream::UNCHECKED,
|
|
c10::Stream(
|
|
c10::Stream::UNSAFE,
|
|
c10::Device(c10::DeviceType::CUDA, device_id),
|
|
reinterpret_cast<int64_t>(stream)))
|
|
);
|
|
data_ptr.release_context();
|
|
}
|
|
#endif // DGL_USE_CUDA
|
|
|
|
};
|
|
|
|
}; // namespace tensoradapter
|