Pcornat/raii-safe-cuda
1
0
Fork 0
Code Activity

Adding stream for Async malloc and free

Browse source
This commit is contained in:
Pcornat 2026-01-19 22:50:34 +01:00
commit d9cbb14913
Signed by: Pcornat
GPG key ID: E0326CC678A00BDD
1 changed files with 12 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

17
include/malloc_unmanaged.hpp
View file

@ -21,6 +21,8 @@ namespace safe_cuda {
template<typename T, allocType alloc_type = allocType::Managed>
struct destroyType {
cudaStream_t stream{ nullptr };
void operator()(T *ptr) const noexcept {
(void) cudaFree(ptr);
}
@ -28,13 +30,17 @@ namespace safe_cuda {
template<typename T>
struct destroyType<T, allocType::Unmanaged> {
cudaStream_t stream{ nullptr };
void operator()(T *ptr) const noexcept {
(void) cudaFree(ptr);
(void) cudaFreeAsync(ptr, stream);
}
};
template<typename T>
struct destroyType<T, allocType::Host> {
cudaStream_t stream{ nullptr };
void operator()(T *ptr) const noexcept {
(void) cudaFreeHost(ptr);
}
@ -51,17 +57,18 @@ namespace safe_cuda {
* \tparam T bare and built-in type.
* \tparam alloc_type Type of allocation: Managed (default), Unmanage, Host.
* \param byteDataSize
* \param stream
* \return
*/
template<typename T, allocType alloc_type>
std::pair<safePtrType<T, alloc_type>, cudaError_t>
cuda_malloc(const std::size_t byteDataSize) noexcept {
std::pair<safePtrType<T, alloc_type>, cudaError_t> cuda_malloc(const std::size_t byteDataSize,
cudaStream_t stream = nullptr) noexcept {
T *ptr_tmp = nullptr;
cudaError_t error = cudaSuccess;
switch (alloc_type) {
case allocType::Unmanaged:
error = cudaMalloc(reinterpret_cast<void **>(&ptr_tmp), byteDataSize);
return { safePtrType<T, alloc_type>{ ptr_tmp, destroyType<T, alloc_type>{} }, error };
error = cudaMallocAsync(reinterpret_cast<void **>(&ptr_tmp), byteDataSize, stream);
return { safePtrType<T, alloc_type>{ ptr_tmp, destroyType<T, alloc_type>{ stream } }, error };
case allocType::Host:
error = cudaMallocHost(reinterpret_cast<void **>(&ptr_tmp), byteDataSize);
return { safePtrType<T, alloc_type>{ ptr_tmp, destroyType<T, alloc_type>{} }, error };