Veselin Dobrev
40378a046b
and transfers. The Memory class is now used by some MFEM classes (like Array and Vector) which can be used on the Device. Such classes now provide methods to access the underlying Memory object, e.g. GetMemory. Updated ex1/ex1p and ex6/ex6p to not need to enable/disable the Device at specific points -- the Device is now enabled just at the start. Also, the same examples can now run on Device (e.g. -d cuda) without the partial assembly option (-pa) -- full assembly will be still done on CPU but the sparse matrix action and vector operations will be done using the Device. Reverted changes in class DenseMatrix related to using the Device. At this point, DenseMatrix operations are only used for small matrices and using the Device in this case is not a good option.
134 lines
3.6 KiB
C++
134 lines
3.6 KiB
C++
// Copyright (c) 2010, Lawrence Livermore National Security, LLC. Produced at
|
|
// the Lawrence Livermore National Laboratory. LLNL-CODE-443211. All Rights
|
|
// reserved. See file COPYRIGHT for details.
|
|
//
|
|
// This file is part of the MFEM library. For more information and source code
|
|
// availability see http://mfem.org.
|
|
//
|
|
// MFEM is free software; you can redistribute it and/or modify it under the
|
|
// terms of the GNU Lesser General Public License (as published by the Free
|
|
// Software Foundation) version 2.1 dated February 1999.
|
|
|
|
#include "cuda.hpp"
|
|
#include "globals.hpp"
|
|
|
|
namespace mfem
|
|
{
|
|
|
|
// Internal debug option, useful for tracking CUDA allocations, deallocations
|
|
// and transfers.
|
|
// #define MFEM_TRACK_CUDA_MEM
|
|
|
|
#ifdef MFEM_USE_CUDA
|
|
void mfem_cuda_error(cudaError_t err, const char *expr, const char *func,
|
|
const char *file, int line)
|
|
{
|
|
mfem::err << "\n\nCUDA error: (" << expr << ") failed with error:\n --> "
|
|
<< cudaGetErrorString(err)
|
|
<< "\n ... in function: " << func
|
|
<< "\n ... in file: " << file << ':' << line << '\n';
|
|
mfem_error();
|
|
}
|
|
#endif
|
|
|
|
void* CuMemAlloc(void** dptr, size_t bytes)
|
|
{
|
|
#ifdef MFEM_USE_CUDA
|
|
#ifdef MFEM_TRACK_CUDA_MEM
|
|
mfem::out << "CuMemAlloc(): allocating " << bytes << " bytes ... "
|
|
<< std::flush;
|
|
#endif
|
|
MFEM_CUDA_CHECK(cudaMalloc(dptr, bytes));
|
|
#ifdef MFEM_TRACK_CUDA_MEM
|
|
mfem::out << "done: " << *dptr << std::endl;
|
|
#endif
|
|
#endif
|
|
return *dptr;
|
|
}
|
|
|
|
void* CuMemFree(void *dptr)
|
|
{
|
|
#ifdef MFEM_USE_CUDA
|
|
#ifdef MFEM_TRACK_CUDA_MEM
|
|
mfem::out << "CuMemFree(): deallocating memory @ " << dptr << " ... "
|
|
<< std::flush;
|
|
#endif
|
|
MFEM_CUDA_CHECK(cudaFree(dptr));
|
|
#ifdef MFEM_TRACK_CUDA_MEM
|
|
mfem::out << "done." << std::endl;
|
|
#endif
|
|
#endif
|
|
return dptr;
|
|
}
|
|
|
|
void* CuMemcpyHtoD(void* dst, const void* src, size_t bytes)
|
|
{
|
|
#ifdef MFEM_USE_CUDA
|
|
#ifdef MFEM_TRACK_CUDA_MEM
|
|
mfem::out << "CuMemcpyHtoD(): copying " << bytes << " bytes from "
|
|
<< src << " to " << dst << " ... " << std::flush;
|
|
#endif
|
|
MFEM_CUDA_CHECK(cudaMemcpy(dst, src, bytes, cudaMemcpyHostToDevice));
|
|
#ifdef MFEM_TRACK_CUDA_MEM
|
|
mfem::out << "done." << std::endl;
|
|
#endif
|
|
#endif
|
|
return dst;
|
|
}
|
|
|
|
void* CuMemcpyHtoDAsync(void* dst, const void* src, size_t bytes)
|
|
{
|
|
#ifdef MFEM_USE_CUDA
|
|
MFEM_CUDA_CHECK(cudaMemcpyAsync(dst, src, bytes, cudaMemcpyHostToDevice));
|
|
#endif
|
|
return dst;
|
|
}
|
|
|
|
void* CuMemcpyDtoD(void *dst, const void *src, size_t bytes)
|
|
{
|
|
#ifdef MFEM_USE_CUDA
|
|
#ifdef MFEM_TRACK_CUDA_MEM
|
|
mfem::out << "CuMemcpyDtoD(): copying " << bytes << " bytes from "
|
|
<< src << " to " << dst << " ... " << std::flush;
|
|
#endif
|
|
MFEM_CUDA_CHECK(cudaMemcpy(dst, src, bytes, cudaMemcpyDeviceToDevice));
|
|
#ifdef MFEM_TRACK_CUDA_MEM
|
|
mfem::out << "done." << std::endl;
|
|
#endif
|
|
#endif
|
|
return dst;
|
|
}
|
|
|
|
void* CuMemcpyDtoDAsync(void* dst, const void *src, size_t bytes)
|
|
{
|
|
#ifdef MFEM_USE_CUDA
|
|
MFEM_CUDA_CHECK(cudaMemcpyAsync(dst, src, bytes, cudaMemcpyDeviceToDevice));
|
|
#endif
|
|
return dst;
|
|
}
|
|
|
|
void* CuMemcpyDtoH(void *dst, const void *src, size_t bytes)
|
|
{
|
|
#ifdef MFEM_USE_CUDA
|
|
#ifdef MFEM_TRACK_CUDA_MEM
|
|
mfem::out << "CuMemcpyDtoH(): copying " << bytes << " bytes from "
|
|
<< src << " to " << dst << " ... " << std::flush;
|
|
#endif
|
|
MFEM_CUDA_CHECK(cudaMemcpy(dst, src, bytes, cudaMemcpyDeviceToHost));
|
|
#ifdef MFEM_TRACK_CUDA_MEM
|
|
mfem::out << "done." << std::endl;
|
|
#endif
|
|
#endif
|
|
return dst;
|
|
}
|
|
|
|
void* CuMemcpyDtoHAsync(void *dst, const void *src, size_t bytes)
|
|
{
|
|
#ifdef MFEM_USE_CUDA
|
|
MFEM_CUDA_CHECK(cudaMemcpyAsync(dst, src, bytes, cudaMemcpyDeviceToHost));
|
|
#endif
|
|
return dst;
|
|
}
|
|
|
|
} // namespace mfem
|