18
19
20
25#include "./exceptions.hpp"
27#include <cuda_runtime.h>
38
39
40
43
44
45
46 template <
bool flag =
false>
48 static_assert(flag,
"Using device functionality without gpu support! Configure project with -DCudaSupport=ON.");
54 static constexpr bool have_device =
true;
57 static constexpr bool have_cuda =
true;
60
61
62
63
64
65 inline void device_error_check(cudaError_t success, std::string message =
"") {
66 if (success != cudaSuccess) {
67 NDA_RUNTIME_ERROR <<
"Cuda runtime error: " << std::to_string(success) <<
"\n"
68 <<
" message: " << message <<
"\n"
69 <<
" cudaGetErrorName: " << std::string(cudaGetErrorName(success)) <<
"\n"
70 <<
" cudaGetErrorString: " << std::string(cudaGetErrorString(success)) <<
"\n";
75
76
77
78
79
80
81
82
83
84
85
86 inline cublasOperation_t get_cublas_op(
char op) {
88 case 'N':
return CUBLAS_OP_N;
89 case 'T':
return CUBLAS_OP_T;
90 case 'C':
return CUBLAS_OP_C;
91 default: std::terminate();
return {};
96
97
98
99
100
101 inline auto cucplx(std::complex<
double> c) {
return cuDoubleComplex{c.real(), c.imag()}; }
104
105
106
107
108
109 inline auto *cucplx(std::complex<
double> *c) {
return reinterpret_cast<cuDoubleComplex *>(c); }
112
113
114
115
116
117 inline auto *cucplx(std::complex<
double>
const *c) {
return reinterpret_cast<
const cuDoubleComplex *>(c); }
120
121
122
123
124
125
126 inline auto **cucplx(std::complex<
double> **c) {
return reinterpret_cast<cuDoubleComplex **>(c); }
129
130
131
132
133
134
135 inline auto **cucplx(std::complex<
double>
const **c) {
return reinterpret_cast<
const cuDoubleComplex **>(c); }
140#define device_error_check(ARG1, ARG2) compile_error_no_gpu()
Runtime error class used throughout the nda library.
const char * what() const noexcept override
Override the virtual function what from std::exception to retrieve the accumulated error message.
runtime_error() noexcept
Default constructor.
~runtime_error() noexcept override=default
Default destructor.
runtime_error(runtime_error const &err) noexcept
Copy constructor to copy the contents of the error message accumulator.
#define CUBLAS_CHECK(X,...)
#define NDA_RUNTIME_ERROR
double abs2(std::complex< double > z)
Get the squared absolute value of a std::complex<double>.
bool isnan(std::complex< double > const &z)
Check if a std::complex<double> is NaN.
double abs2(double x)
Get the squared absolute value of a double.
auto pow(A &&a, double p)
Lazy, coefficient-wise power function for nda::Array types.
auto real(T t)
Get the real part of a scalar.
auto conj(T t)
Get the complex conjugate of a scalar.
T pow(T x, int n)
Calculate the integer power of an integer.
decltype(auto) conj(A &&a)
Lazy, coefficient-wise complex conjugate function for nda::Array types.
mapped< F > map(F f)
Create a lazy function call expression on arrays/views.
constexpr bool is_regular_v
Constexpr variable that is true if type A is a regular array, i.e. an nda::basic_array.
constexpr char get_algebra
Constexpr variable that specifies the algebra of a type.
constexpr bool is_matrix_or_view_v
Constexpr variable that is true if type A is a regular matrix or a view of a matrix.
constexpr bool have_same_value_type_v
Constexpr variable that is true if all types in As have the same value type as A0.
constexpr int get_rank
Constexpr variable that specifies the rank of an nda::Array or of a contiguous 1-dimensional range.
constexpr bool have_same_rank_v
Constexpr variable that is true if all types in As have the same rank as A0.
constexpr bool is_view_v
Constexpr variable that is true if type A is a view, i.e. an nda::basic_array_view.
constexpr bool is_regular_or_view_v
Constexpr variable that is true if type A is either a regular array or a view.
constexpr char get_algebra< expr_call< F, As... > >
Get the resulting algebra of a function call expression involving arrays/views.
decltype(auto) get_first_element(A const &a)
Get the first element of an array/view or simply return the scalar if a scalar is given.
constexpr bool layout_property_compatible(layout_prop_e from, layout_prop_e to)
Checks if two layout properties are compatible with each other.
constexpr bool ellipsis_is_present
Constexpr variable that is true if the parameter pack Args contains an nda::ellipsis.
constexpr bool has_contiguous(layout_prop_e lp)
Checks if a layout property has the contiguous property.
constexpr bool has_layout_smallest_stride_is_one
Constexpr variable that is true if type A has the smallest_stride_is_one nda::layout_prop_e guarantee...
constexpr bool has_strided_1d(layout_prop_e lp)
Checks if a layout property has the strided_1d property.
constexpr bool has_layout_strided_1d
Constexpr variable that is true if type A has the strided_1d nda::layout_prop_e guarantee.
constexpr layout_prop_e operator&(layout_prop_e lhs, layout_prop_e rhs)
Bitwise AND operator for two layout properties.
constexpr layout_info_t operator&(layout_info_t lhs, layout_info_t rhs)
Bitwise AND operator for layout infos.
constexpr layout_prop_e operator|(layout_prop_e lhs, layout_prop_e rhs)
Bitwise OR operator for two layout properties.
constexpr layout_info_t get_layout_info
Constexpr variable that specifies the nda::layout_info_t of type A.
constexpr bool has_smallest_stride_is_one(layout_prop_e lp)
Checks if a layout property has the smallest_stride_is_one property.
constexpr bool has_contiguous_layout
Constexpr variable that is true if type A has the contiguous nda::layout_prop_e guarantee.
constexpr bool is_range_or_ellipsis
Constexpr variable that is true if the type T is either an nda::range, an nda::range::all_t or an nda...
layout_prop_e
Compile-time guarantees of the memory layout of an array/view.
int get_ld(A const &a)
Get the leading dimension in LAPACK jargon of an nda::MemoryMatrix.
static constexpr bool has_C_layout
Constexpr variable that is true if the given nda::Array type has a C memory layout.
static constexpr bool is_conj_array_expr
Constexpr variable that is true if the given type is a conjugate lazy expression.
int get_ncols(A const &a)
Get the number of columns in LAPACK jargon of an nda::MemoryMatrix.
static constexpr bool is_conj_array_expr< expr_call< conj_f, A > >
Specialization of nda::blas::is_conj_array_expr for the conjugate lazy expressions.
static constexpr bool has_F_layout
Constexpr variable that is true if the given nda::Array type has a Fortran memory layout.
const char get_op
Variable template that determines the BLAS matrix operation tag ('N','T','C') based on the given bool...
AddressSpace
Enum providing identifiers for the different memory address spaces.
static constexpr bool have_cuda
Constexpr variable that is true if the project is configured with CUDA support.
static constexpr bool have_device
Constexpr variable that is true if the project is configured with GPU support.
void compile_error_no_gpu()
Trigger a compilation error in case GPU specific functionality is used without configuring the projec...
constexpr bool is_instantiation_of_v
Constexpr variable that is true if type T is an instantiation of TMPLT (see nda::is_instantiation_of)...
constexpr bool is_complex_v
Constexpr variable that is true if type T is a std::complex type.
constexpr bool is_blas_lapack_v
Alias for nda::is_double_or_complex_v.
static constexpr bool always_false
Constexpr variable that is always false regardless of the types in Ts (used to trigger static_assert)...
constexpr bool is_scalar_for_v
Constexpr variable used to check requirements when initializing an nda::basic_array or nda::basic_arr...
static constexpr bool is_any_of
Constexpr variable that is true if type T is contained in the parameter pack Ts.
constexpr bool is_double_or_complex_v
Constexpr variable that is true if type T is a std::complex type or a double type.
static constexpr bool always_true
Constexpr variable that is always true regardless of the types in Ts.
constexpr bool is_scalar_v
Constexpr variable that is true if type S is a scalar type, i.e. arithmetic or complex.
constexpr bool is_scalar_or_convertible_v
Constexpr variable that is true if type S is a scalar type (see nda::is_scalar_v) or if a std::comple...
A small wrapper around a single long integer to be used as a linear index.
Mimics Python's ... syntax.
A lazy function call expression on arrays/views.
long size() const
Get the total size of the nda::Array objects.
auto shape() const
Get the shape of the nda::Array objects.
auto operator()(Args const &...args) const
Function call operator.
std::tuple< const As... > a
Tuple containing the nda::Array arguments.
F f
Callable object of the expression.
auto operator[](Arg const &arg) const
Subscript operator.
Check if type T is of type TMPLT<...>.
Stores information about the memory layout and the stride order of an array/view.
uint64_t stride_order
Stride order of the array/view.
layout_prop_e prop
Memory layout properties of the array/view.
Functor that is returned by the nda::map function.
expr_call< F, A0, As... > operator()(A0 &&a0, As &&...as) const
Function call operator that returns a lazy function call expression.
Memory block consisting of a pointer and its size.