#include <cuda_context.h>
Definition at line 26 of file cuda_context.h.
void* Ort::Custom::CudaContext::AllocDeferredCpuMem |
( |
size_t |
size | ) |
const |
|
inline |
template<typename T >
T Ort::Custom::CudaContext::FetchResource |
( |
const OrtKernelContext & |
kernel_ctx, |
|
|
CudaResource |
resource_type |
|
) |
| |
|
inline |
void Ort::Custom::CudaContext::FreeDeferredCpuMem |
( |
void * |
mem | ) |
const |
|
inline |
void Ort::Custom::CudaContext::Init |
( |
const OrtKernelContext & |
kernel_ctx | ) |
|
|
inline |
int32_t Ort::Custom::CudaContext::arena_extend_strategy = 0 |
cublasHandle_t Ort::Custom::CudaContext::cublas_handle = {} |
bool Ort::Custom::CudaContext::cudnn_conv1d_pad_to_nc1d = false |
int32_t Ort::Custom::CudaContext::cudnn_conv_algo_search = 0 |
bool Ort::Custom::CudaContext::cudnn_conv_use_max_workspace = true |
cudnnHandle_t Ort::Custom::CudaContext::cudnn_handle = {} |
OrtAllocator* Ort::Custom::CudaContext::deferred_cpu_allocator = {} |
int16_t Ort::Custom::CudaContext::device_id = 0 |
bool Ort::Custom::CudaContext::enable_skip_layer_norm_strict_mode = false |
bool Ort::Custom::CudaContext::prefer_nhwc = false |
The documentation for this struct was generated from the following file: