HDK
Main Page
Related Pages
Modules
Namespaces
Classes
Files
Examples
File List
File Members
All
Classes
Namespaces
Files
Functions
Variables
Typedefs
Enumerations
Enumerator
Friends
Macros
Groups
Pages
cann_provider_options.h
Go to the documentation of this file.
1
// Copyright (c) Microsoft Corporation. All rights reserved.
2
// Copyright (c) Huawei. All rights reserved.
3
// Licensed under the MIT License.
4
5
#pragma once
6
7
#include "
onnxruntime_c_api.h
"
8
#include "core/framework/arena_extend_strategy.h"
9
10
struct
OrtCANNProviderOptions
{
11
int
device_id
;
// CANN device id
12
size_t
npu_mem_limit
;
// BFC Arena memory limit for CANN
13
onnxruntime::ArenaExtendStrategy
arena_extend_strategy
;
// Strategy used to grow the memory arena
14
int
do_copy_in_default_stream
;
// Flag indicating if copying needs to take place on the
15
// same stream as the compute stream in the CANN EP
16
int
enable_cann_graph
;
// Flag indicating if prioritizing the use of
17
// CANN's graph-running capabilities
18
OrtArenaCfg
*
default_memory_arena_cfg
;
// CANN memory arena configuration parameters
19
};
OrtCANNProviderOptions
Definition:
cann_provider_options.h:10
OrtCANNProviderOptions::device_id
int device_id
Definition:
cann_provider_options.h:11
OrtCANNProviderOptions::arena_extend_strategy
onnxruntime::ArenaExtendStrategy arena_extend_strategy
Definition:
cann_provider_options.h:13
OrtCANNProviderOptions::do_copy_in_default_stream
int do_copy_in_default_stream
Definition:
cann_provider_options.h:14
OrtCANNProviderOptions::default_memory_arena_cfg
OrtArenaCfg * default_memory_arena_cfg
Definition:
cann_provider_options.h:18
onnxruntime_c_api.h
OrtArenaCfg
Definition:
allocator.h:14
OrtCANNProviderOptions::npu_mem_limit
size_t npu_mem_limit
Definition:
cann_provider_options.h:12
OrtCANNProviderOptions::enable_cann_graph
int enable_cann_graph
Definition:
cann_provider_options.h:16
onnxruntime
core
providers
cann
cann_provider_options.h
Generated on Sun May 12 2024 03:16:16 for HDK by
1.8.6