28 using IRuntimePtr = std::unique_ptr<IRuntime, void(*)(IRuntime* runtime)>;
34 bool exportEnabled = false,
35 bool asyncEnabled = false,
36 size_t numThreads = 0)
48 size_t numThreads = 0)
53 , m_InputSource(m_InputSource)
54 , m_OutputSource(m_OutputSource)
79 : m_GpuAccTunedParameters(nullptr)
80 , m_EnableGpuProfiling(
false)
81 , m_DynamicBackendsPath(
"")
98 : m_EnableProfiling(
false)
99 , m_TimelineEnabled(
false)
100 , m_OutgoingCaptureFile(
"")
101 , m_IncomingCaptureFile(
"")
104 , m_FileFormat(
"binary")
105 , m_LocalPacketHandlers()
154 static void Destroy(
IRuntime* runtime);
171 std::string& errorMessage);
175 std::string& errorMessage,
202 std::shared_ptr<IAsyncExecutionCallback> callback);
215 std::unique_ptr<IWorkingMemHandle> CreateWorkingMemHandle(
NetworkId networkId);
220 const std::shared_ptr<IProfiler> GetProfiler(
NetworkId networkId)
const;
256 UpdateTunedParameters
275 virtual void Load(
const char* filename) = 0;
279 virtual void Save(
const char* filename)
const = 0;
const MemorySource m_InputSource
const size_t m_NumThreads
const bool m_ImportEnabled
Deprecated and will be removed in future release.
std::string m_OutgoingCaptureFile
const bool m_AsyncEnabled
ExternalProfilingOptions()
std::unique_ptr< IRuntime, void(*)(IRuntime *runtime)> IRuntimePtr
std::vector< std::pair< LayerBindingId, class ConstTensor > > InputTensors
Copyright (c) 2021 ARM Limited and Contributors.
std::string m_IncomingCaptureFile
std::function< void(LayerGuid guid, unsigned int slotIndex, ITensorHandle *tensorHandle)> DebugCallbackFunction
Define the type of callback for the Debug layer to call.
int LayerBindingId
Type of identifiers for bindable layers (inputs, outputs).
std::shared_ptr< IGpuAccTunedParameters > m_GpuAccTunedParameters
If set, uses the GpuAcc tuned parameters from the given object when executing GPU workloads...
INetworkProperties(bool asyncEnabled, MemorySource m_InputSource, MemorySource m_OutputSource, size_t numThreads=0)
std::vector< BackendOptions > m_BackendOptions
Pass backend specific options.
std::vector< armnn::profiling::ILocalPacketHandlerSharedPtr > m_LocalPacketHandlers
std::vector< std::pair< LayerBindingId, class Tensor > > OutputTensors
std::unique_ptr< IOptimizedNetwork, void(*)(IOptimizedNetwork *network)> IOptimizedNetworkPtr
const bool m_ExportEnabled
Deprecated and will be removed in future release.
std::unique_ptr< RuntimeImpl > pRuntimeImpl
Device specific knowledge to be passed to the optimizer.
constexpr unsigned int LOWEST_CAPTURE_PERIOD
The lowest performance data capture interval we support is 10 miliseconds.
std::shared_ptr< IGpuAccTunedParameters > IGpuAccTunedParametersPtr
The following API is replaced by the backend options API.
std::string m_DynamicBackendsPath
Setting this value will override the paths set by the DYNAMIC_BACKEND_PATHS compiler directive Only a...
bool m_EnableGpuProfiling
Setting this flag will allow the user to obtain GPU profiling information from the runtime...
virtual ~IGpuAccTunedParameters()
Manages a set of GpuAcc parameters which have been tuned for maximum performance. ...
MemorySource
Define the Memory Source to reduce copies.
const MemorySource m_OutputSource
#define ARMNN_DEPRECATED_MSG(message)
ExternalProfilingOptions m_ProfilingOptions
virtual ~INetworkProperties()