25.02
|
#include <LoadedNetwork.hpp>
Public Types | |
using | WorkloadQueue = std::vector< std::unique_ptr< IWorkload > > |
Public Member Functions | |
~LoadedNetwork () | |
TensorInfo | GetInputTensorInfo (LayerBindingId layerId) const |
TensorInfo | GetOutputTensorInfo (LayerBindingId layerId) const |
std::vector< ImportedInputId > | ImportInputs (const InputTensors &inputTensors, MemorySource forceImportMemorySource=MemorySource::Undefined) |
std::vector< ImportedOutputId > | ImportOutputs (const OutputTensors &outputTensors, MemorySource forceImportMemorySource=MemorySource::Undefined) |
void | ClearImportedInputs (const std::vector< ImportedInputId > inputIds) |
void | ClearImportedOutputs (const std::vector< ImportedOutputId > outputIds) |
Status | EnqueueWorkload (const InputTensors &inputTensors, const OutputTensors &outputTensors, std::vector< ImportedInputId > preImportedInputIds={}, std::vector< ImportedOutputId > preImportedOutputIds={}) |
Single thread execution of the loaded network. More... | |
const std::shared_ptr< IProfiler > & | GetProfiler () const |
void | FreeWorkingMemory () |
void | RegisterDebugCallback (const DebugCallbackFunction &func) |
void | SendNetworkStructure (arm::pipe::IProfilingService &profilingService) |
arm::pipe::ProfilingGuid | GetNetworkGuid () |
Static Public Member Functions | |
static std::unique_ptr< LoadedNetwork > | MakeLoadedNetwork (std::unique_ptr< IOptimizedNetwork > net, std::string &errorMessage, const INetworkProperties &networkProperties, arm::pipe::IProfilingService *profilingService) |
Definition at line 42 of file LoadedNetwork.hpp.
using WorkloadQueue = std::vector<std::unique_ptr<IWorkload> > |
Definition at line 45 of file LoadedNetwork.hpp.
|
inline |
void ClearImportedInputs | ( | const std::vector< ImportedInputId > | inputIds | ) |
Definition at line 1525 of file LoadedNetwork.cpp.
Referenced by RuntimeImpl::ClearImportedInputs().
void ClearImportedOutputs | ( | const std::vector< ImportedOutputId > | outputIds | ) |
Definition at line 1546 of file LoadedNetwork.cpp.
Referenced by RuntimeImpl::ClearImportedOutputs().
Status EnqueueWorkload | ( | const InputTensors & | inputTensors, |
const OutputTensors & | outputTensors, | ||
std::vector< ImportedInputId > | preImportedInputIds = {} , |
||
std::vector< ImportedOutputId > | preImportedOutputIds = {} |
||
) |
Single thread execution of the loaded network.
Definition at line 783 of file LoadedNetwork.cpp.
References ARMNN_LOG, ARMNN_SCOPED_PROFILING_EVENT, armnn::Failure, OutputHandler::GetData(), Graph::GetInputLayers(), Graph::GetNumInputs(), Graph::GetNumLayers(), Graph::GetNumOutputs(), Graph::GetOutputLayers(), armnn::info, QueueDescriptor::m_Inputs, armnn::Undefined, and armnn::warning.
Referenced by RuntimeImpl::EnqueueWorkload().
void FreeWorkingMemory | ( | ) |
Definition at line 1197 of file LoadedNetwork.cpp.
References TensorHandleFactoryRegistry::ReleaseMemory().
Referenced by RuntimeImpl::EnqueueWorkload(), and LoadedNetwork::~LoadedNetwork().
TensorInfo GetInputTensorInfo | ( | LayerBindingId | layerId | ) | const |
Definition at line 626 of file LoadedNetwork.cpp.
Referenced by RuntimeImpl::GetInputTensorInfo().
ProfilingGuid GetNetworkGuid | ( | ) |
Definition at line 621 of file LoadedNetwork.cpp.
TensorInfo GetOutputTensorInfo | ( | LayerBindingId | layerId | ) | const |
Definition at line 644 of file LoadedNetwork.cpp.
Referenced by RuntimeImpl::GetOutputTensorInfo().
|
inline |
Definition at line 76 of file LoadedNetwork.hpp.
Referenced by RuntimeImpl::EnqueueWorkload().
std::vector< ImportedInputId > ImportInputs | ( | const InputTensors & | inputTensors, |
MemorySource | forceImportMemorySource = MemorySource::Undefined |
||
) |
Definition at line 1402 of file LoadedNetwork.cpp.
References ARMNN_LOG, armnn::error, Graph::GetInputLayers(), armnn::Undefined, and Exception::what().
Referenced by RuntimeImpl::ImportInputs().
std::vector< ImportedOutputId > ImportOutputs | ( | const OutputTensors & | outputTensors, |
MemorySource | forceImportMemorySource = MemorySource::Undefined |
||
) |
Definition at line 1467 of file LoadedNetwork.cpp.
References ARMNN_LOG, armnn::error, Graph::GetOutputLayers(), armnn::Undefined, and Exception::what().
Referenced by RuntimeImpl::ImportOutputs().
|
static |
Definition at line 170 of file LoadedNetwork.cpp.
References ARMNN_LOG, and armnn::error.
Referenced by RuntimeImpl::LoadNetwork().
void RegisterDebugCallback | ( | const DebugCallbackFunction & | func | ) |
Definition at line 1567 of file LoadedNetwork.cpp.
Referenced by RuntimeImpl::RegisterDebugCallback().
void SendNetworkStructure | ( | arm::pipe::IProfilingService & | profilingService | ) |
Definition at line 583 of file LoadedNetwork.cpp.
References ARMNN_SCOPED_PROFILING_EVENT, armnn::Input, armnn::Output, and armnn::Undefined.