ArmNN
 25.11
Loading...
Searching...
No Matches
NeonQuantizedLstmWorkload Class Reference

#include <NeonQuantizedLstmWorkload.hpp>

Inheritance diagram for NeonQuantizedLstmWorkload:
[legend]
Collaboration diagram for NeonQuantizedLstmWorkload:
[legend]

Public Member Functions

 NeonQuantizedLstmWorkload (const QuantizedLstmQueueDescriptor &descriptor, const WorkloadInfo &info)
virtual void Execute () const override
Public Member Functions inherited from NeonBaseWorkload< QuantizedLstmQueueDescriptor >
 NeonBaseWorkload (const QuantizedLstmQueueDescriptor &descriptor, const WorkloadInfo &info)
void ReplaceInputTensorHandle (ITensorHandle *tensorHandle, unsigned int slot) override
void ReplaceOutputTensorHandle (ITensorHandle *tensorHandle, unsigned int slot) override
Public Member Functions inherited from BaseWorkload< QuantizedLstmQueueDescriptor >
 BaseWorkload (const QuantizedLstmQueueDescriptor &descriptor, const WorkloadInfo &info)
virtual const std::string & GetName () const override
void PostAllocationConfigure () override
const QuantizedLstmQueueDescriptor & GetData () const
arm::pipe::ProfilingGuid GetGuid () const final
virtual bool SupportsTensorHandleReplacement () const override
Public Member Functions inherited from IWorkload
virtual ~IWorkload ()
virtual void RegisterDebugCallback (const DebugCallbackFunction &)
virtual armnn::Optional< armnn::MemoryRequirements > GetMemoryRequirements ()

Additional Inherited Members

Protected Member Functions inherited from NeonBaseWorkload< QuantizedLstmQueueDescriptor >
virtual void Reconfigure ()
Protected Attributes inherited from BaseWorkload< QuantizedLstmQueueDescriptor >
QuantizedLstmQueueDescriptor m_Data
const arm::pipe::ProfilingGuid m_Guid
const std::string m_Name

Detailed Description

Definition at line 18 of file NeonQuantizedLstmWorkload.hpp.

Constructor & Destructor Documentation

◆ NeonQuantizedLstmWorkload()

NeonQuantizedLstmWorkload ( const QuantizedLstmQueueDescriptor & descriptor,
const WorkloadInfo & info )

Definition at line 17 of file NeonQuantizedLstmWorkload.cpp.

19 : NeonBaseWorkload<QuantizedLstmQueueDescriptor>(descriptor, info)
20{
21 // Basic parameters
22 m_InputToInputWeightsTensor = std::make_unique<arm_compute::Tensor>();
23 BuildArmComputeTensor(*m_InputToInputWeightsTensor, m_Data.m_InputToInputWeights->GetTensorInfo());
24
25 m_InputToForgetWeightsTensor = std::make_unique<arm_compute::Tensor>();
26 BuildArmComputeTensor(*m_InputToForgetWeightsTensor, m_Data.m_InputToForgetWeights->GetTensorInfo());
27
28 m_InputToCellWeightsTensor = std::make_unique<arm_compute::Tensor>();
29 BuildArmComputeTensor(*m_InputToCellWeightsTensor, m_Data.m_InputToCellWeights->GetTensorInfo());
30
31 m_InputToOutputWeightsTensor = std::make_unique<arm_compute::Tensor>();
32 BuildArmComputeTensor(*m_InputToOutputWeightsTensor, m_Data.m_InputToOutputWeights->GetTensorInfo());
33
34 m_RecurrentToInputWeightsTensor = std::make_unique<arm_compute::Tensor>();
35 BuildArmComputeTensor(*m_RecurrentToInputWeightsTensor, m_Data.m_RecurrentToInputWeights->GetTensorInfo());
36
37 m_RecurrentToForgetWeightsTensor = std::make_unique<arm_compute::Tensor>();
38 BuildArmComputeTensor(*m_RecurrentToForgetWeightsTensor, m_Data.m_RecurrentToForgetWeights->GetTensorInfo());
39
40 m_RecurrentToCellWeightsTensor = std::make_unique<arm_compute::Tensor>();
41 BuildArmComputeTensor(*m_RecurrentToCellWeightsTensor, m_Data.m_RecurrentToCellWeights->GetTensorInfo());
42
43 m_RecurrentToOutputWeightsTensor = std::make_unique<arm_compute::Tensor>();
44 BuildArmComputeTensor(*m_RecurrentToOutputWeightsTensor, m_Data.m_RecurrentToOutputWeights->GetTensorInfo());
45
46 m_InputGateBiasTensor = std::make_unique<arm_compute::Tensor>();
47 BuildArmComputeTensor(*m_InputGateBiasTensor, m_Data.m_InputGateBias->GetTensorInfo());
48
49 m_ForgetGateBiasTensor = std::make_unique<arm_compute::Tensor>();
50 BuildArmComputeTensor(*m_ForgetGateBiasTensor, m_Data.m_ForgetGateBias->GetTensorInfo());
51
52 m_CellBiasTensor = std::make_unique<arm_compute::Tensor>();
53 BuildArmComputeTensor(*m_CellBiasTensor, m_Data.m_CellBias->GetTensorInfo());
54
55 m_OutputGateBiasTensor = std::make_unique<arm_compute::Tensor>();
56 BuildArmComputeTensor(*m_OutputGateBiasTensor, m_Data.m_OutputGateBias->GetTensorInfo());
57
58 const arm_compute::ITensor& input = static_cast<IAclTensorHandle*>(m_Data.m_Inputs[0])->GetTensor();
59 arm_compute::ITensor& cell_state_in = static_cast<IAclTensorHandle*>(m_Data.m_Inputs[1])->GetTensor();
60 const arm_compute::ITensor& output_state_in = static_cast<IAclTensorHandle*>(m_Data.m_Inputs[2])->GetTensor();
61
62 arm_compute::ITensor& cell_state_out = static_cast<IAclTensorHandle*>(m_Data.m_Outputs[0])->GetTensor();
63 arm_compute::ITensor& output_state_out = static_cast<IAclTensorHandle*>(m_Data.m_Outputs[1])->GetTensor();
64
65 m_QuantizedLstmLayer.configure(&input,
66 m_InputToInputWeightsTensor.get(),
67 m_InputToForgetWeightsTensor.get(),
68 m_InputToCellWeightsTensor.get(),
69 m_InputToOutputWeightsTensor.get(),
70 m_RecurrentToInputWeightsTensor.get(),
71 m_RecurrentToForgetWeightsTensor.get(),
72 m_RecurrentToCellWeightsTensor.get(),
73 m_RecurrentToOutputWeightsTensor.get(),
74 m_InputGateBiasTensor.get(),
75 m_ForgetGateBiasTensor.get(),
76 m_CellBiasTensor.get(),
77 m_OutputGateBiasTensor.get(),
78 &cell_state_in,
79 &output_state_in,
80 &cell_state_out,
81 &output_state_out);
82
83 InitializeArmComputeTensorData(*m_InputToInputWeightsTensor,
84 m_Data.m_InputToInputWeights);
85
86 InitializeArmComputeTensorData(*m_InputToForgetWeightsTensor,
87 m_Data.m_InputToForgetWeights);
88
89 InitializeArmComputeTensorData(*m_InputToCellWeightsTensor,
90 m_Data.m_InputToCellWeights);
91
92 InitializeArmComputeTensorData(*m_InputToOutputWeightsTensor,
93 m_Data.m_InputToOutputWeights);
94
95 InitializeArmComputeTensorData(*m_RecurrentToInputWeightsTensor,
96 m_Data.m_RecurrentToInputWeights);
97
98 InitializeArmComputeTensorData(*m_RecurrentToForgetWeightsTensor,
99 m_Data.m_RecurrentToForgetWeights);
100
101 InitializeArmComputeTensorData(*m_RecurrentToCellWeightsTensor,
102 m_Data.m_RecurrentToCellWeights);
103
104 InitializeArmComputeTensorData(*m_RecurrentToOutputWeightsTensor,
105 m_Data.m_RecurrentToOutputWeights);
106
107 InitializeArmComputeTensorData(*m_InputGateBiasTensor,
108 m_Data.m_InputGateBias);
109
110 InitializeArmComputeTensorData(*m_ForgetGateBiasTensor,
111 m_Data.m_ForgetGateBias);
112
113 InitializeArmComputeTensorData(*m_CellBiasTensor,
114 m_Data.m_CellBias);
115
116 InitializeArmComputeTensorData(*m_OutputGateBiasTensor,
117 m_Data.m_OutputGateBias);
118
119 // Force Compute Library to perform the necessary copying and reshaping, after which
120 // delete all the input tensors that will no longer be needed
121 m_QuantizedLstmLayer.prepare();
122 FreeUnusedTensors();
123}
armnn::InitializeArmComputeTensorData
void InitializeArmComputeTensorData(arm_compute::Tensor &tensor, TensorInfo tensorInfo, const ITensorHandle *handle)
Definition NeonWorkloadUtils.hpp:69

References armnn::info, armnn::InitializeArmComputeTensorData(), BaseWorkload< QuantizedLstmQueueDescriptor >::m_Data, and NeonBaseWorkload< QuantizedLstmQueueDescriptor >::NeonBaseWorkload().

Member Function Documentation

◆ Execute()

void Execute ( ) const
overridevirtual

Implements IWorkload.

Definition at line 125 of file NeonQuantizedLstmWorkload.cpp.

126{
127 ARMNN_SCOPED_PROFILING_EVENT_NEON_NAME_GUID("NeonQuantizedLstmWorkload_Execute");
128 m_QuantizedLstmLayer.run();
129}
ARMNN_SCOPED_PROFILING_EVENT_NEON_NAME_GUID
#define ARMNN_SCOPED_PROFILING_EVENT_NEON_NAME_GUID(label)
Creates a profiling event that uses GetGuid() and GetName() from the calling class.
Definition NeonWorkloadUtils.hpp:33

References ARMNN_SCOPED_PROFILING_EVENT_NEON_NAME_GUID.

The documentation for this class was generated from the following files: