ArmNN
 24.08
Functions
LstmUtils.cpp File Reference
#include "LstmUtils.hpp"
#include "BaseIterator.hpp"
#include <armnn/backends/TensorHandle.hpp>
Include dependency graph for LstmUtils.cpp:

Go to the source code of this file.

Functions

void VectorBatchVectorAdd (armnn::Decoder< float > &vector, uint32_t vSize, armnn::Decoder< float > &batchVector, uint32_t nBatch, armnn::Encoder< float > &outResult)
 
void MeanStddevNormalization (armnn::Decoder< float > &input_vector, armnn::Encoder< float > &output_vector, uint32_t v_size, uint32_t n_batch, float normalization_epsilon)
 
void ZeroVector (armnn::Encoder< float > &vector, uint32_t vSize)
 
void MatrixBatchVectorMultiplyAccumulate (armnn::Decoder< float > &matrix, uint32_t mRows, uint32_t mCols, armnn::Decoder< float > &vector, uint32_t nBatch, armnn::Encoder< float > &outResult)
 
void VectorBatchVectorAssign (armnn::Decoder< float > &vector, uint32_t vSize, uint32_t nBatch, armnn::Encoder< float > &outBatchVector)
 
void VectorBatchVectorCwiseProductAccumulate (armnn::Decoder< float > &vector, uint32_t vSize, armnn::Decoder< float > &batchVector, uint32_t nBatch, armnn::Encoder< float > &outResult)
 
void VectorBatchVectorCwiseProduct (armnn::Decoder< float > &vector, uint32_t vSize, armnn::Decoder< float > &batchVector, uint32_t nBatch, armnn::Encoder< float > &outResult)
 
void Sub1Vector (armnn::Decoder< float > &vector, uint32_t vSize, armnn::Encoder< float > &result)
 
void VectorVectorCwiseProduct (armnn::Decoder< float > &vector1, armnn::Decoder< float > &vector2, uint32_t vSize, armnn::Encoder< float > &outResult)
 
void VectorVectorCwiseProductAccumulate (armnn::Decoder< float > &vector1, armnn::Decoder< float > &vector2, uint32_t vSize, armnn::Encoder< float > &outResult)
 
float Clip (float f, float absLimit)
 
void ClipVector (armnn::Decoder< float > &vector, uint32_t vSize, float absLimit, armnn::Encoder< float > &outResult)
 
void CopyVector (armnn::Decoder< float > &vector, uint32_t vSize, armnn::Encoder< float > &outResult)
 
void SetActivationParameters (uint32_t activation, armnn::ActivationFunction &outArmnnActivation, float &outA, float &outB)
 
std::unique_ptr< armnn::ScopedTensorHandle > AssignScopedTensorHandle (const armnn::ConstTensorHandle *ptr)
 

Function Documentation

◆ AssignScopedTensorHandle()

std::unique_ptr<armnn::ScopedTensorHandle> AssignScopedTensorHandle ( const armnn::ConstTensorHandle *  ptr)

Definition at line 299 of file LstmUtils.cpp.

300 {
301  if (!ptr)
302  {
303  return nullptr;
304  }
305 
306  return std::make_unique<armnn::ScopedTensorHandle>(*ptr);
307 }

◆ Clip()

float Clip ( float  f,
float  absLimit 
)

Definition at line 221 of file LstmUtils.cpp.

223 {
224  float result = (absLimit < f) ? absLimit : f;
225  result = (-absLimit > result) ? -absLimit : result;
226  return result;
227 }

Referenced by ClipVector().

◆ ClipVector()

void ClipVector ( armnn::Decoder< float > &  vector,
uint32_t  vSize,
float  absLimit,
armnn::Encoder< float > &  outResult 
)

Definition at line 229 of file LstmUtils.cpp.

233 {
234  for (uint32_t v = 0; v < vSize; v++)
235  {
236  outResult.Set(Clip(vector.Get(), absLimit));
237  ++vector;
238  ++outResult;
239  }
240  vector -= vSize;
241  outResult -= vSize;
242 }

References Clip(), Decoder< IType >::Get(), and Encoder< IType >::Set().

Referenced by armnn::LstmImpl().

◆ CopyVector()

void CopyVector ( armnn::Decoder< float > &  vector,
uint32_t  vSize,
armnn::Encoder< float > &  outResult 
)

Definition at line 244 of file LstmUtils.cpp.

247 {
248  for (uint32_t v = 0; v < vSize; v++)
249  {
250  outResult.Set(vector.Get());
251  ++outResult;
252  ++vector;
253  }
254  outResult -= vSize;
255  vector -= vSize;
256 }

References Decoder< IType >::Get(), and Encoder< IType >::Set().

Referenced by armnn::LstmImpl().

◆ MatrixBatchVectorMultiplyAccumulate()

void MatrixBatchVectorMultiplyAccumulate ( armnn::Decoder< float > &  matrix,
uint32_t  mRows,
uint32_t  mCols,
armnn::Decoder< float > &  vector,
uint32_t  nBatch,
armnn::Encoder< float > &  outResult 
)

Definition at line 87 of file LstmUtils.cpp.

93 {
94  for (uint32_t b = 0; b < nBatch; b++)
95  {
96  for (uint32_t r = 0; r < mRows; r++)
97  {
98  vector += b * mCols;
99  for (uint32_t c = 0; c < mCols; c++)
100  {
101  outResult.Set(outResult.Get() + matrix.Get() * vector.Get());
102  ++matrix;
103  ++vector;
104  }
105  outResult += 1;
106  vector -= (b+1) * mCols;
107  }
108  matrix -= (mRows * mCols);
109  }
110  outResult -= (mRows * nBatch);
111 }

References Decoder< IType >::Get(), Encoder< IType >::Get(), and Encoder< IType >::Set().

Referenced by armnn::LstmImpl().

◆ MeanStddevNormalization()

void MeanStddevNormalization ( armnn::Decoder< float > &  input_vector,
armnn::Encoder< float > &  output_vector,
uint32_t  v_size,
uint32_t  n_batch,
float  normalization_epsilon 
)

Definition at line 40 of file LstmUtils.cpp.

45 {
46  for (uint32_t batch = 0; batch < n_batch; ++batch) {
47  float sum = 0.0f;
48  float sum_sq = 0.0f;
49  for (uint32_t i = 0; i < v_size; ++i) {
50  sum += input_vector.Get();
51  sum_sq += input_vector.Get() * input_vector.Get();
52  ++input_vector;
53  }
54  input_vector -= v_size;
55 
56  const float mean = sum / static_cast<float>(v_size);
57  float stddev_inv = 0.0f;
58  const float variance = sum_sq / static_cast<float>(v_size) - mean * mean;
59  if (variance == 0) {
60  stddev_inv = 1.0f / std::sqrt(normalization_epsilon);
61  } else {
62  stddev_inv = 1.0f / std::sqrt(variance);
63  }
64 
65  for (uint32_t i = 0; i < v_size; ++i) {
66  output_vector.Set((input_vector.Get() - mean) * stddev_inv);
67  ++output_vector;
68  ++input_vector;
69  }
70  // Don't reset iterator to handle next batch
71  }
72  output_vector -= v_size * n_batch;
73  input_vector -= v_size * n_batch;
74 }

References Decoder< IType >::Get(), and Encoder< IType >::Set().

Referenced by armnn::LstmImpl().

◆ SetActivationParameters()

void SetActivationParameters ( uint32_t  activation,
armnn::ActivationFunction &  outArmnnActivation,
float &  outA,
float &  outB 
)

Definition at line 258 of file LstmUtils.cpp.

262 {
263  switch (activation)
264  {
265  case 0: // None
266  outA = 0;
267  outB = 0;
268  return;
269 
270  case 1: // Relu
271  outArmnnActivation = armnn::ActivationFunction::ReLu;
272  outA = 0;
273  outB = 0;
274  return;
275 
276  case 3: // Relu6
277  outArmnnActivation = armnn::ActivationFunction::BoundedReLu;
278  outA = 6;
279  outB = 0;
280  return;
281 
282  case 4: // Tanh
283  outArmnnActivation = armnn::ActivationFunction::TanH;
284  outA = 1;
285  outB = 1;
286  return;
287 
288  case 6: // Sigmoid
289  outArmnnActivation = armnn::ActivationFunction::Sigmoid;
290  outA = 0;
291  outB = 0;
292  return;
293 
294  default:
295  throw armnn::Exception("Unsupported activation function: " + std::to_string(activation));
296  }
297 }

References armnn::BoundedReLu, armnn::ReLu, armnn::Sigmoid, and armnn::TanH.

Referenced by armnn::LstmImpl().

◆ Sub1Vector()

void Sub1Vector ( armnn::Decoder< float > &  vector,
uint32_t  vSize,
armnn::Encoder< float > &  result 
)

Definition at line 173 of file LstmUtils.cpp.

176 {
177  for (uint32_t v = 0; v < vSize; v++)
178  {
179  result.Set(1.0f - vector.Get());
180  ++vector;
181  ++result;
182  }
183  vector -= vSize;
184  result -= vSize;
185 }

References Decoder< IType >::Get(), and Encoder< IType >::Set().

Referenced by armnn::LstmImpl().

◆ VectorBatchVectorAdd()

void VectorBatchVectorAdd ( armnn::Decoder< float > &  vector,
uint32_t  vSize,
armnn::Decoder< float > &  batchVector,
uint32_t  nBatch,
armnn::Encoder< float > &  outResult 
)

Definition at line 16 of file LstmUtils.cpp.

21 {
22  for (uint32_t b = 0; b < nBatch; b++)
23  {
24  for (uint32_t v = 0; v < vSize; v++)
25  {
26  outResult.Set(batchVector.Get() + vector.Get());
27  ++outResult;
28  ++vector;
29  ++batchVector;
30  }
31  vector -= vSize;
32  }
33  batchVector -= vSize * nBatch;
34  outResult -= vSize * nBatch;
35 }

References Decoder< IType >::Get(), and Encoder< IType >::Set().

Referenced by armnn::LstmImpl().

◆ VectorBatchVectorAssign()

void VectorBatchVectorAssign ( armnn::Decoder< float > &  vector,
uint32_t  vSize,
uint32_t  nBatch,
armnn::Encoder< float > &  outBatchVector 
)

Definition at line 113 of file LstmUtils.cpp.

117 {
118  for (uint32_t b = 0; b < nBatch; b++)
119  {
120  for (uint32_t v = 0; v < vSize; v++)
121  {
122  outBatchVector.Set(vector.Get());
123  ++outBatchVector;
124  ++vector;
125  }
126  vector -= vSize;
127  }
128  outBatchVector -= (nBatch * vSize);
129 }

References Decoder< IType >::Get(), and Encoder< IType >::Set().

Referenced by armnn::LstmImpl().

◆ VectorBatchVectorCwiseProduct()

void VectorBatchVectorCwiseProduct ( armnn::Decoder< float > &  vector,
uint32_t  vSize,
armnn::Decoder< float > &  batchVector,
uint32_t  nBatch,
armnn::Encoder< float > &  outResult 
)

Definition at line 152 of file LstmUtils.cpp.

157 {
158  for (uint32_t b = 0; b < nBatch; b++)
159  {
160  for (uint32_t v = 0; v < vSize; v++)
161  {
162  outResult.Set(vector.Get() * batchVector.Get());
163  ++outResult;
164  ++vector;
165  ++batchVector;
166  }
167  vector -= vSize;
168  }
169  batchVector -= vSize * nBatch;
170  outResult -= vSize * nBatch;
171 }

References Decoder< IType >::Get(), and Encoder< IType >::Set().

Referenced by armnn::LstmImpl().

◆ VectorBatchVectorCwiseProductAccumulate()

void VectorBatchVectorCwiseProductAccumulate ( armnn::Decoder< float > &  vector,
uint32_t  vSize,
armnn::Decoder< float > &  batchVector,
uint32_t  nBatch,
armnn::Encoder< float > &  outResult 
)

Definition at line 131 of file LstmUtils.cpp.

136 {
137  for (uint32_t b = 0; b < nBatch; b++)
138  {
139  for (uint32_t v = 0; v < vSize; v++)
140  {
141  outResult.Set(outResult.Get() + vector.Get() * batchVector.Get());
142  ++outResult;
143  ++vector;
144  ++batchVector;
145  }
146  vector -= vSize;
147  }
148  batchVector -= vSize * nBatch;
149  outResult -= vSize * nBatch;
150 }

References Decoder< IType >::Get(), Encoder< IType >::Get(), and Encoder< IType >::Set().

Referenced by armnn::LstmImpl().

◆ VectorVectorCwiseProduct()

void VectorVectorCwiseProduct ( armnn::Decoder< float > &  vector1,
armnn::Decoder< float > &  vector2,
uint32_t  vSize,
armnn::Encoder< float > &  outResult 
)

Definition at line 187 of file LstmUtils.cpp.

191 {
192  for (uint32_t v = 0; v < vSize; v++)
193  {
194  outResult.Set(vector1.Get() * vector2.Get());
195  ++outResult;
196  ++vector1;
197  ++vector2;
198  }
199  outResult -= vSize;
200  vector1 -= vSize;
201  vector2 -= vSize;
202 }

References Decoder< IType >::Get(), and Encoder< IType >::Set().

Referenced by armnn::LstmImpl().

◆ VectorVectorCwiseProductAccumulate()

void VectorVectorCwiseProductAccumulate ( armnn::Decoder< float > &  vector1,
armnn::Decoder< float > &  vector2,
uint32_t  vSize,
armnn::Encoder< float > &  outResult 
)

Definition at line 204 of file LstmUtils.cpp.

208 {
209  for (uint32_t v = 0; v < vSize; v++)
210  {
211  outResult.Set(outResult.Get() + vector1.Get() * vector2.Get());
212  ++outResult;
213  ++vector1;
214  ++vector2;
215  }
216  outResult -= vSize;
217  vector1 -= vSize;
218  vector2 -= vSize;
219 }

References Decoder< IType >::Get(), Encoder< IType >::Get(), and Encoder< IType >::Set().

Referenced by armnn::LstmImpl().

◆ ZeroVector()

void ZeroVector ( armnn::Encoder< float > &  vector,
uint32_t  vSize 
)

Definition at line 76 of file LstmUtils.cpp.

78 {
79  for (uint32_t v = 0; v < vSize; v++)
80  {
81  vector.Set(0.0f);
82  ++vector;
83  }
84  vector -= vSize;
85 }

References Encoder< IType >::Set().

Referenced by armnn::LstmImpl().

armnn::Encoder::Set
virtual void Set(IType right)=0
armnn::Encoder::Get
virtual IType Get() const =0
armnn::ActivationFunction::TanH
@ TanH
armnn::ActivationFunction::BoundedReLu
@ BoundedReLu
min(a, max(b, input)) ReLu1 & ReLu6.
Clip
float Clip(float f, float absLimit)
Definition: LstmUtils.cpp:221
armnn::Exception
Base class for all ArmNN exceptions so that users can filter to just those.
Definition: Exceptions.hpp:46
armnn::Decoder::Get
virtual IType Get() const =0
armnn::ActivationFunction::ReLu
@ ReLu
armnn::ActivationFunction::Sigmoid
@ Sigmoid