ArmNN
 24.08
OutputSlot Class Referencefinal

#include <Layer.hpp>

Inheritance diagram for OutputSlot:
[legend]
Collaboration diagram for OutputSlot:
[legend]

Public Member Functions

 OutputSlot (Layer &owner, OutputHandler &outputHandler)
 
 OutputSlot (const OutputSlot &)=delete
 
OutputSlotoperator= (const OutputSlot &)=delete
 
OutputSlotoperator= (OutputSlot &&)=delete
 
 OutputSlot (OutputSlot &&)=default
 
 ~OutputSlot ()
 
LayerGetOwningLayer () const
 
const IConnectableLayerGetOwningIConnectableLayer () const override
 
IConnectableLayerGetOwningIConnectableLayer () override
 
LayerGuid GetOwningLayerGuid () const override
 
const OutputHandlerGetOutputHandler () const
 
OutputHandlerGetOutputHandler ()
 
int Connect (InputSlot &destination)
 
void Disconnect (InputSlot &slot)
 
const std::vector< InputSlot * > & GetConnections () const
 
const std::vector< EdgeStrategy > & GetEdgeStrategies () const
 
bool ValidateTensorShape (const TensorShape &shape) const
 
void DisconnectAll ()
 
void MoveAllConnections (OutputSlot &destination)
 Moves all connections to another OutputSlot. More...
 
unsigned int GetNumConnections () const override
 
const InputSlotGetConnection (unsigned int index) const override
 
InputSlotGetConnection (unsigned int index) override
 
void SetTensorInfo (const TensorInfo &tensorInfo) override
 
const TensorInfoGetTensorInfo () const override
 
bool IsTensorInfoSet () const override
 
int Connect (IInputSlot &destination) override
 
void Disconnect (IInputSlot &slot) override
 
unsigned int CalculateIndexOnOwner () const override
 
bool operator== (const OutputSlot &other) const
 
void SetTensorHandleFactory (const ITensorHandleFactory::FactoryId &id)
 
ITensorHandleFactory::FactoryId GetTensorHandleFactoryId () const
 
void SetEdgeStrategy (unsigned int connectionIndex, EdgeStrategy strategy)
 
EdgeStrategy GetEdgeStrategyForConnection (unsigned int connectionIdx) const
 

Additional Inherited Members

- Protected Member Functions inherited from IOutputSlot
 ~IOutputSlot ()
 Not user deletable. More...
 

Detailed Description

Definition at line 100 of file Layer.hpp.

Constructor & Destructor Documentation

◆ OutputSlot() [1/3]

OutputSlot ( Layer owner,
OutputHandler outputHandler 
)
inlineexplicit

Definition at line 103 of file Layer.hpp.

104  : m_OwningLayer(owner)
105  , m_OutputHandler(outputHandler)
106  , m_TensorHandleFactoryId(ITensorHandleFactory::LegacyFactoryId)
107  {}

◆ OutputSlot() [2/3]

OutputSlot ( const OutputSlot )
delete

◆ OutputSlot() [3/3]

OutputSlot ( OutputSlot &&  )
default

◆ ~OutputSlot()

~OutputSlot ( )
inline

Definition at line 115 of file Layer.hpp.

116  {
117  try
118  {
119  // Coverity fix: DisconnectAll() may throw uncaught exceptions.
120  DisconnectAll();
121  }
122  catch (const std::exception& e)
123  {
124  // Coverity fix: BOOST_LOG_TRIVIAL (typically used to report errors) may throw an
125  // exception of type std::length_error.
126  // Using stderr instead in this context as there is no point in nesting try-catch blocks here.
127  std::cerr << "WARNING: An error has occurred when disconnecting all output slots: "
128  << e.what() << std::endl;
129  }
130  }

References OutputSlot::DisconnectAll().

Member Function Documentation

◆ CalculateIndexOnOwner()

unsigned int CalculateIndexOnOwner ( ) const
overridevirtual

Implements IOutputSlot.

Definition at line 172 of file Layer.cpp.

173 {
174  for (unsigned int i = 0; i < GetOwningLayer().GetNumOutputSlots(); i++)
175  {
176  if (GetOwningLayer().GetOutputSlot(i) == (*this))
177  {
178  return i;
179  }
180  }
181  throw armnn::Exception("Did not find slot on owner.");
182  return 0; // Error
183 }

References Layer::GetNumOutputSlots(), Layer::GetOutputSlot(), and OutputSlot::GetOwningLayer().

Referenced by DebugLayer::CreateWorkload(), and GenerateUniqueInputName().

◆ Connect() [1/2]

int Connect ( IInputSlot destination)
inlineoverridevirtual

Implements IOutputSlot.

Definition at line 166 of file Layer.hpp.

167  {
168  return Connect(*PolymorphicDowncast<InputSlot*>(&destination));
169  }

References OutputSlot::Connect().

◆ Connect() [2/2]

int Connect ( InputSlot destination)
Examples
AsyncExecutionSample.cpp, and SimpleSample.cpp.

Definition at line 123 of file Layer.cpp.

124 {
125  destination.SetConnection(this);
126  m_Connections.push_back(&destination);
127  m_EdgeStrategies.push_back(EdgeStrategy::Undefined);
128  return armnn::numeric_cast<int>(m_Connections.size() - 1);
129 }

References InputSlot::SetConnection(), and armnn::Undefined.

Referenced by armnn::ApplyBackendOptimizations(), OutputSlot::Connect(), armnn::optimizations::pad_fold::FoldPadIntoLayer2dImpl(), InputSlot::Insert(), Graph::InsertNewLayer(), OutputSlot::MoveAllConnections(), and FuseBatchNorm< ConvLayer, ArmnnType, T >::Run().

◆ Disconnect() [1/2]

void Disconnect ( IInputSlot slot)
inlineoverridevirtual

Implements IOutputSlot.

Definition at line 171 of file Layer.hpp.

172  {
173  return Disconnect(*PolymorphicDowncast<InputSlot*>(&slot));
174  }

References OutputSlot::Disconnect().

◆ Disconnect() [2/2]

void Disconnect ( InputSlot slot)

Definition at line 131 of file Layer.cpp.

132 {
133  slot.SetConnection(nullptr);
134  auto it = std::find(m_Connections.begin(), m_Connections.end(), &slot);
135 
136  if (it == m_Connections.end())
137  {
138  return;
139  }
140 
141  auto idx = std::distance(m_Connections.begin(), it);
142  m_Connections.erase(std::remove(m_Connections.begin(), m_Connections.end(), &slot), m_Connections.end());
143 
144  m_EdgeStrategies.erase(m_EdgeStrategies.begin() + idx);
145 }

References InputSlot::SetConnection().

Referenced by armnn::ApplyBackendOptimizations(), OutputSlot::Disconnect(), OutputSlot::DisconnectAll(), armnn::optimizations::pad_fold::FoldPadIntoLayer2dImpl(), InputSlot::Insert(), OutputSlot::MoveAllConnections(), FuseBatchNorm< ConvLayer, ArmnnType, T >::Run(), and InputSlot::~InputSlot().

◆ DisconnectAll()

void DisconnectAll ( )

Definition at line 147 of file Layer.cpp.

148 {
149  while (GetNumConnections() > 0)
150  {
151  InputSlot& connection = *GetConnection(0);
152  Disconnect(connection);
153  }
154 }

References OutputSlot::Disconnect(), OutputSlot::GetConnection(), and OutputSlot::GetNumConnections().

Referenced by OutputSlot::~OutputSlot().

◆ GetConnection() [1/2]

◆ GetConnection() [2/2]

InputSlot * GetConnection ( unsigned int  index)
overridevirtual

Implements IOutputSlot.

Definition at line 89 of file Layer.cpp.

90 {
91  ValidateConnectionIndex(index);
92  return m_Connections[index];
93 }

◆ GetConnections()

const std::vector<InputSlot*>& GetConnections ( ) const
inline

◆ GetEdgeStrategies()

const std::vector<EdgeStrategy>& GetEdgeStrategies ( ) const
inline

Definition at line 146 of file Layer.hpp.

146 { return m_EdgeStrategies; }

Referenced by Graph::AddCompatibilityLayers().

◆ GetEdgeStrategyForConnection()

EdgeStrategy GetEdgeStrategyForConnection ( unsigned int  connectionIdx) const

Definition at line 228 of file Layer.cpp.

229 {
230  return m_EdgeStrategies[connectionIdx];
231 }

◆ GetNumConnections()

◆ GetOutputHandler() [1/2]

OutputHandler& GetOutputHandler ( )
inline

Definition at line 140 of file Layer.hpp.

140 { return m_OutputHandler; }

◆ GetOutputHandler() [2/2]

const OutputHandler& GetOutputHandler ( ) const
inline

◆ GetOwningIConnectableLayer() [1/2]

IConnectableLayer & GetOwningIConnectableLayer ( ) const
overridevirtual

Implements IOutputSlot.

Definition at line 589 of file Layer.cpp.

590 {
591  return m_OwningLayer;
592 }

◆ GetOwningIConnectableLayer() [2/2]

IConnectableLayer& GetOwningIConnectableLayer ( )
overridevirtual

Implements IOutputSlot.

◆ GetOwningLayer()

◆ GetOwningLayerGuid()

LayerGuid GetOwningLayerGuid ( ) const
overridevirtual

Implements IOutputSlot.

Definition at line 208 of file Layer.cpp.

209 {
210  return GetOwningLayer().GetGuid();
211 }

References Layer::GetGuid(), and OutputSlot::GetOwningLayer().

◆ GetTensorHandleFactoryId()

◆ GetTensorInfo()

const TensorInfo & GetTensorInfo ( ) const
overridevirtual

Implements IOutputSlot.

Definition at line 100 of file Layer.cpp.

101 {
102  return GetOutputHandler().GetTensorInfo();
103 }

References OutputSlot::GetOutputHandler(), and OutputHandler::GetTensorInfo().

Referenced by armnn::BuildAddMulAddTensorInfoLists(), armnn::CheckScaleSetOnQuantizedType(), armnn::optimizations::pad_fold::FoldPadIntoLayer2dImpl(), Layer::GetDataType(), armnn::GetLayerInOutDatatype(), LoadedNetwork::ImportInputs(), InputSlot::Insert(), armnn::InsertConvertFp16ToFp32LayersBefore(), armnn::InsertConvertFp32ToFp16LayersAfter(), armnn::InsertDebugLayerAfter(), OutputSlot::MoveAllConnections(), RefBackend::OptimizeSubgraphView(), NeonBackend::OptimizeSubgraphView(), ClBackend::OptimizeSubgraphView(), GpuFsaBackend::OptimizeSubgraphView(), armnn::RemoveReshapeLayer(), DeleteBroadcastToImpl::Run(), OptimizeConsecutiveReshapesImpl::Run(), PermuteAndBatchToSpaceAsDepthToSpaceImpl< PermuteType >::Run(), AddBroadcastReshapeLayerImpl::Run(), FuseBatchNorm< ConvLayer, ArmnnType, T >::Run(), Graph::SerializeToDot(), Layer::ValidateAndCopyShape(), ElementwiseBaseLayer::ValidateTensorShapesFromInputs(), QuantizeLayer::ValidateTensorShapesFromInputs(), ActivationLayer::ValidateTensorShapesFromInputs(), ChannelShuffleLayer::ValidateTensorShapesFromInputs(), ConvertFp32ToFp16Layer::ValidateTensorShapesFromInputs(), RankLayer::ValidateTensorShapesFromInputs(), FillLayer::ValidateTensorShapesFromInputs(), ConvertFp16ToFp32Layer::ValidateTensorShapesFromInputs(), StackLayer::ValidateTensorShapesFromInputs(), InstanceNormalizationLayer::ValidateTensorShapesFromInputs(), SwitchLayer::ValidateTensorShapesFromInputs(), TransposeLayer::ValidateTensorShapesFromInputs(), L2NormalizationLayer::ValidateTensorShapesFromInputs(), MemImportLayer::ValidateTensorShapesFromInputs(), MergeLayer::ValidateTensorShapesFromInputs(), AbsLayer::ValidateTensorShapesFromInputs(), DebugLayer::ValidateTensorShapesFromInputs(), NormalizationLayer::ValidateTensorShapesFromInputs(), BatchToSpaceNdLayer::ValidateTensorShapesFromInputs(), PermuteLayer::ValidateTensorShapesFromInputs(), Pooling2dLayer::ValidateTensorShapesFromInputs(), SoftmaxLayer::ValidateTensorShapesFromInputs(), DequantizeLayer::ValidateTensorShapesFromInputs(), Pooling3dLayer::ValidateTensorShapesFromInputs(), MemCopyLayer::ValidateTensorShapesFromInputs(), CastLayer::ValidateTensorShapesFromInputs(), ResizeLayer::ValidateTensorShapesFromInputs(), FakeQuantizationLayer::ValidateTensorShapesFromInputs(), RsqrtLayer::ValidateTensorShapesFromInputs(), ShapeLayer::ValidateTensorShapesFromInputs(), SliceLayer::ValidateTensorShapesFromInputs(), FloorLayer::ValidateTensorShapesFromInputs(), LogSoftmaxLayer::ValidateTensorShapesFromInputs(), MeanLayer::ValidateTensorShapesFromInputs(), PadLayer::ValidateTensorShapesFromInputs(), ReshapeLayer::ValidateTensorShapesFromInputs(), FullyConnectedLayer::ValidateTensorShapesFromInputs(), Convolution2dLayer::ValidateTensorShapesFromInputs(), Convolution3dLayer::ValidateTensorShapesFromInputs(), DepthwiseConvolution2dLayer::ValidateTensorShapesFromInputs(), BroadcastToLayer::ValidateTensorShapesFromInputs(), ScatterNdLayer::ValidateTensorShapesFromInputs(), GatherNdLayer::ValidateTensorShapesFromInputs(), ElementwiseBinaryLayer::ValidateTensorShapesFromInputs(), BatchMatMulLayer::ValidateTensorShapesFromInputs(), TileLayer::ValidateTensorShapesFromInputs(), GatherLayer::ValidateTensorShapesFromInputs(), ReduceLayer::ValidateTensorShapesFromInputs(), ElementwiseUnaryLayer::ValidateTensorShapesFromInputs(), ArgMinMaxLayer::ValidateTensorShapesFromInputs(), DetectionPostProcessLayer::ValidateTensorShapesFromInputs(), ReverseV2Layer::ValidateTensorShapesFromInputs(), StridedSliceLayer::ValidateTensorShapesFromInputs(), LogicalBinaryLayer::ValidateTensorShapesFromInputs(), TransposeConvolution2dLayer::ValidateTensorShapesFromInputs(), SpaceToDepthLayer::ValidateTensorShapesFromInputs(), PreluLayer::ValidateTensorShapesFromInputs(), ComparisonLayer::ValidateTensorShapesFromInputs(), DepthToSpaceLayer::ValidateTensorShapesFromInputs(), SpaceToBatchNdLayer::ValidateTensorShapesFromInputs(), SplitterLayer::ValidateTensorShapesFromInputs(), ConcatLayer::ValidateTensorShapesFromInputs(), LstmLayer::ValidateTensorShapesFromInputs(), UnidirectionalSequenceLstmLayer::ValidateTensorShapesFromInputs(), BatchNormalizationLayer::ValidateTensorShapesFromInputs(), QuantizedLstmLayer::ValidateTensorShapesFromInputs(), and QLstmLayer::ValidateTensorShapesFromInputs().

◆ IsTensorInfoSet()

◆ MoveAllConnections()

void MoveAllConnections ( OutputSlot destination)

Moves all connections to another OutputSlot.

Definition at line 156 of file Layer.cpp.

157 {
158  while (GetNumConnections() > 0)
159  {
160  if (m_EdgeStrategies[0] != EdgeStrategy::Undefined)
161  {
162  throw armnn::Exception("Cannot move connections once memory strategies have be established.");
163  }
164 
165  InputSlot& connection = *GetConnection(0);
166  Disconnect(connection);
167  destination.Connect(connection);
168  destination.GetOutputHandler().SetTensorInfo(GetOutputHandler().GetTensorInfo());
169  }
170 }

References OutputSlot::Connect(), OutputSlot::Disconnect(), OutputSlot::GetConnection(), OutputSlot::GetNumConnections(), OutputSlot::GetOutputHandler(), OutputSlot::GetTensorInfo(), OutputHandler::SetTensorInfo(), and armnn::Undefined.

Referenced by Graph::InsertNewLayer(), MaxMinIntoBoundedReluImpl::Run(), TransposeAsReshapeImpl::Run(), PermuteAsReshapeImpl::Run(), OptimizeConsecutiveReshapesImpl::Run(), DeleteBroadcastToImpl::Run(), OptimizeInverseConversionsImpl::Run(), and FuseBatchNorm< ConvLayer, ArmnnType, T >::Run().

◆ operator=() [1/2]

OutputSlot& operator= ( const OutputSlot )
delete

◆ operator=() [2/2]

OutputSlot& operator= ( OutputSlot &&  )
delete

◆ operator==()

bool operator== ( const OutputSlot other) const

Definition at line 185 of file Layer.cpp.

186 {
187  bool isSame = other.GetNumConnections() == GetNumConnections();
188  if (!isSame)
189  {
190  return false;
191  }
192 
193  for (unsigned int i = 0; i < GetNumConnections(); i++)
194  {
195  isSame &= other.GetConnection(i) == GetConnection(i);
196  }
197  return isSame;
198 }

References OutputSlot::GetConnection(), and OutputSlot::GetNumConnections().

◆ SetEdgeStrategy()

void SetEdgeStrategy ( unsigned int  connectionIndex,
EdgeStrategy  strategy 
)

Definition at line 223 of file Layer.cpp.

224 {
225  m_EdgeStrategies[connectionIndex] = strategy;
226 }

Referenced by Graph::AddCompatibilityLayers(), InputSlot::Insert(), and armnn::SelectTensorHandleStrategy().

◆ SetTensorHandleFactory()

void SetTensorHandleFactory ( const ITensorHandleFactory::FactoryId id)

Definition at line 213 of file Layer.cpp.

214 {
215  m_TensorHandleFactoryId = id;
216 }

Referenced by Graph::AddCompatibilityLayers(), and armnn::SelectTensorHandleStrategy().

◆ SetTensorInfo()

◆ ValidateTensorShape()

bool ValidateTensorShape ( const TensorShape shape) const

Definition at line 114 of file Layer.cpp.

115 {
116  if (!IsTensorInfoSet())
117  {
118  throw armnn::Exception("TensorInfo must be set in order to validate the shape.");
119  }
120  return shape == m_OutputHandler.GetTensorInfo().GetShape();
121 }

References TensorInfo::GetShape(), OutputHandler::GetTensorInfo(), and OutputSlot::IsTensorInfoSet().


The documentation for this class was generated from the following files:
armnn::OutputSlot::GetTensorInfo
const TensorInfo & GetTensorInfo() const override
Definition: Layer.cpp:100
armnn::OutputSlot::GetOutputHandler
const OutputHandler & GetOutputHandler() const
Definition: Layer.hpp:139
armnn::OutputHandler::SetTensorInfo
void SetTensorInfo(const TensorInfo &tensorInfo)
Sets the TensorInfo used by this output handler.
Definition: OutputHandler.cpp:15
armnn::OutputSlot::DisconnectAll
void DisconnectAll()
Definition: Layer.cpp:147
armnn::Layer::GetOutputSlot
const OutputSlot & GetOutputSlot(unsigned int index=0) const override
Get the const output slot handle by slot index.
Definition: Layer.hpp:339
armnn::OutputSlot::Connect
int Connect(InputSlot &destination)
Definition: Layer.cpp:123
armnn::OutputSlot::IsTensorInfoSet
bool IsTensorInfoSet() const override
Definition: Layer.cpp:105
armnn::ITensorHandleFactory::LegacyFactoryId
static const FactoryId LegacyFactoryId
Definition: ITensorHandleFactory.hpp:50
armnn::OutputSlot::GetOwningLayer
Layer & GetOwningLayer() const
Definition: Layer.hpp:132
armnn::EdgeStrategy::Undefined
@ Undefined
armnn::OutputSlot::Disconnect
void Disconnect(InputSlot &slot)
Definition: Layer.cpp:131
armnn::OutputHandler::IsTensorInfoSet
bool IsTensorInfoSet() const
Returns true if SetTensorInfo() has been called at least once on this.
Definition: OutputHandler.hpp:58
armnn::OutputSlot::GetNumConnections
unsigned int GetNumConnections() const override
Definition: Layer.hpp:158
armnn::Layer::GetGuid
LayerGuid GetGuid() const final
Returns the unique id of the layer.
Definition: Layer.hpp:343
armnn::Layer::GetNumOutputSlots
unsigned int GetNumOutputSlots() const override
Returns the number of connectable output slots.
Definition: Layer.hpp:335
armnn::Exception
Base class for all ArmNN exceptions so that users can filter to just those.
Definition: Exceptions.hpp:46
armnn::ShapeInferenceMethod::InferAndValidate
@ InferAndValidate
Infer missing output shapes and validate all output shapes.
armnn::TensorInfo::GetShape
const TensorShape & GetShape() const
Definition: Tensor.hpp:193
armnn::Layer::ValidateTensorShapesFromInputs
virtual void ValidateTensorShapesFromInputs()=0
armnn::OutputHandler::GetTensorInfo
const TensorInfo & GetTensorInfo() const
Gets the matching TensorInfo for the output.
Definition: OutputHandler.hpp:42
armnn::OutputSlot::GetConnection
const InputSlot * GetConnection(unsigned int index) const override
Definition: Layer.cpp:83