ArmNN
 25.11
Loading...
Searching...
No Matches
PreCompiledLayer Class Reference

#include <PreCompiledLayer.hpp>

Inheritance diagram for PreCompiledLayer:
[legend]
Collaboration diagram for PreCompiledLayer:
[legend]

Public Member Functions

 PreCompiledLayer (const PreCompiledDescriptor &param, const char *name)
 ~PreCompiledLayer ()
virtual std::unique_ptr< IWorkloadCreateWorkload (const IWorkloadFactory &factory) const override
PreCompiledLayerClone (Graph &graph) const override
 Creates a dynamically-allocated copy of this layer.
void ValidateTensorShapesFromInputs () override
void SetPreCompiledObject (PreCompiledObjectPtr preCompiledObject)
void ExecuteStrategy (IStrategy &strategy) const override
 Apply a visitor to this layer.
Public Member Functions inherited from LayerWithParameters< PreCompiledDescriptor >
const PreCompiledDescriptorGetParameters () const override
 If the layer has a descriptor return it.
void SerializeLayerParameters (ParameterStringifyFunction &fn) const override
 Helper to serialize the layer parameters to string (currently used in DotSerializer and company).
Public Member Functions inherited from Layer
 Layer (unsigned int numInputSlots, unsigned int numOutputSlots, LayerType type, const char *name)
 Layer (unsigned int numInputSlots, unsigned int numOutputSlots, LayerType type, DataLayout layout, const char *name)
const std::string & GetNameStr () const
const OutputHandlerGetOutputHandler (unsigned int i=0) const
OutputHandlerGetOutputHandler (unsigned int i=0)
ShapeInferenceMethod GetShapeInferenceMethod () const
bool GetAllowExpandedDims () const
const std::vector< InputSlot > & GetInputSlots () const
const std::vector< OutputSlot > & GetOutputSlots () const
std::vector< InputSlot >::iterator BeginInputSlots ()
std::vector< InputSlot >::iterator EndInputSlots ()
std::vector< OutputSlot >::iterator BeginOutputSlots ()
std::vector< OutputSlot >::iterator EndOutputSlots ()
bool IsOutputUnconnected ()
void ResetPriority () const
LayerPriority GetPriority () const
LayerType GetType () const override
 Returns the armnn::LayerType of this layer.
DataType GetDataType () const
const BackendIdGetBackendId () const
void SetBackendId (const BackendId &id) override
 Set the backend of the IConnectableLayer.
virtual void CreateTensorHandles (const TensorHandleFactoryRegistry &registry, const IWorkloadFactory &factory, const bool IsMemoryManaged=true)
void VerifyLayerConnections (unsigned int expectedConnections, const CheckLocation &location) const
std::vector< TensorShapeInferOutputShapes (const std::vector< TensorShape > &inputShapes) const override
 Infer the shape of the output(s) based on the provided input shape(s)
virtual void ReleaseConstantData ()
template<typename Op>
void OperateOnConstantTensors (Op op)
const char * GetName () const override
 Returns the name of the layer.
unsigned int GetNumInputSlots () const override
 Returns the number of connectable input slots.
unsigned int GetNumOutputSlots () const override
 Returns the number of connectable output slots.
const InputSlotGetInputSlot (unsigned int index) const override
 Get a const input slot handle by slot index.
InputSlotGetInputSlot (unsigned int index) override
 Get the input slot handle by slot index.
const OutputSlotGetOutputSlot (unsigned int index=0) const override
 Get the const output slot handle by slot index.
OutputSlotGetOutputSlot (unsigned int index=0) override
 Get the output slot handle by slot index.
void SetGuid (LayerGuid guid)
LayerGuid GetGuid () const final
 Returns the unique id of the layer.
void AddRelatedLayerName (const std::string layerName)
const std::list< std::string > & GetRelatedLayerNames ()
virtual void Reparent (Graph &dest, std::list< Layer * >::const_iterator iterator)=0
void BackendSelectionHint (Optional< BackendId > backend) final
 Provide a hint for the optimizer as to which backend to prefer for this layer.
Optional< BackendIdGetBackendHint () const
void SetShapeInferenceMethod (ShapeInferenceMethod shapeInferenceMethod)
void SetAllowExpandedDims (bool allowExpandedDims)
template<typename T>
std::shared_ptr< T > GetAdditionalInformation () const
void SetAdditionalInfoForObject (const AdditionalInfoObjectPtr &additionalInfo)

Additional Inherited Members

Public Types inherited from LayerWithParameters< PreCompiledDescriptor >
using DescriptorType
Public Types inherited from IConnectableLayer
using ConstantTensors = std::vector<std::reference_wrapper<std::shared_ptr<ConstTensorHandle>>>
using ImmutableConstantTensors = std::vector<std::reference_wrapper<const std::shared_ptr<ConstTensorHandle>>>
Protected Member Functions inherited from LayerWithParameters< PreCompiledDescriptor >
 LayerWithParameters (unsigned int numInputSlots, unsigned int numOutputSlots, LayerType type, const PreCompiledDescriptor &param, const char *name)
 ~LayerWithParameters ()=default
WorkloadInfo PrepInfoAndDesc (QueueDescriptor &descriptor) const
 Helper function to reduce duplication in *LayerCreateWorkload.
Layer::ImmutableConstantTensors GetConnectedConstantAsInputTensors () const
Protected Member Functions inherited from Layer
virtual ~Layer ()=default
template<typename QueueDescriptor>
void CollectQueueDescriptorInputs (QueueDescriptor &descriptor, WorkloadInfo &info) const
template<typename QueueDescriptor>
void CollectQueueDescriptorOutputs (QueueDescriptor &descriptor, WorkloadInfo &info) const
void ValidateAndCopyShape (const TensorShape &outputShape, const TensorShape &inferredShape, const ShapeInferenceMethod shapeInferenceMethod, const std::string &layerName, const unsigned int outputSlotIndex=0)
void VerifyShapeInferenceType (const TensorShape &outputShape, ShapeInferenceMethod shapeInferenceMethod)
template<typename QueueDescriptor>
WorkloadInfo PrepInfoAndDesc (QueueDescriptor &descriptor) const
 Helper function to reduce duplication in *LayerCreateWorkload.
template<typename LayerType, typename ... Params>
LayerTypeCloneBase (Graph &graph, Params &&... params) const
virtual ConstantTensors GetConstantTensorsByRef () override final
virtual ImmutableConstantTensors GetConstantTensorsByRef () const override
void SetAdditionalInfo (QueueDescriptor &descriptor) const
Protected Member Functions inherited from IConnectableLayer
 ~IConnectableLayer ()
 Objects are not deletable via the handle.
Protected Attributes inherited from LayerWithParameters< PreCompiledDescriptor >
PreCompiledDescriptor m_Param
 The parameters for the layer (not including tensor-valued weights etc.).
Protected Attributes inherited from Layer
AdditionalInfoObjectPtr m_AdditionalInfoObject
std::vector< OutputHandlerm_OutputHandlers
ShapeInferenceMethod m_ShapeInferenceMethod

Detailed Description

Definition at line 22 of file PreCompiledLayer.hpp.

Constructor & Destructor Documentation

◆ PreCompiledLayer()

PreCompiledLayer ( const PreCompiledDescriptor & param,
const char * name )

Definition at line 17 of file PreCompiledLayer.cpp.

18 : LayerWithParameters(param.m_NumInputSlots, param.m_NumOutputSlots, LayerType::PreCompiled, param, name)
19{}

References LayerWithParameters< PreCompiledDescriptor >::LayerWithParameters(), and armnn::PreCompiled.

Referenced by Clone().

◆ ~PreCompiledLayer()

Definition at line 21 of file PreCompiledLayer.cpp.

22{}

Member Function Documentation

◆ Clone()

PreCompiledLayer * Clone ( Graph & graph) const
overridevirtual

Creates a dynamically-allocated copy of this layer.

Parameters
graph- The Graph into which this Layer is being cloned.

Implements Layer.

Definition at line 24 of file PreCompiledLayer.cpp.

25{
26 PreCompiledLayer* clone = CloneBase<PreCompiledLayer>(graph, m_Param, GetName());
27 clone->m_PreCompiledObject = const_cast<PreCompiledLayer*>(this)->m_PreCompiledObject;
28 return clone;
29}

References Layer::CloneBase(), Layer::GetName(), LayerWithParameters< PreCompiledDescriptor >::m_Param, and PreCompiledLayer().

◆ CreateWorkload()

std::unique_ptr< IWorkload > CreateWorkload ( const IWorkloadFactory & factory) const
overridevirtual

Implements Layer.

Definition at line 31 of file PreCompiledLayer.cpp.

32{
33 PreCompiledQueueDescriptor descriptor;
34 descriptor.m_PreCompiledObject = m_PreCompiledObject.get();
35 SetAdditionalInfo(descriptor);
36
37 return factory.CreateWorkload(LayerType::PreCompiled, descriptor, PrepInfoAndDesc(descriptor));
38}

References IWorkloadFactory::CreateWorkload(), PreCompiledQueueDescriptor::m_PreCompiledObject, armnn::PreCompiled, LayerWithParameters< PreCompiledDescriptor >::PrepInfoAndDesc(), and Layer::SetAdditionalInfo().

◆ ExecuteStrategy()

void ExecuteStrategy ( IStrategy & strategy) const
overridevirtual

Apply a visitor to this layer.

Reimplemented from LayerWithParameters< PreCompiledDescriptor >.

Definition at line 52 of file PreCompiledLayer.cpp.

53{
54 strategy.ExecuteStrategy(this, GetParameters(), {}, GetName());
55}

References IStrategy::ExecuteStrategy(), Layer::GetName(), and LayerWithParameters< PreCompiledDescriptor >::GetParameters().

◆ SetPreCompiledObject()

void SetPreCompiledObject ( PreCompiledObjectPtr preCompiledObject)

Definition at line 47 of file PreCompiledLayer.cpp.

48{
49 m_PreCompiledObject = std::move(preCompiledObject);
50}

Referenced by NetworkImpl::AddPrecompiledLayer().

◆ ValidateTensorShapesFromInputs()

void ValidateTensorShapesFromInputs ( )
overridevirtual

Implements Layer.

Definition at line 40 of file PreCompiledLayer.cpp.

41{
42
43 // NOTE: since the PreCompiledLayer is an internal layer created from a valid SubgraphView,
44 // we do not need to validate its input shapes
45}

The documentation for this class was generated from the following files: