The SubgraphView class represents a subgraph of a Graph. More...

#include <SubgraphView.hpp>

Inheritance diagram for SubgraphView:

Collaboration diagram for SubgraphView:

Public Types
using	SubgraphViewPtr = std::shared_ptr<SubgraphView>
using	InputSlots = std::vector<InputSlot*>
using	IInputSlots = std::vector<IInputSlot*>
using	OutputSlots = std::vector<OutputSlot*>
using	IOutputSlots = std::vector<IOutputSlot*>
using	Layers = std::list<Layer*>
using	IConnectableLayers = std::list<IConnectableLayer*>
using	Iterator = Layers::iterator
using	IConnectableLayerIterator = IConnectableLayers::iterator
using	ConstIterator = Layers::const_iterator
using	ConstIConnectableIterator = IConnectableLayers::const_iterator

Public Member Functions
template<typename Func>
void	ForEachLayer (Func func) const
template<typename Func>
void	ForEachIConnectableLayer (Func func) const
	SubgraphView (Graph &graph)
	Constructs a sub-graph from the entire given graph.
	ARMNN_DEPRECATED_MSG_REMOVAL_DATE ("This function has been deprecated, please use constructor with arguments: " "IConnectableLayers, IInputSlots and IOutputSlots", "23.08") SubgraphView(InputSlots &&inputs
	Constructs a sub-graph with the given arguments.
	SubgraphView (IConnectableLayers &&layers, IInputSlots &&inputs, IOutputSlots &&outputs)
	Constructs a sub-graph with the given arguments.
	SubgraphView (const SubgraphView &subgraph)
	Copy-constructor.
	SubgraphView (SubgraphView &&subgraph)
	Move-constructor.
	SubgraphView (IConnectableLayer *layer)
	Constructs a sub-graph with only the given layer.
SubgraphView &	operator= (SubgraphView &&other)
	Move-assignment operator.
const IInputSlots &	GetIInputSlots () const
const IOutputSlots &	GetIOutputSlots () const
const IConnectableLayers &	GetIConnectableLayers () const
const IInputSlot *	GetIInputSlot (unsigned int index) const
IInputSlot *	GetIInputSlot (unsigned int index)
const IOutputSlot *	GetIOutputSlot (unsigned int index) const
OutputSlot *	GetOutputSlot (unsigned int index)
IOutputSlot *	GetIOutputSlot (unsigned int index)
unsigned int	GetNumInputSlots () const
unsigned int	GetNumOutputSlots () const
IConnectableLayerIterator	begin ()
	ARMNN_DEPRECATED_MSG_CHANGE_DATE ("This function is deprecated and will be removed; please use " "begin() returning public IConnectableIterator", "24.05") IConnectableLayerIterator beginIConnectable()
IConnectableLayerIterator	end ()
	ARMNN_DEPRECATED_MSG_CHANGE_DATE ("This function is deprecated and will be removed; please use " "end() returning public IConnectableLayerIterator", "24.05") IConnectableLayerIterator endIConnectable()
ConstIConnectableIterator	begin () const
	ARMNN_DEPRECATED_MSG_CHANGE_DATE ("This function is deprecated and will be removed; please use " "begin() returning public ConstIConnectableIterator", "24.05") ConstIConnectableIterator beginIConnectable() const
ConstIConnectableIterator	end () const
	ARMNN_DEPRECATED_MSG_CHANGE_DATE ("This function is deprecated and will be removed; please use " "end() returning public ConstIConnectableIterator", "24.05") ConstIConnectableIterator endIConnectable() const
ConstIConnectableIterator	cbegin () const
	ARMNN_DEPRECATED_MSG_CHANGE_DATE ("This function is deprecated and will be removed; please use " "cbegin() returning public ConstIterator", "24.05") ConstIConnectableIterator cbeginIConnectable() const
ConstIConnectableIterator	cend () const
	ARMNN_DEPRECATED_MSG_CHANGE_DATE ("This function is deprecated and will be removed; please use " "cend() returning public ConstIConnectableIterator", "24.05") ConstIConnectableIterator cendIConnectable() const
void	Clear ()
SubgraphView	GetWorkingCopy () const
	This method returns a copy of the original SubgraphView provided by OptimizeSubgraphView with a separate underlying graph from the main ArmNN graph.
void	SubstituteSubgraph (SubgraphView &, IConnectableLayer *)
	These methods should be called on a working copy subgraph created from GetWorkingCopy.
void	SubstituteSubgraph (SubgraphView &, const SubgraphView &)
const IInputSlots &	GetOriginalInputSlots () const
	These methods should be called on a working copy subgraph created from GetWorkingCopy.
const IOutputSlots &	GetOriginalOutputSlots () const

Public Attributes
OutputSlots &&	outputs
OutputSlots Layers &&	layers

Detailed Description

The SubgraphView class represents a subgraph of a Graph.

The data it holds, points to data held by layers of the Graph, so the the contents of the SubgraphView become invalid when the Layers are destroyed or changed.

Definition at line 31 of file SubgraphView.hpp.

Member Typedef Documentation

◆ ConstIConnectableIterator

using ConstIConnectableIterator = IConnectableLayers::const_iterator

Definition at line 66 of file SubgraphView.hpp.

◆ ConstIterator

using ConstIterator = Layers::const_iterator

Definition at line 65 of file SubgraphView.hpp.

◆ IConnectableLayerIterator

using IConnectableLayerIterator = IConnectableLayers::iterator

Definition at line 64 of file SubgraphView.hpp.

◆ IConnectableLayers

using IConnectableLayers = std::list<IConnectableLayer*>

Definition at line 62 of file SubgraphView.hpp.

◆ IInputSlots

using IInputSlots = std::vector<IInputSlot*>

Definition at line 58 of file SubgraphView.hpp.

◆ InputSlots

using InputSlots = std::vector<InputSlot*>

Definition at line 57 of file SubgraphView.hpp.

◆ IOutputSlots

using IOutputSlots = std::vector<IOutputSlot*>

Definition at line 60 of file SubgraphView.hpp.

◆ Iterator

using Iterator = Layers::iterator

Definition at line 63 of file SubgraphView.hpp.

◆ Layers

using Layers = std::list<Layer*>

Definition at line 61 of file SubgraphView.hpp.

◆ OutputSlots

using OutputSlots = std::vector<OutputSlot*>

Definition at line 59 of file SubgraphView.hpp.

◆ SubgraphViewPtr

using SubgraphViewPtr = std::shared_ptr<SubgraphView>

Definition at line 56 of file SubgraphView.hpp.

Constructor & Destructor Documentation

◆ SubgraphView() [1/5]

SubgraphView ( Graph & graph )

explicit

Constructs a sub-graph from the entire given graph.

Definition at line 48 of file SubgraphView.cpp.

    : enable_shared_from_this()
    , m_InputSlots{}
    , m_OutputSlots{}
    , m_Layers(graph.begin(), graph.end())
    , m_IConnectableLayers(graph.begin(), graph.end())
{
    ArrangeBySortOrder();
    CheckSubgraph();
}

References begin(), end(), and SubgraphView().

Referenced by ARMNN_DEPRECATED_MSG_CHANGE_DATE(), GetWorkingCopy(), operator=(), SubgraphView(), SubgraphView(), SubgraphView(), SubstituteSubgraph(), and SubstituteSubgraph().

◆ SubgraphView() [2/5]

SubgraphView	(	SubgraphView::IConnectableLayers &&	layers,
		SubgraphView::IInputSlots &&	inputs,
		SubgraphView::IOutputSlots &&	outputs )

Constructs a sub-graph with the given arguments.

IConnectable Duplication to maintain backwards compatibility.

Definition at line 74 of file SubgraphView.cpp.

        : enable_shared_from_this()
        , m_IInputSlots{inputs}
        , m_IOutputSlots{outputs}
        , m_IConnectableLayers(IConnectableLayers{layers.begin(), layers.end()})
{
    // Cast from IConnectableLayer to Layer for backward compatibility
    auto f = [](IConnectableLayer* value)
    {
        return PolymorphicDowncast<Layer*>(value);
    };
    std::transform(layers.begin(), layers.end(), std::back_inserter(m_Layers), f);
 
    m_InputSlots.resize(inputs.size());
    m_IInputSlots.resize(inputs.size());
    for (unsigned int i = 0; i < inputs.size(); i++)
    {
        m_InputSlots.at(i) = PolymorphicDowncast<InputSlot*>(inputs[i]);
        m_IInputSlots.at(i) = inputs[i];
    }
 
    m_OutputSlots.resize(outputs.size());
    m_IOutputSlots.resize(outputs.size());
    for (unsigned int i = 0; i < outputs.size(); i++)
    {
        m_OutputSlots.at(i) = PolymorphicDowncast<OutputSlot*>(outputs[i]);
        m_IOutputSlots.at(i) = outputs[i];
    }
 
    ArrangeBySortOrder();
    CheckSubgraph();
}

References begin(), end(), layers, outputs, and armnn::PolymorphicDowncast().

◆ SubgraphView() [3/5]

SubgraphView ( const SubgraphView & subgraph )

Copy-constructor.

Definition at line 147 of file SubgraphView.cpp.

    : enable_shared_from_this()
    , m_InputSlots(subgraph.m_InputSlots.begin(), subgraph.m_InputSlots.end())
    , m_IInputSlots(subgraph.m_IInputSlots.begin(), subgraph.m_IInputSlots.end())
    , m_OutputSlots(subgraph.m_OutputSlots.begin(), subgraph.m_OutputSlots.end())
    , m_IOutputSlots(subgraph.m_IOutputSlots.begin(), subgraph.m_IOutputSlots.end())
    , m_Layers(subgraph.m_Layers.begin(), subgraph.m_Layers.end())
    , m_IConnectableLayers(IConnectableLayers{subgraph.m_IConnectableLayers.begin(),
                                              subgraph.m_IConnectableLayers.end()})
{
    ArrangeBySortOrder();
    CheckSubgraph();
}

References begin(), end(), and SubgraphView().

◆ SubgraphView() [4/5]

SubgraphView ( SubgraphView && subgraph )

Move-constructor.

Definition at line 161 of file SubgraphView.cpp.

    : enable_shared_from_this()
    , m_InputSlots(std::move(subgraph.m_InputSlots))
    , m_IInputSlots(std::move(subgraph.m_IInputSlots))
    , m_OutputSlots(std::move(subgraph.m_OutputSlots))
    , m_IOutputSlots(std::move(subgraph.m_IOutputSlots))
    , m_Layers(std::move(subgraph.m_Layers))
    , m_IConnectableLayers(std::move(subgraph.m_IConnectableLayers))
{
    ArrangeBySortOrder();
    CheckSubgraph();
}

References SubgraphView().

◆ SubgraphView() [5/5]

SubgraphView ( IConnectableLayer * layer )

Constructs a sub-graph with only the given layer.

Definition at line 174 of file SubgraphView.cpp.

    : enable_shared_from_this()
    , m_Layers{PolymorphicDowncast<Layer*>(layer)}
    , m_IConnectableLayers{layer}
{
    unsigned int numInputSlots = layer->GetNumInputSlots();
    m_InputSlots.resize(numInputSlots);
    m_IInputSlots.resize(numInputSlots);
    for (unsigned int i = 0; i < numInputSlots; i++)
    {
        m_InputSlots.at(i) = PolymorphicDowncast<InputSlot*>(&(layer->GetInputSlot(i)));
        m_IInputSlots.at(i) = &(layer->GetInputSlot(i));
    }
 
    unsigned int numOutputSlots = layer->GetNumOutputSlots();
    m_OutputSlots.resize(numOutputSlots);
    m_IOutputSlots.resize(numOutputSlots);
    for (unsigned int i = 0; i < numOutputSlots; i++)
    {
        m_OutputSlots.at(i) = PolymorphicDowncast<OutputSlot*>(&(layer->GetOutputSlot(i)));
        m_IOutputSlots.at(i) = &(layer->GetOutputSlot(i));
    }
 
    CheckSubgraph();
}

References IConnectableLayer::GetInputSlot(), IConnectableLayer::GetNumInputSlots(), IConnectableLayer::GetNumOutputSlots(), IConnectableLayer::GetOutputSlot(), and armnn::PolymorphicDowncast().

Member Function Documentation

◆ ARMNN_DEPRECATED_MSG_CHANGE_DATE() [1/6]

ARMNN_DEPRECATED_MSG_CHANGE_DATE	(	"This function is deprecated and will be removed; please use " "begin() returning public ConstIConnectableIterator"	,
		"24.05"	) const

References ARMNN_DEPRECATED_MSG_CHANGE_DATE(), and end().

◆ ARMNN_DEPRECATED_MSG_CHANGE_DATE() [2/6]

ARMNN_DEPRECATED_MSG_CHANGE_DATE	(	"This function is deprecated and will be removed; please use " "begin() returning public IConnectableIterator"	,
		"24.05"	)

References ARMNN_DEPRECATED_MSG_CHANGE_DATE(), and end().

Referenced by ARMNN_DEPRECATED_MSG_CHANGE_DATE(), ARMNN_DEPRECATED_MSG_CHANGE_DATE(), ARMNN_DEPRECATED_MSG_CHANGE_DATE(), ARMNN_DEPRECATED_MSG_CHANGE_DATE(), ARMNN_DEPRECATED_MSG_CHANGE_DATE(), and ARMNN_DEPRECATED_MSG_CHANGE_DATE().

◆ ARMNN_DEPRECATED_MSG_CHANGE_DATE() [3/6]

ARMNN_DEPRECATED_MSG_CHANGE_DATE	(	"This function is deprecated and will be removed; please use " "cbegin() returning public ConstIterator"	,
		"24.05"	) const

References ARMNN_DEPRECATED_MSG_CHANGE_DATE(), and cend().

◆ ARMNN_DEPRECATED_MSG_CHANGE_DATE() [4/6]

ARMNN_DEPRECATED_MSG_CHANGE_DATE	(	"This function is deprecated and will be removed; please use " "cend() returning public ConstIConnectableIterator"	,
		"24.05"	) const

References ARMNN_DEPRECATED_MSG_CHANGE_DATE(), Clear(), GetOriginalInputSlots(), GetOriginalOutputSlots(), GetWorkingCopy(), layers, outputs, SubgraphView(), and SubstituteSubgraph().

◆ ARMNN_DEPRECATED_MSG_CHANGE_DATE() [5/6]

ARMNN_DEPRECATED_MSG_CHANGE_DATE	(	"This function is deprecated and will be removed; please use " "end() returning public ConstIConnectableIterator"	,
		"24.05"	) const

References ARMNN_DEPRECATED_MSG_CHANGE_DATE(), and cbegin().

◆ ARMNN_DEPRECATED_MSG_CHANGE_DATE() [6/6]

ARMNN_DEPRECATED_MSG_CHANGE_DATE	(	"This function is deprecated and will be removed; please use " "end() returning public IConnectableLayerIterator"	,
		"24.05"	)

References ARMNN_DEPRECATED_MSG_CHANGE_DATE(), and begin().

◆ ARMNN_DEPRECATED_MSG_REMOVAL_DATE()

ARMNN_DEPRECATED_MSG_REMOVAL_DATE	(	"This function has been	deprecated,
		please use constructor with arguments:" "	IConnectableLayers,
		IInputSlots and IOutputSlots"	,
		"23.08"	) &&

Constructs a sub-graph with the given arguments.

◆ begin() [1/2]

SubgraphView::IConnectableLayerIterator begin ( )

Definition at line 286 of file SubgraphView.cpp.

{
    return m_IConnectableLayers.begin();
}

Referenced by ARMNN_DEPRECATED_MSG_CHANGE_DATE(), armnn::AssignBackends(), cbegin(), ClBackend::OptimizeSubgraphView(), NeonBackend::OptimizeSubgraphView(), RefBackend::OptimizeSubgraphView(), TosaRefBackend::OptimizeSubgraphView(), SubgraphView(), SubgraphView(), and SubgraphView().

◆ begin() [2/2]

SubgraphView::ConstIConnectableIterator begin ( ) const

Definition at line 307 of file SubgraphView.cpp.

{
    return m_IConnectableLayers.begin();
}

◆ cbegin()

SubgraphView::ConstIConnectableIterator cbegin ( ) const

Definition at line 328 of file SubgraphView.cpp.

{
    return begin();
}

References begin().

Referenced by ARMNN_DEPRECATED_MSG_CHANGE_DATE().

◆ cend()

SubgraphView::ConstIConnectableIterator cend ( ) const

Definition at line 333 of file SubgraphView.cpp.

{
    return end();
}

References end().

Referenced by ARMNN_DEPRECATED_MSG_CHANGE_DATE().

◆ Clear()

void Clear ( )

Definition at line 349 of file SubgraphView.cpp.

{
    m_InputSlots.clear();
    m_OutputSlots.clear();
    m_Layers.clear();
 
    m_IInputSlots.clear();
    m_IOutputSlots.clear();
    m_IConnectableLayers.clear();
}

Referenced by ARMNN_DEPRECATED_MSG_CHANGE_DATE().

◆ end() [1/2]

SubgraphView::IConnectableLayerIterator end ( )

Definition at line 291 of file SubgraphView.cpp.

{
    return m_IConnectableLayers.end();
}

Referenced by ARMNN_DEPRECATED_MSG_CHANGE_DATE(), ARMNN_DEPRECATED_MSG_CHANGE_DATE(), armnn::AssignBackends(), cend(), ClBackend::OptimizeSubgraphView(), NeonBackend::OptimizeSubgraphView(), RefBackend::OptimizeSubgraphView(), TosaRefBackend::OptimizeSubgraphView(), SubgraphView(), SubgraphView(), and SubgraphView().

◆ end() [2/2]

SubgraphView::ConstIConnectableIterator end ( ) const

Definition at line 312 of file SubgraphView.cpp.

{
    return m_IConnectableLayers.end();
}

◆ ForEachIConnectableLayer()

template<typename Func>

void ForEachIConnectableLayer ( Func func ) const

inline

Definition at line 46 of file SubgraphView.hpp.

    {
        for (auto it = m_IConnectableLayers.begin(); it != m_IConnectableLayers.end(); )
        {
             auto next = std::next(it);
             func(*it);
             it = next;
        }
    }

Referenced by Graph::SubstituteSubgraph(), and SubstituteSubgraph().

◆ ForEachLayer()

template<typename Func>

void ForEachLayer ( Func func ) const

inline

Definition at line 35 of file SubgraphView.hpp.

    {
        for (auto it = m_Layers.begin(); it != m_Layers.end(); )
        {
             auto next = std::next(it);
             func(*it);
             it = next;
        }
    }

◆ GetIConnectableLayers()

const SubgraphView::IConnectableLayers & GetIConnectableLayers ( ) const

Definition at line 281 of file SubgraphView.cpp.

{
    return m_IConnectableLayers;
}

Referenced by armnn::ApplyBackendOptimizations(), GetWorkingCopy(), SubgraphViewSelector::SelectSubgraphs(), and OptimizationViews::Validate().

◆ GetIInputSlot() [1/2]

IInputSlot * GetIInputSlot ( unsigned int index )

Definition at line 251 of file SubgraphView.cpp.

{
    return m_IInputSlots.at(index);
}

◆ GetIInputSlot() [2/2]

const IInputSlot * GetIInputSlot ( unsigned int index ) const

Definition at line 246 of file SubgraphView.cpp.

{
    return m_IInputSlots.at(index);
}

◆ GetIInputSlots()

const SubgraphView::IInputSlots & GetIInputSlots ( ) const

Definition at line 236 of file SubgraphView.cpp.

{
    return m_IInputSlots;
}

Referenced by GetWorkingCopy(), SubgraphViewSelector::SelectSubgraphs(), SubstituteSubgraph(), and OptimizationViews::Validate().

◆ GetIOutputSlot() [1/2]

IOutputSlot * GetIOutputSlot ( unsigned int index )

Definition at line 266 of file SubgraphView.cpp.

{
    return m_IOutputSlots.at(index);
}

◆ GetIOutputSlot() [2/2]

const IOutputSlot * GetIOutputSlot ( unsigned int index ) const

Definition at line 256 of file SubgraphView.cpp.

{
    return m_IOutputSlots.at(index);
}

Referenced by TosaRefBackend::OptimizeSubgraphView().

◆ GetIOutputSlots()

const SubgraphView::IOutputSlots & GetIOutputSlots ( ) const

Definition at line 241 of file SubgraphView.cpp.

{
    return m_IOutputSlots;
}

Referenced by GetWorkingCopy(), SubstituteSubgraph(), and OptimizationViews::Validate().

◆ GetNumInputSlots()

unsigned int GetNumInputSlots ( ) const

Definition at line 271 of file SubgraphView.cpp.

{
    return armnn::numeric_cast<unsigned int>(m_IInputSlots.size());
}

References armnn::numeric_cast().

Referenced by TosaRefBackend::OptimizeSubgraphView().

◆ GetNumOutputSlots()

unsigned int GetNumOutputSlots ( ) const

Definition at line 276 of file SubgraphView.cpp.

{
    return armnn::numeric_cast<unsigned int>(m_IOutputSlots.size());
}

References armnn::numeric_cast().

Referenced by TosaRefBackend::OptimizeSubgraphView().

◆ GetOriginalInputSlots()

const SubgraphView::IInputSlots & GetOriginalInputSlots ( ) const

These methods should be called on a working copy subgraph created from GetWorkingCopy.

They return pointers to the input and output Slots belonging to the original SubgraphView that the working copy was created from. This may be used to find the original TensorInfo of connected boundary OutputSlots.

Definition at line 606 of file SubgraphView.cpp.

{
    if (!p_WorkingCopyImpl)
    {
        throw NullPointerException("The SubgraphView calling GetOriginalInputSlots is not a working copy. "
                                   "Call this function on SubgraphView returned from SubgraphView::GetWorkingCopy()");
    }
    if (!p_WorkingCopyImpl->m_OriginalSubgraphView)
    {
        throw NullPointerException("The working copy SubgraphView pointer to its original SubgraphView is null.");
    }
    return p_WorkingCopyImpl->m_OriginalSubgraphView->GetIInputSlots();
}

Referenced by ARMNN_DEPRECATED_MSG_CHANGE_DATE().

◆ GetOriginalOutputSlots()

const SubgraphView::IOutputSlots & GetOriginalOutputSlots ( ) const

Definition at line 619 of file SubgraphView.cpp.

{
    if (!p_WorkingCopyImpl)
    {
        throw NullPointerException("The SubgraphView calling GetOriginalOutputSlots is not a working copy. "
                                   "Call this function on SubgraphView returned from SubgraphView::GetWorkingCopy()");
    }
    if (!p_WorkingCopyImpl->m_OriginalSubgraphView)
    {
        throw NullPointerException("The working copy SubgraphView pointer to its original SubgraphView is null.");
    }
    return p_WorkingCopyImpl->m_OriginalSubgraphView->GetIOutputSlots();
}

Referenced by ARMNN_DEPRECATED_MSG_CHANGE_DATE().

◆ GetOutputSlot()

OutputSlot * GetOutputSlot ( unsigned int index )

Definition at line 261 of file SubgraphView.cpp.

{
    return m_OutputSlots.at(index);
}

◆ GetWorkingCopy()

SubgraphView GetWorkingCopy ( ) const

This method returns a copy of the original SubgraphView provided by OptimizeSubgraphView with a separate underlying graph from the main ArmNN graph.

Backend users should edit this working copy and then add it as a SubstitutionPair, along with original SubgraphView, to the OptimizationViews returned by OptimizeSubgraphView. ArmNN will then decide on whether or not to carry out Substitution of the two SubgraphViews.

Definition at line 396 of file SubgraphView.cpp.

{
    if (p_WorkingCopyImpl)
    {
        throw Exception("The SubgraphView calling GetWorkingCopy() is already a working copy. This function "
                        "should be called on original SubgraphView obtained from OptimizeSubgraphView()");
    }
 
    // Create a cut down SubgraphView with underlying graph containing only the relevant layers.
    // It needs its own underlying layers so that they can be replaced safely.
    auto ptr = std::make_shared<SubgraphViewWorkingCopy>(Graph(), shared_from_this());
 
    std::unordered_map<const IConnectableLayer*, IConnectableLayer*> originalToClonedLayerMap;
    std::list<armnn::IConnectableLayer*> originalSubgraphLayers = GetIConnectableLayers();
 
    for (auto&& originalLayer : originalSubgraphLayers)
    {
        Layer* const layer = PolymorphicDowncast<const Layer*>(originalLayer)->Clone(ptr->m_Graph);
        originalToClonedLayerMap.emplace(originalLayer, layer);
    }
 
    SubgraphView::IInputSlots workingCopyInputs;
    // Add IInputSlots to workingCopy
    for (auto originalSubgraphInputSlot : GetIInputSlots())
    {
        const IConnectableLayer& originalSubgraphLayer =
                PolymorphicDowncast<InputSlot*>(originalSubgraphInputSlot)->GetOwningLayer();
 
        auto* clonedLayer = originalToClonedLayerMap[&originalSubgraphLayer];
 
        workingCopyInputs.push_back(&clonedLayer->GetInputSlot(originalSubgraphInputSlot->GetSlotIndex()));
    }
 
    for (auto originalSubgraphLayer : originalSubgraphLayers)
    {
        IConnectableLayer* const clonedLayer = originalToClonedLayerMap[originalSubgraphLayer];
 
        // OutputLayers have no OutputSlots to be connected
        if (clonedLayer->GetType() != LayerType::Output)
        {
            // connect all cloned layers as per original subgraph
            for (unsigned int i = 0; i < clonedLayer->GetNumOutputSlots(); i++)
            {
                auto& originalOutputSlot = originalSubgraphLayer->GetOutputSlot(i);
                auto& clonedOutputSlot   = clonedLayer->GetOutputSlot(i);
                for (unsigned int j = 0; j < originalOutputSlot.GetNumConnections(); j++)
                {
                    // nextLayer is the layer with IInputSlot connected to IOutputSlot we are working on
                    const IConnectableLayer& nextLayerOnOriginalSubgraph =
                            originalOutputSlot.GetConnection(j)->GetOwningIConnectableLayer();
 
                    // Check the layer is in our map and so has a clonedLayer
                    if (originalToClonedLayerMap.find(&nextLayerOnOriginalSubgraph) != originalToClonedLayerMap.end())
                    {
                        auto* nextLayerOnClonedSubgraph = originalToClonedLayerMap[&nextLayerOnOriginalSubgraph];
 
                        auto index = PolymorphicDowncast<OutputSlot*>(
                                &originalOutputSlot)->GetConnection(j)->GetSlotIndex();
 
                        IInputSlot& inputSlot = nextLayerOnClonedSubgraph->GetInputSlot(index);
 
                        // Then make the connection
                        clonedOutputSlot.Connect(inputSlot);
                    }
                }
                // Copy the tensorInfo to the clonedOutputSlot
                clonedOutputSlot.SetTensorInfo(originalOutputSlot.GetTensorInfo());
            }
        }
    }
 
    SubgraphView::IOutputSlots workingCopyOutputs;
 
    // Add IOutputSlots to workingCopy
    for (auto outputSlot : GetIOutputSlots())
    {
        auto outputSlotIndex = outputSlot->CalculateIndexOnOwner();
        const IConnectableLayer& originalSubgraphLayer = outputSlot->GetOwningIConnectableLayer();
 
        // OutputLayers have no OutputSlots to be connected
        if (originalSubgraphLayer.GetType() != LayerType::Output)
        {
            IConnectableLayer* clonedLayer = originalToClonedLayerMap[&originalSubgraphLayer];
 
            // Add the OutputSlot of clonedLayer to WorkingCopy OutputSlots
            workingCopyOutputs.push_back(&clonedLayer->GetOutputSlot(outputSlotIndex));
        }
    }
 
    SubgraphView::IConnectableLayers workingCopyLayers;
    for (auto& pair : originalToClonedLayerMap)
    {
        workingCopyLayers.push_back(pair.second);
    }
 
    return {std::move(workingCopyLayers),
            std::move(workingCopyInputs),
            std::move(workingCopyOutputs),
            ptr};
}

References Layer::Clone(), GetIConnectableLayers(), GetIInputSlots(), GetIOutputSlots(), IConnectableLayer::GetNumOutputSlots(), IConnectableLayer::GetOutputSlot(), IConnectableLayer::GetType(), armnn::Output, armnn::PolymorphicDowncast(), IOutputSlot::SetTensorInfo(), and SubgraphView().

Referenced by ARMNN_DEPRECATED_MSG_CHANGE_DATE().

◆ operator=()

SubgraphView & operator= ( SubgraphView && other )

Move-assignment operator.

Definition at line 200 of file SubgraphView.cpp.

{
    m_InputSlots = std::move(other.m_InputSlots);
    m_IInputSlots = std::move(other.m_IInputSlots);
    m_OutputSlots = std::move(other.m_OutputSlots);
    m_IOutputSlots = std::move(other.m_IOutputSlots);
    m_Layers = std::move(other.m_Layers);
    m_IConnectableLayers = std::move(other.m_IConnectableLayers);
 
    CheckSubgraph();
 
    return *this;
}

References SubgraphView().

◆ SubstituteSubgraph() [1/2]

void SubstituteSubgraph	(	SubgraphView &	patternSubgraph,
		const SubgraphView &	substituteSubgraph )

Definition at line 540 of file SubgraphView.cpp.

{
    if (!p_WorkingCopyImpl)
    {
        throw NullPointerException("The SubgraphView calling SubstituteSubgraphView is not a working copy. "
                                   "Call this function on SubgraphView returned from SubgraphView::GetWorkingCopy()");
    }
 
    auto numPatternInputs = patternSubgraph.GetIInputSlots().size();
    auto numSubInputs = substituteSubgraph.GetIInputSlots().size();
    if (numPatternInputs != numSubInputs)
    {
        throw armnn::InvalidArgumentException(
           fmt::format("Number of InputSlots on substitute SubgraphView ({}) must equal the number of"
                       " InputSlots on pattern SubgraphView ({})",
                       numSubInputs,
                       numPatternInputs));
    }
 
    auto numPatternOutputs = patternSubgraph.GetIOutputSlots().size();
    auto numSubOutputs = substituteSubgraph.GetIOutputSlots().size();
    if (numPatternOutputs != numSubOutputs)
    {
        throw armnn::InvalidArgumentException(
           fmt::format("Number of OutputSlots on substitute SubgraphView ({}) must equal the number of"
                       " OutputSlots on pattern SubgraphView ({})",
                       numSubOutputs,
                       numPatternOutputs));
    }
 
    // Add substitute layer to the Main graph i.e. graph in p_WorkingCopyImpl
    auto workingCopyGraph = &p_WorkingCopyImpl->m_Graph;
    substituteSubgraph.ForEachIConnectableLayer([workingCopyGraph](IConnectableLayer* iConnectableLayer)
                                                {
                                                    // Search WorkingCopy Graph for substituteLayer and add if missing
                                                    if (std::find(std::begin(workingCopyGraph->m_Layers),
                                                                  std::end(workingCopyGraph->m_Layers),
                                                                  iConnectableLayer) ==
                                                        std::end(workingCopyGraph->m_Layers))
                                                    {
                                                        auto layer = PolymorphicDowncast<Layer*>(iConnectableLayer);
 
                                                        layer->Reparent(*workingCopyGraph,
                                                                        (workingCopyGraph->m_Layers).end());
 
                                                        workingCopyGraph->m_LayersInOrder = false;
                                                    }
                                                });
 
    // Replace the old connections with connections to new layer
    workingCopyGraph->ReplaceSubgraphConnections(patternSubgraph, substituteSubgraph);
 
    // Update input/outputSlot pointers
    UpdateSubgraphViewSlotPointers(patternSubgraph, substituteSubgraph);
 
    // Delete the old layers.
    workingCopyGraph->EraseSubgraphLayers(patternSubgraph);
 
    // Sort
    workingCopyGraph->TopologicalSort();
 
    // Update SubgraphView layer pointers to match those of the internal WorkingCopy layer pointers
    m_IConnectableLayers = IConnectableLayers{ workingCopyGraph->m_Layers.begin(),
                                               workingCopyGraph->m_Layers.end() };
}

References ForEachIConnectableLayer(), GetIInputSlots(), GetIOutputSlots(), armnn::PolymorphicDowncast(), and SubgraphView().

◆ SubstituteSubgraph() [2/2]

void SubstituteSubgraph	(	SubgraphView &	subgraph,
		IConnectableLayer *	substituteLayer )

These methods should be called on a working copy subgraph created from GetWorkingCopy.

They take a SubgraphView pattern to replace and the substitute layer or subgraphView to substitute in.

Definition at line 497 of file SubgraphView.cpp.

{
    ARMNN_THROW_INVALIDARG_MSG_IF_FALSE(substituteLayer, "substituteLayer should not be null");
 
    SubgraphView substituteSubgraph(substituteLayer);
 
    SubstituteSubgraph(subgraph, substituteSubgraph);
}

References ARMNN_THROW_INVALIDARG_MSG_IF_FALSE, SubgraphView(), and SubstituteSubgraph().

Referenced by ARMNN_DEPRECATED_MSG_CHANGE_DATE(), and SubstituteSubgraph().

Member Data Documentation

◆ layers

OutputSlots Layers&& layers

Definition at line 74 of file SubgraphView.hpp.

Referenced by ARMNN_DEPRECATED_MSG_CHANGE_DATE(), and SubgraphView().

◆ outputs

OutputSlots&& outputs

Definition at line 74 of file SubgraphView.hpp.

Referenced by ARMNN_DEPRECATED_MSG_CHANGE_DATE(), and SubgraphView().

The documentation for this class was generated from the following files:

include/armnn/backends/SubgraphView.hpp
src/armnn/SubgraphView.cpp

Public Types

Public Member Functions

Public Attributes

Detailed Description

Member Typedef Documentation

◆ ConstIConnectableIterator

◆ ConstIterator

◆ IConnectableLayerIterator

◆ IConnectableLayers

◆ IInputSlots

◆ InputSlots

◆ IOutputSlots

◆ Iterator

◆ Layers

◆ OutputSlots

◆ SubgraphViewPtr

Constructor & Destructor Documentation

◆ SubgraphView() [1/5]

◆ SubgraphView() [2/5]

◆ SubgraphView() [3/5]

◆ SubgraphView() [4/5]

◆ SubgraphView() [5/5]

Member Function Documentation

◆ ARMNN_DEPRECATED_MSG_CHANGE_DATE() [1/6]

◆ ARMNN_DEPRECATED_MSG_CHANGE_DATE() [2/6]

◆ ARMNN_DEPRECATED_MSG_CHANGE_DATE() [3/6]

◆ ARMNN_DEPRECATED_MSG_CHANGE_DATE() [4/6]

◆ ARMNN_DEPRECATED_MSG_CHANGE_DATE() [5/6]

◆ ARMNN_DEPRECATED_MSG_CHANGE_DATE() [6/6]

◆ ARMNN_DEPRECATED_MSG_REMOVAL_DATE()

◆ begin() [1/2]

◆ begin() [2/2]

◆ cbegin()

◆ cend()

◆ Clear()

◆ end() [1/2]

◆ end() [2/2]

◆ ForEachIConnectableLayer()

◆ ForEachLayer()

◆ GetIConnectableLayers()

◆ GetIInputSlot() [1/2]

◆ GetIInputSlot() [2/2]

◆ GetIInputSlots()

◆ GetIOutputSlot() [1/2]

◆ GetIOutputSlot() [2/2]

◆ GetIOutputSlots()

◆ GetNumInputSlots()

◆ GetNumOutputSlots()

◆ GetOriginalInputSlots()

◆ GetOriginalOutputSlots()

◆ GetOutputSlot()

◆ GetWorkingCopy()

◆ operator=()

◆ SubstituteSubgraph() [1/2]

◆ SubstituteSubgraph() [2/2]

Member Data Documentation

◆ layers

◆ outputs