BaseMemoryManager Class Reference

#include <BaseMemoryManager.hpp>

Inheritance diagram for BaseMemoryManager:

Collaboration diagram for BaseMemoryManager:

Public Types
enum class	MemoryAffinity { Buffer , Offset }

Public Member Functions
	BaseMemoryManager ()
virtual	~BaseMemoryManager ()
void	Acquire () override
void	Release () override
	BaseMemoryManager (std::shared_ptr< arm_compute::IAllocator > alloc, MemoryAffinity memoryAffinity)
std::shared_ptr< arm_compute::MemoryManagerOnDemand > &	GetIntraLayerManager ()
std::shared_ptr< arm_compute::MemoryManagerOnDemand > &	GetInterLayerManager ()
std::shared_ptr< arm_compute::IMemoryGroup > &	GetInterLayerMemoryGroup ()
Public Member Functions inherited from IMemoryManager
virtual	~IMemoryManager ()

Protected Member Functions
std::shared_ptr< arm_compute::MemoryManagerOnDemand >	CreateArmComputeMemoryManager (MemoryAffinity memoryAffinity)
virtual std::shared_ptr< arm_compute::IMemoryGroup >	CreateMemoryGroup (const std::shared_ptr< arm_compute::MemoryManagerOnDemand > &memoryManager)=0
Protected Member Functions inherited from IMemoryManager
	IMemoryManager ()

Protected Attributes
std::shared_ptr< arm_compute::IAllocator >	m_Allocator
std::shared_ptr< arm_compute::MemoryManagerOnDemand >	m_IntraLayerMemoryMgr
std::shared_ptr< arm_compute::MemoryManagerOnDemand >	m_InterLayerMemoryMgr
std::shared_ptr< arm_compute::IMemoryGroup >	m_InterLayerMemoryGroup

Detailed Description

Definition at line 24 of file BaseMemoryManager.hpp.

Member Enumeration Documentation

MemoryAffinity

enum class MemoryAffinity

strong

Enumerator
Buffer
Offset

Definition at line 27 of file BaseMemoryManager.hpp.

    {
        Buffer,
        Offset
    };

Constructor & Destructor Documentation

BaseMemoryManager() [1/2]

BaseMemoryManager ( )

inline

Definition at line 33 of file BaseMemoryManager.hpp.

{ }

~BaseMemoryManager()

virtual ~BaseMemoryManager ( )

inlinevirtual

Definition at line 34 of file BaseMemoryManager.hpp.

{ }

BaseMemoryManager() [2/2]

BaseMemoryManager	(	std::shared_ptr< arm_compute::IAllocator >	alloc,
		MemoryAffinity	memoryAffinity )

Definition at line 18 of file BaseMemoryManager.cpp.

{
    ARMNN_THROW_INVALIDARG_MSG_IF_FALSE(alloc, "A null allocator has been passed to BaseMemoryManager.");
    m_Allocator = std::move(alloc);
 
    m_IntraLayerMemoryMgr = CreateArmComputeMemoryManager(memoryAffinity);
    m_InterLayerMemoryMgr = CreateArmComputeMemoryManager(memoryAffinity);
}

References ARMNN_THROW_INVALIDARG_MSG_IF_FALSE, BaseMemoryManager::CreateArmComputeMemoryManager(), BaseMemoryManager::m_Allocator, BaseMemoryManager::m_InterLayerMemoryMgr, and BaseMemoryManager::m_IntraLayerMemoryMgr.

Member Function Documentation

Acquire()

void Acquire ( )

overridevirtual

Implements IMemoryManager.

Definition at line 48 of file BaseMemoryManager.cpp.

{
    static const size_t s_NumPools = 1;
 
    // Allocate memory pools for intra-layer memory manager
    m_IntraLayerMemoryMgr->populate(*m_Allocator, s_NumPools);
 
    // Allocate memory pools for inter-layer memory manager
    m_InterLayerMemoryMgr->populate(*m_Allocator, s_NumPools);
 
    // Acquire inter-layer memory group. NOTE: This has to come after allocating the pools
    m_InterLayerMemoryGroup->acquire();
}

References BaseMemoryManager::m_Allocator, BaseMemoryManager::m_InterLayerMemoryGroup, BaseMemoryManager::m_InterLayerMemoryMgr, and BaseMemoryManager::m_IntraLayerMemoryMgr.

CreateArmComputeMemoryManager()

std::shared_ptr< arm_compute::MemoryManagerOnDemand > CreateArmComputeMemoryManager ( MemoryAffinity memoryAffinity )

protected

Definition at line 29 of file BaseMemoryManager.cpp.

{
    std::shared_ptr<arm_compute::ILifetimeManager> lifetimeManager = nullptr;
 
    if (memoryAffinity == MemoryAffinity::Buffer)
    {
        lifetimeManager = std::make_shared<arm_compute::BlobLifetimeManager>();
    }
    else
    {
        lifetimeManager = std::make_shared<arm_compute::OffsetLifetimeManager>();
    }
 
    auto poolManager   = std::make_shared<arm_compute::PoolManager>();
    auto memoryManager = std::make_shared<arm_compute::MemoryManagerOnDemand>(lifetimeManager, poolManager);
 
    return memoryManager;
}

References BaseMemoryManager::Buffer.

Referenced by BaseMemoryManager::BaseMemoryManager().

CreateMemoryGroup()

virtual std::shared_ptr< arm_compute::IMemoryGroup > CreateMemoryGroup ( const std::shared_ptr< arm_compute::MemoryManagerOnDemand > & memoryManager )

protectedpure virtual

Implemented in NeonMemoryManager, and ClMemoryManager.

GetInterLayerManager()

std::shared_ptr< arm_compute::MemoryManagerOnDemand > & GetInterLayerManager ( )

inline

Definition at line 43 of file BaseMemoryManager.hpp.

{ return m_InterLayerMemoryMgr; }

References BaseMemoryManager::m_InterLayerMemoryMgr.

GetInterLayerMemoryGroup()

std::shared_ptr< arm_compute::IMemoryGroup > & GetInterLayerMemoryGroup ( )

inline

Definition at line 44 of file BaseMemoryManager.hpp.

{ return m_InterLayerMemoryGroup; }

References BaseMemoryManager::m_InterLayerMemoryGroup.

GetIntraLayerManager()

std::shared_ptr< arm_compute::MemoryManagerOnDemand > & GetIntraLayerManager ( )

inline

Definition at line 42 of file BaseMemoryManager.hpp.

{ return m_IntraLayerMemoryMgr; }

References BaseMemoryManager::m_IntraLayerMemoryMgr.

Release()

void Release ( )

overridevirtual

Implements IMemoryManager.

Definition at line 62 of file BaseMemoryManager.cpp.

{
    // Release inter-layer memory group. NOTE: This has to come before releasing the pools
    m_InterLayerMemoryGroup->release();
 
    // Release memory pools managed by intra-layer memory manager
    m_IntraLayerMemoryMgr->clear();
 
    // Release memory pools managed by inter-layer memory manager
    m_InterLayerMemoryMgr->clear();
}

References BaseMemoryManager::m_InterLayerMemoryGroup, BaseMemoryManager::m_InterLayerMemoryMgr, and BaseMemoryManager::m_IntraLayerMemoryMgr.

Member Data Documentation

m_Allocator

std::shared_ptr<arm_compute::IAllocator> m_Allocator

protected

Definition at line 47 of file BaseMemoryManager.hpp.

Referenced by BaseMemoryManager::Acquire(), and BaseMemoryManager::BaseMemoryManager().

m_InterLayerMemoryGroup

std::shared_ptr<arm_compute::IMemoryGroup> m_InterLayerMemoryGroup

protected

Definition at line 50 of file BaseMemoryManager.hpp.

Referenced by BaseMemoryManager::Acquire(), ClMemoryManager::ClMemoryManager(), BaseMemoryManager::GetInterLayerMemoryGroup(), NeonMemoryManager::NeonMemoryManager(), and BaseMemoryManager::Release().

m_InterLayerMemoryMgr

std::shared_ptr<arm_compute::MemoryManagerOnDemand> m_InterLayerMemoryMgr

protected

Definition at line 49 of file BaseMemoryManager.hpp.

Referenced by BaseMemoryManager::Acquire(), BaseMemoryManager::BaseMemoryManager(), ClMemoryManager::ClMemoryManager(), BaseMemoryManager::GetInterLayerManager(), NeonMemoryManager::NeonMemoryManager(), and BaseMemoryManager::Release().

m_IntraLayerMemoryMgr

std::shared_ptr<arm_compute::MemoryManagerOnDemand> m_IntraLayerMemoryMgr

protected

Definition at line 48 of file BaseMemoryManager.hpp.

Referenced by BaseMemoryManager::Acquire(), BaseMemoryManager::BaseMemoryManager(), BaseMemoryManager::GetIntraLayerManager(), and BaseMemoryManager::Release().

---

The documentation for this class was generated from the following files:

• src/backends/aclCommon/BaseMemoryManager.hpp
• src/backends/aclCommon/BaseMemoryManager.cpp