IMemoryOptimizerStrategy.hpp

Go to the documentation of this file.

//
// Copyright © 2021 Arm Ltd and Contributors. All rights reserved.
// SPDX-License-Identifier: MIT
//
#pragma once
 
#include <armnn/Types.hpp>
 
namespace armnn
{
 
// A MemBlock represents a memory usage requirement in time and space and can be seen as essentially a rectangle
struct MemBlock
{
    MemBlock(const unsigned int startOfLife,
             const unsigned int endOfLife,
             const size_t memSize,
             size_t offset,
             const unsigned int index)
    : m_StartOfLife(startOfLife), m_EndOfLife(endOfLife), m_MemSize(memSize), m_Offset(offset), m_Index(index) {}
 
    const unsigned int m_StartOfLife; // Y start inclusive
    const unsigned int m_EndOfLife; // Y end inclusive
 
    const size_t m_MemSize; // Offset + Memsize = X end
    size_t m_Offset; // X start
 
    const unsigned int m_Index; // Index to keep order
};
 
// A MemBin represents a single contiguous area of memory that can store 1-n number of MemBlocks
struct MemBin
{
    std::vector<MemBlock> m_MemBlocks;
    size_t m_MemSize;
};
 
// IMemoryOptimizerStrategy will set m_Offset of the MemBlocks,
// sort them into 1-n bins, then pair each bin of MemBlocks with an int specifying it's total size
// A IMemoryOptimizerStrategy must ensure that
// 1: All MemBlocks have been assigned to a MemBin
// 2: No MemBlock is assigned to multiple MemBins
// 3: No two Memblocks in a MemBin overlap in both the X and Y axis
//    (a strategy cannot change the y axis or length of a MemBlock)
class IMemoryOptimizerStrategy
{
public:
    virtual ~IMemoryOptimizerStrategy() {}
 
    virtual std::string GetName() const = 0;
 
    virtual MemBlockStrategyType GetMemBlockStrategyType() const = 0;
 
    virtual std::vector<MemBin> Optimize(std::vector<MemBlock>& memBlocks) = 0;
};
 
} // namespace armnn