IWeightsManager Class Reference

Weights manager interface to handle weights transformations. More...

#include <IWeightsManager.h>

Public Member Functions
	IWeightsManager ()
	Constructor. More...
virtual	~IWeightsManager ()=default
	Default Destructor. More...
	IWeightsManager (const IWeightsManager &)=delete
	Prevent instances of this class to be copy constructed. More...
IWeightsManager &	operator= (const IWeightsManager &)=delete
	Prevent instances of this class to be copied. More...
	IWeightsManager (IWeightsManager &&)=default
	Allow instances of this class to be move constructed. More...
IWeightsManager &	operator= (IWeightsManager &&)=default
	Allow instances of this class to be moved. More...
void	manage (const ITensor *weights, ITransformWeights *parent=nullptr)
	Start managing a weights tensor. More...
ITensor *	run (const ITensor *weights, ITransformWeights *weights_transform)
	Run the reshape function. More...
ITensor *	acquire (const ITensor *weights, ITransformWeights *weights_transform)
	Acquire the requested reshape tensor of the selected weights. More...
bool	are_weights_managed (const ITensor *weights)
	Check if the weights are managed. More...
void	release (const ITensor *weights)
	Release weights refcount and mark as unused if reaches 0. More...
void	pre_mark_as_unused (const ITensor *weights)
	Pre-mark the weights as unused. More...

Detailed Description

Weights manager interface to handle weights transformations.

Definition at line 36 of file IWeightsManager.h.

Constructor & Destructor Documentation

IWeightsManager() [1/3]

IWeightsManager

(

)

Constructor.

Definition at line 28 of file IWeightsManager.cpp.

    : _managed_weights(), _managed_counter(), _managed_weights_parents()
{
}

~IWeightsManager()

virtual ~IWeightsManager ( )

virtualdefault

Default Destructor.

IWeightsManager() [2/3]

IWeightsManager ( const IWeightsManager &  )

delete

Prevent instances of this class to be copy constructed.

IWeightsManager() [3/3]

IWeightsManager ( IWeightsManager &&  )

default

Allow instances of this class to be move constructed.

Member Function Documentation

acquire()

ITensor * acquire	(	const ITensor *	weights,
		ITransformWeights *	weights_transform
	)

Acquire the requested reshape tensor of the selected weights.

Parameters

[in]	weights	Pointer to the weights tensor to be managed
[in]	weights_transform	Weights transformation object

Definition at line 122 of file IWeightsManager.cpp.

References IWeightsManager::are_weights_managed(), ARM_COMPUTE_ERROR_ON_MSG, ITransformWeights::get_weights(), ITransformWeights::increase_refcount(), IWeightsManager::manage(), and ITransformWeights::uid().

{
    ARM_COMPUTE_ERROR_ON_MSG(!are_weights_managed(weights), "Cannot acquire weights. Weights are not managed");

    ITensor *transformed_weights{ nullptr };
    auto     item = _managed_weights.find(weights);

    // Check if I already have the requested transform. If I do,
    // increase the refcount of the transformed weights object and
    // reuse the tensor
    for(auto it : item->second)
    {
        if(it->uid() == weights_transform->uid())
        {
            transformed_weights = it->get_weights();
            it->increase_refcount();
            break;
        }
    }

    if(transformed_weights == nullptr)
    {
        transformed_weights = weights_transform->get_weights();
        weights_transform->increase_refcount();
        item->second.emplace_back(weights_transform);
    }

    // Manage the weights and store link to the parent node
    manage(transformed_weights, weights_transform);

    return transformed_weights;
}

are_weights_managed()

bool are_weights_managed

(

const ITensor *

weights

)

Check if the weights are managed.

Parameters

[in]

weights

Pointer to the weights tensor we want to check if managed

Returns

True if the weights tensor is managed else false

Definition at line 117 of file IWeightsManager.cpp.

Referenced by IWeightsManager::acquire(), IWeightsManager::manage(), IWeightsManager::pre_mark_as_unused(), IWeightsManager::release(), and IWeightsManager::run().

{
    return (_managed_weights.find(weights) != _managed_weights.end());
}

manage()

void manage	(	const ITensor *	weights,
		ITransformWeights *	parent = nullptr
	)

Start managing a weights tensor.

Parameters

[in]	weights	Pointer to the weights tensor to be managed
[in]	parent	Parent node in case where the weights are coming from a previous reshape function

Definition at line 33 of file IWeightsManager.cpp.

References IWeightsManager::are_weights_managed().

Referenced by IWeightsManager::acquire().

{
    if(!are_weights_managed(weights))
    {
        _managed_weights[weights];
        _managed_counter[weights];
    }
    else
    {
        _managed_counter[weights].counter++;
    }

    // In case the weights are an output of a previous reshape function
    // store the parent's link
    if(parent != nullptr)
    {
        if(_managed_weights_parents.find(weights) == _managed_weights_parents.end())
        {
            _managed_weights_parents[weights] = parent;
        }
    }
}

operator=() [1/2]

IWeightsManager& operator= ( const IWeightsManager &  )

delete

Prevent instances of this class to be copied.

operator=() [2/2]

IWeightsManager& operator= ( IWeightsManager &&  )

default

Allow instances of this class to be moved.

pre_mark_as_unused()

void pre_mark_as_unused

(

const ITensor *

weights

)

Pre-mark the weights as unused.

The weights tensor will get marked as unused only when the counter goes to 0

Parameters

weights

Weights to mark unused

Definition at line 169 of file IWeightsManager.cpp.

References IWeightsManager::are_weights_managed().

{
    if(weights == nullptr || !are_weights_managed(weights))
    {
        return;
    }

    _managed_counter[weights].is_unused = true;
}

release()

void release

(

const ITensor *

weights

)

Release weights refcount and mark as unused if reaches 0.

Parameters

[in]

weights

Weights to release

Definition at line 155 of file IWeightsManager.cpp.

References IWeightsManager::are_weights_managed(), and ITensor::mark_as_unused().

{
    if(weights == nullptr || !are_weights_managed(weights))
    {
        return;
    }

    _managed_counter[weights].counter--;
    if(_managed_counter[weights].counter == 0 && _managed_counter[weights].is_unused)
    {
        weights->mark_as_unused();
    }
}

run()

ITensor * run	(	const ITensor *	weights,
		ITransformWeights *	weights_transform
	)

Run the reshape function.

Parameters

[in]	weights	Pointer to the weights tensor we want to reshape
[in]	weights_transform	Weights transformation object

Returns

The reshaped tensor

Definition at line 56 of file IWeightsManager.cpp.

References IWeightsManager::are_weights_managed(), ARM_COMPUTE_ERROR_ON_MSG, ITransformWeights::get_weights(), ITensor::mark_as_unused(), ITransformWeights::run(), and ITransformWeights::uid().

{
    ARM_COMPUTE_ERROR_ON_MSG(!are_weights_managed(weights), "Cannot run function. Weights are not managed");

    // Find if I have the same weights with weights transform. If I do, don't run the reshape
    auto     item = _managed_weights.find(weights);
    bool     perform_run{ true };
    ITensor *weights_tensor{ nullptr };

    // Check if I already have the requested transform and I have run the reshape function
    for(auto it : item->second)
    {
        if(it->is_reshape_run() && (it->uid() == weights_transform->uid()))
        {
            weights_tensor = it->get_weights();
            perform_run    = false;
            break;
        }
    }

    if(perform_run)
    {
        weights_transform->run();
        weights_tensor = weights_transform->get_weights();
    }

    // Check if we can release memory from parent
    auto parent_item = _managed_weights_parents.find(weights);
    if(parent_item != _managed_weights_parents.end())
    {
        int32_t refcount = parent_item->second->decrease_refcount();
        if(refcount == 0)
        {
            parent_item->second->release();
        }
    }

    // Check top level weights. If all the transformations are done
    // mark the weights as unused
    if(_managed_weights_parents.find(weights) == _managed_weights_parents.end())
    {
        auto item           = _managed_weights.find(weights);
        bool mark_as_unused = true;
        for(auto it : item->second)
        {
            if(!it->is_reshape_run())
            {
                mark_as_unused = false;
                break;
            }
        }

        if(mark_as_unused)
        {
            weights->mark_as_unused();
        }
    }

    return weights_tensor;
}

---

The documentation for this class was generated from the following files:

• arm_compute/runtime/IWeightsManager.h
• src/runtime/IWeightsManager.cpp