NeonConstantWorkload Class Reference

#include <NeonConstantWorkload.hpp>

Inheritance diagram for NeonConstantWorkload:

Collaboration diagram for NeonConstantWorkload:

Public Member Functions
	NeonConstantWorkload (const ConstantQueueDescriptor &descriptor, const WorkloadInfo &info)
virtual void	Execute () const override
Public Member Functions inherited from NeonBaseWorkload< ConstantQueueDescriptor >
	NeonBaseWorkload (const ConstantQueueDescriptor &descriptor, const WorkloadInfo &info)
void	ReplaceInputTensorHandle (ITensorHandle *tensorHandle, unsigned int slot) override
void	ReplaceOutputTensorHandle (ITensorHandle *tensorHandle, unsigned int slot) override
Public Member Functions inherited from BaseWorkload< ConstantQueueDescriptor >
	BaseWorkload (const ConstantQueueDescriptor &descriptor, const WorkloadInfo &info)
virtual const std::string &	GetName () const override
void	PostAllocationConfigure () override
const ConstantQueueDescriptor &	GetData () const
arm::pipe::ProfilingGuid	GetGuid () const final
virtual bool	SupportsTensorHandleReplacement () const override
Public Member Functions inherited from IWorkload
virtual	~IWorkload ()
virtual void	RegisterDebugCallback (const DebugCallbackFunction &)
virtual armnn::Optional< armnn::MemoryRequirements >	GetMemoryRequirements ()

Additional Inherited Members
Protected Member Functions inherited from NeonBaseWorkload< ConstantQueueDescriptor >
virtual void	Reconfigure ()
Protected Attributes inherited from BaseWorkload< ConstantQueueDescriptor >
ConstantQueueDescriptor	m_Data
const arm::pipe::ProfilingGuid	m_Guid
const std::string	m_Name

Detailed Description

Definition at line 16 of file NeonConstantWorkload.hpp.

Constructor & Destructor Documentation

NeonConstantWorkload()

NeonConstantWorkload	(	const ConstantQueueDescriptor &	descriptor,
		const WorkloadInfo &	info )

Definition at line 48 of file NeonConstantWorkload.cpp.

    : NeonBaseWorkload<ConstantQueueDescriptor>(descriptor, info)
    , m_RanOnce(false)
{
}

References armnn::info, and NeonBaseWorkload< ConstantQueueDescriptor >::NeonBaseWorkload().

Member Function Documentation

Execute()

void Execute ( ) const

overridevirtual

Implements IWorkload.

Definition at line 55 of file NeonConstantWorkload.cpp.

{
    ARMNN_SCOPED_PROFILING_EVENT_NEON_NAME_GUID("NeonConstantWorkload_Execute");
 
    using namespace armcomputetensorutils;
 
    // The intermediate tensor held by the corresponding layer output handler can be initialised with the
    // given data on the first inference, then reused for subsequent inferences.
    // The initialisation cannot happen at workload construction time since the ACL kernel for the next layer
    // may not have been configured at the time.
    if (!m_RanOnce)
    {
        const ConstantQueueDescriptor& data = this->m_Data;
 
        ARMNN_THROW_INVALIDARG_MSG_IF_FALSE(data.m_LayerOutput, "Output tensor handle is null.");
        arm_compute::ITensor& output =
            PolymorphicDowncast<NeonTensorHandle*>(data.m_Outputs[0])->GetTensor();
        arm_compute::DataType computeDataType =
            PolymorphicDowncast<NeonTensorHandle*>(data.m_Outputs[0])->GetDataType();
 
        switch (computeDataType)
        {
            case arm_compute::DataType::BFLOAT16:
            {
                CopyArmComputeITensorData(data.m_LayerOutput->GetConstTensor<BFloat16>(), output);
                break;
            }
            case arm_compute::DataType::F16:
            {
                CopyArmComputeITensorData(data.m_LayerOutput->GetConstTensor<Half>(), output);
                break;
            }
            case arm_compute::DataType::F32:
            {
                CopyArmComputeITensorData(data.m_LayerOutput->GetConstTensor<float>(), output);
                break;
            }
            case arm_compute::DataType::QASYMM8:
            {
                CopyArmComputeITensorData(data.m_LayerOutput->GetConstTensor<uint8_t>(), output);
                break;
            }
            case arm_compute::DataType::QASYMM8_SIGNED:
            {
                CopyArmComputeITensorData(data.m_LayerOutput->GetConstTensor<int8_t>(), output);
                break;
            }
            case arm_compute::DataType::QSYMM16:
            {
                CopyArmComputeITensorData(data.m_LayerOutput->GetConstTensor<int16_t>(), output);
                break;
            }
            case arm_compute::DataType::QSYMM8:
            case arm_compute::DataType::QSYMM8_PER_CHANNEL:
            {
                CopyArmComputeITensorData(data.m_LayerOutput->GetConstTensor<int8_t>(), output);
                break;
            }
            case arm_compute::DataType::S32:
            {
                CopyArmComputeITensorData(data.m_LayerOutput->GetConstTensor<int32_t>(), output);
                break;
            }
            case arm_compute::DataType::S64:
            {
                CopyArmComputeITensorData(data.m_LayerOutput->GetConstTensor<int64_t>(), output);
                break;
            }
            default:
            {
                throw InvalidArgumentException("Unknown data type.");
            }
        }
 
        m_RanOnce = true;
    }
}

References ARMNN_SCOPED_PROFILING_EVENT_NEON_NAME_GUID, ARMNN_THROW_INVALIDARG_MSG_IF_FALSE, ConstTensorHandle::GetConstTensor(), BaseWorkload< ConstantQueueDescriptor >::m_Data, ConstantQueueDescriptor::m_LayerOutput, QueueDescriptor::m_Outputs, and armnn::PolymorphicDowncast().

---

The documentation for this class was generated from the following files:

• src/backends/neon/workloads/NeonConstantWorkload.hpp
• src/backends/neon/workloads/NeonConstantWorkload.cpp