NeonBackendModelContext.cpp

Go to the documentation of this file.

//
// Copyright © 2020, 2026 Arm Ltd and Contributors. All rights reserved.
// SPDX-License-Identifier: MIT
//
 
#include "NeonBackendModelContext.hpp"
 
#include <arm_compute/core/CPP/CPPTypes.h>
 
namespace
{
 
bool ParseBool(const armnn::BackendOptions::Var& value, bool defaultValue)
{
    if (value.IsBool())
    {
        return value.AsBool();
    }
    return defaultValue;
}
 
unsigned int ParseUnsignedInt(const armnn::BackendOptions::Var& value, unsigned int defaultValue)
{
    if (value.IsUnsignedInt())
    {
        return value.AsUnsignedInt();
    }
    if (value.IsInt() && value.AsInt() >= 0)
    {
        return static_cast<unsigned int>(value.AsInt());
    }
    return defaultValue;
}
 
// Some downstream Android builds consume ArmNN with a ComputeLibrary revision
// that does not yet expose runtime ISA masking. Keep the model option compatible
// with those builds while using the ACL controls when they are available.
template <typename CpuInfo>
auto SetSveAllowed(CpuInfo& cpuInfo, bool isEnabled, int) -> decltype(cpuInfo.set_sve_allowed(isEnabled), void())
{
    cpuInfo.set_sve_allowed(isEnabled);
}
 
template <typename CpuInfo>
void SetSveAllowed(CpuInfo&, bool, long)
{}
 
template <typename CpuInfo>
auto SetSmeAllowed(CpuInfo& cpuInfo, bool isEnabled, int) -> decltype(cpuInfo.set_sme_allowed(isEnabled), void())
{
    cpuInfo.set_sme_allowed(isEnabled);
}
 
template <typename CpuInfo>
void SetSmeAllowed(CpuInfo&, bool, long)
{}
 
} // namespace anonymous
 
namespace armnn
{
 
NeonBackendModelContext::NeonBackendModelContext(const ModelOptions& modelOptions)
    : m_IsFastMathEnabled(false), m_NumberOfThreads(0), m_IsSveEnabled(true), m_IsSmeEnabled(true)
{
   if (!modelOptions.empty())
   {
       ParseOptions(modelOptions, "CpuAcc", [&](std::string name, const BackendOptions::Var& value)
       {
           if (name == "FastMathEnabled")
           {
               m_IsFastMathEnabled = ParseBool(value, m_IsFastMathEnabled);
           }
           if (name == "NumberOfThreads")
           {
               m_NumberOfThreads = ParseUnsignedInt(value, m_NumberOfThreads);
           }
           if (name == "SmeEnabled")
           {
               m_IsSmeEnabled = ParseBool(value, m_IsSmeEnabled);
           }
           if (name == "SveEnabled")
           {
               m_IsSveEnabled = ParseBool(value, m_IsSveEnabled);
           }
       });
   }
}
 
bool NeonBackendModelContext::IsFastMathEnabled() const
{
    return m_IsFastMathEnabled;
}
 
unsigned int NeonBackendModelContext::GetNumberOfThreads() const
{
    return m_NumberOfThreads;
}
 
void NeonBackendModelContext::ApplyAclIsaPolicy() const
{
    arm_compute::CPUInfo& cpuInfo = arm_compute::CPUInfo::get();
    SetSveAllowed(cpuInfo, m_IsSveEnabled, 0);
    SetSmeAllowed(cpuInfo, m_IsSmeEnabled, 0);
}
 
} // namespace armnn