#include <INetwork.hpp>

Public Member Functions
	OptimizerOptions ()
	OptimizerOptions (bool reduceFp32ToFp16, bool debug, bool reduceFp32ToBf16, bool importEnabled, ModelOptions modelOptions={}, bool exportEnabled=false, bool debugToFile=false)
	OptimizerOptions (bool reduceFp32ToFp16, bool debug, bool reduceFp32ToBf16=false, ShapeInferenceMethod shapeInferenceMethod=armnn::ShapeInferenceMethod::ValidateOnly, bool importEnabled=false, ModelOptions modelOptions={}, bool exportEnabled=false, bool debugToFile=false, bool allowExpandedDims=false)
const std::string	ToString () const

Public Attributes
bool	m_ReduceFp32ToFp16
	Reduces all Fp32 operators in the model to Fp16 for faster processing.
bool	m_Debug
	Add debug data for easier troubleshooting.
bool	m_DebugToFile
	Pass debug data to separate output files for easier troubleshooting.
bool	m_ReduceFp32ToBf16
	@Note This feature has been replaced by enabling Fast Math in compute library backend options.
ShapeInferenceMethod	m_shapeInferenceMethod
	Infer output size when not available.
bool	m_ImportEnabled
	Enable Import.
ModelOptions	m_ModelOptions
	Enable Model Options.
bool	m_ProfilingEnabled
	Enable profiling dump of the optimizer phase.
bool	m_ExportEnabled
	Enable Export.
bool	m_AllowExpandedDims
	When calculating tensor sizes, dimensions of size == 1 will be ignored.

Detailed Description

Definition at line 151 of file INetwork.hpp.

Constructor & Destructor Documentation

◆ OptimizerOptions() [1/3]

OptimizerOptions ( )

inline

Definition at line 154 of file INetwork.hpp.

            : m_ReduceFp32ToFp16(false)
            , m_Debug(false)
            , m_DebugToFile(false)
            , m_ReduceFp32ToBf16(false)
            , m_shapeInferenceMethod(armnn::ShapeInferenceMethod::ValidateOnly)
            , m_ImportEnabled(false)
            , m_ModelOptions()
            , m_ProfilingEnabled(false)
            , m_ExportEnabled(false)
            , m_AllowExpandedDims(false)
    {}

References m_AllowExpandedDims, m_Debug, m_DebugToFile, m_ExportEnabled, m_ImportEnabled, m_ModelOptions, m_ProfilingEnabled, m_ReduceFp32ToBf16, m_ReduceFp32ToFp16, m_shapeInferenceMethod, OptimizerOptions(), and armnn::ValidateOnly.

Referenced by OptimizerOptions(), OptimizerOptions(), and OptimizerOptions().

◆ OptimizerOptions() [2/3]

OptimizerOptions	(	bool	reduceFp32ToFp16,
		bool	debug,
		bool	reduceFp32ToBf16,
		bool	importEnabled,
		ModelOptions	modelOptions = {},
		bool	exportEnabled = false,
		bool	debugToFile = false )

inline

Definition at line 168 of file INetwork.hpp.

                                                 {}, bool exportEnabled = false, bool debugToFile = false)
            : m_ReduceFp32ToFp16(reduceFp32ToFp16)
            , m_Debug(debug)
            , m_DebugToFile(debugToFile)
            , m_ReduceFp32ToBf16(reduceFp32ToBf16)
            , m_shapeInferenceMethod(armnn::ShapeInferenceMethod::ValidateOnly)
            , m_ImportEnabled(importEnabled)
            , m_ModelOptions(modelOptions)
            , m_ProfilingEnabled(false)
            , m_ExportEnabled(exportEnabled)
            , m_AllowExpandedDims(false)
    {
    }

References armnn::debug, and OptimizerOptions().

◆ OptimizerOptions() [3/3]

OptimizerOptions	(	bool	reduceFp32ToFp16,
		bool	debug,
		bool	reduceFp32ToBf16 = false,
		ShapeInferenceMethod	shapeInferenceMethod = armnn::ShapeInferenceMethod::ValidateOnly,
		bool	importEnabled = false,
		ModelOptions	modelOptions = {},
		bool	exportEnabled = false,
		bool	debugToFile = false,
		bool	allowExpandedDims = false )

inline

Definition at line 184 of file INetwork.hpp.

                                                                             {}, bool exportEnabled = false,
                     bool debugToFile = false, bool allowExpandedDims = false)
            : m_ReduceFp32ToFp16(reduceFp32ToFp16)
            , m_Debug(debug)
            , m_DebugToFile(debugToFile)
            , m_ReduceFp32ToBf16(reduceFp32ToBf16)
            , m_shapeInferenceMethod(shapeInferenceMethod)
            , m_ImportEnabled(importEnabled)
            , m_ModelOptions(modelOptions)
            , m_ProfilingEnabled(false)
            , m_ExportEnabled(exportEnabled)
            , m_AllowExpandedDims(allowExpandedDims)
    {
    }

References armnn::debug, OptimizerOptions(), and armnn::ValidateOnly.

Member Function Documentation

◆ ToString()

const std::string ToString ( ) const

inline

Definition at line 201 of file INetwork.hpp.

    {
        std::stringstream stream;
        stream << "OptimizerOptions: \n";
        stream << "\tReduceFp32ToFp16: " << m_ReduceFp32ToFp16 << "\n";
        stream << "\tReduceFp32ToBf16: " << m_ReduceFp32ToBf16 << "\n";
        stream << "\tDebug: " << m_Debug << "\n";
        stream << "\tDebug to file: " << m_DebugToFile << "\n";
        stream << "\tShapeInferenceMethod: " <<
               (m_shapeInferenceMethod == ShapeInferenceMethod::ValidateOnly
               ? "ValidateOnly" : "InferAndValidate") << "\n";
        stream << "\tImportEnabled: " << m_ImportEnabled << "\n";
        stream << "\tExportEnabled: " << m_ExportEnabled << "\n";
        stream << "\tProfilingEnabled: " << m_ProfilingEnabled << "\n";
        stream << "\tAllowExpandedDims: " << m_AllowExpandedDims << "\n";
 
        stream << "\tModelOptions: \n";
        for (auto optionsGroup : m_ModelOptions)
        {
            for (size_t i=0; i < optionsGroup.GetOptionCount(); i++)
            {
                const armnn::BackendOptions::BackendOption option = optionsGroup.GetOption(i);
                stream << "\t\tBackend: "  << optionsGroup.GetBackendId() << "\n"
                       << "\t\t\tOption: " << option.GetName() << "\n"
                       << "\t\t\tValue: "  << std::string(option.GetValue().ToString()) << "\n";
            }
        }
 
        return stream.str();
    }

References BackendOptions::BackendOption::GetName(), BackendOptions::BackendOption::GetValue(), m_AllowExpandedDims, m_Debug, m_DebugToFile, m_ExportEnabled, m_ImportEnabled, m_ModelOptions, m_ProfilingEnabled, m_ReduceFp32ToBf16, m_ReduceFp32ToFp16, m_shapeInferenceMethod, BackendOptions::Var::ToString(), and armnn::ValidateOnly.

Member Data Documentation

◆ m_AllowExpandedDims

bool m_AllowExpandedDims

When calculating tensor sizes, dimensions of size == 1 will be ignored.

Definition at line 265 of file INetwork.hpp.

Referenced by OptimizerOptions(), OptimizerOptionsOpaque::OptimizerOptionsOpaque(), and ToString().

◆ m_Debug

bool m_Debug

Add debug data for easier troubleshooting.

Definition at line 240 of file INetwork.hpp.

Referenced by OptimizerOptions(), OptimizerOptionsOpaque::OptimizerOptionsOpaque(), and ToString().

◆ m_DebugToFile

bool m_DebugToFile

Pass debug data to separate output files for easier troubleshooting.

Definition at line 243 of file INetwork.hpp.

Referenced by OptimizerOptions(), OptimizerOptionsOpaque::OptimizerOptionsOpaque(), and ToString().

◆ m_ExportEnabled

bool m_ExportEnabled

Enable Export.

Definition at line 262 of file INetwork.hpp.

Referenced by OptimizerOptions(), OptimizerOptionsOpaque::OptimizerOptionsOpaque(), and ToString().

◆ m_ImportEnabled

bool m_ImportEnabled

Enable Import.

Definition at line 253 of file INetwork.hpp.

Referenced by OptimizerOptions(), OptimizerOptionsOpaque::OptimizerOptionsOpaque(), and ToString().

◆ m_ModelOptions

ModelOptions m_ModelOptions

Enable Model Options.

Definition at line 256 of file INetwork.hpp.

Referenced by OptimizerOptions(), OptimizerOptionsOpaque::OptimizerOptionsOpaque(), and ToString().

◆ m_ProfilingEnabled

bool m_ProfilingEnabled

Enable profiling dump of the optimizer phase.

Definition at line 259 of file INetwork.hpp.

Referenced by OptimizerOptions(), OptimizerOptionsOpaque::OptimizerOptionsOpaque(), and ToString().

◆ m_ReduceFp32ToBf16

bool m_ReduceFp32ToBf16

@Note This feature has been replaced by enabling Fast Math in compute library backend options.

This is currently a placeholder option

Definition at line 247 of file INetwork.hpp.

Referenced by OptimizerOptions(), OptimizerOptionsOpaque::OptimizerOptionsOpaque(), and ToString().

◆ m_ReduceFp32ToFp16

bool m_ReduceFp32ToFp16

Reduces all Fp32 operators in the model to Fp16 for faster processing.

@Note This feature works best if all operators of the model are in Fp32. ArmNN will add conversion layers between layers that weren't in Fp32 in the first place or if the operator is not supported in Fp16. The overhead of these conversions can lead to a slower overall performance if too many conversions are required.

Definition at line 237 of file INetwork.hpp.

Referenced by OptimizerOptions(), OptimizerOptionsOpaque::OptimizerOptionsOpaque(), and ToString().

◆ m_shapeInferenceMethod

ShapeInferenceMethod m_shapeInferenceMethod

Infer output size when not available.

Definition at line 250 of file INetwork.hpp.

Referenced by OptimizerOptions(), OptimizerOptionsOpaque::OptimizerOptionsOpaque(), and ToString().

The documentation for this struct was generated from the following file:

include/armnn/INetwork.hpp

Public Member Functions

Public Attributes

Detailed Description

Constructor & Destructor Documentation

◆ OptimizerOptions() [1/3]

◆ OptimizerOptions() [2/3]

◆ OptimizerOptions() [3/3]

Member Function Documentation

◆ ToString()

Member Data Documentation

◆ m_AllowExpandedDims

◆ m_Debug

◆ m_DebugToFile

◆ m_ExportEnabled

◆ m_ImportEnabled

◆ m_ModelOptions

◆ m_ProfilingEnabled

◆ m_ReduceFp32ToBf16

◆ m_ReduceFp32ToFp16

◆ m_shapeInferenceMethod