arm_conv::depthwise Namespace Reference

Namespaces
	depthfirst_multiplier
	depthwise_depthfirst
	interleaves

Data Structures
struct	DefaultOutputStage
struct	DefaultOutputStage< int8_t >
struct	DefaultOutputStage< uint8_t >
struct	DefaultTAccum
struct	DefaultTAccum< int8_t >
struct	DefaultTAccum< uint8_t >
class	DepthfirstDriver
class	DepthfirstMultiplierStrategy
class	DepthfirstMultiplierStrategy< TInput, TWeight, TOutput, int32_t >
class	DepthfirstStrategy
class	DepthfirstStrategyUntyped
class	DepthwiseDepthfirst
class	DepthwiseDepthfirstCommon
class	DepthwiseDepthfirstGeneric
struct	DepthwiseDepthfirstGenericKernelCall
struct	DepthwiseDepthfirstGenericKernelCall< arm_gemm::Requantize32 >
struct	DepthwiseDepthfirstGenericKernelCall< Nothing >
class	DepthwiseDepthfirstGenericQuantized
class	DepthwiseDepthfirstGenericWithMultiplier
class	DepthwiseDepthfirstGenericWithMultiplierBase
class	DepthwiseDepthfirstGenericWithMultiplierQuantized
class	DepthwiseDepthfirstMultiplier
class	DepthwiseDepthfirstQuantized
class	DepthwiseDepthfirstStrategy
class	DepthwiseDepthfirstStrategy< TInput, TWeight, TOutput, int32_t >
class	DepthwiseDepthfirstStrategyCommon
class	DepthwiseDepthfirstWithMultiplierQuantized
struct	DepthwiseImplementation
class	DepthwisePlanar
class	GenericDepthfirstKernelStrategy
struct	GenericDepthfirstKernelStrategyFunctionType
struct	GenericDepthfirstKernelStrategyFunctionType< TInput, TOutput, int32_t >
class	GenericDepthfirstMultiplierKernelStrategy
class	GenericDepthfirstMultiplierKernelStrategy< TInput, TWeight, TOutput, int32_t >
class	GenericDepthfirstMultiplierStrategy
class	GenericDepthfirstStrategy
class	GenericInputArrayElement
class	IDepthfirstStrategy
struct	interleave_a64_s8q_3x3_dot
struct	interleave_a64_u8q_3x3_dot
class	IPlanarStrategy
struct	PlanarKernelType
struct	PlanarKernelType< TInput, TWeight, TOutput, int32_t, arm_gemm::Requantize32 >
struct	PlanarKernelType< TInput, TWeight, TOutput, TAccum, Nothing >
class	PlanarStrategy
struct	TensorSpec

Functions
template<>
const DepthwiseImplementation< float > *	depthwise_implementation_list ()
template UniqueDepthwiseCommon< float >	depthwise (const DepthwiseArgs &, const Nothing &)
template std::vector< KernelDescription >	get_compatible_kernels< float > (const DepthwiseArgs &, const Nothing &)
template<typename TInput , typename TWeight = TInput, typename TOutput = TInput, class OutputStage = Nothing>
const DepthwiseImplementation< TInput, TWeight, TOutput, OutputStage > *	depthwise_implementation_list ()
template<typename TInput , typename TWeight = TInput, typename TOutput = TInput, class OutputStage = Nothing>
bool	find_implementation (const DepthwiseArgs &args, const OutputStage &os, const DepthwiseImplementation< TInput, TWeight, TOutput, OutputStage > *&selected)
template<typename TInput , typename TWeight , typename TOutput , class OutputStage >
std::vector< KernelDescription >	get_compatible_kernels (const DepthwiseArgs &args, const OutputStage &os)
template<typename TInput , typename TWeight , typename TOutput , class OutputStage >
UniqueDepthwiseCommon< TInput, TWeight, TOutput >	depthwise (const DepthwiseArgs &args, const OutputStage &os)
template<>
const DepthwiseImplementation< int8_t, int8_t, int8_t, Requantize32 > *	depthwise_implementation_list ()
template UniqueDepthwiseCommon< int8_t, int8_t, int8_t >	depthwise (const DepthwiseArgs &, const Requantize32 &)
template std::vector< KernelDescription >	get_compatible_kernels< int8_t, int8_t, int8_t, Requantize32 > (const DepthwiseArgs &, const Requantize32 &)
template<>
const DepthwiseImplementation< uint8_t, uint8_t, uint8_t, Requantize32 > *	depthwise_implementation_list ()
template std::vector< KernelDescription >	get_compatible_kernels< uint8_t, uint8_t, uint8_t, Requantize32 > (const DepthwiseArgs &, const Requantize32 &)
template<>
const DepthwiseImplementation< uint8_t, int8_t, uint8_t, Requantize32 > *	depthwise_implementation_list ()
template std::vector< KernelDescription >	get_compatible_kernels< uint8_t, int8_t, uint8_t, Requantize32 > (const DepthwiseArgs &, const Requantize32 &)

Function Documentation

depthwise() [1/3]

UniqueDepthwiseCommon<TInput, TWeight, TOutput> arm_conv::depthwise::depthwise	(	const DepthwiseArgs &	args,
		const OutputStage &	os
	)

Definition at line 135 of file depthwise_implementation.hpp.

References GemmTuner::args, DepthwiseImplementation< TInput, TWeight, TOutput, OutputStage >::get_instance(), and arm_compute::test::validation::success.

{
  const DepthwiseImplementation<TInput, TWeight, TOutput, OutputStage> *impl = nullptr;
  const bool success = find_implementation<TInput, TWeight, TOutput, OutputStage>(args, os, impl);
  return UniqueDepthwiseCommon<TInput, TWeight, TOutput>(success ? impl->get_instance(args, os) : nullptr);
}

depthwise() [2/3]

template UniqueDepthwiseCommon< uint8_t, int8_t, uint8_t > depthwise	(	const DepthwiseArgs &	,
		const Requantize32 &
	)

depthwise() [3/3]

template UniqueDepthwiseCommon<float> arm_conv::depthwise::depthwise	(	const DepthwiseArgs &	,
		const Nothing &
	)

Referenced by depthwise_implementation_list(), and generic_pack().

depthwise_implementation_list() [1/5]

const DepthwiseImplementation<TInput, TWeight, TOutput, OutputStage>* arm_conv::depthwise::depthwise_implementation_list

(

)

Definition at line 301 of file depthwise_fp32.cpp.

References depthwise(), get_compatible_kernels< float >(), get_compatible_kernels< int8_t, int8_t, int8_t, Requantize32 >(), get_compatible_kernels< uint8_t, int8_t, uint8_t, Requantize32 >(), and get_compatible_kernels< uint8_t, uint8_t, uint8_t, Requantize32 >().

Referenced by DepthwiseImplementation< TInput, TWeight, TOutput, OutputStage >::get_instance().

{
  return depthwise_fp32_methods;
}

depthwise_implementation_list() [2/5]

const DepthwiseImplementation<uint8_t, int8_t, uint8_t, Requantize32>* arm_conv::depthwise::depthwise_implementation_list

(

)

Definition at line 160 of file depthwise_u8s8u8q.cpp.

References depthwise(), get_compatible_kernels< float >(), and get_compatible_kernels< uint8_t, int8_t, uint8_t, Requantize32 >().

{
  return depthwise_u8q_methods;
}

depthwise_implementation_list() [3/5]

const DepthwiseImplementation<int8_t, int8_t, int8_t, Requantize32>* arm_conv::depthwise::depthwise_implementation_list

(

)

Definition at line 285 of file depthwise_s8q.cpp.

References depthwise(), and get_compatible_kernels< int8_t, int8_t, int8_t, Requantize32 >().

{
  return depthwise_s8q_methods;
}

depthwise_implementation_list() [4/5]

const DepthwiseImplementation<uint8_t, uint8_t, uint8_t, Requantize32>* arm_conv::depthwise::depthwise_implementation_list

(

)

Definition at line 292 of file depthwise_u8q.cpp.

References depthwise(), and get_compatible_kernels< uint8_t, uint8_t, uint8_t, Requantize32 >().

{
  return depthwise_u8q_methods;
}

depthwise_implementation_list() [5/5]

const DepthwiseImplementation<float>* arm_conv::depthwise::depthwise_implementation_list

(

)

Definition at line 301 of file depthwise_fp32.cpp.

Referenced by DepthwiseImplementation< TInput, TWeight, TOutput, OutputStage >::get_instance().

{
  return depthwise_fp32_methods;
}

find_implementation()

bool arm_conv::depthwise::find_implementation	(	const DepthwiseArgs &	args,
		const OutputStage &	os,
		const DepthwiseImplementation< TInput, TWeight, TOutput, OutputStage > *&	selected
	)

Definition at line 66 of file depthwise_implementation.hpp.

References DepthwiseImplementation< TInput, TWeight, TOutput, OutputStage >::cycle_estimate.

{
  selected = nullptr;
  uint64_t best_cycle_estimate = UINT64_MAX;

  const auto *impl = depthwise_implementation_list<TInput, TWeight, TOutput, OutputStage>();
  for (; impl->method != DepthwiseMethod::DEFAULT; impl++)
  {
    const bool has_cfg = (args.config != nullptr);
    const auto &cfg = args.config;

    if (
      !impl->get_is_supported(args, os) ||  // Problem is unsupported
      (has_cfg && cfg->method != DepthwiseMethod::DEFAULT && cfg->method != impl->method) ||
      (has_cfg && cfg->filter != "" && !std::strstr(impl->name, cfg->filter.c_str()))
    )
    {
      continue;
    }

    const auto cycle_estimate = impl->get_cycle_estimate(args, os);

    if (cycle_estimate == 0)
    {
      selected = impl;
      break;
    }

    if (selected == nullptr || cycle_estimate < best_cycle_estimate)
    {
      selected = impl;
      best_cycle_estimate = cycle_estimate;
    }
  }

  return (selected != nullptr);
}

get_compatible_kernels()

std::vector<KernelDescription> arm_conv::depthwise::get_compatible_kernels	(	const DepthwiseArgs &	args,
		const OutputStage &	os
	)

Definition at line 109 of file depthwise_implementation.hpp.

References GemmTuner::args, and DepthwiseImplementation< TInput, TWeight, TOutput, OutputStage >::get_cycle_estimate().

{
  std::vector<KernelDescription> kerns;

  // Find the default implementation so we can flag it accordingly
  const DepthwiseImplementation<TInput, TWeight, TOutput, OutputStage> *default_impl;
  find_implementation<TInput, TWeight, TOutput, OutputStage>(args, os, default_impl);

  for (auto impl = depthwise_implementation_list<TInput, TWeight, TOutput, OutputStage>();
       impl->method != DepthwiseMethod::DEFAULT; impl++)
  {
    if (!impl->get_is_supported(args, os))
    {
      continue;
    }

    kerns.emplace_back(
      impl->method, impl->name, impl == default_impl,
      impl->get_cycle_estimate(args, os)
    );
  }

  return kerns;
}

get_compatible_kernels< float >()

template std::vector<KernelDescription> arm_conv::depthwise::get_compatible_kernels< float >	(	const DepthwiseArgs &	,
		const Nothing &
	)

Referenced by depthwise_implementation_list().

get_compatible_kernels< int8_t, int8_t, int8_t, Requantize32 >()

template std::vector<KernelDescription> arm_conv::depthwise::get_compatible_kernels< int8_t, int8_t, int8_t, Requantize32 >	(	const DepthwiseArgs &	,
		const Requantize32 &
	)

Referenced by depthwise_implementation_list().

get_compatible_kernels< uint8_t, int8_t, uint8_t, Requantize32 >()

template std::vector<KernelDescription> arm_conv::depthwise::get_compatible_kernels< uint8_t, int8_t, uint8_t, Requantize32 >	(	const DepthwiseArgs &	,
		const Requantize32 &
	)

Referenced by depthwise_implementation_list().

get_compatible_kernels< uint8_t, uint8_t, uint8_t, Requantize32 >()

template std::vector<KernelDescription> arm_conv::depthwise::get_compatible_kernels< uint8_t, uint8_t, uint8_t, Requantize32 >	(	const DepthwiseArgs &	,
		const Requantize32 &
	)

Referenced by depthwise_implementation_list().