Compute Library
 21.02
NEFuseBatchNormalization.h
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2018-2020 Arm Limited.
3  *
4  * SPDX-License-Identifier: MIT
5  *
6  * Permission is hereby granted, free of charge, to any person obtaining a copy
7  * of this software and associated documentation files (the "Software"), to
8  * deal in the Software without restriction, including without limitation the
9  * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10  * sell copies of the Software, and to permit persons to whom the Software is
11  * furnished to do so, subject to the following conditions:
12  *
13  * The above copyright notice and this permission notice shall be included in all
14  * copies or substantial portions of the Software.
15  *
16  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19  * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22  * SOFTWARE.
23  */
24 #ifndef ARM_COMPUTE_NEFUSEBATCHNORMALIZATION_H
25 #define ARM_COMPUTE_NEFUSEBATCHNORMALIZATION_H
26 
28 #include "arm_compute/core/Types.h"
30 
31 namespace arm_compute
32 {
33 // Forward declarations
34 class ITensor;
35 class NEFuseBatchNormalizationKernel;
36 
37 /** Basic function to fuse the batch normalization node to a preceding convolution node */
39 {
40 public:
41  /** Default constructor */
43  /** Prevent instances of this class from being copied (As this class contains pointers) */
45  /** Prevent instances of this class from being copied (As this class contains pointers) */
47  /** Allow instances of this class to be moved */
49  /** Allow instances of this class to be moved */
51  /** Default destructor */
53  /** Set the input and output tensors.
54  *
55  * @param[in] input_weights Input weights tensor for convolution or depthwise convolution layer. Data type supported: F16/F32. Data layout supported: NCHW, NHWC
56  * @param[in] bn_mean Batch normalization layer mean tensor. Same as @p input_weights
57  * @param[in] bn_var Batch normalization layer variance tensor. Same as @p input_weights
58  * @param[out] fused_weights (Optional) Output fused weights tensor. It can be a nullptr in case of in-place computation. Same as @p input_weights
59  * @param[out] fused_bias (Optional) Output fused bias tensor. It can be a nullptr in case of in-place computation and input_bias != nullptr. Same as @p input_weights
60  * @param[in] input_bias (Optional) Input bias tensor for convolution or depthwise convolution layer. It can be a nullptr in case the bias tensor is not required. Same as @p input_weights
61  * @param[in] bn_beta (Optional) Batch normalization layer beta tensor. It can be a nullptr in case the beta tensor is not required. Same as @p input_weights
62  * @note if nullptr, bn_beta is set to 0.0
63  * @param[in] bn_gamma (Optional) Batch normalization layer gamma tensor. It can be a nullptr in case the gamma tensor is not required. Same as @p input_weights
64  * @note if nullptr, bn_gamma is set to 1.0
65  * @param[in] epsilon (Optional) Batch normalization layer epsilon parameter. Defaults to 0.001f.
66  * @param[in] fbn_type (Optional) Fused batch normalization type. Defaults to Convolution.
67  */
68  void configure(const ITensor *input_weights, const ITensor *bn_mean, const ITensor *bn_var, ITensor *fused_weights, ITensor *fused_bias,
69  const ITensor *input_bias = nullptr, const ITensor *bn_beta = nullptr, const ITensor *bn_gamma = nullptr,
71  /** Static function to check if given info will lead to a valid configuration of @ref NEFuseBatchNormalization
72  *
73  * @param[in] input_weights Input weights tensor info for convolution or depthwise convolution layer. Data type supported: F16/F32. Data layout supported: NCHW, NHWC
74  * @param[in] bn_mean Batch normalization layer mean tensor info. Same as @p input_weights
75  * @param[in] bn_var Batch normalization layer variance tensor info. Same as @p input_weights
76  * @param[in] fused_weights (Optional) Output fused weights tensor info. It can be a nullptr in case of in-place computation. Same as @p input_weights
77  * @param[in] fused_bias (Optional) Output fused bias tensor info. It can be a nullptr in case of in-place computation and input_bias != nullptr. Same as @p input_weights
78  * @param[in] input_bias (Optional) Input bias tensor info for convolution or depthwise convolution layer. It can be a nullptr in case the bias tensor is not required. Same as @p input_weights
79  * @param[in] bn_beta (Optional) Batch normalization layer beta tensor info. It can be a nullptr in case the beta tensor is not required. Same as @p input_weights
80  * @note if nullptr, bn_beta is set to 0.0
81  * @param[in] bn_gamma (Optional) Batch normalization layer gamma tensor info. It can be a nullptr in case the gamma tensor is not required. Same as @p input_weights
82  * @note if nullptr, bn_gamma is set to 1.0
83  * @param[in] epsilon (Optional) Batch normalization layer epsilon parameter. Defaults to 0.001f.
84  * @param[in] fbn_type (Optional) Fused batch normalization type. Defaults to Convolution.
85  *
86  * @return a status
87  */
88  static Status validate(const ITensorInfo *input_weights, const ITensorInfo *bn_mean, const ITensorInfo *bn_var,
89  const ITensorInfo *fused_weights, const ITensorInfo *fused_bias,
90  const ITensorInfo *input_bias = nullptr, const ITensorInfo *bn_beta = nullptr, const ITensorInfo *bn_gamma = nullptr,
92 
93  // Inherited methods overridden:
94  void run() override;
95 
96 private:
97  std::unique_ptr<NEFuseBatchNormalizationKernel> _fuse_bn_kernel;
98 };
99 } // namespace arm_compute
100 #endif /*ARM_COMPUTE_NEFUSEBATCHNORMALIZATION_H */
void configure(const ITensor *input_weights, const ITensor *bn_mean, const ITensor *bn_var, ITensor *fused_weights, ITensor *fused_bias, const ITensor *input_bias=nullptr, const ITensor *bn_beta=nullptr, const ITensor *bn_gamma=nullptr, float epsilon=0.001f, FuseBatchNormalizationType fbn_type=FuseBatchNormalizationType::CONVOLUTION)
Set the input and output tensors.
Base class for all functions.
Definition: IFunction.h:30
void run() override
Run the kernels contained in the function.
NEFuseBatchNormalization & operator=(const NEFuseBatchNormalization &)=delete
Prevent instances of this class from being copied (As this class contains pointers) ...
Store the tensor&#39;s metadata.
Definition: ITensorInfo.h:40
Status class.
Definition: Error.h:52
Interface for Neon tensor.
Definition: ITensor.h:36
Basic function to fuse the batch normalization node to a preceding convolution node.
Copyright (c) 2017-2021 Arm Limited.
FuseBatchNormalizationType
Available FuseBatchNormalizationType.
Definition: Types.h:162
~NEFuseBatchNormalization()
Default destructor.
static Status validate(const ITensorInfo *input_weights, const ITensorInfo *bn_mean, const ITensorInfo *bn_var, const ITensorInfo *fused_weights, const ITensorInfo *fused_bias, const ITensorInfo *input_bias=nullptr, const ITensorInfo *bn_beta=nullptr, const ITensorInfo *bn_gamma=nullptr, float epsilon=0.001f, FuseBatchNormalizationType fbn_type=FuseBatchNormalizationType::CONVOLUTION)
Static function to check if given info will lead to a valid configuration of NEFuseBatchNormalization...