#pragma once #include "src/arm_common/conv_bias/opr_impl.h" namespace megdnn { namespace arm_common { class ConvBiasImpl::AlgoS8DirectStride1 final : public AlgoBase { public: AlgoAttribute attribute() const override { return AlgoAttribute::REPRODUCIBLE; } const char* name() const override { return "S8STRD1"; } bool usable( const NCBKernSizeParam& param, AlgoSelectionStrategy algo_selection_strategy) const override; size_t get_workspace(const NCBKernSizeParam& param) const override; virtual SmallVector dispatch_kerns( const NCBKernSizeParam& param) const override; bool is_preferred(const NCBKernSizeParam& param) const override; ConvAlgoTypePack get_algo_type() const override { return {AlgoDataType::QINT8X8X32, AlgoCategory::DIRECT}; } MEGDNN_DECL_ALGO_TYPE(ARM_COMMON_DIRECT_STRD1_S8) }; class ConvBiasImpl::AlgoS8DirectStride2 final : public AlgoBase { public: AlgoAttribute attribute() const override { return AlgoAttribute::REPRODUCIBLE; } const char* name() const override { return "S8STRD2"; } bool usable( const NCBKernSizeParam& param, AlgoSelectionStrategy algo_selection_strategy) const override; size_t get_workspace(const NCBKernSizeParam& param) const override; virtual SmallVector dispatch_kerns( const NCBKernSizeParam& param) const override; ConvAlgoTypePack get_algo_type() const override { return {AlgoDataType::QINT8X8X32, AlgoCategory::DIRECT}; } MEGDNN_DECL_ALGO_TYPE(ARM_COMMON_DIRECT_STRD2_S8) }; class ConvBiasImpl::AlgoS8DirectNCHW44 final : public AlgoBase { public: AlgoS8DirectNCHW44() {} AlgoAttribute attribute() const override { return AlgoAttribute::REPRODUCIBLE; } const char* name() const override { return "S8_NCHW44_DIRECT"; } bool usable( const NCBKernSizeParam& param, AlgoSelectionStrategy algo_selection_strategy) const override; size_t get_workspace(const NCBKernSizeParam& param) const override; virtual SmallVector dispatch_kerns( const NCBKernSizeParam& param) const override; bool is_preferred(const NCBKernSizeParam& param) const override; ConvAlgoTypePack get_algo_type() const override { return {AlgoDataType::QINT8X8X32, AlgoCategory::DIRECT}; } MEGDNN_DECL_ALGO_TYPE(ARM_COMMON_DIRECT_NCHW44) }; class ConvBiasImpl::AlgoS8DirectNCHWNCHW44 final : public AlgoBase { public: AlgoS8DirectNCHWNCHW44() {} AlgoAttribute attribute() const override { return AlgoAttribute::REPRODUCIBLE; } const char* name() const override { return "S8_CONV_NCHW_NCHW44"; } bool usable( const NCBKernSizeParam& param, AlgoSelectionStrategy algo_selection_strategy) const override; size_t get_workspace(const NCBKernSizeParam& param) const override; virtual SmallVector dispatch_kerns( const NCBKernSizeParam& param) const override; bool is_preferred(const NCBKernSizeParam& param) const override; ConvAlgoTypePack get_algo_type() const override { return {AlgoDataType::QINT8X8X32, AlgoCategory::DIRECT}; } MEGDNN_DECL_ALGO_TYPE(ARM_COMMON_DIRECT_NCHW_NCHW44_S8) }; class ConvBiasImpl::AlgoS8ChanWiseStride1NCHW44 final : public AlgoBase { public: AlgoAttribute attribute() const override { return AlgoAttribute::REPRODUCIBLE; } const char* name() const override { return "S8_CHAN_WISE_STRD1_NCHW44"; } bool usable( const NCBKernSizeParam& param, AlgoSelectionStrategy algo_selection_strategy) const override; size_t get_workspace(const NCBKernSizeParam& param) const override; virtual SmallVector dispatch_kerns( const NCBKernSizeParam& param) const override; ConvAlgoTypePack get_algo_type() const override { return {AlgoDataType::QINT8X8X32, AlgoCategory::DIRECT}; } MEGDNN_DECL_ALGO_TYPE(ARM_COMMON_CHANWISE_STRD1_NCHW44_S8) }; class ConvBiasImpl::AlgoS8ChanWiseStride2NCHW44 final : public AlgoBase { public: AlgoAttribute attribute() const override { return AlgoAttribute::REPRODUCIBLE; } const char* name() const override { return "S8_CHAN_WISE_STRD2_NCHW44"; } bool usable( const NCBKernSizeParam& param, AlgoSelectionStrategy algo_selection_strategy) const override; size_t get_workspace(const NCBKernSizeParam& param) const override; virtual SmallVector dispatch_kerns( const NCBKernSizeParam& param) const override; ConvAlgoTypePack get_algo_type() const override { return {AlgoDataType::QINT8X8X32, AlgoCategory::DIRECT}; } MEGDNN_DECL_ALGO_TYPE(ARM_COMMON_CHANWISE_STRD2_NCHW44_S8) }; #if MGB_ENABLE_DOT class ConvBiasImpl::AlgoDotS8DirectNCHWNCHW44 final : public AlgoBase { public: AlgoAttribute attribute() const override { return AlgoAttribute::REPRODUCIBLE; } const char* name() const override { return "ARMDOTS8_NCHW_NCHW44"; } bool usable(const NCBKernSizeParam&, AlgoSelectionStrategy algo_selection_strategy) const override; size_t get_workspace(const NCBKernSizeParam&) const override; virtual SmallVector dispatch_kerns( const NCBKernSizeParam& param) const override; ConvAlgoTypePack get_algo_type() const override { return {AlgoDataType::QINT8X8X32, AlgoCategory::DIRECT}; } MEGDNN_DECL_ALGO_TYPE(ARM_COMMON_DIRECT_NCHW_NCHW44_DOT_S8) }; class ConvBiasImpl::AlgoDotS8DirectChanWiseLarge final : public AlgoBase { public: AlgoAttribute attribute() const override { return AlgoAttribute::REPRODUCIBLE; } const char* name() const override { return "ARMDOTS8_DIRECT_CHANWISE_LARGE"; } bool usable(const NCBKernSizeParam&, AlgoSelectionStrategy algo_selection_strategy) const override; size_t get_workspace(const NCBKernSizeParam&) const override; virtual SmallVector dispatch_kerns( const NCBKernSizeParam& param) const override; ConvAlgoTypePack get_algo_type() const override { return {AlgoDataType::QINT8X8X32, AlgoCategory::DIRECT}; } MEGDNN_DECL_ALGO_TYPE(ARM_COMMON_DOT_DIRECT_CHANWISE_LARGE_S8) }; class ConvBiasImpl::AlgoDotS8Im2colChanWiseLarge final : public AlgoBase { public: AlgoAttribute attribute() const override { return AlgoAttribute::REPRODUCIBLE; } const char* name() const override { return "ARMDOTS8_IM2COL_CHANWISE_LARGE"; } bool usable(const NCBKernSizeParam&, AlgoSelectionStrategy algo_selection_strategy) const override; size_t get_workspace(const NCBKernSizeParam&) const override; virtual SmallVector dispatch_kerns( const NCBKernSizeParam& param) const override; ConvAlgoTypePack get_algo_type() const override { return {AlgoDataType::QINT8X8X32, AlgoCategory::IM2COL}; } MEGDNN_DECL_ALGO_TYPE(ARM_COMMON_DOT_IM2COL_CHANWISE_LARGE_S8) }; class ConvBiasImpl::AlgoDotS8DirectStride1 final : public AlgoBase { public: AlgoAttribute attribute() const override { return AlgoAttribute::REPRODUCIBLE; } const char* name() const override { return "ARMDOTS8STRD1"; } bool usable(const NCBKernSizeParam&, AlgoSelectionStrategy algo_selection_strategy) const override; size_t get_workspace(const NCBKernSizeParam&) const override; virtual SmallVector dispatch_kerns( const NCBKernSizeParam& param) const override; ConvAlgoTypePack get_algo_type() const override { return {AlgoDataType::QINT8X8X32, AlgoCategory::DIRECT}; } MEGDNN_DECL_ALGO_TYPE(ARM_COMMON_DIRECT_STRD1_DOT_S8) }; class ConvBiasImpl::AlgoDotS8DirectStride2 final : public AlgoBase { public: AlgoAttribute attribute() const override { return AlgoAttribute::REPRODUCIBLE; } const char* name() const override { return "ARMDOTS8STRD2"; } bool usable(const NCBKernSizeParam&, AlgoSelectionStrategy algo_selection_strategy) const override; size_t get_workspace(const NCBKernSizeParam&) const override; virtual SmallVector dispatch_kerns( const NCBKernSizeParam& param) const override; ConvAlgoTypePack get_algo_type() const override { return {AlgoDataType::QINT8X8X32, AlgoCategory::DIRECT}; } MEGDNN_DECL_ALGO_TYPE(ARM_COMMON_DIRECT_STRD2_DOT_S8) }; class ConvBiasImpl::AlgoDotS8Direct_NCHW44 final : public AlgoBase { public: AlgoDotS8Direct_NCHW44() {} AlgoAttribute attribute() const override { return AlgoAttribute::REPRODUCIBLE; } const char* name() const override { return "ARMDOTS8DIRECT_NCHW44"; } bool usable(const NCBKernSizeParam&, AlgoSelectionStrategy algo_selection_strategy) const override; size_t get_workspace(const NCBKernSizeParam&) const override; SmallVector dispatch_kerns(const NCBKernSizeParam& param) const override; bool is_preferred(const NCBKernSizeParam& param) const override; ConvAlgoTypePack get_algo_type() const override { return {AlgoDataType::QINT8X8X32, AlgoCategory::DIRECT}; } MEGDNN_DECL_ALGO_TYPE(ARM_COMMON_DIRECT_NCHW44_DOT_S8) }; #endif class ConvBiasImpl::AlgoS8WinogradF23_8x8 final : public AlgoBase { public: AlgoS8WinogradF23_8x8( fallback::MatrixMulImpl::AlgoBase* matmul_algo, uint32_t tile_size) : m_matmul_algo{matmul_algo}, m_tile_size{tile_size} {} const char* name() const override { if (m_name.empty()) { m_name = ConvBiasImpl::algo_name( m_matmul_algo->name(), {8, 2, m_tile_size}); } return m_name.c_str(); } AlgoAttribute attribute() const override { return AlgoAttribute::REPRODUCIBLE; } MEGDNN_WINOGRAD_ALGO_FUN_DECLARE(AlgoDataType::QINT8X8X32); MEGDNN_DECL_ALGO_TYPE(ARM_COMMON_WINOGRAD_F23_8X8_S8) }; //=======================input int8 compute fp32 output int8============ class ConvBiasImpl::AlgoS8CF32WinogradF23_4x4_NCHW44 final : public AlgoBase { public: AlgoS8CF32WinogradF23_4x4_NCHW44( fallback::MatrixMulImpl::AlgoBase* matmul_algo, uint32_t tile_size) : m_matmul_algo{matmul_algo}, m_tile_size{tile_size} {} const char* name() const override { if (m_name.empty()) { m_name = ConvBiasImpl::algo_name( m_matmul_algo->name(), {4, 2, m_tile_size}, param::ConvBias::Format::NCHW44); } return m_name.c_str(); } AlgoAttribute attribute() const override { return AlgoAttribute::REPRODUCIBLE; } MEGDNN_WINOGRAD_ALGO_FUN_DECLARE(AlgoDataType::QINT8X8X32); MEGDNN_DECL_ALGO_TYPE(ARM_COMMON_WINOGRAD_F23_8X8_NCHW44_S8CF32) }; //=======================input int8 compute int16 output int8============ class ConvBiasImpl::AlgoS8WinogradF23_8x8_NCHW44 final : public AlgoBase { public: AlgoS8WinogradF23_8x8_NCHW44( fallback::MatrixMulImpl::AlgoBase* matmul_algo, uint32_t tile_size) : m_matmul_algo{matmul_algo}, m_tile_size{tile_size} {} const char* name() const override { if (m_name.empty()) { m_name = ConvBiasImpl::algo_name( m_matmul_algo->name(), {8, 2, m_tile_size}, param::ConvBias::Format::NCHW44); } return m_name.c_str(); } AlgoAttribute attribute() const override { return AlgoAttribute::REPRODUCIBLE; } MEGDNN_WINOGRAD_ALGO_FUN_DECLARE(AlgoDataType::QINT8X8X32); MEGDNN_DECL_ALGO_TYPE(ARM_COMMON_WINOGRAD_F23_8X8_NCHW44_S8) }; } // namespace arm_common } // namespace megdnn // vim: syntax=cpp.doxygen