OpenI
/
MegEngine
Not watched
1
0
Fork 0
Code
Releases 31 Wiki Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Tree: c33a717314
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from 'c33a717314'
${ noResults }
MegEngine/dnn/src/armv7/matrix_mul/algos.h

284 lines
11 kB
Raw Blame History 

  1. /**

  2.  * \file dnn/src/armv7/matrix_mul/algos.h

  3.  * MegEngine is Licensed under the Apache License, Version 2.0 (the "License")

  4.  *

  5.  * Copyright (c) 2014-2021 Megvii Inc. All rights reserved.

  6.  *

  7.  * Unless required by applicable law or agreed to in writing,

  8.  * software distributed under the License is distributed on an

  9.  * "AS IS" BASIS, WITHOUT ARRANTIES OR CONDITIONS OF ANY KIND, either express or

  10.  * implied.

  11.  */

  12. 

  13. #pragma once

  14. 

  15. #include "src/arm_common/matrix_mul/algos.h"

  16. #include "src/armv7/matrix_mul/opr_impl.h"

  17. #include "src/fallback/matrix_mul/gemm_common.h"

  18. 

  19. namespace megdnn {

  20. namespace armv7 {

  21. 

  22. class MatrixMulImpl::AlgoF32 final : public AlgoBase {

  23. public:

  24.     AlgoAttribute attribute() const override {

  25.         return AlgoAttribute::REPRODUCIBLE;

  26.     }

  27.     const char* name() const override { return "ARMV7_F32"; }

  28.     bool usable(const KernSizeParam&) const override;

  29.     size_t get_workspace(const KernSizeParam&) const override;

  30.     kern_t get_kern(const KernSizeParam&) const override;

  31.     MEGDNN_REG_GEMM_FUNC_FOR_IM2COL();

  32.     MEGDNN_DECL_ALGO_TYPE(ARMV7_F32)

  33. };

  34. 

  35. class MatrixMulImpl::AlgoF32MK4Pack4x12 final : public AlgoBase {

  36. public:

  37.     AlgoAttribute attribute() const override {

  38.         return AlgoAttribute::REPRODUCIBLE;

  39.     }

  40.     const char* name() const override { return "ARMV7_F32_MK4_PACK_4X12"; }

  41.     bool usable(const KernSizeParam&) const override;

  42.     size_t get_workspace(const KernSizeParam&) const override;

  43.     kern_t get_kern(const KernSizeParam&) const override;

  44.     MEGDNN_REG_GEMM_FUNC_FOR_IM2COL();

  45.     MEGDNN_DECL_ALGO_TYPE(ARMV7_F32_MK4_PACK_4X12)

  46. };

  47. 

  48. class MatrixMulImpl::AlgoF32MK4_4x8 final : public AlgoBase {

  49. public:

  50.     AlgoAttribute attribute() const override {

  51.         return AlgoAttribute::REPRODUCIBLE;

  52.     }

  53.     const char* name() const override { return "ARMV7_F32_MK4_4x8"; }

  54.     bool usable(const KernSizeParam&) const override;

  55.     size_t get_workspace(const KernSizeParam&) const override;

  56.     kern_t get_kern(const KernSizeParam&) const override;

  57.     PackMode packmode() const override { return PackMode::NO_PACK; }

  58.     MEGDNN_OVERRIDE_MATMUL_DESC(4, 8, 4, 4, AlgoDataType::FLOAT32, MK4)

  59.     MEGDNN_DECL_ALGO_TYPE(ARMV7_F32_MK4_4x8)

  60. };

  61. 

  62. #if __ARM_FEATURE_FP16_VECTOR_ARITHMETIC

  63. class MatrixMulImpl::AlgoF16K4x16x1 final : public AlgoBase {

  64. public:

  65.     AlgoAttribute attribute() const override {

  66.         return AlgoAttribute::REPRODUCIBLE;

  67.     }

  68.     const char* name() const override { return "AARCH32_F16_K4X16X1"; }

  69.     bool usable(const KernSizeParam&) const override;

  70.     size_t get_workspace(const KernSizeParam&) const override;

  71.     kern_t get_kern(const KernSizeParam&) const override;

  72.     MEGDNN_REG_GEMM_FUNC_FOR_IM2COL();

  73.     MEGDNN_DECL_ALGO_TYPE(ARMV7_F16_K4X16X1)

  74. };

  75. class MatrixMulImpl::AlgoF16MK8_4x8 final : public AlgoBase {

  76. public:

  77.     AlgoAttribute attribute() const override {

  78.         return AlgoAttribute::REPRODUCIBLE;

  79.     }

  80.     const char* name() const override { return "AARCH32_F16_MK8_4X8"; }

  81.     bool usable(const KernSizeParam&) const override;

  82.     size_t get_workspace(const KernSizeParam&) const override;

  83.     kern_t get_kern(const KernSizeParam&) const override;

  84.     PackMode packmode() const override { return PackMode::NO_PACK; }

  85.     MEGDNN_OVERRIDE_MATMUL_DESC(4, 8, 8, 2, AlgoDataType::FLOAT16, MK8)

  86.     MEGDNN_DECL_ALGO_TYPE(ARMV7_F16_MK8_4X8)

  87. };

  88. #endif

  89. #if __ARM_FEATURE_DOTPROD

  90. class MatrixMulImpl::AlgoInt8x8x32K6x8x4 final : public AlgoBase {

  91. public:

  92.     AlgoAttribute attribute() const override {

  93.         return AlgoAttribute::REPRODUCIBLE;

  94.     }

  95.     const char* name() const override { return "AARCH32_INT8_K6X8X4"; }

  96.     bool usable(const KernSizeParam&) const override;

  97.     size_t get_workspace(const KernSizeParam&) const override;

  98.     kern_t get_kern(const KernSizeParam&) const override;

  99.     MEGDNN_REG_GEMM_FUNC_FOR_IM2COL();

  100.     MEGDNN_DECL_ALGO_TYPE(ARMV7_INT8_K6X8X4)

  101. };

  102. 

  103. class MatrixMulImpl::AlgoQuint8DotK4x8x4 final : public AlgoBase {

  104. public:

  105.     AlgoAttribute attribute() const override {

  106.         return AlgoAttribute::REPRODUCIBLE;

  107.     }

  108.     const char* name() const override { return "AARCH32_QUINT8_K4X8X4"; }

  109.     bool usable(const KernSizeParam&) const override;

  110.     size_t get_workspace(const KernSizeParam&) const override;

  111.     kern_t get_kern(const KernSizeParam&) const override;

  112.     MEGDNN_REG_GEMM_FUNC_FOR_IM2COL();

  113.     MEGDNN_DECL_ALGO_TYPE(ARMV7_QUINT8_K4X8X4)

  114. };

  115. 

  116. class MatrixMulImpl::AlgoInt8x8x32MK4_8x4x4DotProd final : public AlgoBase {

  117. public:

  118.     AlgoAttribute attribute() const override {

  119.         return AlgoAttribute::REPRODUCIBLE;

  120.     }

  121.     const char* name() const override {

  122.         return "AARCH32_INT8_MK4_8X4X4_DOTPROD";

  123.     }

  124.     bool usable(const KernSizeParam&) const override;

  125.     size_t get_workspace(const KernSizeParam&) const override;

  126.     kern_t get_kern(const KernSizeParam&) const override;

  127.     MEGDNN_REG_GEMM_FUNC_FOR_IM2COL();

  128.     MEGDNN_DECL_ALGO_TYPE(ARMV7_INT8_MK4_8X4X4_DOTPROD)

  129. };

  130. #endif

  131. 

  132. class MatrixMulImpl::AlgoF32Gemv final

  133.         : public arm_common::MatrixMulImpl::AlgoF32Gemv {

  134. public:

  135.     AlgoF32Gemv() : arm_common::MatrixMulImpl::AlgoF32Gemv() {

  136.         m_handle_type = Handle::HandleType::ARMV7;

  137.     }

  138.     MEGDNN_DECL_ALGO_TYPE(ARMV7_F32_GEMV)

  139. };

  140. 

  141. class MatrixMulImpl::AlgoInt8x8x32K4x2x16 final : public AlgoBase {

  142. public:

  143.     AlgoAttribute attribute() const override {

  144.         return AlgoAttribute::REPRODUCIBLE;

  145.     }

  146.     const char* name() const override { return "ARMV7_INT8X8X32_K4X2X16"; }

  147.     bool usable(const KernSizeParam&) const override;

  148.     bool preferred(const KernSizeParam&) const override;

  149.     size_t get_workspace(const KernSizeParam&) const override;

  150.     kern_t get_kern(const KernSizeParam&) const override;

  151.     MEGDNN_REG_GEMM_FUNC_FOR_IM2COL();

  152.     MEGDNN_DECL_ALGO_TYPE(ARMV7_INT8X8X32_K4X2X16)

  153. };

  154. 

  155. class MatrixMulImpl::AlgoInt8x8x32K4x8x8 final : public AlgoBase {

  156. public:

  157.     AlgoAttribute attribute() const override {

  158.         return AlgoAttribute::REPRODUCIBLE;

  159.     }

  160.     const char* name() const override { return "ARMV7_INT8X8X32_K4X8X8"; }

  161.     bool usable(const KernSizeParam&) const override;

  162.     bool preferred(const KernSizeParam&) const override;

  163.     size_t get_workspace(const KernSizeParam&) const override;

  164.     kern_t get_kern(const KernSizeParam&) const override;

  165.     MEGDNN_REG_GEMM_FUNC_FOR_IM2COL();

  166.     MEGDNN_DECL_ALGO_TYPE(ARMV7_INT8X8X32_K4X8X8)

  167. };

  168. 

  169. class MatrixMulImpl::AlgoQuint8K4x8x8 final : public AlgoBase {

  170. public:

  171.     AlgoAttribute attribute() const override {

  172.         return AlgoAttribute::REPRODUCIBLE;

  173.     }

  174.     const char* name() const override { return "ARMV7_QUINT8_K4X8X8"; }

  175.     bool usable(const KernSizeParam&) const override;

  176.     size_t get_workspace(const KernSizeParam&) const override;

  177.     kern_t get_kern(const KernSizeParam&) const override;

  178.     MEGDNN_REG_GEMM_FUNC_FOR_IM2COL();

  179.     MEGDNN_DECL_ALGO_TYPE(ARMV7_QUINT8_K4X8X8)

  180. };

  181. 

  182. class MatrixMulImpl::AlgoInt8x8x16K4x2x16 final : public AlgoBase {

  183. public:

  184.     AlgoAttribute attribute() const override {

  185.         return AlgoAttribute::REPRODUCIBLE;

  186.     }

  187.     const char* name() const override { return "ARMV7_INT8X8X16_K4X2X16"; }

  188.     bool usable(const KernSizeParam&) const override;

  189.     bool preferred(const KernSizeParam&) const override;

  190.     size_t get_workspace(const KernSizeParam&) const override;

  191.     kern_t get_kern(const KernSizeParam&) const override;

  192.     MEGDNN_REG_GEMM_FUNC_FOR_IM2COL();

  193.     MEGDNN_DECL_ALGO_TYPE(ARMV7_INT8X8X16_K4X2X16)

  194. };

  195. 

  196. class MatrixMulImpl::AlgoInt8x8x16K4x8x8 final : public AlgoBase {

  197. public:

  198.     AlgoAttribute attribute() const override {

  199.         return AlgoAttribute::REPRODUCIBLE;

  200.     }

  201.     const char* name() const override { return "ARMV7_INT8X8X16_K4X8X8"; }

  202.     bool usable(const KernSizeParam&) const override;

  203.     bool preferred(const KernSizeParam&) const override;

  204.     size_t get_workspace(const KernSizeParam&) const override;

  205.     kern_t get_kern(const KernSizeParam&) const override;

  206.     MEGDNN_REG_GEMM_FUNC_FOR_IM2COL();

  207.     MEGDNN_DECL_ALGO_TYPE(ARMV7_INT8X8X16_K4X8X8)

  208. };

  209. 

  210. class MatrixMulImpl::AlgoInt8x8x16K8x8x4 final : public AlgoBase {

  211. public:

  212.     AlgoAttribute attribute() const override {

  213.         return AlgoAttribute::REPRODUCIBLE;

  214.     }

  215.     const char* name() const override { return "ARMV7_INT8X8X16_K8X8X4"; }

  216.     bool usable(const KernSizeParam&) const override;

  217.     bool preferred(const KernSizeParam&) const override;

  218.     size_t get_workspace(const KernSizeParam&) const override;

  219.     kern_t get_kern(const KernSizeParam&) const override;

  220.     MEGDNN_REG_GEMM_FUNC_FOR_IM2COL();

  221.     MEGDNN_DECL_ALGO_TYPE(ARMV7_INT8X8X16_K8X8X4)

  222. };

  223. 

  224. class MatrixMulImpl::AlgoInt8x8x16MK4_8x8x4 final : public AlgoBase {

  225. public:

  226.     AlgoAttribute attribute() const override {

  227.         return AlgoAttribute::REPRODUCIBLE;

  228.     }

  229.     const char* name() const override { return "ARMV7_INT8X8X16_MK4_K8X8X4"; }

  230.     bool usable(const KernSizeParam&) const override;

  231.     bool preferred(const KernSizeParam&) const override;

  232.     size_t get_workspace(const KernSizeParam&) const override;

  233.     kern_t get_kern(const KernSizeParam&) const override;

  234.     MEGDNN_REG_GEMM_FUNC_FOR_IM2COL();

  235.     MEGDNN_DECL_ALGO_TYPE(ARMV7_INT8X8X16_MK4_K8X8X4)

  236. };

  237. 

  238. class MatrixMulImpl::AlgoInt16x16x32K12x4x1 final : public AlgoBase {

  239. public:

  240.     AlgoAttribute attribute() const override {

  241.         return AlgoAttribute::REPRODUCIBLE;

  242.     }

  243.     const char* name() const override { return "ARMV7_INT16X16X32_K12X4X1"; }

  244.     bool usable(const KernSizeParam&) const override;

  245.     bool preferred(const KernSizeParam&) const override;

  246.     size_t get_workspace(const KernSizeParam&) const override;

  247.     kern_t get_kern(const KernSizeParam&) const override;

  248.     MEGDNN_REG_GEMM_FUNC_FOR_IM2COL();

  249.     MEGDNN_DECL_ALGO_TYPE(ARMV7_INT16X16X32_K12X4X1)

  250. };

  251. 

  252. class MatrixMulImpl::AlgoInt16x16x32MK8_4x8 final : public AlgoBase {

  253. public:

  254.     AlgoAttribute attribute() const override {

  255.         return AlgoAttribute::REPRODUCIBLE;

  256.     }

  257.     const char* name() const override { return "ARMV7_INT16X16X32_MK8_4X8"; }

  258.     bool usable(const KernSizeParam&) const override;

  259.     size_t get_workspace(const KernSizeParam&) const override;

  260.     kern_t get_kern(const KernSizeParam&) const override;

  261.     PackMode packmode() const override { return PackMode::NO_PACK; }

  262.     MEGDNN_OVERRIDE_MATMUL_DESC(4, 8, 8, 2, AlgoDataType::INT16X16X32, MK8)

  263.     MEGDNN_DECL_ALGO_TYPE(ARMV7_INT16X16X32_MK8_4X8)

  264. };

  265. 

  266. class MatrixMulImpl::AlgoInt8x8x32MK4_4x2x16 final : public AlgoBase {

  267. public:

  268.     AlgoAttribute attribute() const override {

  269.         return AlgoAttribute::REPRODUCIBLE;

  270.     }

  271.     const char* name() const override { return "ARMV7_INT8X8X32_MK4_4X2X16"; }

  272.     bool usable(const KernSizeParam&) const override;

  273.     bool preferred(const KernSizeParam&) const override;

  274.     size_t get_workspace(const KernSizeParam&) const override;

  275.     kern_t get_kern(const KernSizeParam&) const override;

  276.     MEGDNN_REG_GEMM_FUNC_FOR_IM2COL();

  277.     MEGDNN_DECL_ALGO_TYPE(ARMV7_INT8X8X32_MK4_4X2X16)

  278. };

  279. 

  280. }  // namespace armv7

  281. }  // namespace megdnn

  282. 

  283. // vim: syntax=cpp.doxygen