OpenI
/
MegEngine
Not watched
1
0
Fork 0
Code
Releases 31 Wiki Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Tree: a1877ee0fa
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from 'a1877ee0fa'
${ noResults }
MegEngine/dnn/src/aarch64/matrix_mul/algos.h

310 lines
13 kB
Raw Blame History 

  1. /**

  2.  * \file dnn/src/aarch64/matrix_mul/algos.h

  3.  * MegEngine is Licensed under the Apache License, Version 2.0 (the "License")

  4.  *

  5.  * Copyright (c) 2014-2020 Megvii Inc. All rights reserved.

  6.  *

  7.  * Unless required by applicable law or agreed to in writing,

  8.  * software distributed under the License is distributed on an

  9.  * "AS IS" BASIS, WITHOUT ARRANTIES OR CONDITIONS OF ANY KIND, either express or

  10.  * implied.

  11.  */

  12. 

  13. #pragma once

  14. 

  15. #include "src/aarch64/matrix_mul/opr_impl.h"

  16. #include "src/arm_common/matrix_mul/algos.h"

  17. #include "src/fallback/matrix_mul/gemm_common.h"

  18. 

  19. namespace megdnn {

  20. namespace aarch64 {

  21. 

  22. class MatrixMulImpl::AlgoF32K8x12x1 final : public AlgoBase {

  23. public:

  24.     bool is_reproducible() const override { return true; }

  25.     const char* name() const override { return "AARCH64_F32K8X12X1"; }

  26.     bool usable(const KernSizeParam&) const override;

  27.     size_t get_workspace(const KernSizeParam&) const override;

  28.     kern_t get_kern(const KernSizeParam&) const override;

  29.     MEGDNN_REG_GEMM_FUNC_FOR_IM2COL();

  30.     MEGDNN_DECL_ALGO_TYPE(AARCH64_F32_K8X12X1)

  31. };

  32. 

  33. class MatrixMulImpl::AlgoF32MK4_8x12x1 final : public AlgoBase {

  34. public:

  35.     bool is_reproducible() const override { return true; }

  36.     const char* name() const override { return "AARCH64_F32_MK4_K8X12X1"; }

  37.     bool usable(const KernSizeParam&) const override;

  38.     size_t get_workspace(const KernSizeParam&) const override;

  39.     kern_t get_kern(const KernSizeParam&) const override;

  40.     MEGDNN_REG_GEMM_FUNC_FOR_IM2COL();

  41.     MEGDNN_DECL_ALGO_TYPE(AARCH64_F32_MK4_K8X12X1)

  42. };

  43. 

  44. class MatrixMulImpl::AlgoF32K4x16x1 final : public AlgoBase {

  45. public:

  46.     bool is_reproducible() const override { return true; }

  47.     const char* name() const override { return "AARCH64_F32K4X16X1"; }

  48.     bool usable(const KernSizeParam&) const override;

  49.     size_t get_workspace(const KernSizeParam&) const override;

  50.     kern_t get_kern(const KernSizeParam&) const override;

  51.     MEGDNN_REG_GEMM_FUNC_FOR_IM2COL();

  52.     MEGDNN_DECL_ALGO_TYPE(AARCH64_F32_K4X16X1)

  53. };

  54. 

  55. class MatrixMulImpl::AlgoF32MK4_4x16 final : public AlgoBase {

  56. public:

  57.     bool is_reproducible() const override { return true; }

  58.     const char* name() const override { return "AARCH64_F32_MK4_4x16"; }

  59.     bool usable(const KernSizeParam&) const override;

  60.     size_t get_workspace(const KernSizeParam&) const override;

  61.     kern_t get_kern(const KernSizeParam&) const override;

  62.     PackMode packmode() const override { return PackMode::NO_PACK; }

  63.     MEGDNN_OVERRIDE_MATMUL_DESC(4, 16, 4, 4, AlgoDataType::FLOAT32, MK4)

  64.     MEGDNN_DECL_ALGO_TYPE(AARCH64_F32_MK4_4x16)

  65. };

  66. 

  67. class MatrixMulImpl::AlgoF32Gemv final

  68.         : public arm_common::MatrixMulImpl::AlgoF32Gemv {

  69. public:

  70.     AlgoF32Gemv() : arm_common::MatrixMulImpl::AlgoF32Gemv() {

  71.         m_handle_type = Handle::HandleType::AARCH64;

  72.     }

  73.     MEGDNN_DECL_ALGO_TYPE(AARCH64_F32_GEMV)

  74. };

  75. 

  76. #if __ARM_FEATURE_FP16_VECTOR_ARITHMETIC

  77. class MatrixMulImpl::AlgoF16K8x24x1 final : public AlgoBase {

  78. public:

  79.     bool is_reproducible() const override { return true; }

  80.     const char* name() const override { return "AARCH64_F16_K8X24X1"; }

  81.     bool usable(const KernSizeParam&) const override;

  82.     size_t get_workspace(const KernSizeParam&) const override;

  83.     kern_t get_kern(const KernSizeParam&) const override;

  84.     MEGDNN_REG_GEMM_FUNC_FOR_IM2COL();

  85.     MEGDNN_DECL_ALGO_TYPE(AARCH64_F16_K8X24X1)

  86. };

  87. 

  88. class MatrixMulImpl::AlgoF16MK8_8x8 final : public AlgoBase {

  89. public:

  90.     bool is_reproducible() const override { return true; }

  91.     const char* name() const override { return "AARCH64_F16_MK8_8X8"; }

  92.     bool usable(const KernSizeParam&) const override;

  93.     size_t get_workspace(const KernSizeParam&) const override;

  94.     kern_t get_kern(const KernSizeParam&) const override;

  95.     PackMode packmode() const override { return PackMode::NO_PACK; }

  96.     MEGDNN_OVERRIDE_MATMUL_DESC(8, 8, 8, 2, AlgoDataType::FLOAT16, MK8)

  97.     MEGDNN_DECL_ALGO_TYPE(AARCH64_F16_MK8_8X8)

  98. };

  99. 

  100. #endif

  101. 

  102. #if __ARM_FEATURE_DOTPROD

  103. class MatrixMulImpl::AlgoInt8x8x32K8x12x4DotProd final : public AlgoBase {

  104. public:

  105.     bool is_reproducible() const override { return true; }

  106.     const char* name() const override {

  107.         return "AARCH64_INT8X8X32_K8X12X4_DOTPROD";

  108.     }

  109.     bool usable(const KernSizeParam&) const override;

  110.     size_t get_workspace(const KernSizeParam&) const override;

  111.     kern_t get_kern(const KernSizeParam&) const override;

  112.     MEGDNN_REG_GEMM_FUNC_FOR_IM2COL();

  113.     MEGDNN_DECL_ALGO_TYPE(AARCH64_INT8X8X32_K8X12X4_DOTPROD)

  114. };

  115. 

  116. class MatrixMulImpl::AlgoInt8x8x32MK4_8x12x4DotProd final : public AlgoBase {

  117. public:

  118.     bool is_reproducible() const override { return true; }

  119.     const char* name() const override {

  120.         return "AARCH64_INT8X8X32_MK4_8X12X4_DOTPROD";

  121.     }

  122.     bool usable(const KernSizeParam&) const override;

  123.     size_t get_workspace(const KernSizeParam&) const override;

  124.     kern_t get_kern(const KernSizeParam&) const override;

  125.     MEGDNN_REG_GEMM_FUNC_FOR_IM2COL();

  126.     MEGDNN_DECL_ALGO_TYPE(AARCH64_INT8X8X32_MK4_8X12X4_DOTPROD)

  127. };

  128. #else

  129. 

  130. class MatrixMulImpl::AlgoInt8x8x32MK4_4x4x16 final : public AlgoBase {

  131. public:

  132.     bool is_reproducible() const override { return true; }

  133.     const char* name() const override { return "AARCH64_INT8X8X32_MK4_4X4X16"; }

  134.     bool usable(const KernSizeParam&) const override;

  135.     bool preferred(const KernSizeParam&) const override;

  136.     size_t get_workspace(const KernSizeParam&) const override;

  137.     kern_t get_kern(const KernSizeParam&) const override;

  138.     PackMode packmode() const override { return PackMode::DEFAULT; }

  139. 

  140.     MEGDNN_REG_GEMM_FUNC_FOR_IM2COL();

  141.     MEGDNN_DECL_ALGO_TYPE(AARCH64_INT8X8X32_MK4_4X4X16)

  142. };

  143. 

  144. class MatrixMulImpl::AlgoInt8x8x32K4x4x16 final : public AlgoBase {

  145. public:

  146.     bool is_reproducible() const override { return true; }

  147.     const char* name() const override { return "AARCH64_INT8X8X32_K4X4X16"; }

  148.     bool usable(const KernSizeParam&) const override;

  149.     bool preferred(const KernSizeParam&) const override;

  150.     size_t get_workspace(const KernSizeParam&) const override;

  151.     kern_t get_kern(const KernSizeParam&) const override;

  152. 

  153.     MEGDNN_REG_GEMM_FUNC_FOR_IM2COL();

  154.     MEGDNN_DECL_ALGO_TYPE(AARCH64_INT8X8X32_K4X4X16)

  155. };

  156. 

  157. class MatrixMulImpl::AlgoInt8x8x32K8x8x8 final : public AlgoBase {

  158. public:

  159.     bool is_reproducible() const override { return true; }

  160.     const char* name() const override { return "AARCH64_INT8X8X32_K8X8X8"; }

  161.     bool usable(const KernSizeParam&) const override;

  162.     bool preferred(const KernSizeParam&) const override;

  163.     size_t get_workspace(const KernSizeParam&) const override;

  164.     kern_t get_kern(const KernSizeParam&) const override;

  165.     MEGDNN_REG_GEMM_FUNC_FOR_IM2COL();

  166.     MEGDNN_DECL_ALGO_TYPE(AARCH64_INT8X8X32_K8X8X8)

  167. };

  168. #endif

  169. 

  170. class MatrixMulImpl::AlgoInt8x8x16K8x8x8 final : public AlgoBase {

  171. public:

  172.     bool is_reproducible() const override { return true; }

  173.     const char* name() const override { return "AARCH64_INT8X8X16_K8X8X8"; }

  174.     bool usable(const KernSizeParam&) const override;

  175.     bool preferred(const KernSizeParam&) const override;

  176.     size_t get_workspace(const KernSizeParam&) const override;

  177.     kern_t get_kern(const KernSizeParam&) const override;

  178. 

  179.     MEGDNN_REG_GEMM_FUNC_FOR_IM2COL();

  180.     MEGDNN_DECL_ALGO_TYPE(AARCH64_INT8X8X16_K8X8X8)

  181. };

  182. 

  183. class MatrixMulImpl::AlgoInt8x8x16K4x4x16 final : public AlgoBase {

  184. public:

  185.     bool is_reproducible() const override { return true; }

  186.     const char* name() const override { return "AARCH64_INT8X8X16_K4X4X16"; }

  187.     bool usable(const KernSizeParam&) const override;

  188.     bool preferred(const KernSizeParam&) const override;

  189.     size_t get_workspace(const KernSizeParam&) const override;

  190.     kern_t get_kern(const KernSizeParam&) const override;

  191.     MEGDNN_REG_GEMM_FUNC_FOR_IM2COL();

  192.     MEGDNN_DECL_ALGO_TYPE(AARCH64_INT8X8X16_K4X4X16)

  193. };

  194. 

  195. class MatrixMulImpl::AlgoInt8x8x16MK4_16x12x4 final : public AlgoBase {

  196. public:

  197.     bool is_reproducible() const override { return true; }

  198.     const char* name() const override {

  199.         return "AARCH64_INT8X8X16_MK4_16X12X4";

  200.     }

  201.     bool usable(const KernSizeParam&) const override;

  202.     bool preferred(const KernSizeParam&) const override;

  203.     size_t get_workspace(const KernSizeParam&) const override;

  204.     kern_t get_kern(const KernSizeParam&) const override;

  205.     PackMode packmode() const override { return PackMode::DEFAULT; }

  206. 

  207.     MEGDNN_REG_GEMM_FUNC_FOR_IM2COL();

  208.     MEGDNN_DECL_ALGO_TYPE(AARCH64_INT8X8X16_MK4_16X12X4)

  209. };

  210. 

  211. class MatrixMulImpl::AlgoInt8x8x16MK4_K8x8x8 final : public AlgoBase {

  212. public:

  213.     bool is_reproducible() const override { return true; }

  214.     const char* name() const override {

  215.         return "AARCH64_INT8X8X16_MK4_K8X8X8";

  216.     }

  217.     bool usable(const KernSizeParam&) const override;

  218.     bool preferred(const KernSizeParam&) const override;

  219.     size_t get_workspace(const KernSizeParam&) const override;

  220.     kern_t get_kern(const KernSizeParam&) const override;

  221.     PackMode packmode() const override { return PackMode::DEFAULT; }

  222. 

  223.     MEGDNN_REG_GEMM_FUNC_FOR_IM2COL();

  224.     MEGDNN_DECL_ALGO_TYPE(AARCH64_INT8X8X16_MK4_K8X8X8)

  225. };

  226. 

  227. class MatrixMulImpl::AlgoInt8x8x16MK4_4x4x8 final : public AlgoBase {

  228. public:

  229.     bool is_reproducible() const override { return true; }

  230.     const char* name() const override { return "AARCH64_INT8X8X16_MK4_4X4X8"; }

  231.     bool usable(const KernSizeParam&) const override;

  232.     bool preferred(const KernSizeParam&) const override;

  233.     size_t get_workspace(const KernSizeParam&) const override;

  234.     kern_t get_kern(const KernSizeParam&) const override;

  235.     PackMode packmode() const override { return PackMode::DEFAULT; }

  236. 

  237.     MEGDNN_REG_GEMM_FUNC_FOR_IM2COL();

  238.     MEGDNN_DECL_ALGO_TYPE(AARCH64_INT8X8X16_MK4_4X4X8)

  239. };

  240. 

  241. class MatrixMulImpl::AlgoInt16x16x32K12x8x1 final : public AlgoBase {

  242. public:

  243.     bool is_reproducible() const override { return true; }

  244.     const char* name() const override { return "AARCH64_INT16X16X32_K12X8X1"; }

  245.     bool usable(const KernSizeParam&) const override;

  246.     bool preferred(const KernSizeParam&) const override;

  247.     size_t get_workspace(const KernSizeParam&) const override;

  248.     kern_t get_kern(const KernSizeParam&) const override;

  249.     MEGDNN_REG_GEMM_FUNC_FOR_IM2COL();

  250.     MEGDNN_DECL_ALGO_TYPE(AARCH64_INT16X16X32_K12X8X1)

  251. };

  252. 

  253. class MatrixMulImpl::AlgoInt16x16x32MK8_8x8 final : public AlgoBase {

  254. public:

  255.     bool is_reproducible() const override { return true; }

  256.     const char* name() const override { return "AARCH64_INT16X16X32_MK8_8X8"; }

  257.     bool usable(const KernSizeParam&) const override;

  258.     size_t get_workspace(const KernSizeParam&) const override;

  259.     kern_t get_kern(const KernSizeParam&) const override;

  260.     PackMode packmode() const override { return PackMode::NO_PACK; }

  261.     MEGDNN_OVERRIDE_MATMUL_DESC(8, 8, 8, 2, AlgoDataType::INT16X16X32, MK8)

  262.     MEGDNN_DECL_ALGO_TYPE(AARCH64_INT16X16X32_MK8_8X8)

  263. };

  264. 

  265. #if __ARM_FEATURE_DOTPROD

  266. class MatrixMulImpl::AlgoQuint8K8x8x4DotProd final : public AlgoBase {

  267. public:

  268.     bool is_reproducible() const override { return true; }

  269.     const char* name() const override {

  270.         return "AARCH64_QUINT8_K8X8X4_DOTPROD";

  271.     }

  272.     bool usable(const KernSizeParam&) const override;

  273.     size_t get_workspace(const KernSizeParam&) const override;

  274.     kern_t get_kern(const KernSizeParam&) const override;

  275.     MEGDNN_REG_GEMM_FUNC_FOR_IM2COL();

  276.     MEGDNN_DECL_ALGO_TYPE(AARCH64_QUINT8_K8X8X4_DOTPROD)

  277. };

  278. 

  279. class MatrixMulImpl::AlgoQuint8GemvDotProd final : public AlgoBase {

  280. public:

  281.     bool is_reproducible() const override { return true; }

  282.     const char* name() const override { return "AARCH64_QUINT8_GEMV_DOTPROD"; }

  283.     bool usable(const KernSizeParam&) const override;

  284.     bool preferred(const KernSizeParam&) const override;

  285.     size_t get_workspace(const KernSizeParam&) const override { return 0; }

  286.     kern_t get_kern(const KernSizeParam&) const override;

  287.     AlgoSet algoset() const override { return AlgoSet::ALGO_TYPE_GEMV; }

  288.     PackMode packmode() const override { return PackMode::NO_PACK; }

  289.     MEGDNN_OVERRIDE_MATMUL_DESC(8, 16, 1, 2, AlgoDataType::QUINT8X8X32, DEFAULT)

  290.     MEGDNN_DECL_ALGO_TYPE(AARCH64_QUINT8_GEMV_DOTPROD)

  291. };

  292. #else

  293. 

  294. class MatrixMulImpl::AlgoQuint8K8x8x8 final : public AlgoBase {

  295. public:

  296.     bool is_reproducible() const override { return true; }

  297.     const char* name() const override { return "AARCH64_QUINT8_K8X8X8"; }

  298.     bool usable(const KernSizeParam&) const override;

  299.     size_t get_workspace(const KernSizeParam&) const override;

  300.     kern_t get_kern(const KernSizeParam&) const override;

  301.     MEGDNN_REG_GEMM_FUNC_FOR_IM2COL();

  302.     MEGDNN_DECL_ALGO_TYPE(AARCH64_QUINT8_K8X8X8)

  303. };

  304. #endif

  305. 

  306. }  // namespace aarch64

  307. }  // namespace megdnn

  308. 

  309. // vim: syntax=cpp.doxygen