From 5f863682193e0f2e5e584a9164689773e5401a2b Mon Sep 17 00:00:00 2001 From: Megvii Engine Team Date: Thu, 28 Jul 2022 19:49:44 +0800 Subject: [PATCH] Revert "feat(dnn): add elemwise modes" This reverts commit cb713ddb24e09b9426eb12c5a9767c308d65fd60. GitOrigin-RevId: 02adf025e602415be9ea0367e6fd1cb8feca6492 --- dnn/scripts/gen_elemwise_multi_type_utils.py | 18 +- dnn/scripts/gen_elemwise_utils.py | 16 +- dnn/scripts/opr_param_defs.py | 28 +-- dnn/src/common/elemwise/each_mode.inl | 39 +---- dnn/src/common/elemwise/kern_defs.cuh | 35 ---- dnn/src/common/elemwise/opr_impl.cpp | 22 --- .../cuda/elemwise/kimpl/ACOSH_GRAD_dt_bfloat16.cu | 7 - .../cuda/elemwise/kimpl/ACOSH_GRAD_dt_float16.cu | 7 - .../cuda/elemwise/kimpl/ACOSH_GRAD_dt_float32.cu | 5 - dnn/src/cuda/elemwise/kimpl/ACOSH_dt_bfloat16.cu | 7 - dnn/src/cuda/elemwise/kimpl/ACOSH_dt_float16.cu | 7 - dnn/src/cuda/elemwise/kimpl/ACOSH_dt_float32.cu | 5 - .../cuda/elemwise/kimpl/ASINH_GRAD_dt_bfloat16.cu | 7 - .../cuda/elemwise/kimpl/ASINH_GRAD_dt_float16.cu | 7 - .../cuda/elemwise/kimpl/ASINH_GRAD_dt_float32.cu | 5 - dnn/src/cuda/elemwise/kimpl/ASINH_dt_bfloat16.cu | 7 - dnn/src/cuda/elemwise/kimpl/ASINH_dt_float16.cu | 7 - dnn/src/cuda/elemwise/kimpl/ASINH_dt_float32.cu | 5 - .../cuda/elemwise/kimpl/ATANH_GRAD_dt_bfloat16.cu | 7 - .../cuda/elemwise/kimpl/ATANH_GRAD_dt_float16.cu | 7 - .../cuda/elemwise/kimpl/ATANH_GRAD_dt_float32.cu | 5 - dnn/src/cuda/elemwise/kimpl/ATANH_dt_bfloat16.cu | 7 - dnn/src/cuda/elemwise/kimpl/ATANH_dt_float16.cu | 7 - dnn/src/cuda/elemwise/kimpl/ATANH_dt_float32.cu | 5 - dnn/src/cuda/elemwise/kimpl/CLIP_dt_bfloat16.cu | 7 - dnn/src/cuda/elemwise/kimpl/CLIP_dt_float16.cu | 7 - dnn/src/cuda/elemwise/kimpl/CLIP_dt_float32.cu | 5 - dnn/src/cuda/elemwise/kimpl/CLIP_dt_int16.cu | 5 - dnn/src/cuda/elemwise/kimpl/CLIP_dt_int32.cu | 5 - dnn/src/cuda/elemwise/kimpl/CLIP_dt_int8.cu | 5 - dnn/src/cuda/elemwise/kimpl/CLIP_dt_uint8.cu | 5 - dnn/src/cuda/elemwise/kimpl/COSH_dt_bfloat16.cu | 7 - dnn/src/cuda/elemwise/kimpl/COSH_dt_float16.cu | 7 - dnn/src/cuda/elemwise/kimpl/COSH_dt_float32.cu | 5 - .../elemwise/kimpl/HSIGMOID_GRAD_dt_bfloat16.cu | 7 - .../elemwise/kimpl/HSIGMOID_GRAD_dt_float16.cu | 7 - .../elemwise/kimpl/HSIGMOID_GRAD_dt_float32.cu | 5 - .../cuda/elemwise/kimpl/HSIGMOID_dt_bfloat16.cu | 7 - dnn/src/cuda/elemwise/kimpl/HSIGMOID_dt_float16.cu | 7 - dnn/src/cuda/elemwise/kimpl/HSIGMOID_dt_float32.cu | 5 - .../cuda/elemwise/kimpl/LOGSIGMOID_dt_bfloat16.cu | 7 - .../cuda/elemwise/kimpl/LOGSIGMOID_dt_float16.cu | 7 - .../cuda/elemwise/kimpl/LOGSIGMOID_dt_float32.cu | 5 - .../cuda/elemwise/kimpl/PRELU_GRAD_dt_bfloat16.cu | 7 - .../cuda/elemwise/kimpl/PRELU_GRAD_dt_float16.cu | 7 - .../cuda/elemwise/kimpl/PRELU_GRAD_dt_float32.cu | 5 - dnn/src/cuda/elemwise/kimpl/PRELU_dt_bfloat16.cu | 7 - dnn/src/cuda/elemwise/kimpl/PRELU_dt_float16.cu | 7 - dnn/src/cuda/elemwise/kimpl/PRELU_dt_float32.cu | 5 - dnn/src/cuda/elemwise/kimpl/PRELU_dt_int16.cu | 5 - dnn/src/cuda/elemwise/kimpl/PRELU_dt_int32.cu | 5 - dnn/src/cuda/elemwise/kimpl/PRELU_dt_int8.cu | 5 - dnn/src/cuda/elemwise/kimpl/PRELU_dt_uint8.cu | 5 - .../cuda/elemwise/kimpl/RELU6_GRAD_dt_bfloat16.cu | 7 - .../cuda/elemwise/kimpl/RELU6_GRAD_dt_float16.cu | 7 - .../cuda/elemwise/kimpl/RELU6_GRAD_dt_float32.cu | 5 - dnn/src/cuda/elemwise/kimpl/RELU6_dt_bfloat16.cu | 7 - dnn/src/cuda/elemwise/kimpl/RELU6_dt_float16.cu | 7 - dnn/src/cuda/elemwise/kimpl/RELU6_dt_float32.cu | 5 - dnn/src/cuda/elemwise/kimpl/RELU6_dt_int16.cu | 5 - dnn/src/cuda/elemwise/kimpl/RELU6_dt_int32.cu | 5 - dnn/src/cuda/elemwise/kimpl/RELU6_dt_int8.cu | 5 - dnn/src/cuda/elemwise/kimpl/RELU6_dt_uint8.cu | 5 - dnn/src/cuda/elemwise/kimpl/SIGN_dt_bfloat16.cu | 7 - dnn/src/cuda/elemwise/kimpl/SIGN_dt_float16.cu | 7 - dnn/src/cuda/elemwise/kimpl/SIGN_dt_float32.cu | 5 - dnn/src/cuda/elemwise/kimpl/SIGN_dt_int16.cu | 5 - dnn/src/cuda/elemwise/kimpl/SIGN_dt_int32.cu | 5 - dnn/src/cuda/elemwise/kimpl/SIGN_dt_int8.cu | 5 - dnn/src/cuda/elemwise/kimpl/SIGN_dt_uint8.cu | 5 - dnn/src/cuda/elemwise/kimpl/SINH_dt_bfloat16.cu | 7 - dnn/src/cuda/elemwise/kimpl/SINH_dt_float16.cu | 7 - dnn/src/cuda/elemwise/kimpl/SINH_dt_float32.cu | 5 - .../elemwise/kimpl/SOFTPLUS_GRAD_dt_bfloat16.cu | 7 - .../elemwise/kimpl/SOFTPLUS_GRAD_dt_float16.cu | 7 - .../elemwise/kimpl/SOFTPLUS_GRAD_dt_float32.cu | 5 - .../cuda/elemwise/kimpl/SOFTPLUS_dt_bfloat16.cu | 7 - dnn/src/cuda/elemwise/kimpl/SOFTPLUS_dt_float16.cu | 7 - dnn/src/cuda/elemwise/kimpl/SOFTPLUS_dt_float32.cu | 5 - dnn/src/cuda/elemwise/kimpl/SQRT_dt_bfloat16.cu | 7 - dnn/src/cuda/elemwise/kimpl/SQRT_dt_float16.cu | 7 - dnn/src/cuda/elemwise/kimpl/SQRT_dt_float32.cu | 5 - dnn/src/cuda/elemwise/kimpl/SQUARE_dt_bfloat16.cu | 7 - dnn/src/cuda/elemwise/kimpl/SQUARE_dt_float16.cu | 7 - dnn/src/cuda/elemwise/kimpl/SQUARE_dt_float32.cu | 5 - dnn/src/cuda/elemwise/kimpl/SQUARE_dt_int16.cu | 5 - dnn/src/cuda/elemwise/kimpl/SQUARE_dt_int32.cu | 5 - dnn/src/cuda/elemwise/kimpl/SQUARE_dt_int8.cu | 5 - dnn/src/cuda/elemwise/kimpl/SQUARE_dt_uint8.cu | 5 - dnn/src/cuda/elemwise/kimpl/TAN_dt_bfloat16.cu | 7 - dnn/src/cuda/elemwise/kimpl/TAN_dt_float16.cu | 7 - dnn/src/cuda/elemwise/kimpl/TAN_dt_float32.cu | 5 - .../kimpl/ACOSH_GRAD_dt_qint8_dt_qint8.cu | 6 - .../kimpl/ACOSH_dt_qint8_dt_qint8.cu | 6 - .../kimpl/ASINH_GRAD_dt_qint8_dt_qint8.cu | 6 - .../kimpl/ASINH_dt_qint8_dt_qint8.cu | 6 - .../kimpl/ATANH_GRAD_dt_qint8_dt_qint8.cu | 6 - .../kimpl/ATANH_dt_qint8_dt_qint8.cu | 6 - .../kimpl/CLIP_dt_qint4_dt_qint4.cu | 6 - .../kimpl/CLIP_dt_qint8_dt_qint8.cu | 6 - .../kimpl/CLIP_dt_quint4_dt_quint4.cu | 6 - .../kimpl/COSH_dt_qint8_dt_qint8.cu | 6 - .../kimpl/HSIGMOID_GRAD_dt_qint8_dt_qint8.cu | 6 - .../kimpl/HSIGMOID_dt_qint8_dt_qint8.cu | 6 - .../kimpl/LOGSIGMOID_dt_qint8_dt_qint8.cu | 6 - .../kimpl/PRELU_GRAD_dt_qint8_dt_qint8.cu | 6 - .../kimpl/PRELU_dt_qint8_dt_qint8.cu | 6 - .../kimpl/RELU6_GRAD_dt_qint8_dt_qint8.cu | 6 - .../kimpl/RELU6_dt_qint8_dt_qint8.cu | 6 - .../kimpl/SIGN_dt_qint8_dt_qint8.cu | 6 - .../kimpl/SINH_dt_qint8_dt_qint8.cu | 6 - .../kimpl/SOFTPLUS_GRAD_dt_qint8_dt_qint8.cu | 6 - .../kimpl/SOFTPLUS_dt_qint8_dt_qint8.cu | 6 - .../kimpl/SQRT_dt_qint8_dt_qint8.cu | 6 - .../kimpl/SQUARE_dt_qint8_dt_qint8.cu | 6 - .../kimpl/TAN_dt_qint8_dt_qint8.cu | 6 - dnn/src/cuda/elemwise_multi_type/opr_impl.cpp | 5 +- .../elemwise/fallback_impl/opr_binary_impl.cpp | 8 - .../elemwise/fallback_impl/opr_unary_impl.cpp | 16 -- .../elemwise/kimpl/ACOSH_GRAD_dt_bfloat16.cpp | 7 - .../naive/elemwise/kimpl/ACOSH_GRAD_dt_float16.cpp | 7 - .../naive/elemwise/kimpl/ACOSH_GRAD_dt_float32.cpp | 5 - dnn/src/naive/elemwise/kimpl/ACOSH_dt_bfloat16.cpp | 7 - dnn/src/naive/elemwise/kimpl/ACOSH_dt_float16.cpp | 7 - dnn/src/naive/elemwise/kimpl/ACOSH_dt_float32.cpp | 5 - .../elemwise/kimpl/ASINH_GRAD_dt_bfloat16.cpp | 7 - .../naive/elemwise/kimpl/ASINH_GRAD_dt_float16.cpp | 7 - .../naive/elemwise/kimpl/ASINH_GRAD_dt_float32.cpp | 5 - dnn/src/naive/elemwise/kimpl/ASINH_dt_bfloat16.cpp | 7 - dnn/src/naive/elemwise/kimpl/ASINH_dt_float16.cpp | 7 - dnn/src/naive/elemwise/kimpl/ASINH_dt_float32.cpp | 5 - .../elemwise/kimpl/ATANH_GRAD_dt_bfloat16.cpp | 7 - .../naive/elemwise/kimpl/ATANH_GRAD_dt_float16.cpp | 7 - .../naive/elemwise/kimpl/ATANH_GRAD_dt_float32.cpp | 5 - dnn/src/naive/elemwise/kimpl/ATANH_dt_bfloat16.cpp | 7 - dnn/src/naive/elemwise/kimpl/ATANH_dt_float16.cpp | 7 - dnn/src/naive/elemwise/kimpl/ATANH_dt_float32.cpp | 5 - dnn/src/naive/elemwise/kimpl/CLIP_dt_bfloat16.cpp | 7 - dnn/src/naive/elemwise/kimpl/CLIP_dt_float16.cpp | 7 - dnn/src/naive/elemwise/kimpl/CLIP_dt_float32.cpp | 5 - dnn/src/naive/elemwise/kimpl/CLIP_dt_int16.cpp | 5 - dnn/src/naive/elemwise/kimpl/CLIP_dt_int32.cpp | 5 - dnn/src/naive/elemwise/kimpl/CLIP_dt_int8.cpp | 5 - dnn/src/naive/elemwise/kimpl/CLIP_dt_uint8.cpp | 5 - dnn/src/naive/elemwise/kimpl/COSH_dt_bfloat16.cpp | 7 - dnn/src/naive/elemwise/kimpl/COSH_dt_float16.cpp | 7 - dnn/src/naive/elemwise/kimpl/COSH_dt_float32.cpp | 5 - .../elemwise/kimpl/HSIGMOID_GRAD_dt_bfloat16.cpp | 7 - .../elemwise/kimpl/HSIGMOID_GRAD_dt_float16.cpp | 7 - .../elemwise/kimpl/HSIGMOID_GRAD_dt_float32.cpp | 5 - .../naive/elemwise/kimpl/HSIGMOID_dt_bfloat16.cpp | 7 - .../naive/elemwise/kimpl/HSIGMOID_dt_float16.cpp | 7 - .../naive/elemwise/kimpl/HSIGMOID_dt_float32.cpp | 5 - .../elemwise/kimpl/LOGSIGMOID_dt_bfloat16.cpp | 7 - .../naive/elemwise/kimpl/LOGSIGMOID_dt_float16.cpp | 7 - .../naive/elemwise/kimpl/LOGSIGMOID_dt_float32.cpp | 5 - .../elemwise/kimpl/PRELU_GRAD_dt_bfloat16.cpp | 7 - .../naive/elemwise/kimpl/PRELU_GRAD_dt_float16.cpp | 7 - .../naive/elemwise/kimpl/PRELU_GRAD_dt_float32.cpp | 5 - dnn/src/naive/elemwise/kimpl/PRELU_dt_bfloat16.cpp | 7 - dnn/src/naive/elemwise/kimpl/PRELU_dt_float16.cpp | 7 - dnn/src/naive/elemwise/kimpl/PRELU_dt_float32.cpp | 5 - dnn/src/naive/elemwise/kimpl/PRELU_dt_int16.cpp | 5 - dnn/src/naive/elemwise/kimpl/PRELU_dt_int32.cpp | 5 - dnn/src/naive/elemwise/kimpl/PRELU_dt_int8.cpp | 5 - dnn/src/naive/elemwise/kimpl/PRELU_dt_uint8.cpp | 5 - .../elemwise/kimpl/RELU6_GRAD_dt_bfloat16.cpp | 7 - .../naive/elemwise/kimpl/RELU6_GRAD_dt_float16.cpp | 7 - .../naive/elemwise/kimpl/RELU6_GRAD_dt_float32.cpp | 5 - dnn/src/naive/elemwise/kimpl/RELU6_dt_bfloat16.cpp | 7 - dnn/src/naive/elemwise/kimpl/RELU6_dt_float16.cpp | 7 - dnn/src/naive/elemwise/kimpl/RELU6_dt_float32.cpp | 5 - dnn/src/naive/elemwise/kimpl/RELU6_dt_int16.cpp | 5 - dnn/src/naive/elemwise/kimpl/RELU6_dt_int32.cpp | 5 - dnn/src/naive/elemwise/kimpl/RELU6_dt_int8.cpp | 5 - dnn/src/naive/elemwise/kimpl/RELU6_dt_uint8.cpp | 5 - dnn/src/naive/elemwise/kimpl/SIGN_dt_bfloat16.cpp | 7 - dnn/src/naive/elemwise/kimpl/SIGN_dt_float16.cpp | 7 - dnn/src/naive/elemwise/kimpl/SIGN_dt_float32.cpp | 5 - dnn/src/naive/elemwise/kimpl/SIGN_dt_int16.cpp | 5 - dnn/src/naive/elemwise/kimpl/SIGN_dt_int32.cpp | 5 - dnn/src/naive/elemwise/kimpl/SIGN_dt_int8.cpp | 5 - dnn/src/naive/elemwise/kimpl/SIGN_dt_uint8.cpp | 5 - dnn/src/naive/elemwise/kimpl/SINH_dt_bfloat16.cpp | 7 - dnn/src/naive/elemwise/kimpl/SINH_dt_float16.cpp | 7 - dnn/src/naive/elemwise/kimpl/SINH_dt_float32.cpp | 5 - .../elemwise/kimpl/SOFTPLUS_GRAD_dt_bfloat16.cpp | 7 - .../elemwise/kimpl/SOFTPLUS_GRAD_dt_float16.cpp | 7 - .../elemwise/kimpl/SOFTPLUS_GRAD_dt_float32.cpp | 5 - .../naive/elemwise/kimpl/SOFTPLUS_dt_bfloat16.cpp | 7 - .../naive/elemwise/kimpl/SOFTPLUS_dt_float16.cpp | 7 - .../naive/elemwise/kimpl/SOFTPLUS_dt_float32.cpp | 5 - dnn/src/naive/elemwise/kimpl/SQRT_dt_bfloat16.cpp | 7 - dnn/src/naive/elemwise/kimpl/SQRT_dt_float16.cpp | 7 - dnn/src/naive/elemwise/kimpl/SQRT_dt_float32.cpp | 5 - .../naive/elemwise/kimpl/SQUARE_dt_bfloat16.cpp | 7 - dnn/src/naive/elemwise/kimpl/SQUARE_dt_float16.cpp | 7 - dnn/src/naive/elemwise/kimpl/SQUARE_dt_float32.cpp | 5 - dnn/src/naive/elemwise/kimpl/SQUARE_dt_int16.cpp | 5 - dnn/src/naive/elemwise/kimpl/SQUARE_dt_int32.cpp | 5 - dnn/src/naive/elemwise/kimpl/SQUARE_dt_int8.cpp | 5 - dnn/src/naive/elemwise/kimpl/SQUARE_dt_uint8.cpp | 5 - dnn/src/naive/elemwise/kimpl/TAN_dt_bfloat16.cpp | 7 - dnn/src/naive/elemwise/kimpl/TAN_dt_float16.cpp | 7 - dnn/src/naive/elemwise/kimpl/TAN_dt_float32.cpp | 5 - .../elemwise/kimpl/ACOSH_GRAD_dt_bfloat16.cpp.hip | 7 - .../elemwise/kimpl/ACOSH_GRAD_dt_float16.cpp.hip | 7 - .../elemwise/kimpl/ACOSH_GRAD_dt_float32.cpp.hip | 5 - .../rocm/elemwise/kimpl/ACOSH_dt_bfloat16.cpp.hip | 7 - .../rocm/elemwise/kimpl/ACOSH_dt_float16.cpp.hip | 7 - .../rocm/elemwise/kimpl/ACOSH_dt_float32.cpp.hip | 5 - .../elemwise/kimpl/ASINH_GRAD_dt_bfloat16.cpp.hip | 7 - .../elemwise/kimpl/ASINH_GRAD_dt_float16.cpp.hip | 7 - .../elemwise/kimpl/ASINH_GRAD_dt_float32.cpp.hip | 5 - .../rocm/elemwise/kimpl/ASINH_dt_bfloat16.cpp.hip | 7 - .../rocm/elemwise/kimpl/ASINH_dt_float16.cpp.hip | 7 - .../rocm/elemwise/kimpl/ASINH_dt_float32.cpp.hip | 5 - .../elemwise/kimpl/ATANH_GRAD_dt_bfloat16.cpp.hip | 7 - .../elemwise/kimpl/ATANH_GRAD_dt_float16.cpp.hip | 7 - .../elemwise/kimpl/ATANH_GRAD_dt_float32.cpp.hip | 5 - .../rocm/elemwise/kimpl/ATANH_dt_bfloat16.cpp.hip | 7 - .../rocm/elemwise/kimpl/ATANH_dt_float16.cpp.hip | 7 - .../rocm/elemwise/kimpl/ATANH_dt_float32.cpp.hip | 5 - .../rocm/elemwise/kimpl/CLIP_dt_bfloat16.cpp.hip | 7 - .../rocm/elemwise/kimpl/CLIP_dt_float16.cpp.hip | 7 - .../rocm/elemwise/kimpl/CLIP_dt_float32.cpp.hip | 5 - dnn/src/rocm/elemwise/kimpl/CLIP_dt_int16.cpp.hip | 5 - dnn/src/rocm/elemwise/kimpl/CLIP_dt_int32.cpp.hip | 5 - dnn/src/rocm/elemwise/kimpl/CLIP_dt_int8.cpp.hip | 5 - dnn/src/rocm/elemwise/kimpl/CLIP_dt_uint8.cpp.hip | 5 - .../rocm/elemwise/kimpl/COSH_dt_bfloat16.cpp.hip | 7 - .../rocm/elemwise/kimpl/COSH_dt_float16.cpp.hip | 7 - .../rocm/elemwise/kimpl/COSH_dt_float32.cpp.hip | 5 - .../kimpl/HSIGMOID_GRAD_dt_bfloat16.cpp.hip | 7 - .../kimpl/HSIGMOID_GRAD_dt_float16.cpp.hip | 7 - .../kimpl/HSIGMOID_GRAD_dt_float32.cpp.hip | 5 - .../elemwise/kimpl/HSIGMOID_dt_bfloat16.cpp.hip | 7 - .../elemwise/kimpl/HSIGMOID_dt_float16.cpp.hip | 7 - .../elemwise/kimpl/HSIGMOID_dt_float32.cpp.hip | 5 - .../elemwise/kimpl/LOGSIGMOID_dt_bfloat16.cpp.hip | 7 - .../elemwise/kimpl/LOGSIGMOID_dt_float16.cpp.hip | 7 - .../elemwise/kimpl/LOGSIGMOID_dt_float32.cpp.hip | 5 - .../elemwise/kimpl/PRELU_GRAD_dt_bfloat16.cpp.hip | 7 - .../elemwise/kimpl/PRELU_GRAD_dt_float16.cpp.hip | 7 - .../elemwise/kimpl/PRELU_GRAD_dt_float32.cpp.hip | 5 - .../rocm/elemwise/kimpl/PRELU_dt_bfloat16.cpp.hip | 7 - .../rocm/elemwise/kimpl/PRELU_dt_float16.cpp.hip | 7 - .../rocm/elemwise/kimpl/PRELU_dt_float32.cpp.hip | 5 - dnn/src/rocm/elemwise/kimpl/PRELU_dt_int16.cpp.hip | 5 - dnn/src/rocm/elemwise/kimpl/PRELU_dt_int32.cpp.hip | 5 - dnn/src/rocm/elemwise/kimpl/PRELU_dt_int8.cpp.hip | 5 - dnn/src/rocm/elemwise/kimpl/PRELU_dt_uint8.cpp.hip | 5 - .../elemwise/kimpl/RELU6_GRAD_dt_bfloat16.cpp.hip | 7 - .../elemwise/kimpl/RELU6_GRAD_dt_float16.cpp.hip | 7 - .../elemwise/kimpl/RELU6_GRAD_dt_float32.cpp.hip | 5 - .../rocm/elemwise/kimpl/RELU6_dt_bfloat16.cpp.hip | 7 - .../rocm/elemwise/kimpl/RELU6_dt_float16.cpp.hip | 7 - .../rocm/elemwise/kimpl/RELU6_dt_float32.cpp.hip | 5 - dnn/src/rocm/elemwise/kimpl/RELU6_dt_int16.cpp.hip | 5 - dnn/src/rocm/elemwise/kimpl/RELU6_dt_int32.cpp.hip | 5 - dnn/src/rocm/elemwise/kimpl/RELU6_dt_int8.cpp.hip | 5 - dnn/src/rocm/elemwise/kimpl/RELU6_dt_uint8.cpp.hip | 5 - .../rocm/elemwise/kimpl/SIGN_dt_bfloat16.cpp.hip | 7 - .../rocm/elemwise/kimpl/SIGN_dt_float16.cpp.hip | 7 - .../rocm/elemwise/kimpl/SIGN_dt_float32.cpp.hip | 5 - dnn/src/rocm/elemwise/kimpl/SIGN_dt_int16.cpp.hip | 5 - dnn/src/rocm/elemwise/kimpl/SIGN_dt_int32.cpp.hip | 5 - dnn/src/rocm/elemwise/kimpl/SIGN_dt_int8.cpp.hip | 5 - dnn/src/rocm/elemwise/kimpl/SIGN_dt_uint8.cpp.hip | 5 - .../rocm/elemwise/kimpl/SINH_dt_bfloat16.cpp.hip | 7 - .../rocm/elemwise/kimpl/SINH_dt_float16.cpp.hip | 7 - .../rocm/elemwise/kimpl/SINH_dt_float32.cpp.hip | 5 - .../kimpl/SOFTPLUS_GRAD_dt_bfloat16.cpp.hip | 7 - .../kimpl/SOFTPLUS_GRAD_dt_float16.cpp.hip | 7 - .../kimpl/SOFTPLUS_GRAD_dt_float32.cpp.hip | 5 - .../elemwise/kimpl/SOFTPLUS_dt_bfloat16.cpp.hip | 7 - .../elemwise/kimpl/SOFTPLUS_dt_float16.cpp.hip | 7 - .../elemwise/kimpl/SOFTPLUS_dt_float32.cpp.hip | 5 - .../rocm/elemwise/kimpl/SQRT_dt_bfloat16.cpp.hip | 7 - .../rocm/elemwise/kimpl/SQRT_dt_float16.cpp.hip | 7 - .../rocm/elemwise/kimpl/SQRT_dt_float32.cpp.hip | 5 - .../rocm/elemwise/kimpl/SQUARE_dt_bfloat16.cpp.hip | 7 - .../rocm/elemwise/kimpl/SQUARE_dt_float16.cpp.hip | 7 - .../rocm/elemwise/kimpl/SQUARE_dt_float32.cpp.hip | 5 - .../rocm/elemwise/kimpl/SQUARE_dt_int16.cpp.hip | 5 - .../rocm/elemwise/kimpl/SQUARE_dt_int32.cpp.hip | 5 - dnn/src/rocm/elemwise/kimpl/SQUARE_dt_int8.cpp.hip | 5 - .../rocm/elemwise/kimpl/SQUARE_dt_uint8.cpp.hip | 5 - .../rocm/elemwise/kimpl/TAN_dt_bfloat16.cpp.hip | 7 - dnn/src/rocm/elemwise/kimpl/TAN_dt_float16.cpp.hip | 7 - dnn/src/rocm/elemwise/kimpl/TAN_dt_float32.cpp.hip | 5 - dnn/test/common/elemwise.cpp | 16 +- imperative/python/megengine/functional/elemwise.py | 19 +- imperative/python/megengine/functional/math.py | 4 +- imperative/python/megengine/functional/nn.py | 194 ++++++++++++++++++++- .../src/impl/transformations/dtype_promote.cpp | 17 +- src/jit/impl/ast_c.cpp | 2 +- src/opr/impl/basic_arith.cpp | 42 ----- src/opr/test/basic_arith/elemwise.cpp | 165 ------------------ .../test/basic_arith/elemwise_binary_trait_def.inl | 7 - .../basic_arith/elemwise_ternary_trait_def.inl | 4 - .../test/basic_arith/elemwise_unary_trait_def.inl | 13 -- 302 files changed, 233 insertions(+), 2135 deletions(-) delete mode 100644 dnn/src/cuda/elemwise/kimpl/ACOSH_GRAD_dt_bfloat16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/ACOSH_GRAD_dt_float16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/ACOSH_GRAD_dt_float32.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/ACOSH_dt_bfloat16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/ACOSH_dt_float16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/ACOSH_dt_float32.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/ASINH_GRAD_dt_bfloat16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/ASINH_GRAD_dt_float16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/ASINH_GRAD_dt_float32.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/ASINH_dt_bfloat16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/ASINH_dt_float16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/ASINH_dt_float32.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/ATANH_GRAD_dt_bfloat16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/ATANH_GRAD_dt_float16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/ATANH_GRAD_dt_float32.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/ATANH_dt_bfloat16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/ATANH_dt_float16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/ATANH_dt_float32.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/CLIP_dt_bfloat16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/CLIP_dt_float16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/CLIP_dt_float32.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/CLIP_dt_int16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/CLIP_dt_int32.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/CLIP_dt_int8.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/CLIP_dt_uint8.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/COSH_dt_bfloat16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/COSH_dt_float16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/COSH_dt_float32.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/HSIGMOID_GRAD_dt_bfloat16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/HSIGMOID_GRAD_dt_float16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/HSIGMOID_GRAD_dt_float32.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/HSIGMOID_dt_bfloat16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/HSIGMOID_dt_float16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/HSIGMOID_dt_float32.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/LOGSIGMOID_dt_bfloat16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/LOGSIGMOID_dt_float16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/LOGSIGMOID_dt_float32.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/PRELU_GRAD_dt_bfloat16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/PRELU_GRAD_dt_float16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/PRELU_GRAD_dt_float32.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/PRELU_dt_bfloat16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/PRELU_dt_float16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/PRELU_dt_float32.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/PRELU_dt_int16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/PRELU_dt_int32.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/PRELU_dt_int8.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/PRELU_dt_uint8.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/RELU6_GRAD_dt_bfloat16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/RELU6_GRAD_dt_float16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/RELU6_GRAD_dt_float32.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/RELU6_dt_bfloat16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/RELU6_dt_float16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/RELU6_dt_float32.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/RELU6_dt_int16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/RELU6_dt_int32.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/RELU6_dt_int8.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/RELU6_dt_uint8.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/SIGN_dt_bfloat16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/SIGN_dt_float16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/SIGN_dt_float32.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/SIGN_dt_int16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/SIGN_dt_int32.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/SIGN_dt_int8.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/SIGN_dt_uint8.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/SINH_dt_bfloat16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/SINH_dt_float16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/SINH_dt_float32.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/SOFTPLUS_GRAD_dt_bfloat16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/SOFTPLUS_GRAD_dt_float16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/SOFTPLUS_GRAD_dt_float32.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/SOFTPLUS_dt_bfloat16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/SOFTPLUS_dt_float16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/SOFTPLUS_dt_float32.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/SQRT_dt_bfloat16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/SQRT_dt_float16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/SQRT_dt_float32.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/SQUARE_dt_bfloat16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/SQUARE_dt_float16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/SQUARE_dt_float32.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/SQUARE_dt_int16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/SQUARE_dt_int32.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/SQUARE_dt_int8.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/SQUARE_dt_uint8.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/TAN_dt_bfloat16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/TAN_dt_float16.cu delete mode 100644 dnn/src/cuda/elemwise/kimpl/TAN_dt_float32.cu delete mode 100644 dnn/src/cuda/elemwise_multi_type/kimpl/ACOSH_GRAD_dt_qint8_dt_qint8.cu delete mode 100644 dnn/src/cuda/elemwise_multi_type/kimpl/ACOSH_dt_qint8_dt_qint8.cu delete mode 100644 dnn/src/cuda/elemwise_multi_type/kimpl/ASINH_GRAD_dt_qint8_dt_qint8.cu delete mode 100644 dnn/src/cuda/elemwise_multi_type/kimpl/ASINH_dt_qint8_dt_qint8.cu delete mode 100644 dnn/src/cuda/elemwise_multi_type/kimpl/ATANH_GRAD_dt_qint8_dt_qint8.cu delete mode 100644 dnn/src/cuda/elemwise_multi_type/kimpl/ATANH_dt_qint8_dt_qint8.cu delete mode 100644 dnn/src/cuda/elemwise_multi_type/kimpl/CLIP_dt_qint4_dt_qint4.cu delete mode 100644 dnn/src/cuda/elemwise_multi_type/kimpl/CLIP_dt_qint8_dt_qint8.cu delete mode 100644 dnn/src/cuda/elemwise_multi_type/kimpl/CLIP_dt_quint4_dt_quint4.cu delete mode 100644 dnn/src/cuda/elemwise_multi_type/kimpl/COSH_dt_qint8_dt_qint8.cu delete mode 100644 dnn/src/cuda/elemwise_multi_type/kimpl/HSIGMOID_GRAD_dt_qint8_dt_qint8.cu delete mode 100644 dnn/src/cuda/elemwise_multi_type/kimpl/HSIGMOID_dt_qint8_dt_qint8.cu delete mode 100644 dnn/src/cuda/elemwise_multi_type/kimpl/LOGSIGMOID_dt_qint8_dt_qint8.cu delete mode 100644 dnn/src/cuda/elemwise_multi_type/kimpl/PRELU_GRAD_dt_qint8_dt_qint8.cu delete mode 100644 dnn/src/cuda/elemwise_multi_type/kimpl/PRELU_dt_qint8_dt_qint8.cu delete mode 100644 dnn/src/cuda/elemwise_multi_type/kimpl/RELU6_GRAD_dt_qint8_dt_qint8.cu delete mode 100644 dnn/src/cuda/elemwise_multi_type/kimpl/RELU6_dt_qint8_dt_qint8.cu delete mode 100644 dnn/src/cuda/elemwise_multi_type/kimpl/SIGN_dt_qint8_dt_qint8.cu delete mode 100644 dnn/src/cuda/elemwise_multi_type/kimpl/SINH_dt_qint8_dt_qint8.cu delete mode 100644 dnn/src/cuda/elemwise_multi_type/kimpl/SOFTPLUS_GRAD_dt_qint8_dt_qint8.cu delete mode 100644 dnn/src/cuda/elemwise_multi_type/kimpl/SOFTPLUS_dt_qint8_dt_qint8.cu delete mode 100644 dnn/src/cuda/elemwise_multi_type/kimpl/SQRT_dt_qint8_dt_qint8.cu delete mode 100644 dnn/src/cuda/elemwise_multi_type/kimpl/SQUARE_dt_qint8_dt_qint8.cu delete mode 100644 dnn/src/cuda/elemwise_multi_type/kimpl/TAN_dt_qint8_dt_qint8.cu delete mode 100644 dnn/src/naive/elemwise/kimpl/ACOSH_GRAD_dt_bfloat16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/ACOSH_GRAD_dt_float16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/ACOSH_GRAD_dt_float32.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/ACOSH_dt_bfloat16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/ACOSH_dt_float16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/ACOSH_dt_float32.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/ASINH_GRAD_dt_bfloat16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/ASINH_GRAD_dt_float16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/ASINH_GRAD_dt_float32.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/ASINH_dt_bfloat16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/ASINH_dt_float16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/ASINH_dt_float32.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/ATANH_GRAD_dt_bfloat16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/ATANH_GRAD_dt_float16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/ATANH_GRAD_dt_float32.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/ATANH_dt_bfloat16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/ATANH_dt_float16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/ATANH_dt_float32.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/CLIP_dt_bfloat16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/CLIP_dt_float16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/CLIP_dt_float32.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/CLIP_dt_int16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/CLIP_dt_int32.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/CLIP_dt_int8.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/CLIP_dt_uint8.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/COSH_dt_bfloat16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/COSH_dt_float16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/COSH_dt_float32.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/HSIGMOID_GRAD_dt_bfloat16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/HSIGMOID_GRAD_dt_float16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/HSIGMOID_GRAD_dt_float32.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/HSIGMOID_dt_bfloat16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/HSIGMOID_dt_float16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/HSIGMOID_dt_float32.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/LOGSIGMOID_dt_bfloat16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/LOGSIGMOID_dt_float16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/LOGSIGMOID_dt_float32.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/PRELU_GRAD_dt_bfloat16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/PRELU_GRAD_dt_float16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/PRELU_GRAD_dt_float32.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/PRELU_dt_bfloat16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/PRELU_dt_float16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/PRELU_dt_float32.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/PRELU_dt_int16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/PRELU_dt_int32.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/PRELU_dt_int8.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/PRELU_dt_uint8.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/RELU6_GRAD_dt_bfloat16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/RELU6_GRAD_dt_float16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/RELU6_GRAD_dt_float32.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/RELU6_dt_bfloat16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/RELU6_dt_float16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/RELU6_dt_float32.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/RELU6_dt_int16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/RELU6_dt_int32.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/RELU6_dt_int8.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/RELU6_dt_uint8.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/SIGN_dt_bfloat16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/SIGN_dt_float16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/SIGN_dt_float32.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/SIGN_dt_int16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/SIGN_dt_int32.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/SIGN_dt_int8.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/SIGN_dt_uint8.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/SINH_dt_bfloat16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/SINH_dt_float16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/SINH_dt_float32.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/SOFTPLUS_GRAD_dt_bfloat16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/SOFTPLUS_GRAD_dt_float16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/SOFTPLUS_GRAD_dt_float32.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/SOFTPLUS_dt_bfloat16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/SOFTPLUS_dt_float16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/SOFTPLUS_dt_float32.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/SQRT_dt_bfloat16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/SQRT_dt_float16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/SQRT_dt_float32.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/SQUARE_dt_bfloat16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/SQUARE_dt_float16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/SQUARE_dt_float32.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/SQUARE_dt_int16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/SQUARE_dt_int32.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/SQUARE_dt_int8.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/SQUARE_dt_uint8.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/TAN_dt_bfloat16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/TAN_dt_float16.cpp delete mode 100644 dnn/src/naive/elemwise/kimpl/TAN_dt_float32.cpp delete mode 100644 dnn/src/rocm/elemwise/kimpl/ACOSH_GRAD_dt_bfloat16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/ACOSH_GRAD_dt_float16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/ACOSH_GRAD_dt_float32.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/ACOSH_dt_bfloat16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/ACOSH_dt_float16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/ACOSH_dt_float32.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/ASINH_GRAD_dt_bfloat16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/ASINH_GRAD_dt_float16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/ASINH_GRAD_dt_float32.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/ASINH_dt_bfloat16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/ASINH_dt_float16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/ASINH_dt_float32.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/ATANH_GRAD_dt_bfloat16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/ATANH_GRAD_dt_float16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/ATANH_GRAD_dt_float32.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/ATANH_dt_bfloat16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/ATANH_dt_float16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/ATANH_dt_float32.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/CLIP_dt_bfloat16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/CLIP_dt_float16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/CLIP_dt_float32.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/CLIP_dt_int16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/CLIP_dt_int32.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/CLIP_dt_int8.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/CLIP_dt_uint8.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/COSH_dt_bfloat16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/COSH_dt_float16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/COSH_dt_float32.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/HSIGMOID_GRAD_dt_bfloat16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/HSIGMOID_GRAD_dt_float16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/HSIGMOID_GRAD_dt_float32.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/HSIGMOID_dt_bfloat16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/HSIGMOID_dt_float16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/HSIGMOID_dt_float32.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/LOGSIGMOID_dt_bfloat16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/LOGSIGMOID_dt_float16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/LOGSIGMOID_dt_float32.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/PRELU_GRAD_dt_bfloat16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/PRELU_GRAD_dt_float16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/PRELU_GRAD_dt_float32.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/PRELU_dt_bfloat16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/PRELU_dt_float16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/PRELU_dt_float32.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/PRELU_dt_int16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/PRELU_dt_int32.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/PRELU_dt_int8.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/PRELU_dt_uint8.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/RELU6_GRAD_dt_bfloat16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/RELU6_GRAD_dt_float16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/RELU6_GRAD_dt_float32.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/RELU6_dt_bfloat16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/RELU6_dt_float16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/RELU6_dt_float32.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/RELU6_dt_int16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/RELU6_dt_int32.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/RELU6_dt_int8.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/RELU6_dt_uint8.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/SIGN_dt_bfloat16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/SIGN_dt_float16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/SIGN_dt_float32.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/SIGN_dt_int16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/SIGN_dt_int32.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/SIGN_dt_int8.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/SIGN_dt_uint8.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/SINH_dt_bfloat16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/SINH_dt_float16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/SINH_dt_float32.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/SOFTPLUS_GRAD_dt_bfloat16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/SOFTPLUS_GRAD_dt_float16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/SOFTPLUS_GRAD_dt_float32.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/SOFTPLUS_dt_bfloat16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/SOFTPLUS_dt_float16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/SOFTPLUS_dt_float32.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/SQRT_dt_bfloat16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/SQRT_dt_float16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/SQRT_dt_float32.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/SQUARE_dt_bfloat16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/SQUARE_dt_float16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/SQUARE_dt_float32.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/SQUARE_dt_int16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/SQUARE_dt_int32.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/SQUARE_dt_int8.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/SQUARE_dt_uint8.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/TAN_dt_bfloat16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/TAN_dt_float16.cpp.hip delete mode 100644 dnn/src/rocm/elemwise/kimpl/TAN_dt_float32.cpp.hip diff --git a/dnn/scripts/gen_elemwise_multi_type_utils.py b/dnn/scripts/gen_elemwise_multi_type_utils.py index 39aec818..6de5a512 100755 --- a/dnn/scripts/gen_elemwise_multi_type_utils.py +++ b/dnn/scripts/gen_elemwise_multi_type_utils.py @@ -14,27 +14,23 @@ MODES = { 1: ['RELU', 'ABS', 'NEGATE', 'ACOS', 'ASIN', 'CEIL', 'COS', 'EXP', 'EXPM1', 'FLOOR', 'LOG', 'LOG1P', 'SIGMOID', 'SIN', 'TANH', 'FAST_TANH', 'ROUND', 'ERF', 'ERFINV', 'ERFC', - 'ERFCINV', 'H_SWISH', 'SILU', 'GELU', 'SINH', 'COSH', - 'ASINH', 'ACOSH', 'ATANH', 'TAN', 'SOFTPLUS', 'RELU6', - 'HSIGMOID', 'LOGSIGMOID', 'SQRT', 'SQUARE', 'SIGN'], + 'ERFCINV', 'H_SWISH', 'SILU', 'GELU'], 2: ['ABS_GRAD', 'ADD', 'FLOOR_DIV', 'MAX', 'MIN', 'MOD', 'MUL', 'SIGMOID_GRAD', 'SUB', 'SWITCH_GT0', 'TANH_GRAD', 'LT', 'LEQ', 'EQ', 'FUSE_ADD_RELU', 'TRUE_DIV', 'POW', 'LOG_SUM_EXP', 'FUSE_ADD_TANH', 'FAST_TANH_GRAD', 'FUSE_ADD_SIGMOID', 'ATAN2', 'H_SWISH_GRAD', - 'FUSE_ADD_H_SWISH', 'SILU_GRAD', 'GELU_GRAD', 'PRELU', - 'ASINH_GRAD', 'ACOSH_GRAD', 'ATANH_GRAD', 'SOFTPLUS_GRAD', - 'RELU6_GRAD', 'HSIGMOID_GRAD'], - 3: ['COND_LEQ_MOV', 'COND_LT_MOV', 'FUSE_MUL_ADD3', 'CLIP', 'PRELU_GRAD'], + 'FUSE_ADD_H_SWISH', 'SILU_GRAD', 'GELU_GRAD'], + 3: ['COND_LEQ_MOV', 'COND_LT_MOV', 'FUSE_MUL_ADD3'], } QINT4_MODES = { 1: ['RELU', 'ABS', 'NEGATE', 'CEIL', 'FLOOR', 'SIGMOID', 'TANH', 'FAST_TANH', 'ROUND', 'H_SWISH'], - 2: ['ADD', 'MAX', 'MIN', 'MUL', 'SUB', 'SWITCH_GT0', - 'LT', 'LEQ', 'EQ', 'FUSE_ADD_RELU', 'FUSE_ADD_TANH', - 'FUSE_ADD_SIGMOID', 'FUSE_ADD_H_SWISH', 'PRELU'], - 3: ['COND_LEQ_MOV', 'COND_LT_MOV', 'FUSE_MUL_ADD3', 'CLIP'], + 2: ['ADD', 'MAX', 'MIN', 'MUL', 'SUB', 'SWITCH_GT0', + 'LT', 'LEQ', 'EQ', 'FUSE_ADD_RELU', 'FUSE_ADD_TANH', + 'FUSE_ADD_SIGMOID', 'FUSE_ADD_H_SWISH'], + 3: ['COND_LEQ_MOV', 'COND_LT_MOV', 'FUSE_MUL_ADD3'], } QINT32_MODES = { diff --git a/dnn/scripts/gen_elemwise_utils.py b/dnn/scripts/gen_elemwise_utils.py index 52f28bb7..84bc541f 100755 --- a/dnn/scripts/gen_elemwise_utils.py +++ b/dnn/scripts/gen_elemwise_utils.py @@ -12,27 +12,23 @@ DTYPES = {'dt_int32': ('Int32', 'INT'), } MODES = { - (1, 'INT'): ['RELU', 'ABS', 'NEGATE', 'RELU6', 'SQUARE', 'SIGN'], + (1, 'INT'): ['RELU', 'ABS', 'NEGATE'], (2, 'INT'): ['ABS_GRAD', 'ADD', 'FLOOR_DIV', 'MAX', 'MIN', 'MOD', 'MUL', 'SIGMOID_GRAD', 'SUB', 'SWITCH_GT0', 'TANH_GRAD', 'LT', 'LEQ', - 'EQ', 'FUSE_ADD_RELU', 'SHL', 'SHR', 'RMULH', 'PRELU'], - (3, 'INT'): ['COND_LEQ_MOV', 'COND_LT_MOV', 'CLIP'], + 'EQ', 'FUSE_ADD_RELU', 'SHL', 'SHR', 'RMULH'], + (3, 'INT'): ['COND_LEQ_MOV', 'COND_LT_MOV'], (1, 'FLOAT'): ['RELU', 'ABS', 'NEGATE', 'ACOS', 'ASIN', 'CEIL', 'COS', 'EXP', 'EXPM1', 'FLOOR', 'LOG', 'LOG1P', 'SIGMOID', 'SIN', 'TANH', 'FAST_TANH', 'ROUND', 'ERF', 'ERFINV', 'ERFC', - 'ERFCINV', 'H_SWISH', 'SILU', 'GELU', 'SINH', 'COSH', - 'ASINH', 'ACOSH', 'ATANH', 'TAN', 'SOFTPLUS', 'RELU6', - 'HSIGMOID', 'LOGSIGMOID', 'SQRT', 'SQUARE', 'SIGN'], + 'ERFCINV', 'H_SWISH', 'SILU', 'GELU'], (2, 'FLOAT'): ['ABS_GRAD', 'ADD', 'FLOOR_DIV', 'MAX', 'MIN', 'MOD', 'MUL', 'SIGMOID_GRAD', 'SUB', 'SWITCH_GT0', 'TANH_GRAD', 'LT', 'LEQ', 'EQ', 'FUSE_ADD_RELU', 'TRUE_DIV', 'POW', 'LOG_SUM_EXP', 'FUSE_ADD_TANH', 'FAST_TANH_GRAD', 'FUSE_ADD_SIGMOID', 'ATAN2', 'H_SWISH_GRAD', - 'FUSE_ADD_H_SWISH', 'SILU_GRAD', 'GELU_GRAD', 'PRELU', - 'ASINH_GRAD', 'ACOSH_GRAD', 'ATANH_GRAD', 'SOFTPLUS_GRAD', - 'RELU6_GRAD', 'HSIGMOID_GRAD'], - (3, 'FLOAT'): ['COND_LEQ_MOV', 'COND_LT_MOV', 'FUSE_MUL_ADD3', 'CLIP', 'PRELU_GRAD'], + 'FUSE_ADD_H_SWISH', 'SILU_GRAD', 'GELU_GRAD'], + (3, 'FLOAT'): ['COND_LEQ_MOV', 'COND_LT_MOV', 'FUSE_MUL_ADD3'], (1, 'BOOL'): ['NOT'], (2, 'BOOL'): ['AND', 'OR', 'XOR', 'LT', 'LEQ', 'EQ'], (3, 'BOOL'): [] diff --git a/dnn/scripts/opr_param_defs.py b/dnn/scripts/opr_param_defs.py index 0e901b57..1c7dd193 100755 --- a/dnn/scripts/opr_param_defs.py +++ b/dnn/scripts/opr_param_defs.py @@ -421,31 +421,9 @@ pdef('Elemwise').add_enum( Doc('GELU = 58', 'unary: x Phi(x)'), Doc('GELU_GRAD = 59', 'binary: grad(x Phi(x))'), Doc('COND_LT_MOV = 60', 'ternary: x < y ? z : 0'), - Doc('SINH = 61', 'unary: sinh(x)'), - Doc('COSH = 62', 'unary: cosh(x)'), - Doc('ASINH = 63', 'unary: asinh(x)'), - Doc('ACOSH = 64', 'unary: acosh(x)'), - Doc('ATANH = 65', 'unary: atanh(x)'), - Doc('TAN = 66', 'unary: tan(x)'), - Doc('ASINH_GRAD = 67', 'binary: y / sqrt(x^2 + 1)'), - Doc('ACOSH_GRAD = 68', 'binary: y / sqrt(x^2 - 1) (x > 1)'), - Doc('ATANH_GRAD = 69', 'binary: y / (1 - x^2) (|x| < 1)'), - Doc('PRELU = 70', 'binary: x > 0 ? x : x * y'), - Doc('CLIP = 71', 'ternary: x <= y ? y : (x <= z ? x : z)'), - Doc('PRELU_GRAD = 72', 'ternary: x > 0 ? y : y * z'), - Doc('SOFTPLUS = 73', 'unary: log(1 + e^x)'), - Doc('SOFTPLUS_GRAD = 74', 'binary: y * e^x / (1 + e^x)'), - Doc('RELU6 = 75', 'unary: min(max(0, x), 6)'), - Doc('RELU6_GRAD = 76', 'binary: x < 0 ? 0 : (x > 6 ? 0 : y)'), - Doc('HSIGMOID = 77', 'unary: relu6(x + 3) / 6'), - Doc('HSIGMOID_GRAD = 78', 'binary: x < -3 ? 0 : (x > 3 ? 0 : y / 6)'), - Doc('LOGSIGMOID = 79', 'unary: -log(1 + e^(-x))'), - Doc('SQRT = 80', 'unary: x^(1/2)'), - Doc('SQUARE = 81', 'unary: x^2'), - Doc('SIGN = 82', 'unary: sgn(x)'), - Doc('NEQ = 83', 'binary: x != y'), - Doc('ISNAN = 84', 'unary: isnan(x)'), - Doc('ISINF = 85', 'unary: isinf(x)'), + Doc('NEQ = 61', 'binary: x != y'), + Doc('ISNAN = 62', 'unary: isnan(x)'), + Doc('ISINF = 63', 'unary: isinf(x)'), ) pdef('ElemwiseMultiType').add_enum( diff --git a/dnn/src/common/elemwise/each_mode.inl b/dnn/src/common/elemwise/each_mode.inl index 48ca51dc..67a144ca 100644 --- a/dnn/src/common/elemwise/each_mode.inl +++ b/dnn/src/common/elemwise/each_mode.inl @@ -25,28 +25,12 @@ MEGDNN_ELEMWISE_MODE_ENABLE(ERFCINV, cb) \ MEGDNN_ELEMWISE_MODE_ENABLE(H_SWISH, cb) \ MEGDNN_ELEMWISE_MODE_ENABLE(SILU, cb) \ - MEGDNN_ELEMWISE_MODE_ENABLE(GELU, cb) \ - MEGDNN_ELEMWISE_MODE_ENABLE(SINH, cb) \ - MEGDNN_ELEMWISE_MODE_ENABLE(COSH, cb) \ - MEGDNN_ELEMWISE_MODE_ENABLE(ASINH, cb) \ - MEGDNN_ELEMWISE_MODE_ENABLE(ACOSH, cb) \ - MEGDNN_ELEMWISE_MODE_ENABLE(ATANH, cb) \ - MEGDNN_ELEMWISE_MODE_ENABLE(TAN, cb) \ - MEGDNN_ELEMWISE_MODE_ENABLE(SOFTPLUS, cb) \ - MEGDNN_ELEMWISE_MODE_ENABLE(RELU6, cb) \ - MEGDNN_ELEMWISE_MODE_ENABLE(HSIGMOID, cb) \ - MEGDNN_ELEMWISE_MODE_ENABLE(LOGSIGMOID, cb) \ - MEGDNN_ELEMWISE_MODE_ENABLE(SQRT, cb) \ - MEGDNN_ELEMWISE_MODE_ENABLE(SQUARE, cb) \ - MEGDNN_ELEMWISE_MODE_ENABLE(SIGN, cb) + MEGDNN_ELEMWISE_MODE_ENABLE(GELU, cb) #define MEGDNN_FOREACH_ELEMWISE_MODE_UNARY_INT(cb) \ MEGDNN_ELEMWISE_MODE_ENABLE(RELU, cb) \ MEGDNN_ELEMWISE_MODE_ENABLE(ABS, cb) \ - MEGDNN_ELEMWISE_MODE_ENABLE(NEGATE, cb) \ - MEGDNN_ELEMWISE_MODE_ENABLE(RELU6, cb) \ - MEGDNN_ELEMWISE_MODE_ENABLE(SQUARE, cb) \ - MEGDNN_ELEMWISE_MODE_ENABLE(SIGN, cb) + MEGDNN_ELEMWISE_MODE_ENABLE(NEGATE, cb) #define MEGDNN_FOREACH_ELEMWISE_MODE_BINARY_BOOL(cb) \ MEGDNN_ELEMWISE_MODE_ENABLE(AND, cb) \ @@ -82,14 +66,7 @@ MEGDNN_ELEMWISE_MODE_ENABLE(H_SWISH_GRAD, cb) \ MEGDNN_ELEMWISE_MODE_ENABLE(FUSE_ADD_H_SWISH, cb) \ MEGDNN_ELEMWISE_MODE_ENABLE(SILU_GRAD, cb) \ - MEGDNN_ELEMWISE_MODE_ENABLE(GELU_GRAD, cb) \ - MEGDNN_ELEMWISE_MODE_ENABLE(PRELU, cb) \ - MEGDNN_ELEMWISE_MODE_ENABLE(ASINH_GRAD, cb) \ - MEGDNN_ELEMWISE_MODE_ENABLE(ACOSH_GRAD, cb) \ - MEGDNN_ELEMWISE_MODE_ENABLE(ATANH_GRAD, cb) \ - MEGDNN_ELEMWISE_MODE_ENABLE(SOFTPLUS_GRAD, cb) \ - MEGDNN_ELEMWISE_MODE_ENABLE(RELU6_GRAD, cb) \ - MEGDNN_ELEMWISE_MODE_ENABLE(HSIGMOID_GRAD, cb) + MEGDNN_ELEMWISE_MODE_ENABLE(GELU_GRAD, cb) #define MEGDNN_FOREACH_ELEMWISE_MODE_BINARY_INT(cb) \ MEGDNN_ELEMWISE_MODE_ENABLE(ABS_GRAD, cb) \ @@ -109,19 +86,15 @@ MEGDNN_ELEMWISE_MODE_ENABLE(FUSE_ADD_RELU, cb) \ MEGDNN_ELEMWISE_MODE_ENABLE(SHL, cb) \ MEGDNN_ELEMWISE_MODE_ENABLE(SHR, cb) \ - MEGDNN_ELEMWISE_MODE_ENABLE(RMULH, cb) \ - MEGDNN_ELEMWISE_MODE_ENABLE(PRELU, cb) + MEGDNN_ELEMWISE_MODE_ENABLE(RMULH, cb) #define MEGDNN_FOREACH_ELEMWISE_MODE_TERNARY_BOOL(cb) #define MEGDNN_FOREACH_ELEMWISE_MODE_TERNARY_FLOAT(cb) \ MEGDNN_ELEMWISE_MODE_ENABLE(COND_LEQ_MOV, cb) \ MEGDNN_ELEMWISE_MODE_ENABLE(COND_LT_MOV, cb) \ - MEGDNN_ELEMWISE_MODE_ENABLE(FUSE_MUL_ADD3, cb) \ - MEGDNN_ELEMWISE_MODE_ENABLE(CLIP, cb) \ - MEGDNN_ELEMWISE_MODE_ENABLE(PRELU_GRAD, cb) + MEGDNN_ELEMWISE_MODE_ENABLE(FUSE_MUL_ADD3, cb) #define MEGDNN_FOREACH_ELEMWISE_MODE_TERNARY_INT(cb) \ MEGDNN_ELEMWISE_MODE_ENABLE(COND_LEQ_MOV, cb) \ - MEGDNN_ELEMWISE_MODE_ENABLE(COND_LT_MOV, cb) \ - MEGDNN_ELEMWISE_MODE_ENABLE(CLIP, cb) + MEGDNN_ELEMWISE_MODE_ENABLE(COND_LT_MOV, cb) diff --git a/dnn/src/common/elemwise/kern_defs.cuh b/dnn/src/common/elemwise/kern_defs.cuh index 95105470..87788c0d 100644 --- a/dnn/src/common/elemwise/kern_defs.cuh +++ b/dnn/src/common/elemwise/kern_defs.cuh @@ -154,18 +154,11 @@ struct ElemwiseKern; // int and float DEF_KERN_ALL(NEGATE, -x); -DEF_KERN_ALL(SQUARE, x* x); #if defined(__HIP_PLATFORM_HCC__) && !defined(__HIP_PLATFORM_NVCC__) DEF_KERN_INT(RELU, x <= ctype(0) ? ctype(0) : x); -DEF_KERN_INT(RELU6, x <= ctype(0) ? ctype(0) : (x <= ctype(6) ? x : ctype(6))); -DEF_KERN_INT(SIGN, x < ctype(0) ? ctype(-1) : (x > ctype(0) ? ctype(1) : ctype(0))); DEF_KERN_FLOAT(RELU, x <= 0.f ? ctype(0) : x); -DEF_KERN_FLOAT(RELU6, x <= 6.f ? ctype(0) : (x <= 6.f ? x : ctype(6))); -DEF_KERN_FLOAT(SIGN, x < 0.f ? -1.f : (x > 0.f ? 1.f : 0.f)); #else DEF_KERN_ALL(RELU, x <= ctype(0) ? ctype(0) : x); -DEF_KERN_ALL(RELU6, x <= ctype(0) ? ctype(0) : (x <= ctype(6) ? x : ctype(6))); -DEF_KERN_ALL(SIGN, x < ctype(0) ? ctype(-1) : (x > ctype(0) ? ctype(1) : ctype(0))); #endif DEF_KERN_INT(ABS, abs(int(x))); // DEF_KERN_INT(ABS, x > ctype(0) ? x : -x); @@ -193,18 +186,6 @@ DEF_KERN_FLOAT(ERFCINV, erfcinvf(x)); DEF_KERN_FLOAT(H_SWISH, x* min(max(x + 3, 0.f), 6.f) * (1.f / 6.f)); DEF_KERN_FLOAT(SILU, x / (expf(-x) + 1.f)); DEF_KERN_FLOAT(GELU, x* normcdf(x)); -DEF_KERN_FLOAT(SINH, sinhf(x)); -DEF_KERN_FLOAT(COSH, coshf(x)); -DEF_KERN_FLOAT(ASINH, asinhf(x)); -DEF_KERN_FLOAT(ACOSH, acoshf(x)); -DEF_KERN_FLOAT(ATANH, atanhf(x)); -DEF_KERN_FLOAT(TAN, tanf(x)); -DEF_KERN_FLOAT(SOFTPLUS, log1pf(expf(-fabsf(x))) + (x <= ctype(0) ? ctype(0) : x)); -DEF_KERN_FLOAT( - HSIGMOID, - x <= ctype(-3) ? ctype(0) : (x >= ctype(3) ? ctype(1) : ((x + 3.f) / 6.f))); -DEF_KERN_FLOAT(SQRT, sqrtf(x)); -DEF_KERN_FLOAT(LOGSIGMOID, -log1pf(expf(-fabsf(x))) + (x >= ctype(0) ? ctype(0) : x)); // int only DEF_KERN(dt_bool, NOT, x ^ 1); @@ -259,12 +240,6 @@ DEF_KERN_FLOAT(FUSE_ADD_RELU, (x + y) <= 0.f ? ctype(0) : (x + y)); #else DEF_KERN_ALL(FUSE_ADD_RELU, (x + y) <= ctype(0) ? ctype(0) : (x + y)); #endif -#if defined(__HIP_PLATFORM_HCC__) && !defined(__HIP_PLATFORM_NVCC__) -DEF_KERN_INT(PRELU, x > ctype(0) ? x : (x * y)); -DEF_KERN_FLOAT(PRELU, x > 0.f ? x : (x * y)); -#else -DEF_KERN_ALL(PRELU, x > ctype(0) ? x : (x * y)); -#endif // float only DEF_KERN_FLOAT(TRUE_DIV, x / y); @@ -284,14 +259,6 @@ DEF_KERN_FLOAT( DEF_KERN_FLOAT(FUSE_ADD_H_SWISH, fuse_add_hswish(x, y)); DEF_KERN_FLOAT(SILU_GRAD, silu_grad(x, y)); DEF_KERN_FLOAT(GELU_GRAD, gelu_grad(x, y)); -DEF_KERN_FLOAT(ASINH_GRAD, y / sqrt(x * x + 1.f)); -DEF_KERN_FLOAT(ACOSH_GRAD, y / sqrt(x * x - 1.f)); -DEF_KERN_FLOAT(ATANH_GRAD, y / (1.f - x * x)); -DEF_KERN_FLOAT(SOFTPLUS_GRAD, y* expf(x) / (1.f + expf(x))); -DEF_KERN_FLOAT(RELU6_GRAD, x <= ctype(0) ? ctype(0) : (x >= ctype(6) ? ctype(0) : y)); -DEF_KERN_FLOAT( - HSIGMOID_GRAD, - x <= ctype(-3) ? ctype(0) : (x >= ctype(3) ? ctype(0) : (y / 6.f))); #undef KERN_SIG /* ================== ternary kernels ================== */ @@ -301,8 +268,6 @@ DEF_KERN_FLOAT( DEF_KERN_ALL(COND_LEQ_MOV, x <= y ? z : ctype(0)); DEF_KERN_ALL(COND_LT_MOV, x < y ? z : ctype(0)); DEF_KERN_ALL(FUSE_MUL_ADD3, x* y + z); -DEF_KERN_ALL(CLIP, x <= y ? y : (x <= z ? x : z)); -DEF_KERN_FLOAT(PRELU_GRAD, x >= 0.f ? y : (y * z)); #undef KERN_SIG diff --git a/dnn/src/common/elemwise/opr_impl.cpp b/dnn/src/common/elemwise/opr_impl.cpp index 2f0a1d5a..ed994866 100644 --- a/dnn/src/common/elemwise/opr_impl.cpp +++ b/dnn/src/common/elemwise/opr_impl.cpp @@ -220,28 +220,6 @@ const ModeTrait& ModeTrait::from_mode(Mode mode) { CB_MODE(Mode::GELU); CB_MODE(Mode::GELU_GRAD); CB_MODE(Mode::COND_LT_MOV); - CB_MODE(Mode::SINH); - CB_MODE(Mode::COSH); - CB_MODE(Mode::ASINH); - CB_MODE(Mode::ACOSH); - CB_MODE(Mode::ATANH); - CB_MODE(Mode::TAN); - CB_MODE(Mode::ASINH_GRAD); - CB_MODE(Mode::ACOSH_GRAD); - CB_MODE(Mode::ATANH_GRAD); - CB_MODE(Mode::PRELU); - CB_MODE(Mode::PRELU_GRAD); - CB_MODE(Mode::CLIP); - CB_MODE(Mode::SOFTPLUS); - CB_MODE(Mode::SOFTPLUS_GRAD); - CB_MODE(Mode::RELU6); - CB_MODE(Mode::RELU6_GRAD); - CB_MODE(Mode::HSIGMOID); - CB_MODE(Mode::HSIGMOID_GRAD); - CB_MODE(Mode::LOGSIGMOID); - CB_MODE(Mode::SQRT); - CB_MODE(Mode::SQUARE); - CB_MODE(Mode::SIGN); default: megdnn_assert( 0, diff --git a/dnn/src/cuda/elemwise/kimpl/ACOSH_GRAD_dt_bfloat16.cu b/dnn/src/cuda/elemwise/kimpl/ACOSH_GRAD_dt_bfloat16.cu deleted file mode 100644 index fc3af7a7..00000000 --- a/dnn/src/cuda/elemwise/kimpl/ACOSH_GRAD_dt_bfloat16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ACOSH_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/ACOSH_GRAD_dt_float16.cu b/dnn/src/cuda/elemwise/kimpl/ACOSH_GRAD_dt_float16.cu deleted file mode 100644 index 1c4f89c8..00000000 --- a/dnn/src/cuda/elemwise/kimpl/ACOSH_GRAD_dt_float16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ACOSH_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/ACOSH_GRAD_dt_float32.cu b/dnn/src/cuda/elemwise/kimpl/ACOSH_GRAD_dt_float32.cu deleted file mode 100644 index 7674459b..00000000 --- a/dnn/src/cuda/elemwise/kimpl/ACOSH_GRAD_dt_float32.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ACOSH_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/ACOSH_dt_bfloat16.cu b/dnn/src/cuda/elemwise/kimpl/ACOSH_dt_bfloat16.cu deleted file mode 100644 index 80411b71..00000000 --- a/dnn/src/cuda/elemwise/kimpl/ACOSH_dt_bfloat16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ACOSH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/ACOSH_dt_float16.cu b/dnn/src/cuda/elemwise/kimpl/ACOSH_dt_float16.cu deleted file mode 100644 index aa417709..00000000 --- a/dnn/src/cuda/elemwise/kimpl/ACOSH_dt_float16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ACOSH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/ACOSH_dt_float32.cu b/dnn/src/cuda/elemwise/kimpl/ACOSH_dt_float32.cu deleted file mode 100644 index cfcf7ad3..00000000 --- a/dnn/src/cuda/elemwise/kimpl/ACOSH_dt_float32.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ACOSH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/ASINH_GRAD_dt_bfloat16.cu b/dnn/src/cuda/elemwise/kimpl/ASINH_GRAD_dt_bfloat16.cu deleted file mode 100644 index 393728a4..00000000 --- a/dnn/src/cuda/elemwise/kimpl/ASINH_GRAD_dt_bfloat16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ASINH_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/ASINH_GRAD_dt_float16.cu b/dnn/src/cuda/elemwise/kimpl/ASINH_GRAD_dt_float16.cu deleted file mode 100644 index 807bedca..00000000 --- a/dnn/src/cuda/elemwise/kimpl/ASINH_GRAD_dt_float16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ASINH_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/ASINH_GRAD_dt_float32.cu b/dnn/src/cuda/elemwise/kimpl/ASINH_GRAD_dt_float32.cu deleted file mode 100644 index 7a3d5a3e..00000000 --- a/dnn/src/cuda/elemwise/kimpl/ASINH_GRAD_dt_float32.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ASINH_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/ASINH_dt_bfloat16.cu b/dnn/src/cuda/elemwise/kimpl/ASINH_dt_bfloat16.cu deleted file mode 100644 index 7a912381..00000000 --- a/dnn/src/cuda/elemwise/kimpl/ASINH_dt_bfloat16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ASINH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/ASINH_dt_float16.cu b/dnn/src/cuda/elemwise/kimpl/ASINH_dt_float16.cu deleted file mode 100644 index 29c9307d..00000000 --- a/dnn/src/cuda/elemwise/kimpl/ASINH_dt_float16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ASINH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/ASINH_dt_float32.cu b/dnn/src/cuda/elemwise/kimpl/ASINH_dt_float32.cu deleted file mode 100644 index b6fc8ab6..00000000 --- a/dnn/src/cuda/elemwise/kimpl/ASINH_dt_float32.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ASINH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/ATANH_GRAD_dt_bfloat16.cu b/dnn/src/cuda/elemwise/kimpl/ATANH_GRAD_dt_bfloat16.cu deleted file mode 100644 index cf7afe1b..00000000 --- a/dnn/src/cuda/elemwise/kimpl/ATANH_GRAD_dt_bfloat16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ATANH_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/ATANH_GRAD_dt_float16.cu b/dnn/src/cuda/elemwise/kimpl/ATANH_GRAD_dt_float16.cu deleted file mode 100644 index 333b8f60..00000000 --- a/dnn/src/cuda/elemwise/kimpl/ATANH_GRAD_dt_float16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ATANH_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/ATANH_GRAD_dt_float32.cu b/dnn/src/cuda/elemwise/kimpl/ATANH_GRAD_dt_float32.cu deleted file mode 100644 index be794c32..00000000 --- a/dnn/src/cuda/elemwise/kimpl/ATANH_GRAD_dt_float32.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ATANH_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/ATANH_dt_bfloat16.cu b/dnn/src/cuda/elemwise/kimpl/ATANH_dt_bfloat16.cu deleted file mode 100644 index fa6683df..00000000 --- a/dnn/src/cuda/elemwise/kimpl/ATANH_dt_bfloat16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ATANH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/ATANH_dt_float16.cu b/dnn/src/cuda/elemwise/kimpl/ATANH_dt_float16.cu deleted file mode 100644 index 804e5361..00000000 --- a/dnn/src/cuda/elemwise/kimpl/ATANH_dt_float16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ATANH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/ATANH_dt_float32.cu b/dnn/src/cuda/elemwise/kimpl/ATANH_dt_float32.cu deleted file mode 100644 index 5fd222b3..00000000 --- a/dnn/src/cuda/elemwise/kimpl/ATANH_dt_float32.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ATANH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/CLIP_dt_bfloat16.cu b/dnn/src/cuda/elemwise/kimpl/CLIP_dt_bfloat16.cu deleted file mode 100644 index de73cd15..00000000 --- a/dnn/src/cuda/elemwise/kimpl/CLIP_dt_bfloat16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(CLIP, cb) -#define KERN_IMPL_ARITY 3 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/CLIP_dt_float16.cu b/dnn/src/cuda/elemwise/kimpl/CLIP_dt_float16.cu deleted file mode 100644 index 25e351c1..00000000 --- a/dnn/src/cuda/elemwise/kimpl/CLIP_dt_float16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(CLIP, cb) -#define KERN_IMPL_ARITY 3 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/CLIP_dt_float32.cu b/dnn/src/cuda/elemwise/kimpl/CLIP_dt_float32.cu deleted file mode 100644 index cf8dc776..00000000 --- a/dnn/src/cuda/elemwise/kimpl/CLIP_dt_float32.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(CLIP, cb) -#define KERN_IMPL_ARITY 3 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/CLIP_dt_int16.cu b/dnn/src/cuda/elemwise/kimpl/CLIP_dt_int16.cu deleted file mode 100644 index f60b5c4c..00000000 --- a/dnn/src/cuda/elemwise/kimpl/CLIP_dt_int16.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(CLIP, cb) -#define KERN_IMPL_ARITY 3 -#define KERN_IMPL_CTYPE dt_int16 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/CLIP_dt_int32.cu b/dnn/src/cuda/elemwise/kimpl/CLIP_dt_int32.cu deleted file mode 100644 index c003f595..00000000 --- a/dnn/src/cuda/elemwise/kimpl/CLIP_dt_int32.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(CLIP, cb) -#define KERN_IMPL_ARITY 3 -#define KERN_IMPL_CTYPE dt_int32 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/CLIP_dt_int8.cu b/dnn/src/cuda/elemwise/kimpl/CLIP_dt_int8.cu deleted file mode 100644 index cb0ec046..00000000 --- a/dnn/src/cuda/elemwise/kimpl/CLIP_dt_int8.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(CLIP, cb) -#define KERN_IMPL_ARITY 3 -#define KERN_IMPL_CTYPE dt_int8 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/CLIP_dt_uint8.cu b/dnn/src/cuda/elemwise/kimpl/CLIP_dt_uint8.cu deleted file mode 100644 index b0198d93..00000000 --- a/dnn/src/cuda/elemwise/kimpl/CLIP_dt_uint8.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(CLIP, cb) -#define KERN_IMPL_ARITY 3 -#define KERN_IMPL_CTYPE dt_uint8 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/COSH_dt_bfloat16.cu b/dnn/src/cuda/elemwise/kimpl/COSH_dt_bfloat16.cu deleted file mode 100644 index 7cb17527..00000000 --- a/dnn/src/cuda/elemwise/kimpl/COSH_dt_bfloat16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(COSH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/COSH_dt_float16.cu b/dnn/src/cuda/elemwise/kimpl/COSH_dt_float16.cu deleted file mode 100644 index 5f42f235..00000000 --- a/dnn/src/cuda/elemwise/kimpl/COSH_dt_float16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(COSH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/COSH_dt_float32.cu b/dnn/src/cuda/elemwise/kimpl/COSH_dt_float32.cu deleted file mode 100644 index 94ea1870..00000000 --- a/dnn/src/cuda/elemwise/kimpl/COSH_dt_float32.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(COSH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/HSIGMOID_GRAD_dt_bfloat16.cu b/dnn/src/cuda/elemwise/kimpl/HSIGMOID_GRAD_dt_bfloat16.cu deleted file mode 100644 index a8115bff..00000000 --- a/dnn/src/cuda/elemwise/kimpl/HSIGMOID_GRAD_dt_bfloat16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(HSIGMOID_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/HSIGMOID_GRAD_dt_float16.cu b/dnn/src/cuda/elemwise/kimpl/HSIGMOID_GRAD_dt_float16.cu deleted file mode 100644 index a1fb7ee3..00000000 --- a/dnn/src/cuda/elemwise/kimpl/HSIGMOID_GRAD_dt_float16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(HSIGMOID_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/HSIGMOID_GRAD_dt_float32.cu b/dnn/src/cuda/elemwise/kimpl/HSIGMOID_GRAD_dt_float32.cu deleted file mode 100644 index 9c0a4aeb..00000000 --- a/dnn/src/cuda/elemwise/kimpl/HSIGMOID_GRAD_dt_float32.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(HSIGMOID_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/HSIGMOID_dt_bfloat16.cu b/dnn/src/cuda/elemwise/kimpl/HSIGMOID_dt_bfloat16.cu deleted file mode 100644 index 28a83976..00000000 --- a/dnn/src/cuda/elemwise/kimpl/HSIGMOID_dt_bfloat16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(HSIGMOID, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/HSIGMOID_dt_float16.cu b/dnn/src/cuda/elemwise/kimpl/HSIGMOID_dt_float16.cu deleted file mode 100644 index cdb77455..00000000 --- a/dnn/src/cuda/elemwise/kimpl/HSIGMOID_dt_float16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(HSIGMOID, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/HSIGMOID_dt_float32.cu b/dnn/src/cuda/elemwise/kimpl/HSIGMOID_dt_float32.cu deleted file mode 100644 index 528f944c..00000000 --- a/dnn/src/cuda/elemwise/kimpl/HSIGMOID_dt_float32.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(HSIGMOID, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/LOGSIGMOID_dt_bfloat16.cu b/dnn/src/cuda/elemwise/kimpl/LOGSIGMOID_dt_bfloat16.cu deleted file mode 100644 index 06322df6..00000000 --- a/dnn/src/cuda/elemwise/kimpl/LOGSIGMOID_dt_bfloat16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(LOGSIGMOID, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/LOGSIGMOID_dt_float16.cu b/dnn/src/cuda/elemwise/kimpl/LOGSIGMOID_dt_float16.cu deleted file mode 100644 index d0b6c026..00000000 --- a/dnn/src/cuda/elemwise/kimpl/LOGSIGMOID_dt_float16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(LOGSIGMOID, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/LOGSIGMOID_dt_float32.cu b/dnn/src/cuda/elemwise/kimpl/LOGSIGMOID_dt_float32.cu deleted file mode 100644 index ea1bcf1a..00000000 --- a/dnn/src/cuda/elemwise/kimpl/LOGSIGMOID_dt_float32.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(LOGSIGMOID, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/PRELU_GRAD_dt_bfloat16.cu b/dnn/src/cuda/elemwise/kimpl/PRELU_GRAD_dt_bfloat16.cu deleted file mode 100644 index dc331500..00000000 --- a/dnn/src/cuda/elemwise/kimpl/PRELU_GRAD_dt_bfloat16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(PRELU_GRAD, cb) -#define KERN_IMPL_ARITY 3 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/PRELU_GRAD_dt_float16.cu b/dnn/src/cuda/elemwise/kimpl/PRELU_GRAD_dt_float16.cu deleted file mode 100644 index 34411818..00000000 --- a/dnn/src/cuda/elemwise/kimpl/PRELU_GRAD_dt_float16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(PRELU_GRAD, cb) -#define KERN_IMPL_ARITY 3 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/PRELU_GRAD_dt_float32.cu b/dnn/src/cuda/elemwise/kimpl/PRELU_GRAD_dt_float32.cu deleted file mode 100644 index 1fedc850..00000000 --- a/dnn/src/cuda/elemwise/kimpl/PRELU_GRAD_dt_float32.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(PRELU_GRAD, cb) -#define KERN_IMPL_ARITY 3 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/PRELU_dt_bfloat16.cu b/dnn/src/cuda/elemwise/kimpl/PRELU_dt_bfloat16.cu deleted file mode 100644 index 78c18f9d..00000000 --- a/dnn/src/cuda/elemwise/kimpl/PRELU_dt_bfloat16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(PRELU, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/PRELU_dt_float16.cu b/dnn/src/cuda/elemwise/kimpl/PRELU_dt_float16.cu deleted file mode 100644 index 33e6ce73..00000000 --- a/dnn/src/cuda/elemwise/kimpl/PRELU_dt_float16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(PRELU, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/PRELU_dt_float32.cu b/dnn/src/cuda/elemwise/kimpl/PRELU_dt_float32.cu deleted file mode 100644 index 46f2d367..00000000 --- a/dnn/src/cuda/elemwise/kimpl/PRELU_dt_float32.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(PRELU, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/PRELU_dt_int16.cu b/dnn/src/cuda/elemwise/kimpl/PRELU_dt_int16.cu deleted file mode 100644 index d1dfa9ac..00000000 --- a/dnn/src/cuda/elemwise/kimpl/PRELU_dt_int16.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(PRELU, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_int16 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/PRELU_dt_int32.cu b/dnn/src/cuda/elemwise/kimpl/PRELU_dt_int32.cu deleted file mode 100644 index d6d7332f..00000000 --- a/dnn/src/cuda/elemwise/kimpl/PRELU_dt_int32.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(PRELU, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_int32 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/PRELU_dt_int8.cu b/dnn/src/cuda/elemwise/kimpl/PRELU_dt_int8.cu deleted file mode 100644 index 621a7dd3..00000000 --- a/dnn/src/cuda/elemwise/kimpl/PRELU_dt_int8.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(PRELU, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_int8 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/PRELU_dt_uint8.cu b/dnn/src/cuda/elemwise/kimpl/PRELU_dt_uint8.cu deleted file mode 100644 index 86ff475d..00000000 --- a/dnn/src/cuda/elemwise/kimpl/PRELU_dt_uint8.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(PRELU, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_uint8 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/RELU6_GRAD_dt_bfloat16.cu b/dnn/src/cuda/elemwise/kimpl/RELU6_GRAD_dt_bfloat16.cu deleted file mode 100644 index 90699665..00000000 --- a/dnn/src/cuda/elemwise/kimpl/RELU6_GRAD_dt_bfloat16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(RELU6_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/RELU6_GRAD_dt_float16.cu b/dnn/src/cuda/elemwise/kimpl/RELU6_GRAD_dt_float16.cu deleted file mode 100644 index efb61fa6..00000000 --- a/dnn/src/cuda/elemwise/kimpl/RELU6_GRAD_dt_float16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(RELU6_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/RELU6_GRAD_dt_float32.cu b/dnn/src/cuda/elemwise/kimpl/RELU6_GRAD_dt_float32.cu deleted file mode 100644 index 6088f41d..00000000 --- a/dnn/src/cuda/elemwise/kimpl/RELU6_GRAD_dt_float32.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(RELU6_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/RELU6_dt_bfloat16.cu b/dnn/src/cuda/elemwise/kimpl/RELU6_dt_bfloat16.cu deleted file mode 100644 index cf79b7e9..00000000 --- a/dnn/src/cuda/elemwise/kimpl/RELU6_dt_bfloat16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(RELU6, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/RELU6_dt_float16.cu b/dnn/src/cuda/elemwise/kimpl/RELU6_dt_float16.cu deleted file mode 100644 index 0646045d..00000000 --- a/dnn/src/cuda/elemwise/kimpl/RELU6_dt_float16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(RELU6, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/RELU6_dt_float32.cu b/dnn/src/cuda/elemwise/kimpl/RELU6_dt_float32.cu deleted file mode 100644 index 2fe7746f..00000000 --- a/dnn/src/cuda/elemwise/kimpl/RELU6_dt_float32.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(RELU6, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/RELU6_dt_int16.cu b/dnn/src/cuda/elemwise/kimpl/RELU6_dt_int16.cu deleted file mode 100644 index 32c2dab3..00000000 --- a/dnn/src/cuda/elemwise/kimpl/RELU6_dt_int16.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(RELU6, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_int16 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/RELU6_dt_int32.cu b/dnn/src/cuda/elemwise/kimpl/RELU6_dt_int32.cu deleted file mode 100644 index e59877c3..00000000 --- a/dnn/src/cuda/elemwise/kimpl/RELU6_dt_int32.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(RELU6, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_int32 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/RELU6_dt_int8.cu b/dnn/src/cuda/elemwise/kimpl/RELU6_dt_int8.cu deleted file mode 100644 index 6f6f7741..00000000 --- a/dnn/src/cuda/elemwise/kimpl/RELU6_dt_int8.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(RELU6, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_int8 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/RELU6_dt_uint8.cu b/dnn/src/cuda/elemwise/kimpl/RELU6_dt_uint8.cu deleted file mode 100644 index 60812b55..00000000 --- a/dnn/src/cuda/elemwise/kimpl/RELU6_dt_uint8.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(RELU6, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_uint8 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/SIGN_dt_bfloat16.cu b/dnn/src/cuda/elemwise/kimpl/SIGN_dt_bfloat16.cu deleted file mode 100644 index 34316156..00000000 --- a/dnn/src/cuda/elemwise/kimpl/SIGN_dt_bfloat16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SIGN, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/SIGN_dt_float16.cu b/dnn/src/cuda/elemwise/kimpl/SIGN_dt_float16.cu deleted file mode 100644 index 04ac0b86..00000000 --- a/dnn/src/cuda/elemwise/kimpl/SIGN_dt_float16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SIGN, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/SIGN_dt_float32.cu b/dnn/src/cuda/elemwise/kimpl/SIGN_dt_float32.cu deleted file mode 100644 index 0402184f..00000000 --- a/dnn/src/cuda/elemwise/kimpl/SIGN_dt_float32.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SIGN, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/SIGN_dt_int16.cu b/dnn/src/cuda/elemwise/kimpl/SIGN_dt_int16.cu deleted file mode 100644 index 0a854c23..00000000 --- a/dnn/src/cuda/elemwise/kimpl/SIGN_dt_int16.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SIGN, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_int16 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/SIGN_dt_int32.cu b/dnn/src/cuda/elemwise/kimpl/SIGN_dt_int32.cu deleted file mode 100644 index 5f3aa927..00000000 --- a/dnn/src/cuda/elemwise/kimpl/SIGN_dt_int32.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SIGN, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_int32 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/SIGN_dt_int8.cu b/dnn/src/cuda/elemwise/kimpl/SIGN_dt_int8.cu deleted file mode 100644 index c0d44608..00000000 --- a/dnn/src/cuda/elemwise/kimpl/SIGN_dt_int8.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SIGN, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_int8 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/SIGN_dt_uint8.cu b/dnn/src/cuda/elemwise/kimpl/SIGN_dt_uint8.cu deleted file mode 100644 index 37f4b4b2..00000000 --- a/dnn/src/cuda/elemwise/kimpl/SIGN_dt_uint8.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SIGN, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_uint8 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/SINH_dt_bfloat16.cu b/dnn/src/cuda/elemwise/kimpl/SINH_dt_bfloat16.cu deleted file mode 100644 index 19b3b24d..00000000 --- a/dnn/src/cuda/elemwise/kimpl/SINH_dt_bfloat16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SINH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/SINH_dt_float16.cu b/dnn/src/cuda/elemwise/kimpl/SINH_dt_float16.cu deleted file mode 100644 index 0298140e..00000000 --- a/dnn/src/cuda/elemwise/kimpl/SINH_dt_float16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SINH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/SINH_dt_float32.cu b/dnn/src/cuda/elemwise/kimpl/SINH_dt_float32.cu deleted file mode 100644 index d781a287..00000000 --- a/dnn/src/cuda/elemwise/kimpl/SINH_dt_float32.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SINH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/SOFTPLUS_GRAD_dt_bfloat16.cu b/dnn/src/cuda/elemwise/kimpl/SOFTPLUS_GRAD_dt_bfloat16.cu deleted file mode 100644 index 9769ef87..00000000 --- a/dnn/src/cuda/elemwise/kimpl/SOFTPLUS_GRAD_dt_bfloat16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SOFTPLUS_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/SOFTPLUS_GRAD_dt_float16.cu b/dnn/src/cuda/elemwise/kimpl/SOFTPLUS_GRAD_dt_float16.cu deleted file mode 100644 index 694fea1b..00000000 --- a/dnn/src/cuda/elemwise/kimpl/SOFTPLUS_GRAD_dt_float16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SOFTPLUS_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/SOFTPLUS_GRAD_dt_float32.cu b/dnn/src/cuda/elemwise/kimpl/SOFTPLUS_GRAD_dt_float32.cu deleted file mode 100644 index 05710880..00000000 --- a/dnn/src/cuda/elemwise/kimpl/SOFTPLUS_GRAD_dt_float32.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SOFTPLUS_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/SOFTPLUS_dt_bfloat16.cu b/dnn/src/cuda/elemwise/kimpl/SOFTPLUS_dt_bfloat16.cu deleted file mode 100644 index 7df279c7..00000000 --- a/dnn/src/cuda/elemwise/kimpl/SOFTPLUS_dt_bfloat16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SOFTPLUS, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/SOFTPLUS_dt_float16.cu b/dnn/src/cuda/elemwise/kimpl/SOFTPLUS_dt_float16.cu deleted file mode 100644 index 98d84dad..00000000 --- a/dnn/src/cuda/elemwise/kimpl/SOFTPLUS_dt_float16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SOFTPLUS, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/SOFTPLUS_dt_float32.cu b/dnn/src/cuda/elemwise/kimpl/SOFTPLUS_dt_float32.cu deleted file mode 100644 index 898996df..00000000 --- a/dnn/src/cuda/elemwise/kimpl/SOFTPLUS_dt_float32.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SOFTPLUS, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/SQRT_dt_bfloat16.cu b/dnn/src/cuda/elemwise/kimpl/SQRT_dt_bfloat16.cu deleted file mode 100644 index b6483dfe..00000000 --- a/dnn/src/cuda/elemwise/kimpl/SQRT_dt_bfloat16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SQRT, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/SQRT_dt_float16.cu b/dnn/src/cuda/elemwise/kimpl/SQRT_dt_float16.cu deleted file mode 100644 index 262e68d4..00000000 --- a/dnn/src/cuda/elemwise/kimpl/SQRT_dt_float16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SQRT, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/SQRT_dt_float32.cu b/dnn/src/cuda/elemwise/kimpl/SQRT_dt_float32.cu deleted file mode 100644 index 1c6aa2af..00000000 --- a/dnn/src/cuda/elemwise/kimpl/SQRT_dt_float32.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SQRT, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/SQUARE_dt_bfloat16.cu b/dnn/src/cuda/elemwise/kimpl/SQUARE_dt_bfloat16.cu deleted file mode 100644 index 59f5383e..00000000 --- a/dnn/src/cuda/elemwise/kimpl/SQUARE_dt_bfloat16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SQUARE, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/SQUARE_dt_float16.cu b/dnn/src/cuda/elemwise/kimpl/SQUARE_dt_float16.cu deleted file mode 100644 index c53551bb..00000000 --- a/dnn/src/cuda/elemwise/kimpl/SQUARE_dt_float16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SQUARE, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/SQUARE_dt_float32.cu b/dnn/src/cuda/elemwise/kimpl/SQUARE_dt_float32.cu deleted file mode 100644 index 4282b479..00000000 --- a/dnn/src/cuda/elemwise/kimpl/SQUARE_dt_float32.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SQUARE, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/SQUARE_dt_int16.cu b/dnn/src/cuda/elemwise/kimpl/SQUARE_dt_int16.cu deleted file mode 100644 index 5d7bec08..00000000 --- a/dnn/src/cuda/elemwise/kimpl/SQUARE_dt_int16.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SQUARE, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_int16 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/SQUARE_dt_int32.cu b/dnn/src/cuda/elemwise/kimpl/SQUARE_dt_int32.cu deleted file mode 100644 index c1237c37..00000000 --- a/dnn/src/cuda/elemwise/kimpl/SQUARE_dt_int32.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SQUARE, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_int32 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/SQUARE_dt_int8.cu b/dnn/src/cuda/elemwise/kimpl/SQUARE_dt_int8.cu deleted file mode 100644 index 8c01483e..00000000 --- a/dnn/src/cuda/elemwise/kimpl/SQUARE_dt_int8.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SQUARE, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_int8 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/SQUARE_dt_uint8.cu b/dnn/src/cuda/elemwise/kimpl/SQUARE_dt_uint8.cu deleted file mode 100644 index 094c4191..00000000 --- a/dnn/src/cuda/elemwise/kimpl/SQUARE_dt_uint8.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SQUARE, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_uint8 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise/kimpl/TAN_dt_bfloat16.cu b/dnn/src/cuda/elemwise/kimpl/TAN_dt_bfloat16.cu deleted file mode 100644 index 415ed3fc..00000000 --- a/dnn/src/cuda/elemwise/kimpl/TAN_dt_bfloat16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(TAN, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/TAN_dt_float16.cu b/dnn/src/cuda/elemwise/kimpl/TAN_dt_float16.cu deleted file mode 100644 index dd5339a3..00000000 --- a/dnn/src/cuda/elemwise/kimpl/TAN_dt_float16.cu +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(TAN, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/cuda/elemwise/kimpl/TAN_dt_float32.cu b/dnn/src/cuda/elemwise/kimpl/TAN_dt_float32.cu deleted file mode 100644 index 796c4e65..00000000 --- a/dnn/src/cuda/elemwise/kimpl/TAN_dt_float32.cu +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(TAN, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise_multi_type/kimpl/ACOSH_GRAD_dt_qint8_dt_qint8.cu b/dnn/src/cuda/elemwise_multi_type/kimpl/ACOSH_GRAD_dt_qint8_dt_qint8.cu deleted file mode 100644 index 74e69bb6..00000000 --- a/dnn/src/cuda/elemwise_multi_type/kimpl/ACOSH_GRAD_dt_qint8_dt_qint8.cu +++ /dev/null @@ -1,6 +0,0 @@ -// generated by gen_elemwise_multi_type_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ACOSH_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_STYPE dt_qint8 -#define KERN_IMPL_DTYPE dt_qint8 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise_multi_type/kimpl/ACOSH_dt_qint8_dt_qint8.cu b/dnn/src/cuda/elemwise_multi_type/kimpl/ACOSH_dt_qint8_dt_qint8.cu deleted file mode 100644 index 6734fd67..00000000 --- a/dnn/src/cuda/elemwise_multi_type/kimpl/ACOSH_dt_qint8_dt_qint8.cu +++ /dev/null @@ -1,6 +0,0 @@ -// generated by gen_elemwise_multi_type_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ACOSH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_STYPE dt_qint8 -#define KERN_IMPL_DTYPE dt_qint8 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise_multi_type/kimpl/ASINH_GRAD_dt_qint8_dt_qint8.cu b/dnn/src/cuda/elemwise_multi_type/kimpl/ASINH_GRAD_dt_qint8_dt_qint8.cu deleted file mode 100644 index 6af7f406..00000000 --- a/dnn/src/cuda/elemwise_multi_type/kimpl/ASINH_GRAD_dt_qint8_dt_qint8.cu +++ /dev/null @@ -1,6 +0,0 @@ -// generated by gen_elemwise_multi_type_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ASINH_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_STYPE dt_qint8 -#define KERN_IMPL_DTYPE dt_qint8 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise_multi_type/kimpl/ASINH_dt_qint8_dt_qint8.cu b/dnn/src/cuda/elemwise_multi_type/kimpl/ASINH_dt_qint8_dt_qint8.cu deleted file mode 100644 index 9b080b73..00000000 --- a/dnn/src/cuda/elemwise_multi_type/kimpl/ASINH_dt_qint8_dt_qint8.cu +++ /dev/null @@ -1,6 +0,0 @@ -// generated by gen_elemwise_multi_type_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ASINH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_STYPE dt_qint8 -#define KERN_IMPL_DTYPE dt_qint8 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise_multi_type/kimpl/ATANH_GRAD_dt_qint8_dt_qint8.cu b/dnn/src/cuda/elemwise_multi_type/kimpl/ATANH_GRAD_dt_qint8_dt_qint8.cu deleted file mode 100644 index 1d477ec4..00000000 --- a/dnn/src/cuda/elemwise_multi_type/kimpl/ATANH_GRAD_dt_qint8_dt_qint8.cu +++ /dev/null @@ -1,6 +0,0 @@ -// generated by gen_elemwise_multi_type_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ATANH_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_STYPE dt_qint8 -#define KERN_IMPL_DTYPE dt_qint8 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise_multi_type/kimpl/ATANH_dt_qint8_dt_qint8.cu b/dnn/src/cuda/elemwise_multi_type/kimpl/ATANH_dt_qint8_dt_qint8.cu deleted file mode 100644 index 934699b3..00000000 --- a/dnn/src/cuda/elemwise_multi_type/kimpl/ATANH_dt_qint8_dt_qint8.cu +++ /dev/null @@ -1,6 +0,0 @@ -// generated by gen_elemwise_multi_type_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ATANH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_STYPE dt_qint8 -#define KERN_IMPL_DTYPE dt_qint8 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise_multi_type/kimpl/CLIP_dt_qint4_dt_qint4.cu b/dnn/src/cuda/elemwise_multi_type/kimpl/CLIP_dt_qint4_dt_qint4.cu deleted file mode 100644 index accf56fa..00000000 --- a/dnn/src/cuda/elemwise_multi_type/kimpl/CLIP_dt_qint4_dt_qint4.cu +++ /dev/null @@ -1,6 +0,0 @@ -// generated by gen_elemwise_multi_type_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(CLIP, cb) -#define KERN_IMPL_ARITY 3 -#define KERN_IMPL_STYPE dt_qint4 -#define KERN_IMPL_DTYPE dt_qint4 -#include "../kern_impl_q4.inl" diff --git a/dnn/src/cuda/elemwise_multi_type/kimpl/CLIP_dt_qint8_dt_qint8.cu b/dnn/src/cuda/elemwise_multi_type/kimpl/CLIP_dt_qint8_dt_qint8.cu deleted file mode 100644 index 78de5e8a..00000000 --- a/dnn/src/cuda/elemwise_multi_type/kimpl/CLIP_dt_qint8_dt_qint8.cu +++ /dev/null @@ -1,6 +0,0 @@ -// generated by gen_elemwise_multi_type_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(CLIP, cb) -#define KERN_IMPL_ARITY 3 -#define KERN_IMPL_STYPE dt_qint8 -#define KERN_IMPL_DTYPE dt_qint8 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise_multi_type/kimpl/CLIP_dt_quint4_dt_quint4.cu b/dnn/src/cuda/elemwise_multi_type/kimpl/CLIP_dt_quint4_dt_quint4.cu deleted file mode 100644 index 754de3e6..00000000 --- a/dnn/src/cuda/elemwise_multi_type/kimpl/CLIP_dt_quint4_dt_quint4.cu +++ /dev/null @@ -1,6 +0,0 @@ -// generated by gen_elemwise_multi_type_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(CLIP, cb) -#define KERN_IMPL_ARITY 3 -#define KERN_IMPL_STYPE dt_quint4 -#define KERN_IMPL_DTYPE dt_quint4 -#include "../kern_impl_q4.inl" diff --git a/dnn/src/cuda/elemwise_multi_type/kimpl/COSH_dt_qint8_dt_qint8.cu b/dnn/src/cuda/elemwise_multi_type/kimpl/COSH_dt_qint8_dt_qint8.cu deleted file mode 100644 index 2bcc45ab..00000000 --- a/dnn/src/cuda/elemwise_multi_type/kimpl/COSH_dt_qint8_dt_qint8.cu +++ /dev/null @@ -1,6 +0,0 @@ -// generated by gen_elemwise_multi_type_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(COSH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_STYPE dt_qint8 -#define KERN_IMPL_DTYPE dt_qint8 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise_multi_type/kimpl/HSIGMOID_GRAD_dt_qint8_dt_qint8.cu b/dnn/src/cuda/elemwise_multi_type/kimpl/HSIGMOID_GRAD_dt_qint8_dt_qint8.cu deleted file mode 100644 index a50f44c9..00000000 --- a/dnn/src/cuda/elemwise_multi_type/kimpl/HSIGMOID_GRAD_dt_qint8_dt_qint8.cu +++ /dev/null @@ -1,6 +0,0 @@ -// generated by gen_elemwise_multi_type_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(HSIGMOID_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_STYPE dt_qint8 -#define KERN_IMPL_DTYPE dt_qint8 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise_multi_type/kimpl/HSIGMOID_dt_qint8_dt_qint8.cu b/dnn/src/cuda/elemwise_multi_type/kimpl/HSIGMOID_dt_qint8_dt_qint8.cu deleted file mode 100644 index 5cac0b94..00000000 --- a/dnn/src/cuda/elemwise_multi_type/kimpl/HSIGMOID_dt_qint8_dt_qint8.cu +++ /dev/null @@ -1,6 +0,0 @@ -// generated by gen_elemwise_multi_type_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(HSIGMOID, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_STYPE dt_qint8 -#define KERN_IMPL_DTYPE dt_qint8 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise_multi_type/kimpl/LOGSIGMOID_dt_qint8_dt_qint8.cu b/dnn/src/cuda/elemwise_multi_type/kimpl/LOGSIGMOID_dt_qint8_dt_qint8.cu deleted file mode 100644 index bb2abf6a..00000000 --- a/dnn/src/cuda/elemwise_multi_type/kimpl/LOGSIGMOID_dt_qint8_dt_qint8.cu +++ /dev/null @@ -1,6 +0,0 @@ -// generated by gen_elemwise_multi_type_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(LOGSIGMOID, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_STYPE dt_qint8 -#define KERN_IMPL_DTYPE dt_qint8 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise_multi_type/kimpl/PRELU_GRAD_dt_qint8_dt_qint8.cu b/dnn/src/cuda/elemwise_multi_type/kimpl/PRELU_GRAD_dt_qint8_dt_qint8.cu deleted file mode 100644 index 1518830e..00000000 --- a/dnn/src/cuda/elemwise_multi_type/kimpl/PRELU_GRAD_dt_qint8_dt_qint8.cu +++ /dev/null @@ -1,6 +0,0 @@ -// generated by gen_elemwise_multi_type_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(PRELU_GRAD, cb) -#define KERN_IMPL_ARITY 3 -#define KERN_IMPL_STYPE dt_qint8 -#define KERN_IMPL_DTYPE dt_qint8 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise_multi_type/kimpl/PRELU_dt_qint8_dt_qint8.cu b/dnn/src/cuda/elemwise_multi_type/kimpl/PRELU_dt_qint8_dt_qint8.cu deleted file mode 100644 index 60fa38fa..00000000 --- a/dnn/src/cuda/elemwise_multi_type/kimpl/PRELU_dt_qint8_dt_qint8.cu +++ /dev/null @@ -1,6 +0,0 @@ -// generated by gen_elemwise_multi_type_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(PRELU, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_STYPE dt_qint8 -#define KERN_IMPL_DTYPE dt_qint8 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise_multi_type/kimpl/RELU6_GRAD_dt_qint8_dt_qint8.cu b/dnn/src/cuda/elemwise_multi_type/kimpl/RELU6_GRAD_dt_qint8_dt_qint8.cu deleted file mode 100644 index 49ef8a94..00000000 --- a/dnn/src/cuda/elemwise_multi_type/kimpl/RELU6_GRAD_dt_qint8_dt_qint8.cu +++ /dev/null @@ -1,6 +0,0 @@ -// generated by gen_elemwise_multi_type_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(RELU6_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_STYPE dt_qint8 -#define KERN_IMPL_DTYPE dt_qint8 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise_multi_type/kimpl/RELU6_dt_qint8_dt_qint8.cu b/dnn/src/cuda/elemwise_multi_type/kimpl/RELU6_dt_qint8_dt_qint8.cu deleted file mode 100644 index 7cf2b512..00000000 --- a/dnn/src/cuda/elemwise_multi_type/kimpl/RELU6_dt_qint8_dt_qint8.cu +++ /dev/null @@ -1,6 +0,0 @@ -// generated by gen_elemwise_multi_type_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(RELU6, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_STYPE dt_qint8 -#define KERN_IMPL_DTYPE dt_qint8 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise_multi_type/kimpl/SIGN_dt_qint8_dt_qint8.cu b/dnn/src/cuda/elemwise_multi_type/kimpl/SIGN_dt_qint8_dt_qint8.cu deleted file mode 100644 index 279bb2bb..00000000 --- a/dnn/src/cuda/elemwise_multi_type/kimpl/SIGN_dt_qint8_dt_qint8.cu +++ /dev/null @@ -1,6 +0,0 @@ -// generated by gen_elemwise_multi_type_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SIGN, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_STYPE dt_qint8 -#define KERN_IMPL_DTYPE dt_qint8 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise_multi_type/kimpl/SINH_dt_qint8_dt_qint8.cu b/dnn/src/cuda/elemwise_multi_type/kimpl/SINH_dt_qint8_dt_qint8.cu deleted file mode 100644 index 68f6f9a7..00000000 --- a/dnn/src/cuda/elemwise_multi_type/kimpl/SINH_dt_qint8_dt_qint8.cu +++ /dev/null @@ -1,6 +0,0 @@ -// generated by gen_elemwise_multi_type_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SINH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_STYPE dt_qint8 -#define KERN_IMPL_DTYPE dt_qint8 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise_multi_type/kimpl/SOFTPLUS_GRAD_dt_qint8_dt_qint8.cu b/dnn/src/cuda/elemwise_multi_type/kimpl/SOFTPLUS_GRAD_dt_qint8_dt_qint8.cu deleted file mode 100644 index 2c8aa8b6..00000000 --- a/dnn/src/cuda/elemwise_multi_type/kimpl/SOFTPLUS_GRAD_dt_qint8_dt_qint8.cu +++ /dev/null @@ -1,6 +0,0 @@ -// generated by gen_elemwise_multi_type_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SOFTPLUS_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_STYPE dt_qint8 -#define KERN_IMPL_DTYPE dt_qint8 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise_multi_type/kimpl/SOFTPLUS_dt_qint8_dt_qint8.cu b/dnn/src/cuda/elemwise_multi_type/kimpl/SOFTPLUS_dt_qint8_dt_qint8.cu deleted file mode 100644 index 7c250442..00000000 --- a/dnn/src/cuda/elemwise_multi_type/kimpl/SOFTPLUS_dt_qint8_dt_qint8.cu +++ /dev/null @@ -1,6 +0,0 @@ -// generated by gen_elemwise_multi_type_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SOFTPLUS, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_STYPE dt_qint8 -#define KERN_IMPL_DTYPE dt_qint8 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise_multi_type/kimpl/SQRT_dt_qint8_dt_qint8.cu b/dnn/src/cuda/elemwise_multi_type/kimpl/SQRT_dt_qint8_dt_qint8.cu deleted file mode 100644 index 48290ef9..00000000 --- a/dnn/src/cuda/elemwise_multi_type/kimpl/SQRT_dt_qint8_dt_qint8.cu +++ /dev/null @@ -1,6 +0,0 @@ -// generated by gen_elemwise_multi_type_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SQRT, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_STYPE dt_qint8 -#define KERN_IMPL_DTYPE dt_qint8 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise_multi_type/kimpl/SQUARE_dt_qint8_dt_qint8.cu b/dnn/src/cuda/elemwise_multi_type/kimpl/SQUARE_dt_qint8_dt_qint8.cu deleted file mode 100644 index a24e0457..00000000 --- a/dnn/src/cuda/elemwise_multi_type/kimpl/SQUARE_dt_qint8_dt_qint8.cu +++ /dev/null @@ -1,6 +0,0 @@ -// generated by gen_elemwise_multi_type_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SQUARE, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_STYPE dt_qint8 -#define KERN_IMPL_DTYPE dt_qint8 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise_multi_type/kimpl/TAN_dt_qint8_dt_qint8.cu b/dnn/src/cuda/elemwise_multi_type/kimpl/TAN_dt_qint8_dt_qint8.cu deleted file mode 100644 index ecf0bcb6..00000000 --- a/dnn/src/cuda/elemwise_multi_type/kimpl/TAN_dt_qint8_dt_qint8.cu +++ /dev/null @@ -1,6 +0,0 @@ -// generated by gen_elemwise_multi_type_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(TAN, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_STYPE dt_qint8 -#define KERN_IMPL_DTYPE dt_qint8 -#include "../kern_impl.inl" diff --git a/dnn/src/cuda/elemwise_multi_type/opr_impl.cpp b/dnn/src/cuda/elemwise_multi_type/opr_impl.cpp index 2f45e524..64a90258 100644 --- a/dnn/src/cuda/elemwise_multi_type/opr_impl.cpp +++ b/dnn/src/cuda/elemwise_multi_type/opr_impl.cpp @@ -267,10 +267,7 @@ IMPL_MODE_DISPATCHER(2, dt_qint4, dt_qint4); IMPL_MODE_DISPATCHER(2, dt_quint4, dt_quint4); #undef FOREACH -#define FOREACH(cb) \ - MEGDNN_ELEMWISE_MODE_ENABLE(COND_LEQ_MOV, cb) \ - MEGDNN_ELEMWISE_MODE_ENABLE(FUSE_MUL_ADD3, cb) \ - MEGDNN_ELEMWISE_MODE_ENABLE(CLIP, cb) +#define FOREACH MEGDNN_FOREACH_ELEMWISE_MODE_TERNARY_FLOAT IMPL_MODE_DISPATCHER(3, dt_qint4, dt_qint4); IMPL_MODE_DISPATCHER(3, dt_quint4, dt_quint4); #undef FOREACH diff --git a/dnn/src/fallback/elemwise/fallback_impl/opr_binary_impl.cpp b/dnn/src/fallback/elemwise/fallback_impl/opr_binary_impl.cpp index f0cf6c13..4197a2da 100644 --- a/dnn/src/fallback/elemwise/fallback_impl/opr_binary_impl.cpp +++ b/dnn/src/fallback/elemwise/fallback_impl/opr_binary_impl.cpp @@ -228,7 +228,6 @@ INST(Mode::SHL); INST(Mode::SHR); INST(Mode::FUSE_ADD_RELU); INST(Mode::RMULH); -INST(Mode::PRELU); #undef INST #define INST(mode) \ @@ -259,13 +258,6 @@ INST(Mode::H_SWISH_GRAD); INST(Mode::FUSE_ADD_H_SWISH); INST(Mode::SILU_GRAD); INST(Mode::GELU_GRAD); -INST(Mode::PRELU); -INST(Mode::ASINH_GRAD); -INST(Mode::ACOSH_GRAD); -INST(Mode::ATANH_GRAD); -INST(Mode::SOFTPLUS_GRAD); -INST(Mode::RELU6_GRAD); -INST(Mode::HSIGMOID_GRAD); #undef INST } // namespace fallback } // namespace megdnn diff --git a/dnn/src/fallback/elemwise/fallback_impl/opr_unary_impl.cpp b/dnn/src/fallback/elemwise/fallback_impl/opr_unary_impl.cpp index bf7acf09..b36e7dae 100644 --- a/dnn/src/fallback/elemwise/fallback_impl/opr_unary_impl.cpp +++ b/dnn/src/fallback/elemwise/fallback_impl/opr_unary_impl.cpp @@ -77,9 +77,6 @@ using Mode = param_enumv::Elemwise::Mode; INST(Mode::RELU); INST(Mode::ABS); INST(Mode::NEGATE); -INST(Mode::RELU6); -INST(Mode::SQUARE); -INST(Mode::SIGN); #undef INST #define INST(mode) \ @@ -108,19 +105,6 @@ INST(Mode::ERFCINV); INST(Mode::H_SWISH); INST(Mode::SILU); INST(Mode::GELU); -INST(Mode::SINH); -INST(Mode::COSH); -INST(Mode::ASINH); -INST(Mode::ACOSH); -INST(Mode::ATANH); -INST(Mode::TAN); -INST(Mode::SOFTPLUS); -INST(Mode::RELU6); -INST(Mode::HSIGMOID); -INST(Mode::LOGSIGMOID); -INST(Mode::SQRT); -INST(Mode::SQUARE); -INST(Mode::SIGN); #undef INST } // namespace fallback } // namespace megdnn diff --git a/dnn/src/naive/elemwise/kimpl/ACOSH_GRAD_dt_bfloat16.cpp b/dnn/src/naive/elemwise/kimpl/ACOSH_GRAD_dt_bfloat16.cpp deleted file mode 100644 index fc3af7a7..00000000 --- a/dnn/src/naive/elemwise/kimpl/ACOSH_GRAD_dt_bfloat16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ACOSH_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/ACOSH_GRAD_dt_float16.cpp b/dnn/src/naive/elemwise/kimpl/ACOSH_GRAD_dt_float16.cpp deleted file mode 100644 index 1c4f89c8..00000000 --- a/dnn/src/naive/elemwise/kimpl/ACOSH_GRAD_dt_float16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ACOSH_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/ACOSH_GRAD_dt_float32.cpp b/dnn/src/naive/elemwise/kimpl/ACOSH_GRAD_dt_float32.cpp deleted file mode 100644 index 7674459b..00000000 --- a/dnn/src/naive/elemwise/kimpl/ACOSH_GRAD_dt_float32.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ACOSH_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/ACOSH_dt_bfloat16.cpp b/dnn/src/naive/elemwise/kimpl/ACOSH_dt_bfloat16.cpp deleted file mode 100644 index 80411b71..00000000 --- a/dnn/src/naive/elemwise/kimpl/ACOSH_dt_bfloat16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ACOSH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/ACOSH_dt_float16.cpp b/dnn/src/naive/elemwise/kimpl/ACOSH_dt_float16.cpp deleted file mode 100644 index aa417709..00000000 --- a/dnn/src/naive/elemwise/kimpl/ACOSH_dt_float16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ACOSH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/ACOSH_dt_float32.cpp b/dnn/src/naive/elemwise/kimpl/ACOSH_dt_float32.cpp deleted file mode 100644 index cfcf7ad3..00000000 --- a/dnn/src/naive/elemwise/kimpl/ACOSH_dt_float32.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ACOSH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/ASINH_GRAD_dt_bfloat16.cpp b/dnn/src/naive/elemwise/kimpl/ASINH_GRAD_dt_bfloat16.cpp deleted file mode 100644 index 393728a4..00000000 --- a/dnn/src/naive/elemwise/kimpl/ASINH_GRAD_dt_bfloat16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ASINH_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/ASINH_GRAD_dt_float16.cpp b/dnn/src/naive/elemwise/kimpl/ASINH_GRAD_dt_float16.cpp deleted file mode 100644 index 807bedca..00000000 --- a/dnn/src/naive/elemwise/kimpl/ASINH_GRAD_dt_float16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ASINH_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/ASINH_GRAD_dt_float32.cpp b/dnn/src/naive/elemwise/kimpl/ASINH_GRAD_dt_float32.cpp deleted file mode 100644 index 7a3d5a3e..00000000 --- a/dnn/src/naive/elemwise/kimpl/ASINH_GRAD_dt_float32.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ASINH_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/ASINH_dt_bfloat16.cpp b/dnn/src/naive/elemwise/kimpl/ASINH_dt_bfloat16.cpp deleted file mode 100644 index 7a912381..00000000 --- a/dnn/src/naive/elemwise/kimpl/ASINH_dt_bfloat16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ASINH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/ASINH_dt_float16.cpp b/dnn/src/naive/elemwise/kimpl/ASINH_dt_float16.cpp deleted file mode 100644 index 29c9307d..00000000 --- a/dnn/src/naive/elemwise/kimpl/ASINH_dt_float16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ASINH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/ASINH_dt_float32.cpp b/dnn/src/naive/elemwise/kimpl/ASINH_dt_float32.cpp deleted file mode 100644 index b6fc8ab6..00000000 --- a/dnn/src/naive/elemwise/kimpl/ASINH_dt_float32.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ASINH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/ATANH_GRAD_dt_bfloat16.cpp b/dnn/src/naive/elemwise/kimpl/ATANH_GRAD_dt_bfloat16.cpp deleted file mode 100644 index cf7afe1b..00000000 --- a/dnn/src/naive/elemwise/kimpl/ATANH_GRAD_dt_bfloat16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ATANH_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/ATANH_GRAD_dt_float16.cpp b/dnn/src/naive/elemwise/kimpl/ATANH_GRAD_dt_float16.cpp deleted file mode 100644 index 333b8f60..00000000 --- a/dnn/src/naive/elemwise/kimpl/ATANH_GRAD_dt_float16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ATANH_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/ATANH_GRAD_dt_float32.cpp b/dnn/src/naive/elemwise/kimpl/ATANH_GRAD_dt_float32.cpp deleted file mode 100644 index be794c32..00000000 --- a/dnn/src/naive/elemwise/kimpl/ATANH_GRAD_dt_float32.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ATANH_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/ATANH_dt_bfloat16.cpp b/dnn/src/naive/elemwise/kimpl/ATANH_dt_bfloat16.cpp deleted file mode 100644 index fa6683df..00000000 --- a/dnn/src/naive/elemwise/kimpl/ATANH_dt_bfloat16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ATANH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/ATANH_dt_float16.cpp b/dnn/src/naive/elemwise/kimpl/ATANH_dt_float16.cpp deleted file mode 100644 index 804e5361..00000000 --- a/dnn/src/naive/elemwise/kimpl/ATANH_dt_float16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ATANH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/ATANH_dt_float32.cpp b/dnn/src/naive/elemwise/kimpl/ATANH_dt_float32.cpp deleted file mode 100644 index 5fd222b3..00000000 --- a/dnn/src/naive/elemwise/kimpl/ATANH_dt_float32.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ATANH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/CLIP_dt_bfloat16.cpp b/dnn/src/naive/elemwise/kimpl/CLIP_dt_bfloat16.cpp deleted file mode 100644 index de73cd15..00000000 --- a/dnn/src/naive/elemwise/kimpl/CLIP_dt_bfloat16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(CLIP, cb) -#define KERN_IMPL_ARITY 3 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/CLIP_dt_float16.cpp b/dnn/src/naive/elemwise/kimpl/CLIP_dt_float16.cpp deleted file mode 100644 index 25e351c1..00000000 --- a/dnn/src/naive/elemwise/kimpl/CLIP_dt_float16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(CLIP, cb) -#define KERN_IMPL_ARITY 3 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/CLIP_dt_float32.cpp b/dnn/src/naive/elemwise/kimpl/CLIP_dt_float32.cpp deleted file mode 100644 index cf8dc776..00000000 --- a/dnn/src/naive/elemwise/kimpl/CLIP_dt_float32.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(CLIP, cb) -#define KERN_IMPL_ARITY 3 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/CLIP_dt_int16.cpp b/dnn/src/naive/elemwise/kimpl/CLIP_dt_int16.cpp deleted file mode 100644 index f60b5c4c..00000000 --- a/dnn/src/naive/elemwise/kimpl/CLIP_dt_int16.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(CLIP, cb) -#define KERN_IMPL_ARITY 3 -#define KERN_IMPL_CTYPE dt_int16 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/CLIP_dt_int32.cpp b/dnn/src/naive/elemwise/kimpl/CLIP_dt_int32.cpp deleted file mode 100644 index c003f595..00000000 --- a/dnn/src/naive/elemwise/kimpl/CLIP_dt_int32.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(CLIP, cb) -#define KERN_IMPL_ARITY 3 -#define KERN_IMPL_CTYPE dt_int32 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/CLIP_dt_int8.cpp b/dnn/src/naive/elemwise/kimpl/CLIP_dt_int8.cpp deleted file mode 100644 index cb0ec046..00000000 --- a/dnn/src/naive/elemwise/kimpl/CLIP_dt_int8.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(CLIP, cb) -#define KERN_IMPL_ARITY 3 -#define KERN_IMPL_CTYPE dt_int8 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/CLIP_dt_uint8.cpp b/dnn/src/naive/elemwise/kimpl/CLIP_dt_uint8.cpp deleted file mode 100644 index b0198d93..00000000 --- a/dnn/src/naive/elemwise/kimpl/CLIP_dt_uint8.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(CLIP, cb) -#define KERN_IMPL_ARITY 3 -#define KERN_IMPL_CTYPE dt_uint8 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/COSH_dt_bfloat16.cpp b/dnn/src/naive/elemwise/kimpl/COSH_dt_bfloat16.cpp deleted file mode 100644 index 7cb17527..00000000 --- a/dnn/src/naive/elemwise/kimpl/COSH_dt_bfloat16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(COSH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/COSH_dt_float16.cpp b/dnn/src/naive/elemwise/kimpl/COSH_dt_float16.cpp deleted file mode 100644 index 5f42f235..00000000 --- a/dnn/src/naive/elemwise/kimpl/COSH_dt_float16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(COSH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/COSH_dt_float32.cpp b/dnn/src/naive/elemwise/kimpl/COSH_dt_float32.cpp deleted file mode 100644 index 94ea1870..00000000 --- a/dnn/src/naive/elemwise/kimpl/COSH_dt_float32.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(COSH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/HSIGMOID_GRAD_dt_bfloat16.cpp b/dnn/src/naive/elemwise/kimpl/HSIGMOID_GRAD_dt_bfloat16.cpp deleted file mode 100644 index a8115bff..00000000 --- a/dnn/src/naive/elemwise/kimpl/HSIGMOID_GRAD_dt_bfloat16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(HSIGMOID_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/HSIGMOID_GRAD_dt_float16.cpp b/dnn/src/naive/elemwise/kimpl/HSIGMOID_GRAD_dt_float16.cpp deleted file mode 100644 index a1fb7ee3..00000000 --- a/dnn/src/naive/elemwise/kimpl/HSIGMOID_GRAD_dt_float16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(HSIGMOID_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/HSIGMOID_GRAD_dt_float32.cpp b/dnn/src/naive/elemwise/kimpl/HSIGMOID_GRAD_dt_float32.cpp deleted file mode 100644 index 9c0a4aeb..00000000 --- a/dnn/src/naive/elemwise/kimpl/HSIGMOID_GRAD_dt_float32.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(HSIGMOID_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/HSIGMOID_dt_bfloat16.cpp b/dnn/src/naive/elemwise/kimpl/HSIGMOID_dt_bfloat16.cpp deleted file mode 100644 index 28a83976..00000000 --- a/dnn/src/naive/elemwise/kimpl/HSIGMOID_dt_bfloat16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(HSIGMOID, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/HSIGMOID_dt_float16.cpp b/dnn/src/naive/elemwise/kimpl/HSIGMOID_dt_float16.cpp deleted file mode 100644 index cdb77455..00000000 --- a/dnn/src/naive/elemwise/kimpl/HSIGMOID_dt_float16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(HSIGMOID, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/HSIGMOID_dt_float32.cpp b/dnn/src/naive/elemwise/kimpl/HSIGMOID_dt_float32.cpp deleted file mode 100644 index 528f944c..00000000 --- a/dnn/src/naive/elemwise/kimpl/HSIGMOID_dt_float32.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(HSIGMOID, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/LOGSIGMOID_dt_bfloat16.cpp b/dnn/src/naive/elemwise/kimpl/LOGSIGMOID_dt_bfloat16.cpp deleted file mode 100644 index 06322df6..00000000 --- a/dnn/src/naive/elemwise/kimpl/LOGSIGMOID_dt_bfloat16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(LOGSIGMOID, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/LOGSIGMOID_dt_float16.cpp b/dnn/src/naive/elemwise/kimpl/LOGSIGMOID_dt_float16.cpp deleted file mode 100644 index d0b6c026..00000000 --- a/dnn/src/naive/elemwise/kimpl/LOGSIGMOID_dt_float16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(LOGSIGMOID, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/LOGSIGMOID_dt_float32.cpp b/dnn/src/naive/elemwise/kimpl/LOGSIGMOID_dt_float32.cpp deleted file mode 100644 index ea1bcf1a..00000000 --- a/dnn/src/naive/elemwise/kimpl/LOGSIGMOID_dt_float32.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(LOGSIGMOID, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/PRELU_GRAD_dt_bfloat16.cpp b/dnn/src/naive/elemwise/kimpl/PRELU_GRAD_dt_bfloat16.cpp deleted file mode 100644 index dc331500..00000000 --- a/dnn/src/naive/elemwise/kimpl/PRELU_GRAD_dt_bfloat16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(PRELU_GRAD, cb) -#define KERN_IMPL_ARITY 3 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/PRELU_GRAD_dt_float16.cpp b/dnn/src/naive/elemwise/kimpl/PRELU_GRAD_dt_float16.cpp deleted file mode 100644 index 34411818..00000000 --- a/dnn/src/naive/elemwise/kimpl/PRELU_GRAD_dt_float16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(PRELU_GRAD, cb) -#define KERN_IMPL_ARITY 3 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/PRELU_GRAD_dt_float32.cpp b/dnn/src/naive/elemwise/kimpl/PRELU_GRAD_dt_float32.cpp deleted file mode 100644 index 1fedc850..00000000 --- a/dnn/src/naive/elemwise/kimpl/PRELU_GRAD_dt_float32.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(PRELU_GRAD, cb) -#define KERN_IMPL_ARITY 3 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/PRELU_dt_bfloat16.cpp b/dnn/src/naive/elemwise/kimpl/PRELU_dt_bfloat16.cpp deleted file mode 100644 index 78c18f9d..00000000 --- a/dnn/src/naive/elemwise/kimpl/PRELU_dt_bfloat16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(PRELU, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/PRELU_dt_float16.cpp b/dnn/src/naive/elemwise/kimpl/PRELU_dt_float16.cpp deleted file mode 100644 index 33e6ce73..00000000 --- a/dnn/src/naive/elemwise/kimpl/PRELU_dt_float16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(PRELU, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/PRELU_dt_float32.cpp b/dnn/src/naive/elemwise/kimpl/PRELU_dt_float32.cpp deleted file mode 100644 index 46f2d367..00000000 --- a/dnn/src/naive/elemwise/kimpl/PRELU_dt_float32.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(PRELU, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/PRELU_dt_int16.cpp b/dnn/src/naive/elemwise/kimpl/PRELU_dt_int16.cpp deleted file mode 100644 index d1dfa9ac..00000000 --- a/dnn/src/naive/elemwise/kimpl/PRELU_dt_int16.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(PRELU, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_int16 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/PRELU_dt_int32.cpp b/dnn/src/naive/elemwise/kimpl/PRELU_dt_int32.cpp deleted file mode 100644 index d6d7332f..00000000 --- a/dnn/src/naive/elemwise/kimpl/PRELU_dt_int32.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(PRELU, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_int32 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/PRELU_dt_int8.cpp b/dnn/src/naive/elemwise/kimpl/PRELU_dt_int8.cpp deleted file mode 100644 index 621a7dd3..00000000 --- a/dnn/src/naive/elemwise/kimpl/PRELU_dt_int8.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(PRELU, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_int8 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/PRELU_dt_uint8.cpp b/dnn/src/naive/elemwise/kimpl/PRELU_dt_uint8.cpp deleted file mode 100644 index 86ff475d..00000000 --- a/dnn/src/naive/elemwise/kimpl/PRELU_dt_uint8.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(PRELU, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_uint8 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/RELU6_GRAD_dt_bfloat16.cpp b/dnn/src/naive/elemwise/kimpl/RELU6_GRAD_dt_bfloat16.cpp deleted file mode 100644 index 90699665..00000000 --- a/dnn/src/naive/elemwise/kimpl/RELU6_GRAD_dt_bfloat16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(RELU6_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/RELU6_GRAD_dt_float16.cpp b/dnn/src/naive/elemwise/kimpl/RELU6_GRAD_dt_float16.cpp deleted file mode 100644 index efb61fa6..00000000 --- a/dnn/src/naive/elemwise/kimpl/RELU6_GRAD_dt_float16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(RELU6_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/RELU6_GRAD_dt_float32.cpp b/dnn/src/naive/elemwise/kimpl/RELU6_GRAD_dt_float32.cpp deleted file mode 100644 index 6088f41d..00000000 --- a/dnn/src/naive/elemwise/kimpl/RELU6_GRAD_dt_float32.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(RELU6_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/RELU6_dt_bfloat16.cpp b/dnn/src/naive/elemwise/kimpl/RELU6_dt_bfloat16.cpp deleted file mode 100644 index cf79b7e9..00000000 --- a/dnn/src/naive/elemwise/kimpl/RELU6_dt_bfloat16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(RELU6, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/RELU6_dt_float16.cpp b/dnn/src/naive/elemwise/kimpl/RELU6_dt_float16.cpp deleted file mode 100644 index 0646045d..00000000 --- a/dnn/src/naive/elemwise/kimpl/RELU6_dt_float16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(RELU6, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/RELU6_dt_float32.cpp b/dnn/src/naive/elemwise/kimpl/RELU6_dt_float32.cpp deleted file mode 100644 index 2fe7746f..00000000 --- a/dnn/src/naive/elemwise/kimpl/RELU6_dt_float32.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(RELU6, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/RELU6_dt_int16.cpp b/dnn/src/naive/elemwise/kimpl/RELU6_dt_int16.cpp deleted file mode 100644 index 32c2dab3..00000000 --- a/dnn/src/naive/elemwise/kimpl/RELU6_dt_int16.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(RELU6, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_int16 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/RELU6_dt_int32.cpp b/dnn/src/naive/elemwise/kimpl/RELU6_dt_int32.cpp deleted file mode 100644 index e59877c3..00000000 --- a/dnn/src/naive/elemwise/kimpl/RELU6_dt_int32.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(RELU6, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_int32 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/RELU6_dt_int8.cpp b/dnn/src/naive/elemwise/kimpl/RELU6_dt_int8.cpp deleted file mode 100644 index 6f6f7741..00000000 --- a/dnn/src/naive/elemwise/kimpl/RELU6_dt_int8.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(RELU6, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_int8 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/RELU6_dt_uint8.cpp b/dnn/src/naive/elemwise/kimpl/RELU6_dt_uint8.cpp deleted file mode 100644 index 60812b55..00000000 --- a/dnn/src/naive/elemwise/kimpl/RELU6_dt_uint8.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(RELU6, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_uint8 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/SIGN_dt_bfloat16.cpp b/dnn/src/naive/elemwise/kimpl/SIGN_dt_bfloat16.cpp deleted file mode 100644 index 34316156..00000000 --- a/dnn/src/naive/elemwise/kimpl/SIGN_dt_bfloat16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SIGN, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/SIGN_dt_float16.cpp b/dnn/src/naive/elemwise/kimpl/SIGN_dt_float16.cpp deleted file mode 100644 index 04ac0b86..00000000 --- a/dnn/src/naive/elemwise/kimpl/SIGN_dt_float16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SIGN, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/SIGN_dt_float32.cpp b/dnn/src/naive/elemwise/kimpl/SIGN_dt_float32.cpp deleted file mode 100644 index 0402184f..00000000 --- a/dnn/src/naive/elemwise/kimpl/SIGN_dt_float32.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SIGN, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/SIGN_dt_int16.cpp b/dnn/src/naive/elemwise/kimpl/SIGN_dt_int16.cpp deleted file mode 100644 index 0a854c23..00000000 --- a/dnn/src/naive/elemwise/kimpl/SIGN_dt_int16.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SIGN, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_int16 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/SIGN_dt_int32.cpp b/dnn/src/naive/elemwise/kimpl/SIGN_dt_int32.cpp deleted file mode 100644 index 5f3aa927..00000000 --- a/dnn/src/naive/elemwise/kimpl/SIGN_dt_int32.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SIGN, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_int32 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/SIGN_dt_int8.cpp b/dnn/src/naive/elemwise/kimpl/SIGN_dt_int8.cpp deleted file mode 100644 index c0d44608..00000000 --- a/dnn/src/naive/elemwise/kimpl/SIGN_dt_int8.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SIGN, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_int8 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/SIGN_dt_uint8.cpp b/dnn/src/naive/elemwise/kimpl/SIGN_dt_uint8.cpp deleted file mode 100644 index 37f4b4b2..00000000 --- a/dnn/src/naive/elemwise/kimpl/SIGN_dt_uint8.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SIGN, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_uint8 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/SINH_dt_bfloat16.cpp b/dnn/src/naive/elemwise/kimpl/SINH_dt_bfloat16.cpp deleted file mode 100644 index 19b3b24d..00000000 --- a/dnn/src/naive/elemwise/kimpl/SINH_dt_bfloat16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SINH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/SINH_dt_float16.cpp b/dnn/src/naive/elemwise/kimpl/SINH_dt_float16.cpp deleted file mode 100644 index 0298140e..00000000 --- a/dnn/src/naive/elemwise/kimpl/SINH_dt_float16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SINH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/SINH_dt_float32.cpp b/dnn/src/naive/elemwise/kimpl/SINH_dt_float32.cpp deleted file mode 100644 index d781a287..00000000 --- a/dnn/src/naive/elemwise/kimpl/SINH_dt_float32.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SINH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/SOFTPLUS_GRAD_dt_bfloat16.cpp b/dnn/src/naive/elemwise/kimpl/SOFTPLUS_GRAD_dt_bfloat16.cpp deleted file mode 100644 index 9769ef87..00000000 --- a/dnn/src/naive/elemwise/kimpl/SOFTPLUS_GRAD_dt_bfloat16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SOFTPLUS_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/SOFTPLUS_GRAD_dt_float16.cpp b/dnn/src/naive/elemwise/kimpl/SOFTPLUS_GRAD_dt_float16.cpp deleted file mode 100644 index 694fea1b..00000000 --- a/dnn/src/naive/elemwise/kimpl/SOFTPLUS_GRAD_dt_float16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SOFTPLUS_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/SOFTPLUS_GRAD_dt_float32.cpp b/dnn/src/naive/elemwise/kimpl/SOFTPLUS_GRAD_dt_float32.cpp deleted file mode 100644 index 05710880..00000000 --- a/dnn/src/naive/elemwise/kimpl/SOFTPLUS_GRAD_dt_float32.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SOFTPLUS_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/SOFTPLUS_dt_bfloat16.cpp b/dnn/src/naive/elemwise/kimpl/SOFTPLUS_dt_bfloat16.cpp deleted file mode 100644 index 7df279c7..00000000 --- a/dnn/src/naive/elemwise/kimpl/SOFTPLUS_dt_bfloat16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SOFTPLUS, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/SOFTPLUS_dt_float16.cpp b/dnn/src/naive/elemwise/kimpl/SOFTPLUS_dt_float16.cpp deleted file mode 100644 index 98d84dad..00000000 --- a/dnn/src/naive/elemwise/kimpl/SOFTPLUS_dt_float16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SOFTPLUS, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/SOFTPLUS_dt_float32.cpp b/dnn/src/naive/elemwise/kimpl/SOFTPLUS_dt_float32.cpp deleted file mode 100644 index 898996df..00000000 --- a/dnn/src/naive/elemwise/kimpl/SOFTPLUS_dt_float32.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SOFTPLUS, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/SQRT_dt_bfloat16.cpp b/dnn/src/naive/elemwise/kimpl/SQRT_dt_bfloat16.cpp deleted file mode 100644 index b6483dfe..00000000 --- a/dnn/src/naive/elemwise/kimpl/SQRT_dt_bfloat16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SQRT, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/SQRT_dt_float16.cpp b/dnn/src/naive/elemwise/kimpl/SQRT_dt_float16.cpp deleted file mode 100644 index 262e68d4..00000000 --- a/dnn/src/naive/elemwise/kimpl/SQRT_dt_float16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SQRT, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/SQRT_dt_float32.cpp b/dnn/src/naive/elemwise/kimpl/SQRT_dt_float32.cpp deleted file mode 100644 index 1c6aa2af..00000000 --- a/dnn/src/naive/elemwise/kimpl/SQRT_dt_float32.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SQRT, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/SQUARE_dt_bfloat16.cpp b/dnn/src/naive/elemwise/kimpl/SQUARE_dt_bfloat16.cpp deleted file mode 100644 index 59f5383e..00000000 --- a/dnn/src/naive/elemwise/kimpl/SQUARE_dt_bfloat16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SQUARE, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/SQUARE_dt_float16.cpp b/dnn/src/naive/elemwise/kimpl/SQUARE_dt_float16.cpp deleted file mode 100644 index c53551bb..00000000 --- a/dnn/src/naive/elemwise/kimpl/SQUARE_dt_float16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SQUARE, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/SQUARE_dt_float32.cpp b/dnn/src/naive/elemwise/kimpl/SQUARE_dt_float32.cpp deleted file mode 100644 index 4282b479..00000000 --- a/dnn/src/naive/elemwise/kimpl/SQUARE_dt_float32.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SQUARE, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/SQUARE_dt_int16.cpp b/dnn/src/naive/elemwise/kimpl/SQUARE_dt_int16.cpp deleted file mode 100644 index 5d7bec08..00000000 --- a/dnn/src/naive/elemwise/kimpl/SQUARE_dt_int16.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SQUARE, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_int16 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/SQUARE_dt_int32.cpp b/dnn/src/naive/elemwise/kimpl/SQUARE_dt_int32.cpp deleted file mode 100644 index c1237c37..00000000 --- a/dnn/src/naive/elemwise/kimpl/SQUARE_dt_int32.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SQUARE, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_int32 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/SQUARE_dt_int8.cpp b/dnn/src/naive/elemwise/kimpl/SQUARE_dt_int8.cpp deleted file mode 100644 index 8c01483e..00000000 --- a/dnn/src/naive/elemwise/kimpl/SQUARE_dt_int8.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SQUARE, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_int8 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/SQUARE_dt_uint8.cpp b/dnn/src/naive/elemwise/kimpl/SQUARE_dt_uint8.cpp deleted file mode 100644 index 094c4191..00000000 --- a/dnn/src/naive/elemwise/kimpl/SQUARE_dt_uint8.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SQUARE, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_uint8 -#include "../kern_impl.inl" diff --git a/dnn/src/naive/elemwise/kimpl/TAN_dt_bfloat16.cpp b/dnn/src/naive/elemwise/kimpl/TAN_dt_bfloat16.cpp deleted file mode 100644 index 415ed3fc..00000000 --- a/dnn/src/naive/elemwise/kimpl/TAN_dt_bfloat16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(TAN, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/TAN_dt_float16.cpp b/dnn/src/naive/elemwise/kimpl/TAN_dt_float16.cpp deleted file mode 100644 index dd5339a3..00000000 --- a/dnn/src/naive/elemwise/kimpl/TAN_dt_float16.cpp +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(TAN, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/naive/elemwise/kimpl/TAN_dt_float32.cpp b/dnn/src/naive/elemwise/kimpl/TAN_dt_float32.cpp deleted file mode 100644 index 796c4e65..00000000 --- a/dnn/src/naive/elemwise/kimpl/TAN_dt_float32.cpp +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(TAN, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/ACOSH_GRAD_dt_bfloat16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/ACOSH_GRAD_dt_bfloat16.cpp.hip deleted file mode 100644 index a231d0a3..00000000 --- a/dnn/src/rocm/elemwise/kimpl/ACOSH_GRAD_dt_bfloat16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ACOSH_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/ACOSH_GRAD_dt_float16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/ACOSH_GRAD_dt_float16.cpp.hip deleted file mode 100644 index ca103ee3..00000000 --- a/dnn/src/rocm/elemwise/kimpl/ACOSH_GRAD_dt_float16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ACOSH_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/ACOSH_GRAD_dt_float32.cpp.hip b/dnn/src/rocm/elemwise/kimpl/ACOSH_GRAD_dt_float32.cpp.hip deleted file mode 100644 index 11f768c9..00000000 --- a/dnn/src/rocm/elemwise/kimpl/ACOSH_GRAD_dt_float32.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ACOSH_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/ACOSH_dt_bfloat16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/ACOSH_dt_bfloat16.cpp.hip deleted file mode 100644 index 28c3f173..00000000 --- a/dnn/src/rocm/elemwise/kimpl/ACOSH_dt_bfloat16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ACOSH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/ACOSH_dt_float16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/ACOSH_dt_float16.cpp.hip deleted file mode 100644 index 06d2c12e..00000000 --- a/dnn/src/rocm/elemwise/kimpl/ACOSH_dt_float16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ACOSH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/ACOSH_dt_float32.cpp.hip b/dnn/src/rocm/elemwise/kimpl/ACOSH_dt_float32.cpp.hip deleted file mode 100644 index 9e969396..00000000 --- a/dnn/src/rocm/elemwise/kimpl/ACOSH_dt_float32.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ACOSH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/ASINH_GRAD_dt_bfloat16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/ASINH_GRAD_dt_bfloat16.cpp.hip deleted file mode 100644 index d0f61ca2..00000000 --- a/dnn/src/rocm/elemwise/kimpl/ASINH_GRAD_dt_bfloat16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ASINH_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/ASINH_GRAD_dt_float16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/ASINH_GRAD_dt_float16.cpp.hip deleted file mode 100644 index 0840a54c..00000000 --- a/dnn/src/rocm/elemwise/kimpl/ASINH_GRAD_dt_float16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ASINH_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/ASINH_GRAD_dt_float32.cpp.hip b/dnn/src/rocm/elemwise/kimpl/ASINH_GRAD_dt_float32.cpp.hip deleted file mode 100644 index c239ddb2..00000000 --- a/dnn/src/rocm/elemwise/kimpl/ASINH_GRAD_dt_float32.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ASINH_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/ASINH_dt_bfloat16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/ASINH_dt_bfloat16.cpp.hip deleted file mode 100644 index ea0f11ec..00000000 --- a/dnn/src/rocm/elemwise/kimpl/ASINH_dt_bfloat16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ASINH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/ASINH_dt_float16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/ASINH_dt_float16.cpp.hip deleted file mode 100644 index cc5d7302..00000000 --- a/dnn/src/rocm/elemwise/kimpl/ASINH_dt_float16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ASINH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/ASINH_dt_float32.cpp.hip b/dnn/src/rocm/elemwise/kimpl/ASINH_dt_float32.cpp.hip deleted file mode 100644 index 96076302..00000000 --- a/dnn/src/rocm/elemwise/kimpl/ASINH_dt_float32.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ASINH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/ATANH_GRAD_dt_bfloat16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/ATANH_GRAD_dt_bfloat16.cpp.hip deleted file mode 100644 index 3b0496f4..00000000 --- a/dnn/src/rocm/elemwise/kimpl/ATANH_GRAD_dt_bfloat16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ATANH_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/ATANH_GRAD_dt_float16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/ATANH_GRAD_dt_float16.cpp.hip deleted file mode 100644 index 1a0c841a..00000000 --- a/dnn/src/rocm/elemwise/kimpl/ATANH_GRAD_dt_float16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ATANH_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/ATANH_GRAD_dt_float32.cpp.hip b/dnn/src/rocm/elemwise/kimpl/ATANH_GRAD_dt_float32.cpp.hip deleted file mode 100644 index ce400c03..00000000 --- a/dnn/src/rocm/elemwise/kimpl/ATANH_GRAD_dt_float32.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ATANH_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/ATANH_dt_bfloat16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/ATANH_dt_bfloat16.cpp.hip deleted file mode 100644 index 9ac3b63a..00000000 --- a/dnn/src/rocm/elemwise/kimpl/ATANH_dt_bfloat16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ATANH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/ATANH_dt_float16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/ATANH_dt_float16.cpp.hip deleted file mode 100644 index 56902e43..00000000 --- a/dnn/src/rocm/elemwise/kimpl/ATANH_dt_float16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ATANH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/ATANH_dt_float32.cpp.hip b/dnn/src/rocm/elemwise/kimpl/ATANH_dt_float32.cpp.hip deleted file mode 100644 index 048cab3a..00000000 --- a/dnn/src/rocm/elemwise/kimpl/ATANH_dt_float32.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(ATANH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/CLIP_dt_bfloat16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/CLIP_dt_bfloat16.cpp.hip deleted file mode 100644 index 91c018ae..00000000 --- a/dnn/src/rocm/elemwise/kimpl/CLIP_dt_bfloat16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(CLIP, cb) -#define KERN_IMPL_ARITY 3 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/CLIP_dt_float16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/CLIP_dt_float16.cpp.hip deleted file mode 100644 index 1d06d8d1..00000000 --- a/dnn/src/rocm/elemwise/kimpl/CLIP_dt_float16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(CLIP, cb) -#define KERN_IMPL_ARITY 3 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/CLIP_dt_float32.cpp.hip b/dnn/src/rocm/elemwise/kimpl/CLIP_dt_float32.cpp.hip deleted file mode 100644 index 346efcbd..00000000 --- a/dnn/src/rocm/elemwise/kimpl/CLIP_dt_float32.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(CLIP, cb) -#define KERN_IMPL_ARITY 3 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/CLIP_dt_int16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/CLIP_dt_int16.cpp.hip deleted file mode 100644 index 4394848f..00000000 --- a/dnn/src/rocm/elemwise/kimpl/CLIP_dt_int16.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(CLIP, cb) -#define KERN_IMPL_ARITY 3 -#define KERN_IMPL_CTYPE dt_int16 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/CLIP_dt_int32.cpp.hip b/dnn/src/rocm/elemwise/kimpl/CLIP_dt_int32.cpp.hip deleted file mode 100644 index ed51ebd8..00000000 --- a/dnn/src/rocm/elemwise/kimpl/CLIP_dt_int32.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(CLIP, cb) -#define KERN_IMPL_ARITY 3 -#define KERN_IMPL_CTYPE dt_int32 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/CLIP_dt_int8.cpp.hip b/dnn/src/rocm/elemwise/kimpl/CLIP_dt_int8.cpp.hip deleted file mode 100644 index dea82a24..00000000 --- a/dnn/src/rocm/elemwise/kimpl/CLIP_dt_int8.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(CLIP, cb) -#define KERN_IMPL_ARITY 3 -#define KERN_IMPL_CTYPE dt_int8 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/CLIP_dt_uint8.cpp.hip b/dnn/src/rocm/elemwise/kimpl/CLIP_dt_uint8.cpp.hip deleted file mode 100644 index 0d798b15..00000000 --- a/dnn/src/rocm/elemwise/kimpl/CLIP_dt_uint8.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(CLIP, cb) -#define KERN_IMPL_ARITY 3 -#define KERN_IMPL_CTYPE dt_uint8 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/COSH_dt_bfloat16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/COSH_dt_bfloat16.cpp.hip deleted file mode 100644 index 25c504a3..00000000 --- a/dnn/src/rocm/elemwise/kimpl/COSH_dt_bfloat16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(COSH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/COSH_dt_float16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/COSH_dt_float16.cpp.hip deleted file mode 100644 index a5e92a13..00000000 --- a/dnn/src/rocm/elemwise/kimpl/COSH_dt_float16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(COSH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/COSH_dt_float32.cpp.hip b/dnn/src/rocm/elemwise/kimpl/COSH_dt_float32.cpp.hip deleted file mode 100644 index 2d4c2784..00000000 --- a/dnn/src/rocm/elemwise/kimpl/COSH_dt_float32.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(COSH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/HSIGMOID_GRAD_dt_bfloat16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/HSIGMOID_GRAD_dt_bfloat16.cpp.hip deleted file mode 100644 index 54b03d90..00000000 --- a/dnn/src/rocm/elemwise/kimpl/HSIGMOID_GRAD_dt_bfloat16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(HSIGMOID_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/HSIGMOID_GRAD_dt_float16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/HSIGMOID_GRAD_dt_float16.cpp.hip deleted file mode 100644 index eaa54cca..00000000 --- a/dnn/src/rocm/elemwise/kimpl/HSIGMOID_GRAD_dt_float16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(HSIGMOID_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/HSIGMOID_GRAD_dt_float32.cpp.hip b/dnn/src/rocm/elemwise/kimpl/HSIGMOID_GRAD_dt_float32.cpp.hip deleted file mode 100644 index a000bb10..00000000 --- a/dnn/src/rocm/elemwise/kimpl/HSIGMOID_GRAD_dt_float32.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(HSIGMOID_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/HSIGMOID_dt_bfloat16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/HSIGMOID_dt_bfloat16.cpp.hip deleted file mode 100644 index fdb642b6..00000000 --- a/dnn/src/rocm/elemwise/kimpl/HSIGMOID_dt_bfloat16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(HSIGMOID, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/HSIGMOID_dt_float16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/HSIGMOID_dt_float16.cpp.hip deleted file mode 100644 index 94e88cd6..00000000 --- a/dnn/src/rocm/elemwise/kimpl/HSIGMOID_dt_float16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(HSIGMOID, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/HSIGMOID_dt_float32.cpp.hip b/dnn/src/rocm/elemwise/kimpl/HSIGMOID_dt_float32.cpp.hip deleted file mode 100644 index 8e13dd53..00000000 --- a/dnn/src/rocm/elemwise/kimpl/HSIGMOID_dt_float32.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(HSIGMOID, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/LOGSIGMOID_dt_bfloat16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/LOGSIGMOID_dt_bfloat16.cpp.hip deleted file mode 100644 index fa85681c..00000000 --- a/dnn/src/rocm/elemwise/kimpl/LOGSIGMOID_dt_bfloat16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(LOGSIGMOID, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/LOGSIGMOID_dt_float16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/LOGSIGMOID_dt_float16.cpp.hip deleted file mode 100644 index 4992d81d..00000000 --- a/dnn/src/rocm/elemwise/kimpl/LOGSIGMOID_dt_float16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(LOGSIGMOID, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/LOGSIGMOID_dt_float32.cpp.hip b/dnn/src/rocm/elemwise/kimpl/LOGSIGMOID_dt_float32.cpp.hip deleted file mode 100644 index 72e6e3a9..00000000 --- a/dnn/src/rocm/elemwise/kimpl/LOGSIGMOID_dt_float32.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(LOGSIGMOID, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/PRELU_GRAD_dt_bfloat16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/PRELU_GRAD_dt_bfloat16.cpp.hip deleted file mode 100644 index d24ceb4a..00000000 --- a/dnn/src/rocm/elemwise/kimpl/PRELU_GRAD_dt_bfloat16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(PRELU_GRAD, cb) -#define KERN_IMPL_ARITY 3 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/PRELU_GRAD_dt_float16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/PRELU_GRAD_dt_float16.cpp.hip deleted file mode 100644 index 4665a277..00000000 --- a/dnn/src/rocm/elemwise/kimpl/PRELU_GRAD_dt_float16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(PRELU_GRAD, cb) -#define KERN_IMPL_ARITY 3 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/PRELU_GRAD_dt_float32.cpp.hip b/dnn/src/rocm/elemwise/kimpl/PRELU_GRAD_dt_float32.cpp.hip deleted file mode 100644 index 023f6fe1..00000000 --- a/dnn/src/rocm/elemwise/kimpl/PRELU_GRAD_dt_float32.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(PRELU_GRAD, cb) -#define KERN_IMPL_ARITY 3 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/PRELU_dt_bfloat16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/PRELU_dt_bfloat16.cpp.hip deleted file mode 100644 index 2ae7e683..00000000 --- a/dnn/src/rocm/elemwise/kimpl/PRELU_dt_bfloat16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(PRELU, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/PRELU_dt_float16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/PRELU_dt_float16.cpp.hip deleted file mode 100644 index 1e1253ca..00000000 --- a/dnn/src/rocm/elemwise/kimpl/PRELU_dt_float16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(PRELU, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/PRELU_dt_float32.cpp.hip b/dnn/src/rocm/elemwise/kimpl/PRELU_dt_float32.cpp.hip deleted file mode 100644 index 9d3b9676..00000000 --- a/dnn/src/rocm/elemwise/kimpl/PRELU_dt_float32.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(PRELU, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/PRELU_dt_int16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/PRELU_dt_int16.cpp.hip deleted file mode 100644 index 03846baf..00000000 --- a/dnn/src/rocm/elemwise/kimpl/PRELU_dt_int16.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(PRELU, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_int16 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/PRELU_dt_int32.cpp.hip b/dnn/src/rocm/elemwise/kimpl/PRELU_dt_int32.cpp.hip deleted file mode 100644 index 41f41670..00000000 --- a/dnn/src/rocm/elemwise/kimpl/PRELU_dt_int32.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(PRELU, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_int32 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/PRELU_dt_int8.cpp.hip b/dnn/src/rocm/elemwise/kimpl/PRELU_dt_int8.cpp.hip deleted file mode 100644 index 88c2bbb6..00000000 --- a/dnn/src/rocm/elemwise/kimpl/PRELU_dt_int8.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(PRELU, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_int8 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/PRELU_dt_uint8.cpp.hip b/dnn/src/rocm/elemwise/kimpl/PRELU_dt_uint8.cpp.hip deleted file mode 100644 index a9febead..00000000 --- a/dnn/src/rocm/elemwise/kimpl/PRELU_dt_uint8.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(PRELU, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_uint8 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/RELU6_GRAD_dt_bfloat16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/RELU6_GRAD_dt_bfloat16.cpp.hip deleted file mode 100644 index f2099c6b..00000000 --- a/dnn/src/rocm/elemwise/kimpl/RELU6_GRAD_dt_bfloat16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(RELU6_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/RELU6_GRAD_dt_float16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/RELU6_GRAD_dt_float16.cpp.hip deleted file mode 100644 index b46f1c52..00000000 --- a/dnn/src/rocm/elemwise/kimpl/RELU6_GRAD_dt_float16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(RELU6_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/RELU6_GRAD_dt_float32.cpp.hip b/dnn/src/rocm/elemwise/kimpl/RELU6_GRAD_dt_float32.cpp.hip deleted file mode 100644 index 37b7d1ba..00000000 --- a/dnn/src/rocm/elemwise/kimpl/RELU6_GRAD_dt_float32.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(RELU6_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/RELU6_dt_bfloat16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/RELU6_dt_bfloat16.cpp.hip deleted file mode 100644 index bb39a1a8..00000000 --- a/dnn/src/rocm/elemwise/kimpl/RELU6_dt_bfloat16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(RELU6, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/RELU6_dt_float16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/RELU6_dt_float16.cpp.hip deleted file mode 100644 index f84eac71..00000000 --- a/dnn/src/rocm/elemwise/kimpl/RELU6_dt_float16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(RELU6, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/RELU6_dt_float32.cpp.hip b/dnn/src/rocm/elemwise/kimpl/RELU6_dt_float32.cpp.hip deleted file mode 100644 index fd3fe60f..00000000 --- a/dnn/src/rocm/elemwise/kimpl/RELU6_dt_float32.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(RELU6, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/RELU6_dt_int16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/RELU6_dt_int16.cpp.hip deleted file mode 100644 index 66a41225..00000000 --- a/dnn/src/rocm/elemwise/kimpl/RELU6_dt_int16.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(RELU6, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_int16 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/RELU6_dt_int32.cpp.hip b/dnn/src/rocm/elemwise/kimpl/RELU6_dt_int32.cpp.hip deleted file mode 100644 index 1a5eed82..00000000 --- a/dnn/src/rocm/elemwise/kimpl/RELU6_dt_int32.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(RELU6, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_int32 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/RELU6_dt_int8.cpp.hip b/dnn/src/rocm/elemwise/kimpl/RELU6_dt_int8.cpp.hip deleted file mode 100644 index f2ecc40a..00000000 --- a/dnn/src/rocm/elemwise/kimpl/RELU6_dt_int8.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(RELU6, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_int8 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/RELU6_dt_uint8.cpp.hip b/dnn/src/rocm/elemwise/kimpl/RELU6_dt_uint8.cpp.hip deleted file mode 100644 index b13aad0d..00000000 --- a/dnn/src/rocm/elemwise/kimpl/RELU6_dt_uint8.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(RELU6, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_uint8 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/SIGN_dt_bfloat16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/SIGN_dt_bfloat16.cpp.hip deleted file mode 100644 index ee5373bf..00000000 --- a/dnn/src/rocm/elemwise/kimpl/SIGN_dt_bfloat16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SIGN, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/SIGN_dt_float16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/SIGN_dt_float16.cpp.hip deleted file mode 100644 index 69277cd5..00000000 --- a/dnn/src/rocm/elemwise/kimpl/SIGN_dt_float16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SIGN, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/SIGN_dt_float32.cpp.hip b/dnn/src/rocm/elemwise/kimpl/SIGN_dt_float32.cpp.hip deleted file mode 100644 index 718709a1..00000000 --- a/dnn/src/rocm/elemwise/kimpl/SIGN_dt_float32.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SIGN, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/SIGN_dt_int16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/SIGN_dt_int16.cpp.hip deleted file mode 100644 index d1cdfbd5..00000000 --- a/dnn/src/rocm/elemwise/kimpl/SIGN_dt_int16.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SIGN, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_int16 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/SIGN_dt_int32.cpp.hip b/dnn/src/rocm/elemwise/kimpl/SIGN_dt_int32.cpp.hip deleted file mode 100644 index 2955aef0..00000000 --- a/dnn/src/rocm/elemwise/kimpl/SIGN_dt_int32.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SIGN, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_int32 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/SIGN_dt_int8.cpp.hip b/dnn/src/rocm/elemwise/kimpl/SIGN_dt_int8.cpp.hip deleted file mode 100644 index e6cc0849..00000000 --- a/dnn/src/rocm/elemwise/kimpl/SIGN_dt_int8.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SIGN, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_int8 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/SIGN_dt_uint8.cpp.hip b/dnn/src/rocm/elemwise/kimpl/SIGN_dt_uint8.cpp.hip deleted file mode 100644 index b39727a4..00000000 --- a/dnn/src/rocm/elemwise/kimpl/SIGN_dt_uint8.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SIGN, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_uint8 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/SINH_dt_bfloat16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/SINH_dt_bfloat16.cpp.hip deleted file mode 100644 index 7b0d4740..00000000 --- a/dnn/src/rocm/elemwise/kimpl/SINH_dt_bfloat16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SINH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/SINH_dt_float16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/SINH_dt_float16.cpp.hip deleted file mode 100644 index 070496fb..00000000 --- a/dnn/src/rocm/elemwise/kimpl/SINH_dt_float16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SINH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/SINH_dt_float32.cpp.hip b/dnn/src/rocm/elemwise/kimpl/SINH_dt_float32.cpp.hip deleted file mode 100644 index d295a78f..00000000 --- a/dnn/src/rocm/elemwise/kimpl/SINH_dt_float32.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SINH, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/SOFTPLUS_GRAD_dt_bfloat16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/SOFTPLUS_GRAD_dt_bfloat16.cpp.hip deleted file mode 100644 index 2de73538..00000000 --- a/dnn/src/rocm/elemwise/kimpl/SOFTPLUS_GRAD_dt_bfloat16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SOFTPLUS_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/SOFTPLUS_GRAD_dt_float16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/SOFTPLUS_GRAD_dt_float16.cpp.hip deleted file mode 100644 index da7dabfd..00000000 --- a/dnn/src/rocm/elemwise/kimpl/SOFTPLUS_GRAD_dt_float16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SOFTPLUS_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/SOFTPLUS_GRAD_dt_float32.cpp.hip b/dnn/src/rocm/elemwise/kimpl/SOFTPLUS_GRAD_dt_float32.cpp.hip deleted file mode 100644 index f123cd7e..00000000 --- a/dnn/src/rocm/elemwise/kimpl/SOFTPLUS_GRAD_dt_float32.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SOFTPLUS_GRAD, cb) -#define KERN_IMPL_ARITY 2 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/SOFTPLUS_dt_bfloat16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/SOFTPLUS_dt_bfloat16.cpp.hip deleted file mode 100644 index f86b264d..00000000 --- a/dnn/src/rocm/elemwise/kimpl/SOFTPLUS_dt_bfloat16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SOFTPLUS, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/SOFTPLUS_dt_float16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/SOFTPLUS_dt_float16.cpp.hip deleted file mode 100644 index 991ba230..00000000 --- a/dnn/src/rocm/elemwise/kimpl/SOFTPLUS_dt_float16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SOFTPLUS, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/SOFTPLUS_dt_float32.cpp.hip b/dnn/src/rocm/elemwise/kimpl/SOFTPLUS_dt_float32.cpp.hip deleted file mode 100644 index 55716f22..00000000 --- a/dnn/src/rocm/elemwise/kimpl/SOFTPLUS_dt_float32.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SOFTPLUS, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/SQRT_dt_bfloat16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/SQRT_dt_bfloat16.cpp.hip deleted file mode 100644 index 9c4b9211..00000000 --- a/dnn/src/rocm/elemwise/kimpl/SQRT_dt_bfloat16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SQRT, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/SQRT_dt_float16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/SQRT_dt_float16.cpp.hip deleted file mode 100644 index ad05f946..00000000 --- a/dnn/src/rocm/elemwise/kimpl/SQRT_dt_float16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SQRT, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/SQRT_dt_float32.cpp.hip b/dnn/src/rocm/elemwise/kimpl/SQRT_dt_float32.cpp.hip deleted file mode 100644 index 448f9a0c..00000000 --- a/dnn/src/rocm/elemwise/kimpl/SQRT_dt_float32.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SQRT, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/SQUARE_dt_bfloat16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/SQUARE_dt_bfloat16.cpp.hip deleted file mode 100644 index aa6d5912..00000000 --- a/dnn/src/rocm/elemwise/kimpl/SQUARE_dt_bfloat16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SQUARE, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/SQUARE_dt_float16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/SQUARE_dt_float16.cpp.hip deleted file mode 100644 index 1db3690d..00000000 --- a/dnn/src/rocm/elemwise/kimpl/SQUARE_dt_float16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SQUARE, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/SQUARE_dt_float32.cpp.hip b/dnn/src/rocm/elemwise/kimpl/SQUARE_dt_float32.cpp.hip deleted file mode 100644 index da4072ae..00000000 --- a/dnn/src/rocm/elemwise/kimpl/SQUARE_dt_float32.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SQUARE, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/SQUARE_dt_int16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/SQUARE_dt_int16.cpp.hip deleted file mode 100644 index 487b9824..00000000 --- a/dnn/src/rocm/elemwise/kimpl/SQUARE_dt_int16.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SQUARE, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_int16 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/SQUARE_dt_int32.cpp.hip b/dnn/src/rocm/elemwise/kimpl/SQUARE_dt_int32.cpp.hip deleted file mode 100644 index ae617e29..00000000 --- a/dnn/src/rocm/elemwise/kimpl/SQUARE_dt_int32.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SQUARE, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_int32 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/SQUARE_dt_int8.cpp.hip b/dnn/src/rocm/elemwise/kimpl/SQUARE_dt_int8.cpp.hip deleted file mode 100644 index 9ebe2f85..00000000 --- a/dnn/src/rocm/elemwise/kimpl/SQUARE_dt_int8.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SQUARE, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_int8 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/SQUARE_dt_uint8.cpp.hip b/dnn/src/rocm/elemwise/kimpl/SQUARE_dt_uint8.cpp.hip deleted file mode 100644 index b01411f1..00000000 --- a/dnn/src/rocm/elemwise/kimpl/SQUARE_dt_uint8.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(SQUARE, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_uint8 -#include "../kern_impl.inl" diff --git a/dnn/src/rocm/elemwise/kimpl/TAN_dt_bfloat16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/TAN_dt_bfloat16.cpp.hip deleted file mode 100644 index 9a274f50..00000000 --- a/dnn/src/rocm/elemwise/kimpl/TAN_dt_bfloat16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(TAN, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_bfloat16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/TAN_dt_float16.cpp.hip b/dnn/src/rocm/elemwise/kimpl/TAN_dt_float16.cpp.hip deleted file mode 100644 index 522e02f8..00000000 --- a/dnn/src/rocm/elemwise/kimpl/TAN_dt_float16.cpp.hip +++ /dev/null @@ -1,7 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#if !MEGDNN_DISABLE_FLOAT16 -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(TAN, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float16 -#include "../kern_impl.inl" -#endif diff --git a/dnn/src/rocm/elemwise/kimpl/TAN_dt_float32.cpp.hip b/dnn/src/rocm/elemwise/kimpl/TAN_dt_float32.cpp.hip deleted file mode 100644 index 42a0c3b1..00000000 --- a/dnn/src/rocm/elemwise/kimpl/TAN_dt_float32.cpp.hip +++ /dev/null @@ -1,5 +0,0 @@ -// generated by gen_elemwise_kern_impls.py -#define KERN_IMPL_MODE(cb) MEGDNN_ELEMWISE_MODE_ENABLE(TAN, cb) -#define KERN_IMPL_ARITY 1 -#define KERN_IMPL_CTYPE dt_float32 -#include "../kern_impl.inl" diff --git a/dnn/test/common/elemwise.cpp b/dnn/test/common/elemwise.cpp index 2ef46962..31f9bcf0 100644 --- a/dnn/test/common/elemwise.cpp +++ b/dnn/test/common/elemwise.cpp @@ -744,8 +744,8 @@ DEF_TEST(all_modes) { TensorShapeArray shapes; UniformFloatRNG default_rng_f32{-100.f, 100.f}, pos_rng_f32{.1f, 1000.f}, small_pos_rng_f32{.1f, .10f}, small_rng_f32{-3.f, 3.f}, - abslt1_rng_f32{-0.95f, 0.95f}, uniform_0_2_rng{0.f, 2.f}, - tanh_rng_f32{-5.f, 5.f}, lt1_rng_f32{1.f, 10.f}; + abslt1_rng_f32{-1.f, 1.f}, uniform_0_2_rng{0.f, 2.f}, + tanh_rng_f32{-5.f, 5.f}; UniformFloatNonZeroRNG nonzero_rng_f32{.1f, 1000.f}, big_nonzero_rng_f32{100.f, 1000.f}; UniformIntRNG default_rng_i32{-100, 100}, small_rng_i32{-2, 2}, @@ -786,14 +786,12 @@ DEF_TEST(all_modes) { shapes[shapes.size() - 1] = {}; auto do_run = [&](DType dtype, float eps = 1e-3) { // limit value ranges for some modes - if (mode == Mode::LOG || mode == Mode::LOG1P || mode == Mode::SQRT) { + if (mode == Mode::LOG || mode == Mode::LOG1P) { checker.set_rng(0, &pos_rng_f32); - } else if (mode == Mode::POW || mode == Mode::SOFTPLUS_GRAD) { + } else if (mode == Mode::POW) { checker.set_rng(0, &small_pos_rng_f32); checker.set_rng(1, &small_rng_f32); - } else if ( - mode == Mode::EXP || mode == Mode::EXPM1 || mode == Mode::SINH || - mode == Mode::COSH) { + } else if (mode == Mode::EXP || mode == Mode::EXPM1) { checker.set_rng(0, &small_rng_f32); } else if (mode == Mode::FAST_TANH) { checker.set_rng(0, &tanh_rng_f32); @@ -809,10 +807,6 @@ DEF_TEST(all_modes) { checker.set_rng(1, &default_rng_f32); } else if (mode == Mode::ERFCINV) { checker.set_rng(0, &uniform_0_2_rng); - } else if (mode == Mode::ACOSH_GRAD || mode == Mode::ACOSH) { - checker.set_rng(0, <1_rng_f32); - } else if (mode == Mode::ATANH_GRAD || mode == Mode::ATANH) { - checker.set_rng(0, &abslt1_rng_f32); } else if ( mode == Mode::MOD || mode == Mode::TRUE_DIV || mode == Mode::FLOOR_DIV) { diff --git a/imperative/python/megengine/functional/elemwise.py b/imperative/python/megengine/functional/elemwise.py index b4568c6e..e92cb2d9 100644 --- a/imperative/python/megengine/functional/elemwise.py +++ b/imperative/python/megengine/functional/elemwise.py @@ -467,12 +467,12 @@ def log1p(x): def sqrt(x: Tensor) -> Tensor: r"""Element-wise `sqrt`.""" - return _elwise(x, mode=Elemwise.Mode.SQRT) + return x ** 0.5 def square(x: Tensor) -> Tensor: r"""Element-wise `square`.""" - return _elwise(x, mode=Elemwise.Mode.SQUARE) + return x ** 2 def round(x): @@ -515,7 +515,7 @@ def sin(x): def tan(x): r"""Element-wise `tangent`.""" - return _elwise(x, mode=Elemwise.Mode.TAN) + return sin(x) / cos(x) def acos(x): @@ -544,12 +544,13 @@ def atan2(y, x): def cosh(x): r"""Element-wise `hyperbolic cosine`.""" - return _elwise(x, mode=Elemwise.Mode.COSH) + return 0.5 * (exp(x) + exp(-x)) def sinh(x): r"""Element-wise `hyperbolic sine`.""" - return _elwise(x, mode=Elemwise.Mode.SINH) + u = expm1(x) + return 0.5 * u / (u + 1) * (u + 2) def tanh(x): @@ -559,17 +560,17 @@ def tanh(x): def asinh(x): r"""Element-wise `inverse hyperbolic sine`.""" - return _elwise(x, mode=Elemwise.Mode.ASINH) + return log(x + (x ** 2 + 1) ** 0.5) def acosh(x): r"""Element-wise `inverse hyperbolic cosine`.""" - return _elwise(x, mode=Elemwise.Mode.ACOSH) + return log(x + (x ** 2 - 1) ** 0.5) def atanh(x): r"""Element-wise `inverse hyperbolic tangent`.""" - return _elwise(x, mode=Elemwise.Mode.ATANH) + return log1p(2 * x / (1 - x)) / 2 # bit-twiddling functions @@ -679,7 +680,7 @@ def clip(x: Tensor, lower=None, upper=None) -> Tensor: ), "At least one of 'lower' or 'upper' must not be None" if lower is not None: if upper is not None: - return _elwise(x, lower, upper, mode=Elemwise.Mode.CLIP) + return minimum(maximum(x, lower), upper) else: return maximum(x, lower) else: diff --git a/imperative/python/megengine/functional/math.py b/imperative/python/megengine/functional/math.py index 42fa014e..978221ac 100644 --- a/imperative/python/megengine/functional/math.py +++ b/imperative/python/megengine/functional/math.py @@ -6,7 +6,7 @@ from typing import Iterable, Optional, Sequence, Tuple, Union from ..core._imperative_rt.core2 import Const, apply from ..core._imperative_rt.ops import SubgraphBuilder as _SubgraphBuilder from ..core.ops import builtin -from ..core.tensor.array_method import _elwise, _matmul +from ..core.tensor.array_method import _matmul from ..core.tensor.utils import _normalize_axis from ..tensor import Tensor from ..utils.deprecation import deprecated_kwargs_default @@ -86,7 +86,7 @@ def sign(inp: Tensor): >>> F.sign(x) Tensor([ 1 -1 0], dtype=int32, device=xpux:0) """ - return _elwise(inp, mode=builtin.Elemwise.Mode.SIGN) + return (inp > 0).astype(inp.dtype) - (inp < 0).astype(inp.dtype) def sum( diff --git a/imperative/python/megengine/functional/nn.py b/imperative/python/megengine/functional/nn.py index 8a42e906..58a60b4d 100644 --- a/imperative/python/megengine/functional/nn.py +++ b/imperative/python/megengine/functional/nn.py @@ -753,9 +753,37 @@ def sigmoid(x): return _elwise(x, mode=Elemwise.Mode.SIGMOID) +@lru_cache(maxsize=None) +def _get_hsigmoid_op(dtype=None, device=None): + @subgraph_fn( + "Hsigmoid", + dtype=dtype, + device=device, + nr_inputs=1, + jit_fusion=True, + custom_grad=True, + ) + def hsigmoid(inputs, f, c): + (inp,) = inputs[0:1] + inp = f("+", inp, c(3)) + max_0 = f("max", inp, c(0)) + min_6 = f("min", max_0, c(6)) + oup = f("/", min_6, c(6)) + (oup_grad,) = yield (oup,) + inp_grad = f("/", oup_grad, c(6)) + inp_grad = f("cond_leq_mov", max_0, c(6), inp_grad) + inp_grad = f("cond_leq_mov", c(0), inp, inp_grad) + yield (inp_grad,) + + return hsigmoid + + def hsigmoid(x): r"""Element-wise `relu6(x + 3) / 6`.""" - return _elwise(x, mode=Elemwise.Mode.HSIGMOID) + hsigmoid = _get_hsigmoid_op(x.dtype, x.device) + (x,) = hsigmoid(x) + return x + # return relu6(x + 3) / 6 def relu(x): @@ -763,14 +791,95 @@ def relu(x): return _elwise(x, mode=Elemwise.Mode.RELU) +@lru_cache(maxsize=None) +def _get_relu6_op(dtype=None, device=None): + @subgraph_fn( + "ReLU6", + dtype=dtype, + device=device, + nr_inputs=1, + jit_fusion=True, + custom_grad=True, + ) + def relu6(inputs, f, c): + (inp,) = inputs[0:1] + max_0 = f("max", inp, c(0)) + min_6 = f("min", max_0, c(6)) + oup = min_6 + (oup_grad,) = yield (oup,) + inp_grad = f("cond_leq_mov", max_0, c(6), oup_grad) + inp_grad = f("cond_leq_mov", c(0), inp, inp_grad) + yield (inp_grad,) + + return relu6 + + def relu6(x): r"""Element-wise `min(max(x, 0), 6)`.""" - return _elwise(x, mode=Elemwise.Mode.RELU6) + relu6 = _get_relu6_op(x.dtype, x.device) + (x,) = relu6(x) + return x + + +@lru_cache(maxsize=None) +def _get_prelu_op(dtype=None, device=None): + @subgraph_fn( + "PReLU", + dtype=dtype, + device=device, + nr_inputs=2, + jit_fusion=True, + custom_grad=True, + ) + def prelu(inputs, f, c): + (inp, weight) = inputs[0:2] + max_0 = f("max", inp, c(0)) + min_0 = f("min", inp, c(0)) + oup = f("fma3", min_0, weight, max_0) + (oup_grad,) = yield (oup,) + inp_grad_0 = f("cond_leq_mov", c(0), inp, oup_grad) + inp_grad_1 = f("*", oup_grad, weight) + inp_grad_1 = f("cond_leq_mov", inp, c(0), inp_grad_1) + inp_grad = f("+", inp_grad_0, inp_grad_1) + weight_grad = f("*", oup_grad, min_0) + yield (inp_grad, weight_grad) + + return prelu + + +def prelu(inp: Tensor, weight: Tensor) -> Tensor: + r"""Element-wise PReLU function. + + Refer to :class:`~.PReLU` for more information. + """ + prelu = _get_prelu_op(dtype=inp.dtype, device=inp.device) + (oup,) = prelu(inp, broadcast_to(weight, inp.shape)) + return oup -def prelu(x, y): - r"""Element-wise `max(x, 0) + y * min(x, 0)`.""" - return _elwise(x, y, mode=Elemwise.Mode.PRELU) +@lru_cache(maxsize=None) +def _get_leaky_relu_op(negative_slope, *, dtype=None, device=None): + @subgraph_fn( + "LeakyReLU", + dtype=dtype, + device=device, + nr_inputs=1, + jit_fusion=True, + custom_grad=True, + ) + def leakyReLU(inputs, f, c): + (inp,) = inputs[0:1] + max_0 = f("max", inp, c(0)) + min_0 = f("min", inp, c(0)) + oup = f("+", max_0, f("*", min_0, c(negative_slope))) + (oup_grad,) = yield (oup,) + inp_grad_0 = f("cond_leq_mov", c(0), inp, oup_grad) + inp_grad_1 = f("*", oup_grad, c(negative_slope)) + inp_grad_1 = f("cond_leq_mov", inp, c(0), inp_grad_1) + inp_grad = f("+", inp_grad_0, inp_grad_1) + yield (inp_grad,) + + return leakyReLU def leaky_relu(inp: Tensor, negative_slope: float = 0.01) -> Tensor: @@ -778,7 +887,9 @@ def leaky_relu(inp: Tensor, negative_slope: float = 0.01) -> Tensor: Refer to :class:`~.LeakyReLU` for more information. """ - return _elwise(inp, negative_slope, mode=Elemwise.Mode.PRELU) + leakyReLU = _get_leaky_relu_op(negative_slope, dtype=inp.dtype, device=inp.device) + (oup,) = leakyReLU(inp) + return oup def silu(x): @@ -797,6 +908,36 @@ def gelu(x): return _elwise(x, mode=Elemwise.Mode.GELU) +@lru_cache(maxsize=None) +def _get_softplus_op(dtype=None, device=None): + @subgraph_fn( + "Softplus", + dtype=dtype, + device=device, + nr_inputs=1, + jit_fusion=True, + custom_grad=True, + ) + def softplus(inputs, f, c): + (inp,) = inputs[0:1] + neg_abs = f("-", f("abs", inp)) + exp = f("exp", neg_abs) + oup0 = f("log1p", exp) + oup1 = f("relu", inp) + oup = f("+", oup0, oup1) + (oup_grad,) = yield (oup,) + inp_grad_0 = f("switch_gt0", oup1, oup_grad) + inp_grad_1 = oup_grad + inp_grad_1 = f("/", oup_grad, f("+", exp, c(1))) + inp_grad_1 = f("*", inp_grad_1, exp) + inp_grad_1 = f("-", inp_grad_1) + inp_grad_1 = f("abs_grad", inp, inp_grad_1) + inp_grad = f("+", inp_grad_0, inp_grad_1) + yield (inp_grad,) + + return softplus + + def softplus(inp: Tensor) -> Tensor: r"""Applies the element-wise function: @@ -819,7 +960,9 @@ def softplus(inp: Tensor) -> Tensor: >>> y.numpy().round(decimals=4) array([0.0486, 0.1269, 0.3133, 0.6931, 1.3133, 2.1269], dtype=float32) """ - return _elwise(inp, mode=Elemwise.Mode.SOFTPLUS) + softplus = _get_softplus_op(inp.dtype, inp.device) + (oup,) = softplus(inp) + return oup def logsoftmax(inp: Tensor, axis: Union[int, Sequence[int]]) -> Tensor: @@ -848,6 +991,39 @@ def logsoftmax(inp: Tensor, axis: Union[int, Sequence[int]]) -> Tensor: return inp - logsumexp(inp, axis, keepdims=True) +@lru_cache(maxsize=None) +def _get_logsigmoid_op(dtype=None, device=None): + @subgraph_fn( + "LogSigmoid", + dtype=dtype, + device=device, + nr_inputs=1, + jit_fusion=True, + custom_grad=True, + ) + def logsigmoid(inputs, f, c): + (inp,) = inputs[0:1] + neg_abs = f("-", f("abs", inp)) + exp = f("exp", neg_abs) + oup0 = f("log1p", exp) + oup1 = f("relu", f("-", inp)) + oup = f("+", oup0, oup1) + oup = f("-", oup) + (oup_grad,) = yield (oup,) + oup_grad = f("-", oup_grad) + inp_grad_0 = f("switch_gt0", oup1, oup_grad) + inp_grad_0 = f("-", inp_grad_0) + inp_grad_1 = oup_grad + inp_grad_1 = f("/", inp_grad_1, f("+", exp, c(1))) + inp_grad_1 = f("*", inp_grad_1, exp) + inp_grad_1 = f("-", inp_grad_1) + inp_grad_1 = f("abs_grad", inp, inp_grad_1) + inp_grad = f("+", inp_grad_0, inp_grad_1) + yield (inp_grad,) + + return logsigmoid + + def logsigmoid(inp: Tensor) -> Tensor: r"""Applies the element-wise function: @@ -865,7 +1041,9 @@ def logsigmoid(inp: Tensor) -> Tensor: array([-5.0067, -4.0182, -3.0486, -2.1269, -1.3133, -0.6931, -0.3133, -0.1269, -0.0486, -0.0181], dtype=float32) """ - return _elwise(inp, mode=Elemwise.Mode.LOGSIGMOID) + logsigmoid = _get_logsigmoid_op(inp.dtype, inp.device) + (oup,) = logsigmoid(inp) + return oup def logsumexp( diff --git a/imperative/src/impl/transformations/dtype_promote.cpp b/imperative/src/impl/transformations/dtype_promote.cpp index 5e7743d7..58de880a 100644 --- a/imperative/src/impl/transformations/dtype_promote.cpp +++ b/imperative/src/impl/transformations/dtype_promote.cpp @@ -116,17 +116,12 @@ ValueRefList elemwise_rule(const OpDef& op, Span inputs) { } static std::unordered_set cast_case1 = { - Elemwise::Mode::TRUE_DIV, Elemwise::Mode::EXP, - Elemwise::Mode::POW, Elemwise::Mode::LOG, - Elemwise::Mode::EXPM1, Elemwise::Mode::LOG1P, - Elemwise::Mode::ACOS, Elemwise::Mode::ASIN, - Elemwise::Mode::ATAN2, Elemwise::Mode::COS, - Elemwise::Mode::SIN, Elemwise::Mode::LOG_SUM_EXP, - Elemwise::Mode::TAN, Elemwise::Mode::ASINH, - Elemwise::Mode::ACOSH, Elemwise::Mode::ATANH, - Elemwise::Mode::SINH, Elemwise::Mode::COSH, - Elemwise::Mode::SOFTPLUS, Elemwise::Mode::HSIGMOID, - Elemwise::Mode::LOGSIGMOID, Elemwise::Mode::SQRT, + Elemwise::Mode::TRUE_DIV, Elemwise::Mode::EXP, + Elemwise::Mode::POW, Elemwise::Mode::LOG, + Elemwise::Mode::EXPM1, Elemwise::Mode::LOG1P, + Elemwise::Mode::ACOS, Elemwise::Mode::ASIN, + Elemwise::Mode::ATAN2, Elemwise::Mode::COS, + Elemwise::Mode::SIN, Elemwise::Mode::LOG_SUM_EXP, }; static std::unordered_set cast_case2 = { diff --git a/src/jit/impl/ast_c.cpp b/src/jit/impl/ast_c.cpp index eb1dc794..edce0007 100644 --- a/src/jit/impl/ast_c.cpp +++ b/src/jit/impl/ast_c.cpp @@ -133,7 +133,7 @@ const ElemGeneratorMap& ast_c::elem_opr_generator() { 0.f}) / 6.f), }; - mgb_assert(map.size() + 41 == opr::Elemwise::Param::MODE_NR_MEMBER); + mgb_assert(map.size() + 19 == opr::Elemwise::Param::MODE_NR_MEMBER); // unimplemented modes: SHL, SHR, FAST_TANH, FAST_TANH_GRAD, ROUND, RMULH, // ERFINV, ERFCINV, NOT, AND, OR, XOR, NEQ, ISNAN, ISINF return map; diff --git a/src/opr/impl/basic_arith.cpp b/src/opr/impl/basic_arith.cpp index 9924f747..8111b4e0 100644 --- a/src/opr/impl/basic_arith.cpp +++ b/src/opr/impl/basic_arith.cpp @@ -543,34 +543,6 @@ MGB_IMPL_OPR_GRAD(Elemwise) { RET(EL2(SILU_GRAD, i0, og)); case Mode::GELU: RET(EL2(GELU_GRAD, i0, og)); - case Mode::SINH: - RET(EL1(COSH, i0) * og); - case Mode::COSH: - RET(EL1(SINH, i0) * og); - case Mode::ASINH: - RET(EL2(ASINH_GRAD, i0, og)); - case Mode::ACOSH: - RET(EL2(ACOSH_GRAD, i0, og)); - case Mode::ATANH: - RET(EL2(ATANH_GRAD, i0, og)); - case Mode::TAN: { - auto two = i0.make_scalar_dt(2); - RET(og / (EL2(POW, EL1(COS, i0), two))); - } - case Mode::RELU6: - RET(EL2(RELU6_GRAD, i0, og)); - case Mode::SOFTPLUS: - RET(EL2(SOFTPLUS_GRAD, i0, og)); - case Mode::HSIGMOID: - RET(EL2(HSIGMOID_GRAD, i0, og)); - case Mode::LOGSIGMOID: - RET(EL2(SOFTPLUS_GRAD, EL1(NEGATE, i0), og)); - case Mode::SQRT: - RET(og / EL1(SQRT, i0) / 2); - case Mode::SQUARE: - RET(og * 2 * i0); - case Mode::SIGN: - RET(i0.make_scalar_dt(0).broadcast(i0.symshape())); // binary case Mode::ABS_GRAD: @@ -645,11 +617,6 @@ MGB_IMPL_OPR_GRAD(Elemwise) { case Mode::XOR: case Mode::AND: return nullptr; - case Mode::PRELU: - if (wrt_idx == 0) { - RET(EL3(PRELU_GRAD, i0, og, i1)); - } - RET(EL2(SWITCH_GT0, -i0, og * i0)); // ternary case Mode::COND_LEQ_MOV: @@ -660,15 +627,6 @@ MGB_IMPL_OPR_GRAD(Elemwise) { if (wrt_idx <= 1) return nullptr; RET(EL3(COND_LT_MOV, i0, i1, og)); - case Mode::CLIP: - if (wrt_idx == 0) { - RET(EL3(COND_LEQ_MOV, i1, i0, EL3(COND_LEQ_MOV, i0, i2, og))); - } - if (wrt_idx == 1) { - RET(EL3(COND_LEQ_MOV, i0, i1, og)); - } - RET(EL3(COND_LEQ_MOV, i2, i0, og)); - // fuse oprs case Mode::FUSE_MUL_ADD3: if (wrt_idx < 2) { diff --git a/src/opr/test/basic_arith/elemwise.cpp b/src/opr/test/basic_arith/elemwise.cpp index 89ae9ca3..b4bab90d 100644 --- a/src/opr/test/basic_arith/elemwise.cpp +++ b/src/opr/test/basic_arith/elemwise.cpp @@ -349,99 +349,6 @@ struct CheckerConfig : public CheckerConfig {}; template <> struct CheckerConfig : public NoGradCheckerConfig {}; -template <> -struct CheckerConfig : public NoGradCheckerConfig { - template - static InputGenerator get_inp_gen(size_t) { - return get_inp_gen_f32_range(-1.2, 1.2); - } -}; -template <> -struct CheckerConfig : public CheckerConfig { - template - static InputGenerator get_inp_gen(size_t) { - return get_inp_gen_f32_range(-5, 5); - } - template - static void update_opt(Opt& opt) { - opt.numdiff_eps = 1e-2; - opt.numdiff_max_err = 0.1; - } -}; -template <> -struct CheckerConfig : public CheckerConfig {}; -template <> -struct CheckerConfig : public CheckerConfig { - template - static void update_opt(Opt& opt) { - opt.numdiff_eps = 1e-2; - opt.numdiff_max_err = 0.1; - } -}; -template <> -struct CheckerConfig : public CheckerConfig { - template - static InputGenerator get_inp_gen(size_t) { - return get_inp_gen_f32_range(1.05, 5); - } -}; -template <> -struct CheckerConfig : public CheckerConfig { - template - static InputGenerator get_inp_gen(size_t) { - return get_inp_gen_f32_range(-0.95, 0.95); - } -}; -template <> -struct CheckerConfig : public CheckerConfig {}; -template <> -struct CheckerConfig : public CheckerConfig {}; -template <> -struct CheckerConfig : public CheckerConfig {}; -template <> -struct CheckerConfig : public CheckerConfig { - template - static InputGenerator get_inp_gen(size_t) { - return get_inp_gen_f32_range(0.05, 5); - } - template - static void update_opt(Opt& opt) { - opt.numdiff_eps = 1e-2; - opt.numdiff_max_err = 0.1; - } -}; -template <> -struct CheckerConfig : public CheckerConfig { - template - static void do_update_checker(Checker& checker) { - auto icoord = [](const typename Checker::NumInpArray& inp) { - auto p0 = inp[0]->template ptr(); - for (size_t i = 0, it = inp[0]->shape().total_nr_elems(); i < it; ++i) { - if (std::abs(p0[i]) < 1) { - p0[i] += 2; - } else if (std::abs(p0[i] - 6) < 1) { - p0[i] += 2; - } - } - }; - checker.set_input_coordinator(icoord); - } - template - static void update_checker(Checker& checker) { - using ctype = typename Checker::ctype; - return do_update_checker(checker); - } -}; -template <> -struct CheckerConfig : public CheckerConfig { - template - static InputGenerator get_inp_gen(size_t) { - return get_inp_gen_f32_range(-2.95, 2.95); - } -}; -template <> -struct CheckerConfig : public NoZeroCheckerConfig<0> {}; - /* ======================= binary config ======================= */ template struct BinaryInputMinGap : public CheckerConfig { @@ -660,85 +567,13 @@ template <> struct CheckerConfig : public NoGradCheckerConfig {}; template <> struct CheckerConfig : public NoGradCheckerConfig {}; -template <> -struct CheckerConfig : public NoZeroCheckerConfig<0> {}; -template <> -struct CheckerConfig : public NoGradCheckerConfig {}; -template <> -struct CheckerConfig : public NoGradCheckerConfig { - template - static InputGenerator get_inp_gen(size_t) { - return get_inp_gen_f32_range(1.05, 5); - } -}; -template <> -struct CheckerConfig : public NoGradCheckerConfig { - template - static InputGenerator get_inp_gen(size_t) { - return get_inp_gen_f32_range(-0.95, 0.95); - } -}; -template <> -struct CheckerConfig : public NoGradCheckerConfig {}; -template <> -struct CheckerConfig : public NoGradCheckerConfig {}; -template <> -struct CheckerConfig : public NoGradCheckerConfig { - template - static InputGenerator get_inp_gen(size_t) { - return get_inp_gen_f32_range(-2.95, 2.95); - } -}; /* ======================= ternary config ======================= */ template <> struct CheckerConfig : public BinaryInputMinGap {}; template <> struct CheckerConfig : public BinaryInputMinGap {}; -struct CheckerConfig : public NoGradCheckerConfig {}; -template <> -struct CheckerConfig : public CheckerConfig { - template - static void do_update_checker(Checker& checker) { - auto icoord = [](const typename Checker::NumInpArray& inp) { - auto p0 = inp[0]->template ptr(), p1 = inp[1]->template ptr(), - p2 = inp[2]->template ptr(); - for (size_t i = 0, it = inp[0]->shape().total_nr_elems(); i < it; ++i) { - if (p1[i] > p2[i]) { - std::swap(p1[i], p2[i]); - } - if (p1[i] + 1 > p2[i]) { - p2[i] = p1[i] + 1; - } - if (std::abs(p1[i] - p0[i]) < 1) { - if (p1[i] < p0[i]) - p0[i] += 1; - else - p0[i] -= 1; - } - if (std::abs(p2[i] - p0[i]) < 1) { - if (p2[i] < p0[i]) - p0[i] += 1; - else - p0[i] -= 1; - } - } - }; - checker.set_input_coordinator(icoord); - } - - template - static void update_checker(Checker& checker) { - using ctype = typename Checker::ctype; - return do_update_checker(checker); - } - template - static void update_opt(Opt& opt) { - opt.numdiff_eps = 1e-3; - opt.numdiff_max_err = 0.1; - } -}; /* ======================= test runner ======================= */ namespace detail { template diff --git a/src/opr/test/basic_arith/elemwise_binary_trait_def.inl b/src/opr/test/basic_arith/elemwise_binary_trait_def.inl index 1ed742db..0663986a 100644 --- a/src/opr/test/basic_arith/elemwise_binary_trait_def.inl +++ b/src/opr/test/basic_arith/elemwise_binary_trait_def.inl @@ -41,7 +41,6 @@ DEF_TRAIT(SWITCH_GT0, x > 0 ? y : 0) DEF_TRAIT(TANH_GRAD, (1 - x * x) * y) DEF_TRAIT(FUSE_ADD_RELU, std::max(x + y, 0)) -DEF_TRAIT(PRELU, (x > 0) ? x : (x* y)) #undef _ALLOW_INT #define _ALLOW_INT false @@ -58,12 +57,6 @@ DEF_TRAIT( SILU_GRAD, y*(1 + std::exp(-x) + x * std::exp(-x)) / (1 + std::exp(-x)) / (1 + std::exp(-x))) DEF_TRAIT(GELU_GRAD, do_gelu_grad(x, y)) -DEF_TRAIT(ASINH_GRAD, y / std::sqrt(x * x + 1)) -DEF_TRAIT(ACOSH_GRAD, y / std::sqrt(x * x - 1)) -DEF_TRAIT(ATANH_GRAD, y / (1 - x * x)) -DEF_TRAIT(SOFTPLUS_GRAD, y* std::exp(x) / (1.f + std::exp(x))) -DEF_TRAIT(RELU6_GRAD, x <= 0.f ? 0.f : (x >= 6.f ? 0.f : y)) -DEF_TRAIT(HSIGMOID_GRAD, x <= -3.f ? 0.f : (x >= 3.f ? 0.f : (y / 6.f))) #undef _ALLOW_INT #undef _ALLOW_FLOAT diff --git a/src/opr/test/basic_arith/elemwise_ternary_trait_def.inl b/src/opr/test/basic_arith/elemwise_ternary_trait_def.inl index a9bf8af1..e9e5cd8e 100644 --- a/src/opr/test/basic_arith/elemwise_ternary_trait_def.inl +++ b/src/opr/test/basic_arith/elemwise_ternary_trait_def.inl @@ -15,10 +15,6 @@ DEF_TRAIT(COND_LEQ_MOV, x <= y ? z : 0) DEF_TRAIT(COND_LT_MOV, x < y ? z : 0) DEF_TRAIT(FUSE_MUL_ADD3, x* y + z) -DEF_TRAIT(CLIP, x < y ? y : (x < z ? x : z)) -#undef _ALLOW_INT -#define _ALLOW_INT false -DEF_TRAIT(PRELU_GRAD, x > 0 ? y : (y * z)) #undef _ALLOW_INT #undef _ALLOW_FLOAT diff --git a/src/opr/test/basic_arith/elemwise_unary_trait_def.inl b/src/opr/test/basic_arith/elemwise_unary_trait_def.inl index edacc035..a6e64ecd 100644 --- a/src/opr/test/basic_arith/elemwise_unary_trait_def.inl +++ b/src/opr/test/basic_arith/elemwise_unary_trait_def.inl @@ -22,9 +22,6 @@ DEF_TRAIT(NOT, !x) DEF_TRAIT(ABS, std::abs(x)) DEF_TRAIT(NEGATE, -x) DEF_TRAIT(RELU, std::max(x, 0)) -DEF_TRAIT(RELU6, std::min(std::max(x, 0), 6)) -DEF_TRAIT(SQUARE, x* x) -DEF_TRAIT(SIGN, x < 0 ? -1 : (x > 0 ? 1 : 0)) #undef _ALLOW_INT #define _ALLOW_INT false @@ -49,16 +46,6 @@ DEF_TRAIT(ERFCINV, do_erfcinv(x)) DEF_TRAIT(H_SWISH, do_h_swish(x)) DEF_TRAIT(SILU, x / (1 + std::exp(-x))) DEF_TRAIT(GELU, x*(0.5f * (1.f + std::erf(x / std::sqrt(2.f))))) -DEF_TRAIT(SINH, std::sinh(x)) -DEF_TRAIT(COSH, std::cosh(x)) -DEF_TRAIT(ASINH, std::asinh(x)) -DEF_TRAIT(ACOSH, std::acosh(x)) -DEF_TRAIT(ATANH, std::atanh(x)) -DEF_TRAIT(TAN, std::tan(x)) -DEF_TRAIT(SOFTPLUS, std::log1p(std::exp(-std::abs(x))) + std::max(x, 0)) -DEF_TRAIT(HSIGMOID, x <= -3.f ? 0.f : (x >= 3.f ? 1.f : ((x + 3.f) / 6.f))) -DEF_TRAIT(SQRT, std::sqrt(x)) -DEF_TRAIT(LOGSIGMOID, -std::log1p(std::exp(-std::abs(x))) - std::max(-x, 0)) #undef _ALLOW_INT #undef _ALLOW_FLOAT