You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

helper.h 9.0 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270
  1. #include <string>
  2. #include <vector>
  3. #include "llvm/Support/CommandLine.h"
  4. #include "llvm/Support/FormatVariadic.h"
  5. #include "llvm/Support/InitLLVM.h"
  6. #include "llvm/Support/Signals.h"
  7. #include "llvm/TableGen/Main.h"
  8. #include "llvm/TableGen/Record.h"
  9. #include "llvm/TableGen/TableGenBackend.h"
  10. #include "mlir/TableGen/Attribute.h"
  11. #include "mlir/TableGen/Format.h"
  12. #include "mlir/TableGen/Operator.h"
  13. using llvm::formatv;
  14. using llvm::StringRef;
  15. using llvm::Record;
  16. #define ASSERT(stmt, msg) \
  17. if (!(stmt)) { \
  18. std::cerr << "\033[1;31m" \
  19. << "tablegen autogen abort due to: " << msg \
  20. << "\033[0m" << std::endl; \
  21. exit(1); \
  22. }
  23. namespace mlir {
  24. namespace tblgen {
  25. template<typename ConcreteType>
  26. struct MgbInterface : public ConcreteType {
  27. MgbInterface() = delete;
  28. MgbInterface(const MgbInterface&) = delete;
  29. MgbInterface(MgbInterface&&) = delete;
  30. ~MgbInterface() = delete;
  31. };
  32. struct MgbAttrWrapperBase : public MgbInterface<Attribute> {
  33. private:
  34. struct RecordVisitor : public MgbInterface<Constraint> {
  35. public:
  36. static bool classof(const Constraint*) {
  37. return true;
  38. }
  39. const llvm::Record* getDef() const {
  40. return def;
  41. }
  42. };
  43. public:
  44. static bool classof(const Attribute* attr) {
  45. return attr->isSubClassOf("MgbAttrWrapperBase");
  46. }
  47. const llvm::Record* getBaseRecord() const {
  48. auto baseAttr = getBaseAttr();
  49. return llvm::cast<RecordVisitor>(baseAttr).getDef();
  50. }
  51. llvm::StringRef getUnderlyingType() const {
  52. return def->getValueAsString("underlyingType");
  53. }
  54. };
  55. struct MgbEnumAttrMixin : public MgbAttrWrapperBase {
  56. static bool classof(const Attribute* attr) {
  57. return attr->getBaseAttr().isSubClassOf("MgbEnumAttrMixin");
  58. }
  59. llvm::StringRef getParentNamespace() const {
  60. return getBaseRecord()->getValueAsString("parentNamespace");
  61. }
  62. llvm::StringRef getEnumName() const {
  63. return getBaseRecord()->getValueAsString("enumName");
  64. }
  65. std::vector<StringRef> getEnumMembers() const {
  66. return getBaseRecord()->getValueAsListOfStrings("enumMembers");
  67. }
  68. };
  69. struct MgbHashableAttrMixin : public MgbAttrWrapperBase {
  70. static bool classof(const Attribute* attr) {
  71. return attr->getBaseAttr().isSubClassOf("MgbHashableAttrMixin");
  72. }
  73. llvm::StringRef getHashFunctionTemplate() const {
  74. return getBaseRecord()->getValueAsString("hashFunction");
  75. }
  76. llvm::StringRef getCmpFunctionTemplate() const {
  77. return getBaseRecord()->getValueAsString("cmpFunction");
  78. }
  79. llvm::StringRef getReprFunctionTemplate() const {
  80. return getBaseRecord()->getValueAsString("reprFunction");
  81. }
  82. };
  83. struct MgbAliasAttrMixin : public MgbAttrWrapperBase {
  84. static bool classof(const Attribute* attr) {
  85. return attr->getBaseAttr().isSubClassOf("MgbAliasAttrMixin");
  86. }
  87. Attribute getAliasBase() const {
  88. return Attribute(getBaseRecord()->getValueAsDef("aliasBase"));
  89. }
  90. };
  91. class MgbPackedParam {
  92. public:
  93. MgbPackedParam(Record* def_): def(def_) {
  94. auto&& dag = def->getValueAsDag("fields");
  95. for (size_t i = 0; i < dag->getNumArgs(); ++ i) {
  96. fields.push_back({
  97. dag->getArgNameStr(i),
  98. Attribute(llvm::cast<llvm::DefInit>(dag->getArg(i)))
  99. });
  100. }
  101. }
  102. llvm::StringRef getFullName() const {
  103. return def->getValueAsString("fullName");
  104. }
  105. std::vector<NamedAttribute> getFields() const {
  106. return fields;
  107. }
  108. llvm::StringRef getAccessor() const {
  109. return def->getValueAsString("paramAccessor");
  110. }
  111. private:
  112. std::vector<NamedAttribute> fields;
  113. Record* def;
  114. };
  115. struct MgbOpBase : public MgbInterface<Operator> {
  116. static bool isPackedParam(Record* def) {
  117. return def->isSubClassOf("MgbPackedParamBase");
  118. }
  119. public:
  120. static bool classof(const Operator* op) {
  121. return op->getDef().isSubClassOf("MgbOp");
  122. }
  123. std::vector<NamedAttribute> getMgbAttributes() const {
  124. std::vector<NamedAttribute> ret;
  125. for (auto&& i: getAttributes()) {
  126. if (isa<MgbAttrWrapperBase>(i.attr)) {
  127. ret.push_back(i);
  128. }
  129. }
  130. return ret;
  131. }
  132. std::vector<NamedAttribute> getExtraArguments() const {
  133. std::vector<NamedAttribute> ret;
  134. auto&& dag = getDef().getValueAsDag("extraArguments");
  135. for (size_t i = 0; i < dag->getNumArgs(); ++ i) {
  136. ret.push_back({
  137. dag->getArgNameStr(i),
  138. Attribute(llvm::cast<llvm::DefInit>(dag->getArg(i)))
  139. });
  140. }
  141. return ret;
  142. }
  143. llvm::Optional<StringRef> getExtraOpdefDecl() const {
  144. return getDef().getValueAsOptionalString("extraOpdefDecl");
  145. }
  146. std::vector<MgbPackedParam> getPackedParams() const {
  147. std::vector<MgbPackedParam> ret;
  148. for (auto&& i : getDef().getValueAsListOfDefs("dnnParams")) {
  149. if (isPackedParam(i)) {
  150. ret.emplace_back(i);
  151. }
  152. }
  153. return ret;
  154. }
  155. };
  156. struct MgbHashableOpMixin : public MgbOpBase {
  157. private:
  158. std::string getDefaultHashFunction() const {
  159. std::string body = " size_t val = mgb::hash($_self.dyn_typeinfo());\n";
  160. if (!getMgbAttributes().empty()) {
  161. auto getHashFunc = [&](auto&& iter) {
  162. auto&& attr = llvm::cast<MgbHashableAttrMixin>(iter.attr);
  163. return attr.getHashFunctionTemplate();
  164. };
  165. mlir::tblgen::FmtContext ctx;
  166. for (auto&& it: getMgbAttributes()) {
  167. body += formatv(
  168. " val = mgb::hash_pair_combine(val, {0});\n",
  169. mlir::tblgen::tgfmt(getHashFunc(it), &ctx, "$_self." + it.name)
  170. );
  171. }
  172. }
  173. body += " return val;\n";
  174. return body;
  175. }
  176. std::string getDefaultCmpFunction() const {
  177. std::string body;
  178. if (!getMgbAttributes().empty()) {
  179. mlir::tblgen::FmtContext ctx;
  180. for (auto&& it : getMgbAttributes()) {
  181. auto&& attr = llvm::cast<MgbHashableAttrMixin>(it.attr);
  182. body += formatv(
  183. " if ({0}) return false;\n",
  184. mlir::tblgen::tgfmt(attr.getCmpFunctionTemplate(),
  185. &ctx, "$0." + it.name, "$1." + it.name)
  186. );
  187. }
  188. }
  189. body += " return true;\n";
  190. return body;
  191. }
  192. std::string getDefaultPropsFunction() const {
  193. std::string body = " std::vector<std::pair<const char*, std::string>> props_;\n";
  194. if (!getMgbAttributes().empty()) {
  195. mlir::tblgen::FmtContext ctx;
  196. for (auto&& it : getMgbAttributes()) {
  197. if (auto* enumAttr = llvm::dyn_cast<MgbEnumAttrMixin>(&it.attr)) {
  198. body += formatv(" switch ({0}){{\n", "$_self." + it.name);
  199. for (auto&& enumMember: enumAttr->getEnumMembers()) {
  200. body += formatv(
  201. " case {0}::{1}::{2}:\n",
  202. getCppClassName(), enumAttr->getEnumName(), enumMember
  203. );
  204. body += formatv(
  205. " props_.emplace_back(\"{0}\", \"{1}\");\n",
  206. it.name, enumMember
  207. );
  208. body += " break;\n";
  209. }
  210. body += " default: break;\n";
  211. body += " }\n";
  212. } else {
  213. auto&& attr = llvm::cast<MgbHashableAttrMixin>(it.attr);
  214. body += formatv(
  215. " props_.emplace_back(\"{0}\", {1});\n", it.name,
  216. mlir::tblgen::tgfmt(attr.getReprFunctionTemplate(),
  217. &ctx, "$_self." + it.name)
  218. );
  219. }
  220. }
  221. }
  222. body += " return props_;\n";
  223. return body;
  224. }
  225. public:
  226. static bool classof(const Operator* op) {
  227. return op->getDef().isSubClassOf("MgbHashableOpMixin");
  228. }
  229. std::string getHashFunctionTemplate() const {
  230. if (auto f = getDef().getValueAsOptionalString("hashFunction")) {
  231. return f.getValue().str();
  232. }
  233. return getDefaultHashFunction();
  234. }
  235. std::string getCmpFunctionTemplate() const {
  236. if (auto f = getDef().getValueAsOptionalString("cmpFunction")) {
  237. return f.getValue().str();
  238. }
  239. return getDefaultCmpFunction();
  240. }
  241. std::string getPropsFunctionTemplate() const {
  242. if (auto f = getDef().getValueAsOptionalString("propsFunction")) {
  243. return f.getValue().str();
  244. }
  245. return getDefaultPropsFunction();
  246. }
  247. };
  248. } // namespace tblgen
  249. } // namespace mlir

MegEngine 安装包中集成了使用 GPU 运行代码所需的 CUDA 环境,不用区分 CPU 和 GPU 版。 如果想要运行 GPU 程序,请确保机器本身配有 GPU 硬件设备并安装好驱动。 如果你想体验在云端 GPU 算力平台进行深度学习开发的感觉,欢迎访问 MegStudio 平台