You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

string_util.h 5.3 kB

5 years ago
5 years ago
4 years ago
5 years ago
4 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173
  1. /**
  2. * Copyright (c) Huawei Technologies Co., Ltd. 2021. All rights reserved.
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #ifndef INC_FRAMEWORK_COMMON_STRING_UTIL_H_
  17. #define INC_FRAMEWORK_COMMON_STRING_UTIL_H_
  18. #if defined(_MSC_VER)
  19. #ifdef FUNC_VISIBILITY
  20. #define GE_FUNC_VISIBILITY _declspec(dllexport)
  21. #else
  22. #define GE_FUNC_VISIBILITY
  23. #endif
  24. #else
  25. #ifdef FUNC_VISIBILITY
  26. #define GE_FUNC_VISIBILITY __attribute__((visibility("default")))
  27. #else
  28. #define GE_FUNC_VISIBILITY
  29. #endif
  30. #endif
  31. #include <cctype>
  32. #include <securec.h>
  33. #include <algorithm>
  34. #include <functional>
  35. #include <sstream>
  36. #include <string>
  37. #include <vector>
  38. namespace ge {
  39. class GE_FUNC_VISIBILITY StringUtils {
  40. public:
  41. static std::string &Ltrim(std::string &s) {
  42. #if __cplusplus >= 201103L
  43. (void)s.erase(s.begin(), std::find_if(s.begin(), s.end(), [](int c) { return std::isspace(c) == 0; }));
  44. #else
  45. (void)s.erase(s.begin(), std::find_if(s.begin(), s.end(), std::not1(std::ptr_fun<int, int>(std::isspace))));
  46. #endif
  47. return s;
  48. }
  49. // lint -esym(551,*)
  50. static std::string &Rtrim(std::string &s) { /*lint !e618*/
  51. #if __cplusplus >= 201103L
  52. (void)s.erase(std::find_if(s.rbegin(), s.rend(), [](int c) { return std::isspace(c) == 0; }).base(), s.end());
  53. #else
  54. (void)s.erase(std::find_if(s.rbegin(), s.rend(), std::not1(std::ptr_fun<int, int>(std::isspace))).base(), s.end());
  55. #endif
  56. return s;
  57. }
  58. // lint -esym(551,*)
  59. ///
  60. /// @ingroup domi_common
  61. /// @brief delete spaces at the beginning and end of a string
  62. /// @param [in] string to be trimmed
  63. /// @return string after trim
  64. ///
  65. static std::string &Trim(std::string &s) {
  66. return Ltrim(Rtrim(s));
  67. }
  68. ///
  69. /// @ingroup domi_common
  70. /// @brief string splitting
  71. /// @param [in] str string to be trimmed
  72. /// @param [in] delim separator
  73. /// @return string array after segmentation
  74. ///
  75. static std::vector<std::string, std::allocator<std::string>> Split(const std::string &str, char delim) {
  76. std::vector<std::string, std::allocator<std::string>> elems;
  77. if (str.empty()) {
  78. elems.emplace_back("");
  79. return elems;
  80. }
  81. std::stringstream ss(str);
  82. std::string item;
  83. while (getline(ss, item, delim)) {
  84. elems.push_back(item);
  85. }
  86. auto str_size = str.size();
  87. if ((str_size > 0) && (str[str_size - 1] == delim)) {
  88. elems.emplace_back("");
  89. }
  90. return elems;
  91. }
  92. ///
  93. /// @ingroup domi_common
  94. /// @brief obtain the file name
  95. /// @param [in] s path name
  96. /// @return file name
  97. ///
  98. static std::string GetFileName(std::string &s) {
  99. if (s.empty()) {
  100. return "";
  101. }
  102. std::vector<std::string> files = StringUtils::Split(s, '/');
  103. return files.empty() ? "" : files[files.size() - 1];
  104. }
  105. ///
  106. /// @ingroup domi_common
  107. /// @brief full replacement
  108. /// @link
  109. /// @param [in] str str string to be replaced
  110. /// @param [in] old_value old Characters Before Replacement
  111. /// @param [in] new_value new Characters Before Replacement
  112. /// @return string after replacement
  113. ///
  114. static std::string ReplaceAll(std::string str, const std::string &old_value, const std::string &new_value) {
  115. std::string::size_type cur_pos = 0;
  116. std::string::size_type old_length = old_value.length();
  117. std::string::size_type new_length = new_value.length();
  118. // cycle replace
  119. for (; cur_pos != std::string::npos; cur_pos += new_length) {
  120. if ((cur_pos = str.find(old_value, cur_pos)) != std::string::npos) {
  121. (void)str.replace(cur_pos, old_length, new_value);
  122. } else {
  123. break;
  124. }
  125. }
  126. return str;
  127. }
  128. ///
  129. /// @ingroup domi_common
  130. /// @brief checks whether a character string starts with a character string (prefix)
  131. /// @link
  132. /// @param [in] str string to be compared
  133. /// @param [in] str_x prefix
  134. /// @return if the value is a prefix, true is returned. Otherwise, false is returned
  135. ///
  136. static bool StartWith(const std::string &str, const std::string str_x) {
  137. return ((str.size() >= str_x.size()) && (str.compare(0, str_x.size(), str_x) == 0));
  138. }
  139. ///
  140. /// @ingroup domi_common
  141. /// @brief format string
  142. /// @link
  143. /// @param [in] format specifies the character string format
  144. /// @param [in] ... format Filling Content
  145. /// @return formatted string
  146. ///
  147. static std::string FormatString(const char *format, ...) {
  148. const uint32_t MAX_BUFFER_LEN = 1024; // the stack memory plint check result must be less than 1024
  149. va_list args;
  150. va_start(args, format);
  151. char buffer[MAX_BUFFER_LEN] = {0};
  152. int32_t ret = vsnprintf_s(buffer, MAX_BUFFER_LEN, MAX_BUFFER_LEN - 1, format, args);
  153. va_end(args);
  154. return ret > 0 ? buffer : "";
  155. }
  156. };
  157. } // namespace ge
  158. #endif // INC_FRAMEWORK_COMMON_STRING_UTIL_H_

图引擎模块(GE)是MindSpore的一个子模块,其代码由C++实现,位于前端模块ME和底层硬件之间,起到承接作用。图引擎模块以ME下发的图作为输入,然后进行一系列的深度图优化操作,最后输出一张可以在底层硬件上高效运行的图。GE针对昇腾AI处理器的硬件结构特点,做了特定的优化工作,以此来充分发挥出昇腾AI处理器的强大算力。在进行模型训练/推理时,GE会被自动调用而用户并不感知。GE主要由GE API和GE Core两部分组成,详细的架构图如下所示