You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

string_util.h 5.3 kB

5 years ago
5 years ago
4 years ago
5 years ago
4 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174
  1. /**
  2. * Copyright (c) Huawei Technologies Co., Ltd. 2021. All rights reserved.
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #ifndef INC_FRAMEWORK_COMMON_STRING_UTIL_H_
  17. #define INC_FRAMEWORK_COMMON_STRING_UTIL_H_
  18. #if defined(_MSC_VER)
  19. #ifdef FUNC_VISIBILITY
  20. #define GE_FUNC_VISIBILITY _declspec(dllexport)
  21. #else
  22. #define GE_FUNC_VISIBILITY
  23. #endif
  24. #else
  25. #ifdef FUNC_VISIBILITY
  26. #define GE_FUNC_VISIBILITY __attribute__((visibility("default")))
  27. #else
  28. #define GE_FUNC_VISIBILITY
  29. #endif
  30. #endif
  31. #include <cctype>
  32. #include <securec.h>
  33. #include <algorithm>
  34. #include <functional>
  35. #include <sstream>
  36. #include <string>
  37. #include <vector>
  38. namespace ge {
  39. class GE_FUNC_VISIBILITY StringUtils {
  40. public:
  41. static std::string &Ltrim(std::string &s) {
  42. #if __cplusplus >= 201103L
  43. (void)s.erase(s.begin(), std::find_if(s.begin(), s.end(), [](int32_t c) { return std::isspace(c) == 0; }));
  44. #else
  45. (void)s.erase(s.begin(), std::find_if(s.begin(), s.end(), std::not1(std::ptr_fun<int32_t, int32_t>(std::isspace))));
  46. #endif
  47. return s;
  48. }
  49. // lint -esym(551,*)
  50. static std::string &Rtrim(std::string &s) { /*lint !e618*/
  51. #if __cplusplus >= 201103L
  52. (void)s.erase(std::find_if(s.rbegin(), s.rend(), [](int32_t c) { return std::isspace(c) == 0; }).base(), s.end());
  53. #else
  54. (void)s.erase(std::find_if(s.rbegin(), s.rend(), std::not1(std::ptr_fun<int32_t, int32_t>(std::isspace))).base(),
  55. s.end());
  56. #endif
  57. return s;
  58. }
  59. // lint -esym(551,*)
  60. ///
  61. /// @ingroup domi_common
  62. /// @brief delete spaces at the beginning and end of a string
  63. /// @param [in] string to be trimmed
  64. /// @return string after trim
  65. ///
  66. static std::string &Trim(std::string &s) {
  67. return Ltrim(Rtrim(s));
  68. }
  69. ///
  70. /// @ingroup domi_common
  71. /// @brief string splitting
  72. /// @param [in] str string to be trimmed
  73. /// @param [in] delim separator
  74. /// @return string array after segmentation
  75. ///
  76. static std::vector<std::string, std::allocator<std::string>> Split(const std::string &str, char delim) {
  77. std::vector<std::string, std::allocator<std::string>> elems;
  78. if (str.empty()) {
  79. elems.emplace_back("");
  80. return elems;
  81. }
  82. std::stringstream ss(str);
  83. std::string item;
  84. while (getline(ss, item, delim)) {
  85. elems.push_back(item);
  86. }
  87. auto str_size = str.size();
  88. if ((str_size > 0) && (str[str_size - 1] == delim)) {
  89. elems.emplace_back("");
  90. }
  91. return elems;
  92. }
  93. ///
  94. /// @ingroup domi_common
  95. /// @brief obtain the file name
  96. /// @param [in] s path name
  97. /// @return file name
  98. ///
  99. static std::string GetFileName(std::string &s) {
  100. if (s.empty()) {
  101. return "";
  102. }
  103. std::vector<std::string> files = StringUtils::Split(s, '/');
  104. return files.empty() ? "" : files[files.size() - 1];
  105. }
  106. ///
  107. /// @ingroup domi_common
  108. /// @brief full replacement
  109. /// @link
  110. /// @param [in] str str string to be replaced
  111. /// @param [in] old_value old Characters Before Replacement
  112. /// @param [in] new_value new Characters Before Replacement
  113. /// @return string after replacement
  114. ///
  115. static std::string ReplaceAll(std::string str, const std::string &old_value, const std::string &new_value) {
  116. std::string::size_type cur_pos = 0;
  117. std::string::size_type old_length = old_value.length();
  118. std::string::size_type new_length = new_value.length();
  119. // cycle replace
  120. for (; cur_pos != std::string::npos; cur_pos += new_length) {
  121. if ((cur_pos = str.find(old_value, cur_pos)) != std::string::npos) {
  122. (void)str.replace(cur_pos, old_length, new_value);
  123. } else {
  124. break;
  125. }
  126. }
  127. return str;
  128. }
  129. ///
  130. /// @ingroup domi_common
  131. /// @brief checks whether a character string starts with a character string (prefix)
  132. /// @link
  133. /// @param [in] str string to be compared
  134. /// @param [in] str_x prefix
  135. /// @return if the value is a prefix, true is returned. Otherwise, false is returned
  136. ///
  137. static bool StartWith(const std::string &str, const std::string str_x) {
  138. return ((str.size() >= str_x.size()) && (str.compare(0, str_x.size(), str_x) == 0));
  139. }
  140. ///
  141. /// @ingroup domi_common
  142. /// @brief format string
  143. /// @link
  144. /// @param [in] format specifies the character string format
  145. /// @param [in] ... format Filling Content
  146. /// @return formatted string
  147. ///
  148. static std::string FormatString(const char *format, ...) {
  149. const uint32_t MAX_BUFFER_LEN = 1024; // the stack memory plint check result must be less than 1024
  150. va_list args;
  151. va_start(args, format);
  152. char buffer[MAX_BUFFER_LEN] = {0};
  153. int32_t ret = vsnprintf_s(buffer, MAX_BUFFER_LEN, MAX_BUFFER_LEN - 1, format, args);
  154. va_end(args);
  155. return ret > 0 ? buffer : "";
  156. }
  157. };
  158. } // namespace ge
  159. #endif // INC_FRAMEWORK_COMMON_STRING_UTIL_H_

图引擎模块(GE)是MindSpore的一个子模块,其代码由C++实现,位于前端模块ME和底层硬件之间,起到承接作用。图引擎模块以ME下发的图作为输入,然后进行一系列的深度图优化操作,最后输出一张可以在底层硬件上高效运行的图。GE针对昇腾AI处理器的硬件结构特点,做了特定的优化工作,以此来充分发挥出昇腾AI处理器的强大算力。在进行模型训练/推理时,GE会被自动调用而用户并不感知。GE主要由GE API和GE Core两部分组成,详细的架构图如下所示