You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

string_util.h 5.2 kB

5 years ago
5 years ago
5 years ago
5 years ago
4 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164
  1. /**
  2. * Copyright (c) Huawei Technologies Co., Ltd. 2021. All rights reserved.
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #ifndef INC_FRAMEWORK_COMMON_STRING_UTIL_H_
  17. #define INC_FRAMEWORK_COMMON_STRING_UTIL_H_
  18. #include <cctype>
  19. #include <securec.h>
  20. #include <algorithm>
  21. #include <functional>
  22. #include <sstream>
  23. #include <string>
  24. #include <vector>
  25. #include "graph/types.h"
  26. #include "external/ge/ge_error_codes.h"
  27. namespace ge {
  28. class GE_FUNC_VISIBILITY StringUtils {
  29. public:
  30. static std::string &Ltrim(std::string &s) {
  31. #if __cplusplus >= 201103L
  32. (void)s.erase(s.begin(), std::find_if(s.begin(), s.end(), [](const int32_t c) { return std::isspace(c) == 0; }));
  33. #else
  34. (void)s.erase(s.begin(), std::find_if(s.begin(), s.end(), std::not1(std::ptr_fun<int32_t, int32_t>(std::isspace))));
  35. #endif
  36. return s;
  37. }
  38. // lint -esym(551,*)
  39. static std::string &Rtrim(std::string &s) { /*lint !e618*/
  40. #if __cplusplus >= 201103L
  41. (void)s.erase(std::find_if(s.rbegin(), s.rend(), [](const int32_t c) { return std::isspace(c) == 0; }).base(),
  42. s.end());
  43. #else
  44. (void)s.erase(std::find_if(s.rbegin(), s.rend(), std::not1(std::ptr_fun<int32_t, int32_t>(std::isspace))).base(),
  45. s.end());
  46. #endif
  47. return s;
  48. }
  49. // lint -esym(551,*)
  50. ///
  51. /// @ingroup domi_common
  52. /// @brief delete spaces at the beginning and end of a string
  53. /// @param [in] string to be trimmed
  54. /// @return string after trim
  55. ///
  56. static std::string &Trim(std::string &s) {
  57. return Ltrim(Rtrim(s));
  58. }
  59. ///
  60. /// @ingroup domi_common
  61. /// @brief string splitting
  62. /// @param [in] str string to be trimmed
  63. /// @param [in] delim separator
  64. /// @return string array after segmentation
  65. ///
  66. static std::vector<std::string, std::allocator<std::string>> Split(const std::string &str, const char_t delim) {
  67. std::vector<std::string, std::allocator<std::string>> elems;
  68. if (str.empty()) {
  69. elems.emplace_back("");
  70. return elems;
  71. }
  72. std::stringstream ss(str);
  73. std::string item;
  74. while (getline(ss, item, delim)) {
  75. elems.push_back(item);
  76. }
  77. const auto str_size = str.size();
  78. if ((str_size > 0U) && (str[str_size - 1U] == delim)) {
  79. elems.emplace_back("");
  80. }
  81. return elems;
  82. }
  83. ///
  84. /// @ingroup domi_common
  85. /// @brief obtain the file name
  86. /// @param [in] s path name
  87. /// @return file name
  88. ///
  89. static std::string GetFileName(const std::string &s) {
  90. if (s.empty()) {
  91. return "";
  92. }
  93. const std::vector<std::string> files = StringUtils::Split(s, '/');
  94. return files.empty() ? "" : files[files.size() - 1U];
  95. }
  96. ///
  97. /// @ingroup domi_common
  98. /// @brief full replacement
  99. /// @link
  100. /// @param [in] str str string to be replaced
  101. /// @param [in] old_value old Characters Before Replacement
  102. /// @param [in] new_value new Characters Before Replacement
  103. /// @return string after replacement
  104. ///
  105. static std::string ReplaceAll(std::string str, const std::string &old_value, const std::string &new_value) {
  106. std::string::size_type cur_pos = 0U;
  107. const std::string::size_type old_length = old_value.length();
  108. const std::string::size_type new_length = new_value.length();
  109. // cycle replace
  110. for (; cur_pos != std::string::npos; cur_pos += new_length) {
  111. cur_pos = str.find(old_value, cur_pos);
  112. if (cur_pos != std::string::npos) {
  113. (void)str.replace(cur_pos, old_length, new_value);
  114. } else {
  115. break;
  116. }
  117. }
  118. return str;
  119. }
  120. ///
  121. /// @ingroup domi_common
  122. /// @brief checks whether a character string starts with a character string (prefix)
  123. /// @link
  124. /// @param [in] str string to be compared
  125. /// @param [in] str_x prefix
  126. /// @return if the value is a prefix, true is returned. Otherwise, false is returned
  127. ///
  128. static bool StartWith(const std::string &str, const std::string str_x) {
  129. return ((str.size() >= str_x.size()) && (str.compare(0U, str_x.size(), str_x) == 0));
  130. }
  131. ///
  132. /// @ingroup domi_common
  133. /// @brief format string
  134. /// @link
  135. /// @param [in] format specifies the character string format
  136. /// @param [in] ... format Filling Content
  137. /// @return formatted string
  138. ///
  139. static std::string FormatString(const char_t *const format, ...) {
  140. const uint32_t MAX_BUFFER_LEN = 1024U; // the stack memory plint check result must be less than 1024
  141. va_list args;
  142. va_start(args, format);
  143. char_t buffer[MAX_BUFFER_LEN] = {};
  144. const int32_t ret = vsnprintf_s(&buffer[0], MAX_BUFFER_LEN, MAX_BUFFER_LEN - 1U, format, args);
  145. va_end(args);
  146. return (ret > 0) ? buffer : "";
  147. }
  148. };
  149. } // namespace ge
  150. #endif // INC_FRAMEWORK_COMMON_STRING_UTIL_H_

图引擎模块(GE)是MindSpore的一个子模块,其代码由C++实现,位于前端模块ME和底层硬件之间,起到承接作用。图引擎模块以ME下发的图作为输入,然后进行一系列的深度图优化操作,最后输出一张可以在底层硬件上高效运行的图。GE针对昇腾AI处理器的硬件结构特点,做了特定的优化工作,以此来充分发挥出昇腾AI处理器的强大算力。在进行模型训练/推理时,GE会被自动调用而用户并不感知。GE主要由GE API和GE Core两部分组成,详细的架构图如下所示