From: @ding_fei_fei Reviewed-by: @xsmq,@liucunwei Signed-off-by: @liucunweitags/v1.3.0
@@ -173,7 +173,7 @@ build_graphengine() | |||
TARGET="ge_runner fwk_atc.bin ${TARGET}" | |||
elif [ "x${PLATFORM}" = "xinference" ] | |||
then | |||
TARGET="ge_compiler atc_atc.bin opensrc_ascendcl ${TARGET}" | |||
TARGET="ge_compiler atc_atc.bin ge_executor_shared ${TARGET}" | |||
elif [ "X$ENABLE_GE_UT" = "Xon" ] | |||
then | |||
TARGET="ut_libgraph ut_libge_multiparts_utest ut_libge_others_utest ut_libge_kernel_utest ut_libge_distinct_load_utest" | |||
@@ -183,7 +183,7 @@ build_graphengine() | |||
elif [ "x${PLATFORM}" = "xall" ] | |||
then | |||
# build all the target | |||
TARGET="ge_runner ge_compiler fwk_atc.bin atc_atc.bin opensrc_ascendcl ${TARGET}" | |||
TARGET="ge_runner ge_compiler fwk_atc.bin atc_atc.bin ge_executor_shared ${TARGET}" | |||
fi | |||
make ${VERBOSE} ${TARGET} -j${THREAD_NUM} && make install | |||
@@ -250,6 +250,7 @@ generate_package() | |||
NNENGINE_PATH="plugin/nnengine/ge_config" | |||
OPSKERNEL_PATH="plugin/opskernel" | |||
ACL_LIB=("libge_common.so" "libgraph.so" "libregister.so" "liberror_manager.so" "libge_executor.so") | |||
ATC_LIB=("libc_sec.so" "libge_common.so" "libge_compiler.so" "libgraph.so" "libregister.so" "liberror_manager.so") | |||
FWK_LIB=("libge_common.so" "libge_runner.so" "libgraph.so" "libregister.so" "liberror_manager.so") | |||
PLUGIN_OPSKERNEL=("libge_local_engine.so" "libge_local_opskernel_builder.so" "libhost_cpu_engine.so" "libhost_cpu_opskernel_builder.so" "optimizer_priority.pbtxt") | |||
@@ -303,6 +304,11 @@ generate_package() | |||
find ${OUTPUT_PATH}/${GRAPHENGINE_LIB_PATH} -maxdepth 1 -name "$lib" -exec cp -f {} ${OUTPUT_PATH}/${FWK_PATH} \; | |||
done | |||
for lib in "${ACL_LIB[@]}"; | |||
do | |||
find ${OUTPUT_PATH}/${GRAPHENGINE_LIB_PATH} -maxdepth 1 -name "$lib" -exec cp -f {} ${OUTPUT_PATH}/${ACL_PATH} \; | |||
done | |||
for lib in "${ATC_LIB[@]}"; | |||
do | |||
find ${OUTPUT_PATH}/${GRAPHENGINE_LIB_PATH} -maxdepth 1 -name "$lib" -exec cp -f {} ${OUTPUT_PATH}/${ATC_PATH} \; | |||
@@ -310,7 +316,6 @@ generate_package() | |||
find ./lib/atclib -name atc.bin -exec cp {} "${OUTPUT_PATH}/${ATC_BIN_PATH}" \; | |||
find ./lib/fwkacl -name atc.bin -exec cp {} "${OUTPUT_PATH}/${FWK_BIN_PATH}" \; | |||
find ${OUTPUT_PATH}/${GRAPHENGINE_LIB_PATH} -maxdepth 1 -name "libascendcl.so" -exec cp -f {} ${OUTPUT_PATH}/${ACL_PATH} \; | |||
cp -r ${OUTPUT_PATH}/../metadef/inc/external/* ${ATC_INCLUDE_PATH} | |||
cp -r ${OUTPUT_PATH}/../parser/inc/external/* ${ATC_INCLUDE_PATH} | |||
@@ -25,7 +25,7 @@ set(PROTO_HEADER_LIST | |||
"${METADEF_DIR}/proto/insert_op.proto" | |||
"${METADEF_DIR}/proto/ge_ir.proto" | |||
"${METADEF_DIR}/proto/fwk_adapter.proto" | |||
"${METADEF_DIR}/proto/op_mapping_info.proto" | |||
"${METADEF_DIR}/proto/op_mapping.proto" | |||
) | |||
protobuf_generate(ge PROTO_SRCS PROTO_HDRS ${PROTO_LIST}) | |||
@@ -340,7 +340,6 @@ set(TRAIN_SRC_LIST | |||
"init/gelib.cc" | |||
"model/ge_model.cc" | |||
"model/ge_root_model.cc" | |||
"omm/csa_interact.cc" | |||
"opskernel_manager/ops_kernel_manager.cc" | |||
"opskernel_manager/ops_kernel_builder_manager.cc" | |||
"session/inner_session.cc" | |||
@@ -402,7 +401,7 @@ set(TRAIN_SRC_LIST | |||
"ir_build/attr_options/utils.cc" | |||
"ir_build/attr_options/keep_dtype_option.cc" | |||
"ir_build/attr_options/weight_compress_option.cc" | |||
"ir_build/atc_ir_common.cc" | |||
"ir_build/option_utils.cc" | |||
"graph/build/memory/memory_assigner.cc" | |||
"graph/build/memory/graph_mem_assigner.cc" | |||
"graph/build/memory/binary_block_mem_assigner.cc" | |||
@@ -415,7 +414,6 @@ set(TRAIN_SRC_LIST | |||
set(INFER_SRC_LIST | |||
"graph/manager/trans_var_data_utils.cc" | |||
"omm/csa_interact.cc" | |||
"common/fp16_t.cc" | |||
"common/formats/utils/formats_trans_utils.cc" | |||
"common/formats/format_transfers/datatype_transfer.cc" | |||
@@ -663,7 +661,7 @@ set(INFER_SRC_LIST | |||
"ir_build/attr_options/utils.cc" | |||
"ir_build/attr_options/keep_dtype_option.cc" | |||
"ir_build/attr_options/weight_compress_option.cc" | |||
"ir_build/atc_ir_common.cc" | |||
"ir_build/option_utils.cc" | |||
"graph/preprocess/insert_op/ge_aipp_op.cc" | |||
"graph/preprocess/insert_op/util_insert_aipp_op.cc" | |||
"hybrid/node_executor/aicpu/aicpu_ext_info.cc" | |||
@@ -104,6 +104,7 @@ ge::Status Analyzer::Initialize() { | |||
string real_path = RealPath(kFilePath.c_str()); | |||
if (real_path.empty()) { | |||
GELOGE(FAILED, "[Check][AnalyzeFilePath]File path is empty, Path invalid."); | |||
REPORT_CALL_ERROR("E19999", "Analyze file path check invalid, it is empty"); | |||
return FAILED; | |||
} | |||
json_file_name_ = real_path + "/" + kAnalyzeFile; | |||
@@ -155,12 +156,18 @@ std::shared_ptr<GraphInfo> Analyzer::GetJsonObject(uint64_t session_id, uint64_t | |||
std::lock_guard<std::recursive_mutex> lg(mutex_); | |||
auto iter = graph_infos_.find(session_id); | |||
if (iter == graph_infos_.end()) { | |||
GELOGE(PARAM_INVALID, "[Check][SessionId]session_id:%lu does not exist! graph_id:%lu", session_id, graph_id); | |||
GELOGE(PARAM_INVALID, "[Check][SessionId]session_id:%lu does not exist! " | |||
"graph_id:%lu", session_id, graph_id); | |||
REPORT_INNER_ERROR("E19999", "Sessin_id %lu does not exist, graph_id %lu", | |||
session_id, graph_id); | |||
return nullptr; | |||
} else { | |||
auto iter1 = (iter->second).find(graph_id); | |||
if (iter1 == (iter->second).end()) { | |||
GELOGE(PARAM_INVALID, "[Check][GraphId]graph_id:%lu does not exist! session_id:%lu.", graph_id, session_id); | |||
GELOGE(PARAM_INVALID, "[Check][GraphId]graph_id:%lu does not exist! " | |||
"session_id:%lu.", graph_id, session_id); | |||
REPORT_INNER_ERROR("E19999", "Graph_id %lu does not exist, session_id %lu", | |||
graph_id, session_id); | |||
return nullptr; | |||
} | |||
GELOGI("GetJsonObject Success!session_id:%lu graph_id:%lu", session_id, graph_id); | |||
@@ -186,11 +193,15 @@ ge::Status Analyzer::CreateAnalyzerFile() { | |||
std::lock_guard<std::mutex> lg(file_mutex_); | |||
int fd = open(json_file_name_.c_str(), O_WRONLY | O_CREAT | O_TRUNC, kFileAuthority); | |||
if (fd < 0) { | |||
GELOGE(INTERNAL_ERROR, "[FileOpen][AnalyzeFile]Fail to open the analyze file: %s.", json_file_name_.c_str()); | |||
GELOGE(INTERNAL_ERROR, "[FileOpen][AnalyzeFile]Fail to open the analyze file: %s.", | |||
json_file_name_.c_str()); | |||
REPORT_INNER_ERROR("E19999", "Failed to open analyze file %s", json_file_name_.c_str()); | |||
return INTERNAL_ERROR; | |||
} | |||
if (close(fd) != 0) { | |||
GELOGE(INTERNAL_ERROR, "[FileClose][AnalyzeFile]Fail to close the analyze file: %s.", json_file_name_.c_str()); | |||
GELOGE(INTERNAL_ERROR, "[FileClose][AnalyzeFile]Fail to close the analyze file: %s.", | |||
json_file_name_.c_str()); | |||
REPORT_INNER_ERROR("E19999", "Failed to clsoe analyze file %s", json_file_name_.c_str()); | |||
return INTERNAL_ERROR; | |||
} | |||
is_json_file_create_ = true; | |||
@@ -211,7 +222,9 @@ ge::Status Analyzer::SaveAnalyzerDataToFile(uint64_t session_id, uint64_t graph_ | |||
std::lock_guard<std::mutex> lg(file_mutex_); | |||
json_file_.open(json_file_name_, std::ios::app); | |||
if (!json_file_.is_open()) { | |||
GELOGE(FAILED, "[Check][AnalyzeFile]analyze file does not exist[%s]", json_file_name_.c_str()); | |||
GELOGE(FAILED, "[Check][AnalyzeFile]analyze file does not exist[%s]", | |||
json_file_name_.c_str()); | |||
REPORT_INNER_ERROR("E19999", "Analyze file %s dose not exist", json_file_name_.c_str()); | |||
return PARAM_INVALID; | |||
} | |||
@@ -221,10 +234,13 @@ ge::Status Analyzer::SaveAnalyzerDataToFile(uint64_t session_id, uint64_t graph_ | |||
try { | |||
json_file_ << jsn.dump(kJsonDumpLevel) << std::endl; | |||
} catch (nlohmann::detail::type_error &e) { | |||
GELOGE(FAILED, | |||
"[Json.dump][GraphInfo]json.dump to analyze file [%s] failed because [%s]," | |||
"session_id:%lu, graph_id:%lu", | |||
GELOGE(FAILED, | |||
"[Json.dump][GraphInfo]Dump analyze file [%s] failed because [%s]," | |||
"session_id:%lu, graph_id:%lu", | |||
json_file_name_.c_str(), e.what(), session_id, graph_id); | |||
REPORT_INNER_ERROR("E19999", "Dump analyze file %s failed because %s, " | |||
"session_id %lu, graph_id %lu", | |||
json_file_name_.c_str(), e.what(), session_id, graph_id); | |||
ret_failed = true; | |||
} | |||
json_file_.close(); | |||
@@ -244,9 +260,11 @@ ge::Status Analyzer::DoAnalyze(DataInfo &data_info) { | |||
GE_CHECK_NOTNULL(graph_info); | |||
auto status = SaveOpInfo(desc, data_info, graph_info); | |||
if (status != SUCCESS) { | |||
GELOGE(status, | |||
GELOGE(status, | |||
"[Check][SaveOpInfo]save op info: desc_name [%s] desc_type [%s] failed!", | |||
desc->GetName().c_str(), desc->GetType().c_str()); | |||
REPORT_CALL_ERROR("E19999", "Save op info: desc_name %s, desc_type %s failed", | |||
desc->GetName().c_str(), desc->GetType().c_str()); | |||
return FAILED; | |||
} | |||
// create json file | |||
@@ -73,7 +73,8 @@ Status CheckOptionsValid(const std::map<string, string> &options) { | |||
"the job_id [%s] string length: %zu > max string length: %d", | |||
job_id_iter->second.c_str(), job_id_iter->second.length(), kMaxStrLen); | |||
REPORT_INPUT_ERROR("E10051", std::vector<std::string>({"id","length"}), | |||
std::vector<std::string>({job_id_iter->second, std::to_string(kMaxStrLen)})); | |||
std::vector<std::string>({job_id_iter->second, | |||
std::to_string(kMaxStrLen)})); | |||
return FAILED; | |||
} | |||
} | |||
@@ -90,6 +91,7 @@ Status GEInitializeImpl(const std::map<string, string> &options) { | |||
if (ret != SUCCESS) { | |||
GELOGE(GE_CLI_INIT_FAILED, | |||
"[Init][PathBase]Init failed when pass param path_base:%s", path_base.c_str()); | |||
REPORT_CALL_ERROR("E19999", "Init failed when pass param path_base:%s", path_base.c_str()); | |||
return ret; | |||
} | |||
@@ -98,7 +100,7 @@ Status GEInitializeImpl(const std::map<string, string> &options) { | |||
GELOGW("GEInitialize is called more than once"); | |||
return SUCCESS; | |||
} | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kInitialize, ErrorMessage::kOpsProtoInit); | |||
ErrorManager::GetInstance().SetStage(error_message::kInitialize, error_message::kOpsProtoInit); | |||
// Load OpsProto lib plugin | |||
std::string opsproto_path; | |||
GetOpsProtoPath(opsproto_path); | |||
@@ -111,11 +113,13 @@ Status GEInitializeImpl(const std::map<string, string> &options) { | |||
if (!is_proto_init) { | |||
GELOGE(GE_CLI_INIT_FAILED, | |||
"[Init][OpsProtoPath]Loading OpsProto lib plugin failed, OpsProtoPath:%s invalid.", | |||
opsproto_path.c_str()); | |||
opsproto_path.c_str()); | |||
REPORT_CALL_ERROR("E19999", "Loading OpsProto lib plugin failed, OpsProtoPath:%s invalid", | |||
opsproto_path.c_str()); | |||
return FAILED; | |||
} | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kInitialize, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kInitialize, error_message::kOther); | |||
// check options is valid | |||
GE_TIMESTAMP_START(CheckOptionsValid); | |||
if (CheckOptionsValid(options) != SUCCESS) { | |||
@@ -123,13 +127,13 @@ Status GEInitializeImpl(const std::map<string, string> &options) { | |||
} | |||
GE_TIMESTAMP_END(CheckOptionsValid, "GEInitialize::CheckOptionsValid"); | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kInitialize, ErrorMessage::kOpsProtoInit); | |||
ErrorManager::GetInstance().SetStage(error_message::kInitialize, error_message::kOpsProtoInit); | |||
GE_TIMESTAMP_START(InitPreparation); | |||
TBEPluginManager::Instance().InitPreparation(options); | |||
GE_TIMESTAMP_END(InitPreparation, "GEInitialize::InitPreparation"); | |||
// call Initialize | |||
GELOGT(TRACE_RUNNING, "Initializing environment"); | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kInitialize, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kInitialize, error_message::kOther); | |||
GE_TIMESTAMP_START(GELibInitialize); | |||
ret = ge::GELib::Initialize(options); | |||
GE_TIMESTAMP_END(GELibInitialize, "GEInitialize::GELibInitialize"); | |||
@@ -150,7 +154,7 @@ Status GEInitializeImpl(const std::map<string, string> &options) { | |||
// Initialize GE, prepare for execution, call GELib::Initialize | |||
Status GEInitialize(const std::map<string, string> &options) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kInitialize, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kInitialize, error_message::kOther); | |||
if (DlogReportInitialize() != SUCCESS) { | |||
GELOGW("Dlog report device log initialize failed."); | |||
} | |||
@@ -158,7 +162,7 @@ Status GEInitialize(const std::map<string, string> &options) { | |||
} | |||
Status GEInitialize(const std::map<AscendString, AscendString> &options) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kInitialize, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kInitialize, error_message::kOther); | |||
std::map<std::string, std::string> str_options; | |||
for (auto &option : options) { | |||
if (option.first.GetString() == nullptr || option.second.GetString() == nullptr) { | |||
@@ -187,7 +191,7 @@ Status GEFinalize() { | |||
return SUCCESS; | |||
} | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kFinalize, ErrorMessage::kFinalize); | |||
ErrorManager::GetInstance().SetStage(error_message::kFinalize, error_message::kFinalize); | |||
ErrorManager::GetInstance().GenWorkStreamIdDefault(); | |||
GELOGT(TRACE_INIT, "GEFinalize start"); | |||
@@ -239,7 +243,7 @@ std::string GEGetWarningMsg() { | |||
// Initialize session,which calls innerSession | |||
Session::Session(const std::map<string, string> &options) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kInitialize, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kInitialize, error_message::kOther); | |||
GELOGT(TRACE_INIT, "Session Constructor start"); | |||
ErrorManager::GetInstance().GenWorkStreamIdDefault(); | |||
@@ -255,7 +259,7 @@ Session::Session(const std::map<string, string> &options) { | |||
// call Initialize | |||
std::shared_ptr<GELib> instance_ptr = ge::GELib::GetInstance(); | |||
if (instance_ptr == nullptr || !instance_ptr->InitFlag()) { | |||
GELOGE(GE_CLI_GE_NOT_INITIALIZED, | |||
GELOGE(GE_CLI_GE_NOT_INITIALIZED, | |||
"[Construct][Session]Failed, GELib instance is nullptr or it is not InitFlag"); | |||
return; | |||
} | |||
@@ -276,7 +280,7 @@ Session::Session(const std::map<string, string> &options) { | |||
} | |||
Session::Session(const std::map<AscendString, AscendString> &options) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kInitialize, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kInitialize, error_message::kOther); | |||
GELOGT(TRACE_INIT, "Session Constructor start"); | |||
ErrorManager::GetInstance().GenWorkStreamIdDefault(); | |||
@@ -319,6 +323,7 @@ Session::Session(const std::map<AscendString, AscendString> &options) { | |||
sessionId_ = session_id; | |||
} else { | |||
GELOGE(ret, "[Construct][Session]Failed, error code:%u.", ret); | |||
REPORT_CALL_ERROR("E19999", "Construct session failed, error code:%u.", ret); | |||
return; | |||
} | |||
GELOGT(TRACE_STOP, "Session Constructor finished"); | |||
@@ -326,7 +331,7 @@ Session::Session(const std::map<AscendString, AscendString> &options) { | |||
// session destructor | |||
Session::~Session() { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kFinalize, ErrorMessage::kFinalize); | |||
ErrorManager::GetInstance().SetStage(error_message::kFinalize, error_message::kFinalize); | |||
GELOGT(TRACE_INIT, "Session Destructor start"); | |||
// 0.check init status | |||
if (!g_ge_initialized) { | |||
@@ -350,12 +355,15 @@ Session::~Session() { | |||
ret = instance_ptr->SessionManagerObj().DestroySession(session_id); | |||
} catch (google::protobuf::FatalException &e) { | |||
GELOGE(GE_CLI_SESS_DESTROY_FAILED, "[Destruct][Session]Failed because get fatalException."); | |||
GELOGE(GE_CLI_SESS_DESTROY_FAILED, "[Destruct][Session]Failed " | |||
"because get fatalException."); | |||
REPORT_CALL_ERROR("E19999", "Destruct session failed, get fatal exception"); | |||
} | |||
// check return status, return, update session id if success | |||
if (ret != SUCCESS) { | |||
GELOGE(ret, "[Destruct][Session]Failed, error code:%u.", ret); | |||
REPORT_CALL_ERROR("E19999", "Destruct session failed, error code:%u.", ret); | |||
} | |||
GELOGT(TRACE_STOP, "Session Destructor finished"); | |||
@@ -363,7 +371,7 @@ Session::~Session() { | |||
// Add Graph | |||
Status Session::AddGraph(uint32_t graph_id, const Graph &graph) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
std::map<std::string, std::string> options; | |||
ErrorManager::GetInstance().GenWorkStreamIdBySessionGraph(sessionId_, graph_id); | |||
return AddGraph(graph_id, graph, options); | |||
@@ -371,7 +379,7 @@ Status Session::AddGraph(uint32_t graph_id, const Graph &graph) { | |||
// Add Graph | |||
Status Session::AddGraph(uint32_t graph_id, const Graph &graph, const std::map<std::string, std::string> &options) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
GELOGT(TRACE_INIT, "Start to add graph in Session. graph_id: %u, session_id: %lu.", graph_id, sessionId_); | |||
ErrorManager::GetInstance().GenWorkStreamIdBySessionGraph(sessionId_, graph_id); | |||
std::shared_ptr<GELib> instance_ptr = ge::GELib::GetInstance(); | |||
@@ -385,7 +393,7 @@ Status Session::AddGraph(uint32_t graph_id, const Graph &graph, const std::map<s | |||
GELOGD("Adding graph to session"); | |||
Status ret = instance_ptr->SessionManagerObj().AddGraph(sessionId_, graph_id, graph, options); | |||
if (ret != SUCCESS) { | |||
GELOGE(ret, | |||
GELOGE(ret, | |||
"[Add][Graph]Failed, error code:%u, session_id:%lu, graph_id:%u.", | |||
ret, sessionId_, graph_id); | |||
return FAILED; | |||
@@ -397,7 +405,7 @@ Status Session::AddGraph(uint32_t graph_id, const Graph &graph, const std::map<s | |||
//Add Graph | |||
Status Session::AddGraph(uint32_t graph_id, const Graph &graph, | |||
const std::map<AscendString, AscendString> &options) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
GELOGT(TRACE_INIT, "Start to add graph in Session. graph_id: %u, session_id: %lu.", graph_id, sessionId_); | |||
ErrorManager::GetInstance().GenWorkStreamIdBySessionGraph(sessionId_, graph_id); | |||
std::shared_ptr<GELib> instance_ptr = ge::GELib::GetInstance(); | |||
@@ -433,7 +441,7 @@ Status Session::AddGraph(uint32_t graph_id, const Graph &graph, | |||
} | |||
Status Session::AddGraphWithCopy(uint32_t graph_id, const Graph &graph) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
ErrorManager::GetInstance().GenWorkStreamIdBySessionGraph(sessionId_, graph_id); | |||
std::map<AscendString, AscendString> options; | |||
return AddGraphWithCopy(graph_id, graph, options); | |||
@@ -442,7 +450,7 @@ Status Session::AddGraphWithCopy(uint32_t graph_id, const Graph &graph) { | |||
// Add Graph With Copy | |||
Status Session::AddGraphWithCopy(uint32_t graph_id, const Graph &graph, | |||
const std::map<AscendString, AscendString> &options) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
GELOGT(TRACE_INIT, "Start to add graph in Session. graph_id: %u, session_id: %lu.", graph_id, sessionId_); | |||
ErrorManager::GetInstance().GenWorkStreamIdBySessionGraph(sessionId_, graph_id); | |||
std::shared_ptr<GELib> instance_ptr = ge::GELib::GetInstance(); | |||
@@ -471,7 +479,7 @@ Status Session::AddGraphWithCopy(uint32_t graph_id, const Graph &graph, | |||
// Remove Graph | |||
Status Session::RemoveGraph(uint32_t graph_id) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
GELOGT(TRACE_INIT, "Session RemoveGraph start"); | |||
ErrorManager::GetInstance().GenWorkStreamIdBySessionGraph(sessionId_, graph_id); | |||
@@ -479,9 +487,11 @@ Status Session::RemoveGraph(uint32_t graph_id) { | |||
std::shared_ptr<GELib> instance_ptr = ge::GELib::GetInstance(); | |||
if (!instance_ptr || !instance_ptr->InitFlag()) { | |||
GELOGE(GE_CLI_GE_NOT_INITIALIZED, | |||
"[Remove][Graph]Failed, GELib instance is nullptr or is not InitFlag "); | |||
"[Remove][Graph]Failed, GELib instance is nullptr or is not InitFlag, " | |||
"session_id %lu, graph_id %u", sessionId_, graph_id); | |||
REPORT_INNER_ERROR("E19999", | |||
"RemoveGraph Failed, GELib instance is nullptr or is not InitFlag."); | |||
"RemoveGraph Failed, GELib instance is nullptr or is not InitFlag, " | |||
"session_id %lu, graph_id %u", sessionId_, graph_id); | |||
return FAILED; | |||
} | |||
@@ -491,7 +501,9 @@ Status Session::RemoveGraph(uint32_t graph_id) { | |||
if (ret != SUCCESS) { | |||
GELOGE(ret, | |||
"[Remove][Graph]Failed, error code:%u, session_id:%lu, graph_id:%u.", | |||
ret, sessionId_, graph_id); | |||
ret, sessionId_, graph_id); | |||
REPORT_CALL_ERROR("E19999", "Remove graph failed, error code:%u, " | |||
"session_id:%lu, graph_id:%u", ret, sessionId_, graph_id); | |||
return FAILED; | |||
} | |||
GELOGT(TRACE_STOP, "Session RemoveGraph finished"); | |||
@@ -548,7 +560,7 @@ void PrintOutputResult(std::vector<Tensor> &outputs) { | |||
// Run Graph | |||
Status Session::RunGraph(uint32_t graph_id, const std::vector<Tensor> &inputs, std::vector<Tensor> &outputs) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
GELOGT(TRACE_INIT, "Session RunGraph start"); | |||
ErrorManager::GetInstance().GenWorkStreamIdBySessionGraph(sessionId_, graph_id); | |||
@@ -557,9 +569,11 @@ Status Session::RunGraph(uint32_t graph_id, const std::vector<Tensor> &inputs, s | |||
std::shared_ptr<GELib> instance_ptr = ge::GELib::GetInstance(); | |||
if (instance_ptr == nullptr || !instance_ptr->InitFlag()) { | |||
GELOGE(GE_CLI_GE_NOT_INITIALIZED, | |||
"[Run][Graph]Failed, GELib instance is nullptr or is not InitFlag."); | |||
"[Run][Graph]Failed, GELib instance is nullptr or is not InitFlag, " | |||
"session_id %lu, graph_id %u", sessionId_, graph_id); | |||
REPORT_INNER_ERROR("E19999", | |||
"RunGraph Failed, GELib instance is nullptr or is not InitFlag."); | |||
"RunGraph Failed, GELib instance is nullptr or is not InitFlag, " | |||
"session_id %lu, graph_id %u", sessionId_, graph_id); | |||
return FAILED; | |||
} | |||
GELOGT(TRACE_RUNNING, "Running Graph"); | |||
@@ -568,7 +582,9 @@ Status Session::RunGraph(uint32_t graph_id, const std::vector<Tensor> &inputs, s | |||
if (ret != SUCCESS) { | |||
GELOGE(ret, | |||
"[Run][Graph]Failed, error code:%u, session_id:%lu, graph_id:%u.", | |||
ret, sessionId_, graph_id); | |||
ret, sessionId_, graph_id); | |||
REPORT_CALL_ERROR("E19999", "Remove graph failed, error code:%u, " | |||
"session_id:%lu, graph_id:%u", ret, sessionId_, graph_id); | |||
return FAILED; | |||
} | |||
@@ -599,14 +615,16 @@ Status Session::RegisterCallBackFunc(const char *key, const session::pCallBackFu | |||
// Build Graph | |||
Status Session::BuildGraph(uint32_t graph_id, const std::vector<InputTensorInfo> &inputs) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
ErrorManager::GetInstance().GenWorkStreamIdBySessionGraph(sessionId_, graph_id); | |||
std::shared_ptr<GELib> instance_ptr = ge::GELib::GetInstance(); | |||
if (instance_ptr == nullptr || !instance_ptr->InitFlag()) { | |||
GELOGE(GE_CLI_GE_NOT_INITIALIZED, | |||
"[Build][Graph]Failed, the GELib instance is nullptr or is not InitFlag."); | |||
GELOGE(GE_CLI_GE_NOT_INITIALIZED, | |||
"[Build][Graph]Failed, the GELib instance is nullptr or is not InitFlag, " | |||
"session_id %lu, graph_id %u", sessionId_, graph_id); | |||
REPORT_INNER_ERROR("E19999", | |||
"Build graph failed, the GELib instance is nullptr or is not InitFlag."); | |||
"Build graph failed, the GELib instance is nullptr or is not InitFlag, " | |||
"session_id %lu, graph_id %u", sessionId_, graph_id); | |||
return FAILED; | |||
} | |||
GELOGT(TRACE_RUNNING, "Building Graph"); | |||
@@ -614,7 +632,9 @@ Status Session::BuildGraph(uint32_t graph_id, const std::vector<InputTensorInfo> | |||
if (ret != SUCCESS) { | |||
GELOGE(ret, | |||
"[Build][Graph]Failed, error code:%u, session_id:%lu, graph_id:%u.", | |||
ret, sessionId_, graph_id); | |||
ret, sessionId_, graph_id); | |||
REPORT_CALL_ERROR("E19999", "Build graph failed , error code:%u, " | |||
"session_id:%lu, graph_id:%u", ret, sessionId_, graph_id); | |||
return FAILED; | |||
} | |||
return SUCCESS; | |||
@@ -623,14 +643,16 @@ Status Session::BuildGraph(uint32_t graph_id, const std::vector<InputTensorInfo> | |||
// Run Graph Asynchronously | |||
Status Session::RunGraphAsync(uint32_t graph_id, const std::vector<InputTensorInfo> &inputs, | |||
RunAsyncCallback callback) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelExecute, ErrorMessage::kModelExecute); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelExecute, error_message::kModelExecute); | |||
ErrorManager::GetInstance().GenWorkStreamIdBySessionGraph(sessionId_, graph_id); | |||
std::shared_ptr<GELib> instance_ptr = ge::GELib::GetInstance(); | |||
if (instance_ptr == nullptr || !instance_ptr->InitFlag()) { | |||
GELOGE(GE_CLI_GE_NOT_INITIALIZED, | |||
"[Run][Graph]RunGraphAsyncFailed, the GELib instance is nullptr or is not InitFlag."); | |||
"[Run][Graph]RunGraphAsyncFailed, the GELib instance is nullptr or is not InitFlag, " | |||
"session_id %lu, graph_id %u", sessionId_, graph_id); | |||
REPORT_INNER_ERROR("E19999", | |||
"RunGraphAsync Failed, the GELib instance is nullptr or is not InitFlag."); | |||
"RunGraphAsync Failed, the GELib instance is nullptr or is not InitFlag, " | |||
"session_id %lu, graph_id %u", sessionId_, graph_id); | |||
return FAILED; | |||
} | |||
GELOGT(TRACE_RUNNING, "Run Graph Asynchronously"); | |||
@@ -641,6 +663,8 @@ Status Session::RunGraphAsync(uint32_t graph_id, const std::vector<InputTensorIn | |||
if (ret != SUCCESS) { | |||
GELOGE(ret, "[Run][Graph]RunGraphAsync Failed, error code:%u, session_id:%lu, graph_id:%u.", | |||
ret, sessionId_, graph_id); | |||
REPORT_CALL_ERROR("E19999", "RunGraphAsync Failed, error code:%u, session_id:%lu, " | |||
"graph_id:%u", ret, sessionId_, graph_id); | |||
return FAILED; | |||
} | |||
return SUCCESS; | |||
@@ -648,11 +672,11 @@ Status Session::RunGraphAsync(uint32_t graph_id, const std::vector<InputTensorIn | |||
// Get Variables | |||
Status Session::GetVariables(const std::vector<std::string> &var_names, std::vector<Tensor> &var_values) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelExecute, ErrorMessage::kModelExecute); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelExecute, error_message::kModelExecute); | |||
ErrorManager::GetInstance().GenWorkStreamIdDefault(); | |||
auto instance_ptr = ge::GELib::GetInstance(); | |||
if (instance_ptr == nullptr || !instance_ptr->InitFlag()) { | |||
GELOGE(GE_CLI_GE_NOT_INITIALIZED, | |||
GELOGE(GE_CLI_GE_NOT_INITIALIZED, | |||
"[Get][Variables]Failed, the GELib instance is nullptr or is not InitFlag."); | |||
REPORT_INNER_ERROR("E19999", | |||
"GetVariables failed, the GELib instance is nullptr or is not InitFlag."); | |||
@@ -669,7 +693,7 @@ Status Session::GetVariables(const std::vector<std::string> &var_names, std::vec | |||
// Get Variables | |||
Status Session::GetVariables(const std::vector<AscendString> &var_names, std::vector<Tensor> &var_values) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelExecute, ErrorMessage::kModelExecute); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelExecute, error_message::kModelExecute); | |||
ErrorManager::GetInstance().GenWorkStreamIdDefault(); | |||
auto instance_ptr = ge::GELib::GetInstance(); | |||
if (instance_ptr == nullptr || !instance_ptr->InitFlag()) { | |||
@@ -692,6 +716,8 @@ Status Session::GetVariables(const std::vector<AscendString> &var_names, std::ve | |||
Status ret = ge::GELib::GetInstance()->SessionManagerObj().GetVariables(sessionId_, str_var_names, var_values); | |||
if (ret != SUCCESS) { | |||
GELOGE(ret, "[Get][Variables]Failed, error code:%u, session_id:%lu.", ret, sessionId_); | |||
REPORT_CALL_ERROR("E19999", "Get variables failed, error code:%u, session_id:%lu.", | |||
ret, sessionId_); | |||
return FAILED; | |||
} | |||
return SUCCESS; | |||
@@ -31,6 +31,8 @@ enum DataType | |||
DT_STRING_REF = 24; // string_ref type | |||
DT_DUAL = 25; /**< dual output type */ | |||
DT_VARIANT = 26; // variant type | |||
DT_BF16 = 27; // bf16 type | |||
DT_INT4 = 28; // int4 type | |||
} | |||
message AttrDef | |||
@@ -33,8 +33,10 @@ const int kFileOpSuccess = 0; | |||
namespace ge { | |||
Status FileSaver::OpenFile(int32_t &fd, const std::string &file_path) { | |||
if (CheckPath(file_path) != SUCCESS) { | |||
GELOGE(FAILED, "[Check][FilePath]Check output file failed, file_path:%s.", file_path.c_str()); | |||
REPORT_CALL_ERROR("E19999", "Check output file failed, file_path:%s.", file_path.c_str()); | |||
GELOGE(FAILED, "[Check][FilePath]Check output file failed, file_path:%s.", | |||
file_path.c_str()); | |||
REPORT_CALL_ERROR("E19999", "Check output file failed, file_path:%s.", | |||
file_path.c_str()); | |||
return FAILED; | |||
} | |||
@@ -46,8 +48,9 @@ Status FileSaver::OpenFile(int32_t &fd, const std::string &file_path) { | |||
fd = mmOpen2(real_path, M_RDWR | M_CREAT | O_TRUNC, mode); | |||
if (fd == EN_INVALID_PARAM || fd == EN_ERROR) { | |||
// -1: Failed to open file; - 2: Illegal parameter | |||
GELOGE(FAILED, "[Open][File]Failed. mmpa_errno = %d, %s", fd, strerror(errno)); | |||
REPORT_INNER_ERROR("E19999", "Open file failed, mmpa_errno = %d, error:%s.", fd, strerror(errno)); | |||
GELOGE(FAILED, "[Open][File]Failed. errno:%d, errmsg:%s", fd, strerror(errno)); | |||
REPORT_INNER_ERROR("E19999", "Open file failed, errno:%d, errmsg:%s.", | |||
fd, strerror(errno)); | |||
return FAILED; | |||
} | |||
return SUCCESS; | |||
@@ -64,9 +67,10 @@ Status FileSaver::WriteData(const void *data, uint32_t size, int32_t fd) { | |||
while (size > size_1g) { | |||
write_count = mmWrite(fd, reinterpret_cast<void *>(seek), size_1g); | |||
if (write_count == EN_INVALID_PARAM || write_count == EN_ERROR) { | |||
GELOGE(FAILED, "[Write][Data]Failed, mmpa_errorno = %ld, error:%s", write_count, strerror(errno)); | |||
REPORT_INNER_ERROR("E19999", "Write data failed, mmpa_errorno = %ld, error:%s.", | |||
write_count, strerror(errno)); | |||
GELOGE(FAILED, "[Write][Data]Failed, errno:%ld, errmsg:%s", | |||
write_count, strerror(errno)); | |||
REPORT_INNER_ERROR("E19999", "Write data failed, errno:%ld, errmsg:%s.", | |||
write_count, strerror(errno)); | |||
return FAILED; | |||
} | |||
size -= size_1g; | |||
@@ -79,7 +83,8 @@ Status FileSaver::WriteData(const void *data, uint32_t size, int32_t fd) { | |||
// -1: Failed to write to file; - 2: Illegal parameter | |||
if (write_count == EN_INVALID_PARAM || write_count == EN_ERROR) { | |||
GELOGE(FAILED, "[Write][Data]Failed. mmpa_errorno = %ld, error:%s", write_count, strerror(errno)); | |||
GELOGE(FAILED, "[Write][Data]Failed. mmpa_errorno = %ld, error:%s", | |||
write_count, strerror(errno)); | |||
REPORT_INNER_ERROR("E19999", "Write data failed, mmpa_errorno = %ld, error:%s.", | |||
write_count, strerror(errno)); | |||
return FAILED; | |||
@@ -91,8 +96,10 @@ Status FileSaver::WriteData(const void *data, uint32_t size, int32_t fd) { | |||
Status FileSaver::SaveWithFileHeader(const std::string &file_path, const ModelFileHeader &file_header, const void *data, | |||
int len) { | |||
if (data == nullptr || len <= 0) { | |||
GELOGE(FAILED, "[Check][Param]Failed, model_data is null or the length[%d] is less than 1.", len); | |||
REPORT_INNER_ERROR("E19999", "Save file failed, model_data is null or the length:%d is less than 1.", len); | |||
GELOGE(FAILED, "[Check][Param]Failed, model_data is null or the " | |||
"length[%d] is less than 1.", len); | |||
REPORT_INNER_ERROR("E19999", "Save file failed, model_data is null or the " | |||
"length:%d is less than 1.", len); | |||
return FAILED; | |||
} | |||
@@ -112,7 +119,8 @@ Status FileSaver::SaveWithFileHeader(const std::string &file_path, const ModelFi | |||
// Close file | |||
if (mmClose(fd) != 0) { // mmClose 0: success | |||
GELOGE(FAILED, "[Close][File]Failed, error_code:%u errmsg:%s", ret, strerror(errno)); | |||
REPORT_INNER_ERROR("E19999", "Close file failed, error_code:%u errmsg:%s", ret, strerror(errno)); | |||
REPORT_INNER_ERROR("E19999", "Close file failed, error_code:%u errmsg:%s", | |||
ret, strerror(errno)); | |||
ret = FAILED; | |||
} | |||
return ret; | |||
@@ -150,7 +158,8 @@ Status FileSaver::SaveWithFileHeader(const std::string &file_path, const ModelFi | |||
// Close file | |||
if (mmClose(fd) != EN_OK) { | |||
GELOGE(FAILED, "[Close][File]Failed, error_code:%u errmsg:%s", ret, strerror(errno)); | |||
REPORT_CALL_ERROR("E19999", "Close file failed, error_code:%u errmsg:%s", ret, strerror(errno)); | |||
REPORT_CALL_ERROR("E19999", "Close file failed, error_code:%u errmsg:%s", | |||
ret, strerror(errno)); | |||
ret = FAILED; | |||
} | |||
return ret; | |||
@@ -235,8 +244,8 @@ FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status FileSaver::CheckPath(con | |||
if (file_path.size() >= MMPA_MAX_PATH) { | |||
GELOGE(FAILED, "[Check][FilePath]Failed, file path's length:%zu > mmpa_max_path:%d", | |||
file_path.size(), MMPA_MAX_PATH); | |||
REPORT_INNER_ERROR("E19999", "Check file path failed, file path's length:%zu > mmpa_max_path:%d", | |||
file_path.size(), MMPA_MAX_PATH); | |||
REPORT_INNER_ERROR("E19999", "Check file path failed, file path's length:%zu > " | |||
"mmpa_max_path:%d", file_path.size(), MMPA_MAX_PATH); | |||
return FAILED; | |||
} | |||
@@ -266,8 +275,10 @@ FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status FileSaver::CheckPath(con | |||
FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status | |||
FileSaver::SaveToFile(const string &file_path, const ge::ModelData &model, const ModelFileHeader *model_file_header) { | |||
if (file_path.empty() || model.model_data == nullptr || model.model_len == 0) { | |||
GELOGE(FAILED, "[Save][File]Incorrect input param, file_path is empty or model_data is nullptr or model_len is 0"); | |||
REPORT_INNER_ERROR("E19999", "Save file failed, at least one of the input parameters(file_path, model_data, model_len) is incorrect"); | |||
GELOGE(FAILED, "[Save][File]Incorrect input param, " | |||
"file_path is empty or model_data is nullptr or model_len is 0"); | |||
REPORT_INNER_ERROR("E19999", "Save file failed, at least one of the " | |||
"input parameters(file_path, model_data, model_len) is incorrect"); | |||
return FAILED; | |||
} | |||
@@ -360,7 +371,8 @@ Status FileSaver::SaveWithFileHeader(const std::string &file_path, const ModelFi | |||
// Close file | |||
if (mmClose(fd) != 0) { // mmClose 0: success | |||
GELOGE(FAILED, "[Close][File]Failed, error_code:%u errmsg:%s", ret, strerror(errno)); | |||
REPORT_CALL_ERROR("E19999", "Close file failed, error_code:%u errmsg:%s", ret, strerror(errno)); | |||
REPORT_CALL_ERROR("E19999", "Close file failed, error_code:%u errmsg:%s", | |||
ret, strerror(errno)); | |||
ret = FAILED; | |||
} | |||
return ret; | |||
@@ -369,8 +381,10 @@ Status FileSaver::SaveWithFileHeader(const std::string &file_path, const ModelFi | |||
FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status FileSaver::SaveToFile(const string &file_path, const void *data, | |||
int len) { | |||
if (data == nullptr || len <= 0) { | |||
GELOGE(FAILED, "[Check][Param]Failed, model_data is null or the length[%d] is less than 1.", len); | |||
REPORT_INNER_ERROR("E19999", "Save file failed, the model_data is null or its length:%d is less than 1.", len); | |||
GELOGE(FAILED, "[Check][Param]Failed, model_data is null or the " | |||
"length[%d] is less than 1.", len); | |||
REPORT_INNER_ERROR("E19999", "Save file failed, the model_data is null or " | |||
"its length:%d is less than 1.", len); | |||
return FAILED; | |||
} | |||
@@ -386,7 +400,8 @@ FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status FileSaver::SaveToFile(co | |||
// Close file | |||
if (mmClose(fd) != 0) { // mmClose 0: success | |||
GELOGE(FAILED, "[Close][File]Failed, error_code:%u errmsg:%s", ret, strerror(errno)); | |||
REPORT_CALL_ERROR("E19999", "Close file failed, error_code:%u errmsg:%s", ret, strerror(errno)); | |||
REPORT_CALL_ERROR("E19999", "Close file failed, error_code:%u errmsg:%s", | |||
ret, strerror(errno)); | |||
ret = FAILED; | |||
} | |||
return ret; | |||
@@ -59,15 +59,17 @@ FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status MemoryDumper::DumpToFile | |||
int32_t mmpa_ret = mmWrite(fd, data, len); | |||
// mmWrite return -1:Failed to write data to file;return -2:Invalid parameter | |||
if (mmpa_ret == EN_ERROR || mmpa_ret == EN_INVALID_PARAM) { | |||
GELOGE(FAILED, "[Write][Data]Failed, errno = %d, error:%s", mmpa_ret, strerror(errno)); | |||
REPORT_INNER_ERROR("E19999", "Write data failed, errno = %d, error:%s.", mmpa_ret, strerror(errno)); | |||
GELOGE(FAILED, "[Write][Data]Failed, errno:%d, errmsg:%s", mmpa_ret, strerror(errno)); | |||
REPORT_INNER_ERROR("E19999", "Write data failed, errno:%d, errmsg:%s.", | |||
mmpa_ret, strerror(errno)); | |||
ret = FAILED; | |||
} | |||
// Close the file | |||
if (mmClose(fd) != EN_OK) { // mmClose return 0: success | |||
GELOGE(FAILED, "[Close][File]Failed, error_code:%u, filename:%s.", ret, filename); | |||
REPORT_INNER_ERROR("E19999", "Close file failed, error_code:%u, filename:%s.", ret, filename); | |||
GELOGE(FAILED, "[Close][File]Failed, error_code:%u, filename:%s errmsg:%s.", ret, filename, strerror(errno)); | |||
REPORT_INNER_ERROR("E19999", "Close file failed, error_code:%u, filename:%s errmsg:%s.", | |||
ret, filename, strerror(errno)); | |||
ret = FAILED; | |||
} | |||
@@ -109,8 +111,9 @@ FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status MemoryDumper::Dump(void | |||
int32_t mmpa_ret = mmWrite(fd_, data, len); | |||
// mmWrite return -1:failed to write data to file;return -2:invalid parameter | |||
if (mmpa_ret == EN_ERROR || mmpa_ret == EN_INVALID_PARAM) { | |||
GELOGE(FAILED, "[Write][Data]Failed, errno = %d, error:%s", mmpa_ret, strerror(errno)); | |||
REPORT_INNER_ERROR("E19999", "Write data to file failed, errno = %d, error:%s.", mmpa_ret, strerror(errno)); | |||
GELOGE(FAILED, "[Write][Data]Failed, errno:%d, errmsg:%s", mmpa_ret, strerror(errno)); | |||
REPORT_INNER_ERROR("E19999", "Write data to file failed, errno:%d, errmsg:%s.", | |||
mmpa_ret, strerror(errno)); | |||
return FAILED; | |||
} | |||
@@ -125,7 +128,7 @@ FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status MemoryDumper::Dump(void | |||
void MemoryDumper::Close() noexcept { | |||
// Close file | |||
if (fd_ != kInvalidFd && mmClose(fd_) != EN_OK) { | |||
GELOGW("Close file failed."); | |||
GELOGW("Close file failed, errmsg:%s.", strerror(errno)); | |||
} | |||
fd_ = kInvalidFd; | |||
} | |||
@@ -148,7 +151,7 @@ int MemoryDumper::OpenFile(const char *filename) { | |||
GE_CHK_BOOL_TRUE_EXEC_WITH_LOG(prefix_path.length() >= MMPA_MAX_PATH, | |||
return kInvalidFd, "Prefix path is too long!"); | |||
GE_CHK_BOOL_TRUE_EXEC_WITH_LOG(mmRealPath(prefix_path.c_str(), tmp_path, MMPA_MAX_PATH) != EN_OK, return kInvalidFd, | |||
"Dir %s does not exit.", prefix_path.c_str()); | |||
"Dir %s does not exit, errmsg:%s.", prefix_path.c_str(), strerror(errno)); | |||
real_path = std::string(tmp_path) + last_path;) | |||
GE_IF_BOOL_EXEC( | |||
path_split_pos == -1 || path_split_pos == 0, | |||
@@ -163,7 +166,7 @@ int MemoryDumper::OpenFile(const char *filename) { | |||
int32_t fd = mmOpen2(real_path.c_str(), M_RDWR | M_CREAT | M_APPEND, mode); | |||
if (fd == EN_ERROR || fd == EN_INVALID_PARAM) { | |||
GELOGE(kInvalidFd, "[Open][File]Failed. errno = %d, error:%s, filename:%s.", | |||
GELOGE(kInvalidFd, "[Open][File]Failed. errno:%d, errmsg:%s, filename:%s.", | |||
fd, strerror(errno), filename); | |||
return kInvalidFd; | |||
} | |||
@@ -56,7 +56,10 @@ FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status DumpManager::SetDumpConf | |||
dump_properties.SetDumpOpSwitch(dump_op_switch); | |||
if (dump_op_switch == kDumpoff && dump_config.dump_list.empty()) { | |||
dump_properties_map_.emplace(kInferSessionId, dump_properties); | |||
GELOGE(PARAM_INVALID, "Dump list is invalid,dump_op_switch is %s", dump_op_switch.c_str()); | |||
GELOGE(PARAM_INVALID, "[Check][DumpList]Invalid, dump_op_switch is %s", | |||
dump_op_switch.c_str()); | |||
REPORT_INNER_ERROR("E19999", "Dump list check invalid, dump_op_switch is %s", | |||
dump_op_switch.c_str()); | |||
return PARAM_INVALID; | |||
} | |||
@@ -82,7 +85,8 @@ FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status DumpManager::SetDumpConf | |||
dump_path = dump_config.dump_path; | |||
if (dump_path.empty()) { | |||
GELOGE(PARAM_INVALID, "Dump path is empty"); | |||
GELOGE(PARAM_INVALID, "[Check][DumpPath]It is empty"); | |||
REPORT_INNER_ERROR("E19999", "Dump path check is empty"); | |||
return PARAM_INVALID; | |||
} | |||
@@ -26,7 +26,7 @@ | |||
#include "graph/op_desc.h" | |||
#include "graph/utils/tensor_utils.h" | |||
#include "proto/ge_ir.pb.h" | |||
#include "proto/op_mapping_info.pb.h" | |||
#include "proto/op_mapping.pb.h" | |||
#include "runtime/mem.h" | |||
#include "aicpu/common/aicpu_task_struct.h" | |||
@@ -64,7 +64,7 @@ void DumpOp::SetDynamicModelInfo(const string &dynamic_model_name, const string | |||
} | |||
static void SetOpMappingLoopAddr(uintptr_t step_id, uintptr_t loop_per_iter, uintptr_t loop_cond, | |||
aicpu::dump::OpMappingInfo &op_mapping_info) { | |||
toolkit::aicpu::dump::OpMappingInfo &op_mapping_info) { | |||
if (step_id != 0) { | |||
GELOGI("step_id exists."); | |||
op_mapping_info.set_step_id_addr(static_cast<uint64_t>(step_id)); | |||
@@ -87,11 +87,11 @@ static void SetOpMappingLoopAddr(uintptr_t step_id, uintptr_t loop_per_iter, uin | |||
} | |||
} | |||
Status DumpOp::DumpOutput(aicpu::dump::Task &task) { | |||
Status DumpOp::DumpOutput(toolkit::aicpu::dump::Task &task) { | |||
GELOGI("Start dump output in Launch dump op"); | |||
const auto &output_descs = op_desc_->GetAllOutputsDesc(); | |||
for (size_t i = 0; i < output_descs.size(); ++i) { | |||
aicpu::dump::Output output; | |||
toolkit::aicpu::dump::Output output; | |||
output.set_data_type(static_cast<int32_t>(DataTypeUtil::GetIrDataType(output_descs.at(i).GetDataType()))); | |||
output.set_format(static_cast<int32_t>(output_descs.at(i).GetFormat())); | |||
for (auto dim : output_descs.at(i).GetShape().GetDims()) { | |||
@@ -102,7 +102,10 @@ Status DumpOp::DumpOutput(aicpu::dump::Task &task) { | |||
} | |||
int64_t output_size = 0; | |||
if (TensorUtils::GetTensorSizeInBytes(output_descs.at(i), output_size) != SUCCESS) { | |||
GELOGE(ACL_ERROR_GE_INTERNAL_ERROR, "Get output size filed"); | |||
GELOGE(ACL_ERROR_GE_INTERNAL_ERROR, "[Get][TensorSize]Failed, output %zu, node %s(%s),", | |||
i, op_desc_->GetName().c_str(), op_desc_->GetType().c_str()); | |||
REPORT_CALL_ERROR("E19999", "Get output %zu tensor size of node %s(%s) failed", | |||
i, op_desc_->GetName().c_str(), op_desc_->GetType().c_str()); | |||
return ACL_ERROR_GE_INTERNAL_ERROR; | |||
} | |||
GELOGD("Get output size in lanch dump op is %ld", output_size); | |||
@@ -113,11 +116,11 @@ Status DumpOp::DumpOutput(aicpu::dump::Task &task) { | |||
return SUCCESS; | |||
} | |||
Status DumpOp::DumpInput(aicpu::dump::Task &task) { | |||
Status DumpOp::DumpInput(toolkit::aicpu::dump::Task &task) { | |||
GELOGI("Start dump input in Launch dump op"); | |||
const auto &input_descs = op_desc_->GetAllInputsDesc(); | |||
for (size_t i = 0; i < input_descs.size(); ++i) { | |||
aicpu::dump::Input input; | |||
toolkit::aicpu::dump::Input input; | |||
input.set_data_type(static_cast<int32_t>(DataTypeUtil::GetIrDataType(input_descs.at(i).GetDataType()))); | |||
input.set_format(static_cast<int32_t>(input_descs.at(i).GetFormat())); | |||
@@ -129,7 +132,10 @@ Status DumpOp::DumpInput(aicpu::dump::Task &task) { | |||
} | |||
int64_t input_size = 0; | |||
if (TensorUtils::GetTensorSizeInBytes(input_descs.at(i), input_size) != SUCCESS) { | |||
GELOGE(ACL_ERROR_GE_INTERNAL_ERROR, "Get output size filed"); | |||
GELOGE(ACL_ERROR_GE_INTERNAL_ERROR, "[Get][TensorSize]Failed, input %zu, node %s(%s)", | |||
i, op_desc_->GetName().c_str(), op_desc_->GetType().c_str()); | |||
REPORT_CALL_ERROR("E19999", "Get input %zu tensor size of node %s(%s) failed", | |||
i, op_desc_->GetName().c_str(), op_desc_->GetType().c_str()); | |||
return ACL_ERROR_GE_INTERNAL_ERROR; | |||
} | |||
GELOGD("Get input size in lanch dump op is %ld", input_size); | |||
@@ -149,35 +155,41 @@ void DumpOp::SetDumpInfo(const DumpProperties &dump_properties, const OpDescPtr | |||
stream_ = stream; | |||
} | |||
Status DumpOp::ExecutorDumpOp(aicpu::dump::OpMappingInfo &op_mapping_info) { | |||
Status DumpOp::ExecutorDumpOp(toolkit::aicpu::dump::OpMappingInfo &op_mapping_info) { | |||
std::string proto_msg; | |||
size_t proto_size = op_mapping_info.ByteSizeLong(); | |||
bool ret = op_mapping_info.SerializeToString(&proto_msg); | |||
if (!ret || proto_size == 0) { | |||
GELOGE(ACL_ERROR_GE_INTERNAL_ERROR, "Protobuf serialize failed, proto_size is %zu", proto_size); | |||
GELOGE(ACL_ERROR_GE_INTERNAL_ERROR, "[Serialize][Protobuf]Failed, proto_size is %zu", | |||
proto_size); | |||
REPORT_CALL_ERROR("E19999", "[Serialize][Protobuf]Failed, proto_size is %zu", proto_size); | |||
return ACL_ERROR_GE_INTERNAL_ERROR; | |||
} | |||
rtError_t rt_ret = rtMalloc(&proto_dev_mem_, proto_size, RT_MEMORY_HBM); | |||
if (rt_ret != RT_ERROR_NONE) { | |||
GELOGE(rt_ret, "Call rtMalloc failed, ret: 0x%X", rt_ret); | |||
GELOGE(rt_ret, "[Call][rtMalloc]Failed, ret: 0x%X", rt_ret); | |||
REPORT_CALL_ERROR("E19999", "Call rtMalloc failed, ret: 0x%X", rt_ret); | |||
return RT_ERROR_TO_GE_STATUS(rt_ret); | |||
} | |||
rt_ret = rtMemcpy(proto_dev_mem_, proto_size, proto_msg.c_str(), proto_size, RT_MEMCPY_HOST_TO_DEVICE); | |||
if (rt_ret != RT_ERROR_NONE) { | |||
GELOGE(rt_ret, "Call rtMemcpy failed, ret: 0x%X", rt_ret); | |||
GELOGE(rt_ret, "[Call][rtMemcpy]Failed, ret: 0x%X", rt_ret); | |||
REPORT_CALL_ERROR("E19999", "Call rtMemcpy failed, ret: 0x%X", rt_ret); | |||
return RT_ERROR_TO_GE_STATUS(rt_ret); | |||
} | |||
rt_ret = rtMalloc(&proto_size_dev_mem_, sizeof(size_t), RT_MEMORY_HBM); | |||
if (rt_ret != RT_ERROR_NONE) { | |||
GELOGE(rt_ret, "Call rtMalloc failed, ret: 0x%X", rt_ret); | |||
GELOGE(rt_ret, "[Call][rtMalloc]Failed, ret: 0x%X", rt_ret); | |||
REPORT_CALL_ERROR("E19999", "Call rtMalloc failed, ret: 0x%X", rt_ret); | |||
return RT_ERROR_TO_GE_STATUS(rt_ret); | |||
} | |||
rt_ret = rtMemcpy(proto_size_dev_mem_, sizeof(size_t), &proto_size, sizeof(size_t), RT_MEMCPY_HOST_TO_DEVICE); | |||
if (rt_ret != RT_ERROR_NONE) { | |||
GELOGE(rt_ret, "Call rtMemcpy failed, ret: 0x%X", rt_ret); | |||
GELOGE(rt_ret, "[Call][rtMemcpy]Failed, ret 0x%X", rt_ret); | |||
REPORT_CALL_ERROR("E19999", "Call rtMemcpy failed, ret 0x%X", rt_ret); | |||
return RT_ERROR_TO_GE_STATUS(rt_ret); | |||
} | |||
@@ -196,14 +208,15 @@ Status DumpOp::ExecutorDumpOp(aicpu::dump::OpMappingInfo &op_mapping_info) { | |||
nullptr, // no need smDesc | |||
stream_); | |||
if (rt_ret != RT_ERROR_NONE) { | |||
GELOGE(rt_ret, "Call rtCpuKernelLaunch failed,rt_ret:0x%X", rt_ret); | |||
GELOGE(rt_ret, "[Call][rtCpuKernelLaunch]Failed, ret 0x%X", rt_ret); | |||
REPORT_CALL_ERROR("E19999", "Call rtCpuKernelLaunch failed, ret 0x%X", rt_ret); | |||
return RT_ERROR_TO_GE_STATUS(rt_ret); | |||
} | |||
GELOGI("Kernel launch dump op success"); | |||
return SUCCESS; | |||
} | |||
Status DumpOp::SetDumpModelName(aicpu::dump::OpMappingInfo &op_mapping_info) { | |||
Status DumpOp::SetDumpModelName(toolkit::aicpu::dump::OpMappingInfo &op_mapping_info) { | |||
if (dynamic_model_name_.empty() && dynamic_om_name_.empty()) { | |||
GELOGI("Single op dump, no need set model name"); | |||
return SUCCESS; | |||
@@ -234,15 +247,16 @@ Status DumpOp::LaunchDumpOp() { | |||
int32_t device_id = 0; | |||
rtError_t rt_ret = rtGetDevice(&device_id); | |||
if (rt_ret != RT_ERROR_NONE) { | |||
GELOGE(rt_ret, "Call rtGetDevice failed, ret = 0x%X, device_id = %d.", rt_ret, device_id); | |||
GELOGE(rt_ret, "[Call][rtGetDevice]Failed, ret 0x%X", rt_ret); | |||
REPORT_CALL_ERROR("E19999", "[Call][rtGetDevice]Failed, ret 0x%X", rt_ret); | |||
return RT_ERROR_TO_GE_STATUS(rt_ret); | |||
} | |||
if (device_id < 0) { | |||
GELOGE(ACL_ERROR_GE_INTERNAL_ERROR, "Check device_id failed, device_id = %d, which should be not less than 0.", | |||
device_id); | |||
GELOGE(ACL_ERROR_GE_INTERNAL_ERROR, "[Check][DeviceId]Failed, device_id %d", device_id); | |||
REPORT_INNER_ERROR("E19999","Check device_id %d failed", device_id); | |||
return ACL_ERROR_GE_INTERNAL_ERROR; | |||
} | |||
aicpu::dump::OpMappingInfo op_mapping_info; | |||
toolkit::aicpu::dump::OpMappingInfo op_mapping_info; | |||
auto dump_path = dump_properties_.GetDumpPath() + std::to_string(device_id) + "/"; | |||
op_mapping_info.set_dump_path(dump_path); | |||
op_mapping_info.set_flag(kAicpuLoadFlag); | |||
@@ -261,7 +275,7 @@ Status DumpOp::LaunchDumpOp() { | |||
if (rt_ret != RT_ERROR_NONE) { | |||
GELOGW("call rtGetTaskIdAndStreamID failed, ret = 0x%X", rt_ret); | |||
} | |||
aicpu::dump::Task task; | |||
toolkit::aicpu::dump::Task task; | |||
task.set_task_id(task_id); | |||
task.set_stream_id(stream_id); | |||
task.mutable_op()->set_op_name(op_desc_->GetName()); | |||
@@ -269,7 +283,10 @@ Status DumpOp::LaunchDumpOp() { | |||
if (dump_properties_.GetDumpMode() == kDumpOutput) { | |||
auto ret = DumpOutput(task); | |||
if (ret != SUCCESS) { | |||
GELOGE(ret, "Dump output failed"); | |||
GELOGE(ret, "[Dump][Output]Failed, node %s(%s), ret 0x%X", | |||
op_desc_->GetName().c_str(), op_desc_->GetType().c_str(), ret); | |||
REPORT_CALL_ERROR("E19999", "Dump Output failed, node %s(%s), ret 0x%X", | |||
op_desc_->GetName().c_str(), op_desc_->GetType().c_str(), ret); | |||
return ret; | |||
} | |||
op_mapping_info.mutable_task()->Add(std::move(task)); | |||
@@ -277,7 +294,10 @@ Status DumpOp::LaunchDumpOp() { | |||
if (dump_properties_.GetDumpMode() == kDumpInput) { | |||
auto ret = DumpInput(task); | |||
if (ret != SUCCESS) { | |||
GELOGE(ret, "Dump input failed"); | |||
GELOGE(ret, "[Dump][Input]Failed, node %s(%s), ret 0x%X", | |||
op_desc_->GetName().c_str(), op_desc_->GetType().c_str(), ret); | |||
REPORT_CALL_ERROR("E19999", "Dump Input failed, node %s(%s), ret 0x%X", | |||
op_desc_->GetName().c_str(), op_desc_->GetType().c_str(), ret); | |||
return ret; | |||
} | |||
op_mapping_info.mutable_task()->Add(std::move(task)); | |||
@@ -285,19 +305,26 @@ Status DumpOp::LaunchDumpOp() { | |||
if (dump_properties_.GetDumpMode() == kDumpAll || dump_properties_.IsOpDebugOpen()) { | |||
auto ret = DumpOutput(task); | |||
if (ret != SUCCESS) { | |||
GELOGE(ret, "Dump output failed when in dumping all"); | |||
GELOGE(ret, "[Dump][Output]Failed when in dumping all, node %s(%s), ret 0x%X", | |||
op_desc_->GetName().c_str(), op_desc_->GetType().c_str(), ret); | |||
REPORT_CALL_ERROR("E19999", "Dump Output failed when in dumping all, node %s(%s), ret 0x%X", | |||
op_desc_->GetName().c_str(), op_desc_->GetType().c_str(), ret); | |||
return ret; | |||
} | |||
ret = DumpInput(task); | |||
if (ret != SUCCESS) { | |||
GELOGE(ret, "Dump input failed when in dumping all"); | |||
GELOGE(ret, "[Dump][Input]Failed when in dumping all, node %s(%s), ret 0x%X", | |||
op_desc_->GetName().c_str(), op_desc_->GetType().c_str(), ret); | |||
REPORT_CALL_ERROR("E19999", "Dump Input failed when in dumping all, node %s(%s), ret 0x%X", | |||
op_desc_->GetName().c_str(), op_desc_->GetType().c_str(), ret); | |||
return ret; | |||
} | |||
op_mapping_info.mutable_task()->Add(std::move(task)); | |||
} | |||
auto ret = ExecutorDumpOp(op_mapping_info); | |||
if (ret != SUCCESS) { | |||
GELOGE(ret, "Executor dump op failed"); | |||
GELOGE(ret, "[Dump][Op]Failed, ret 0x%X", ret); | |||
REPORT_CALL_ERROR("E19999", "Executor dump op failed, ret 0x%X", ret); | |||
return ret; | |||
} | |||
return SUCCESS; | |||
@@ -21,7 +21,7 @@ | |||
#include "common/ge_inner_error_codes.h" | |||
#include "common/properties_manager.h" | |||
#include "proto/op_mapping_info.pb.h" | |||
#include "proto/op_mapping.pb.h" | |||
#include "runtime/stream.h" | |||
namespace ge { | |||
@@ -37,10 +37,10 @@ class DumpOp { | |||
void SetDynamicModelInfo(const string &dynamic_model_name, const string &dynamic_om_name, uint32_t dynamic_model_id); | |||
private: | |||
Status ExecutorDumpOp(aicpu::dump::OpMappingInfo &op_mapping_info); | |||
Status DumpOutput(aicpu::dump::Task &task); | |||
Status DumpInput(aicpu::dump::Task &task); | |||
Status SetDumpModelName(aicpu::dump::OpMappingInfo &op_mapping_info); | |||
Status ExecutorDumpOp(toolkit::aicpu::dump::OpMappingInfo &op_mapping_info); | |||
Status DumpOutput(toolkit::aicpu::dump::Task &task); | |||
Status DumpInput(toolkit::aicpu::dump::Task &task); | |||
Status SetDumpModelName(toolkit::aicpu::dump::OpMappingInfo &op_mapping_info); | |||
DumpProperties dump_properties_; | |||
OpDescPtr op_desc_; | |||
@@ -43,15 +43,15 @@ static void ReplaceStringElem(std::string &str) { | |||
}); | |||
} | |||
static void SetDumpData(const ge::OpDescInfo &op_desc_info, toolkit::dumpdata::DumpData &dump_data) { | |||
static void SetDumpData(const ge::OpDescInfo &op_desc_info, toolkit::dump::DumpData &dump_data) { | |||
dump_data.set_version("2.0"); | |||
dump_data.set_dump_time(GetNowTime()); | |||
dump_data.set_op_name(op_desc_info.op_name); | |||
for (size_t i = 0; i < op_desc_info.input_format.size(); ++i) { | |||
toolkit::dumpdata::OpInput input; | |||
input.set_data_type(toolkit::dumpdata::OutputDataType( | |||
toolkit::dump::OpInput input; | |||
input.set_data_type(toolkit::dump::OutputDataType( | |||
ge::DataTypeUtil::GetIrDataType(op_desc_info.input_data_type[i]))); | |||
input.set_format(toolkit::dumpdata::OutputFormat(op_desc_info.input_format[i])); | |||
input.set_format(toolkit::dump::OutputFormat(op_desc_info.input_format[i])); | |||
for (auto dim : op_desc_info.input_shape[i]) { | |||
input.mutable_shape()->add_dim(dim); | |||
} | |||
@@ -61,10 +61,10 @@ static void SetDumpData(const ge::OpDescInfo &op_desc_info, toolkit::dumpdata::D | |||
} | |||
for (size_t j = 0; j < op_desc_info.output_format.size(); ++j) { | |||
toolkit::dumpdata::OpOutput output; | |||
output.set_data_type(toolkit::dumpdata::OutputDataType( | |||
toolkit::dump::OpOutput output; | |||
output.set_data_type(toolkit::dump::OutputDataType( | |||
ge::DataTypeUtil::GetIrDataType(op_desc_info.output_data_type[j]))); | |||
output.set_format(toolkit::dumpdata::OutputFormat(op_desc_info.output_format[j])); | |||
output.set_format(toolkit::dump::OutputFormat(op_desc_info.output_format[j])); | |||
for (auto dim : op_desc_info.output_shape[j]) { | |||
output.mutable_shape()->add_dim(dim); | |||
} | |||
@@ -148,7 +148,7 @@ Status ExceptionDumper::DumpExceptionInfo(const std::vector<rtExceptionInfo> &ex | |||
for (const rtExceptionInfo &iter : exception_infos) { | |||
OpDescInfo op_desc_info; | |||
if (GetOpDescInfo(iter.streamid, iter.taskid, op_desc_info)) { | |||
toolkit::dumpdata::DumpData dump_data; | |||
toolkit::dump::DumpData dump_data; | |||
SetDumpData(op_desc_info, dump_data); | |||
uint64_t now_time = GetNowTime(); | |||
std::string op_name = op_desc_info.op_name; | |||
@@ -27,7 +27,9 @@ Status OpdebugRegister::RegisterDebugForModel(rtModel_t model_handle, uint32_t o | |||
GELOGD("Start to register debug for model in overflow"); | |||
auto ret = MallocMemForOpdebug(); | |||
if (ret != SUCCESS) { | |||
GELOGE(ret, "Malloc memory for opdebug in model overflow failed ,ret:0x%X", ret); | |||
GELOGE(ret, "[Malloc][MemForOpdebug]Failed when debug for model overflow, ret:0x%X", ret); | |||
REPORT_CALL_ERROR("E19999", "Malloc memory for opdebug failed when debug " | |||
"for model in overflow, ret 0x%X", ret); | |||
return ret; | |||
} | |||
uint32_t debug_stream_id = 0; | |||
@@ -74,7 +76,9 @@ Status OpdebugRegister::RegisterDebugForStream(rtStream_t stream, uint32_t op_de | |||
GELOGD("Start to register debug for stream in stream overflow"); | |||
auto ret = MallocMemForOpdebug(); | |||
if (ret != SUCCESS) { | |||
GELOGE(ret, "Malloc memory for opdebug in stream overflow ,ret:0x%X", ret); | |||
GELOGE(ret, "[Malloc][MemForOpdebug]Failed when debug for stream in overflow, ret:0x%X", ret); | |||
REPORT_CALL_ERROR("E19999", "Malloc memory for opdebug failed when debug " | |||
"for stream in overflow, ret:0x%X", ret); | |||
return ret; | |||
} | |||
@@ -82,7 +86,8 @@ Status OpdebugRegister::RegisterDebugForStream(rtStream_t stream, uint32_t op_de | |||
uint32_t debug_task_id = 0; | |||
auto rt_ret = rtDebugRegisterForStream(stream, op_debug_mode, op_debug_addr_, &debug_stream_id, &debug_task_id); | |||
if (rt_ret != RT_ERROR_NONE) { | |||
GELOGE(RT_FAILED, "rtDebugRegisterForStream error, ret: 0x%X", rt_ret); | |||
GELOGE(RT_FAILED, "[Call][rtDebugRegisterForStream]Failed, ret 0x%X", rt_ret); | |||
REPORT_CALL_ERROR("E19999", "Call rtDebugRegisterForStream failed, ret 0x%X", rt_ret); | |||
return RT_ERROR_TO_GE_STATUS(rt_ret); | |||
} | |||
GELOGD("debug_task_id:%u, debug_stream_id:%u in stream overflow.", debug_task_id, debug_stream_id); | |||
@@ -121,7 +126,8 @@ void OpdebugRegister::UnregisterDebugForStream(rtStream_t stream) { | |||
Status OpdebugRegister::MallocMemForOpdebug() { | |||
rtError_t rt_ret = rtMalloc(&op_debug_addr_, kOpDebugMemorySize, RT_MEMORY_DDR); | |||
if (rt_ret != RT_ERROR_NONE) { | |||
GELOGE(RT_FAILED, "rtMalloc error, ret: 0x%X", rt_ret); | |||
GELOGE(RT_FAILED, "[Call][rtMalloc]Failed, ret 0x%X", rt_ret); | |||
REPORT_CALL_ERROR("E19999", "Call rtMalloc failed, ret 0x%X", rt_ret); | |||
return RT_ERROR_TO_GE_STATUS(rt_ret); | |||
} | |||
@@ -129,12 +135,14 @@ Status OpdebugRegister::MallocMemForOpdebug() { | |||
// For data dump, aicpu needs the pointer to pointer that save the real debug address. | |||
rt_ret = rtMalloc(&p2p_debug_addr_, kDebugP2pSize, RT_MEMORY_HBM); | |||
if (rt_ret != RT_ERROR_NONE) { | |||
GELOGE(RT_FAILED, "rtMalloc error, ret: 0x%X", rt_ret); | |||
GELOGE(RT_FAILED, "[Call][rtMalloc]Failed, ret 0x%X", rt_ret); | |||
REPORT_CALL_ERROR("E19999", "Call rtMalloc failed, ret 0x%X", rt_ret); | |||
return RT_ERROR_TO_GE_STATUS(rt_ret); | |||
} | |||
rt_ret = rtMemcpy(p2p_debug_addr_, sizeof(uint64_t), &debug_addrs_tmp, sizeof(uint64_t), RT_MEMCPY_HOST_TO_DEVICE); | |||
if (rt_ret != RT_ERROR_NONE) { | |||
GELOGE(RT_FAILED, "rtMemcpy to p2p_addr error: 0x%X", rt_ret); | |||
GELOGE(RT_FAILED, "[Call][rtMemcpy]To p2p_addr error 0x%X", rt_ret); | |||
REPORT_CALL_ERROR("E19999", "Call rtMemcpy to p2p_addr error 0x%X", rt_ret); | |||
return RT_ERROR_TO_GE_STATUS(rt_ret); | |||
} | |||
@@ -187,7 +187,7 @@ Status GetDstDataAfterTrans(const TransArgs &args, TransResult &result, const in | |||
} | |||
} | |||
} | |||
} | |||
} | |||
} | |||
} | |||
} | |||
@@ -33,7 +33,9 @@ void OpTilingManager::ClearHandles() noexcept { | |||
if (mmDlclose(handle.second) != 0) { | |||
const char *error = mmDlerror(); | |||
GE_IF_BOOL_EXEC(error == nullptr, error = ""); | |||
GELOGE(FAILED, "Failed to close handle of %s: %s", handle.first.c_str(), error); | |||
GELOGE(FAILED, "[Close][Handle]Failed, handle of %s: %s", handle.first.c_str(), error); | |||
REPORT_CALL_ERROR("E19999", "Failed to close handle of %s: %s", | |||
handle.first.c_str(), error); | |||
} | |||
} | |||
handles_.clear(); | |||
@@ -50,7 +52,8 @@ std::string OpTilingManager::GetPath() { | |||
if (mmRealPath(opp_path_env, resolved_path, MMPA_MAX_PATH) != EN_OK) { | |||
ErrorManager::GetInstance().ATCReportErrMessage( | |||
"E19024", {"env", "value", "situation"}, {"ASCEND_OPP_PATH", opp_path_env, "loading the tiling lib"}); | |||
GELOGE(PARAM_INVALID, "Failed load tiling lib as env 'ASCEND_OPP_PATH'[%s] is invalid path.", opp_path_env); | |||
GELOGE(PARAM_INVALID, "[Load][TilingLib]Failed, as env 'ASCEND_OPP_PATH'[%s] " | |||
"is invalid path. errmsg:%s", opp_path_env, strerror(errno)); | |||
return std::string(); | |||
} | |||
opp_path = resolved_path; | |||
@@ -73,7 +76,7 @@ void OpTilingManager::LoadSo() { | |||
if (handle_bi == nullptr) { | |||
const char *error = mmDlerror(); | |||
GE_IF_BOOL_EXEC(error == nullptr, error = ""); | |||
GELOGW("Failed to dlopen %s!", error); | |||
GELOGW("Failed to dlopen %s! errmsg:%s", built_in_tiling_lib.c_str(), error); | |||
} else { | |||
handles_[built_in_name] = handle_bi; | |||
} | |||
@@ -82,7 +85,7 @@ void OpTilingManager::LoadSo() { | |||
if (handle_ct == nullptr) { | |||
const char *error = mmDlerror(); | |||
GE_IF_BOOL_EXEC(error == nullptr, error = ""); | |||
GELOGW("Failed to dlopen %s!", error); | |||
GELOGW("Failed to dlopen %s! errmsg:%s", custom_tiling_lib.c_str(), error); | |||
} else { | |||
handles_[custom_name] = handle_ct; | |||
} | |||
@@ -39,7 +39,7 @@ void PluginManager::ClearHandles_() noexcept { | |||
if (mmDlclose(handle.second) != 0) { | |||
const char *error = mmDlerror(); | |||
GE_IF_BOOL_EXEC(error == nullptr, error = ""); | |||
GELOGW("Failed to close handle of %s: %s", handle.first.c_str(), error); | |||
GELOGW("Failed to close handle of %s, errmsg:%s", handle.first.c_str(), error); | |||
} | |||
} | |||
handles_.clear(); | |||
@@ -50,7 +50,9 @@ PluginManager::~PluginManager() { ClearHandles_(); } | |||
string PluginManager::GetPath() { | |||
mmDlInfo dl_info; | |||
if (mmDladdr(reinterpret_cast<void *>(&PluginManager::GetPath), &dl_info) != EN_OK) { | |||
GELOGW("Failed to read the shared library file path!"); | |||
const char *error = mmDlerror(); | |||
GE_IF_BOOL_EXEC(error == nullptr, error = ""); | |||
GELOGW("Failed to read the shared library file path! errmsg:%s", error); | |||
return string(); | |||
} else { | |||
GE_IF_BOOL_EXEC(dl_info.dli_fname == nullptr, return string()); | |||
@@ -61,7 +63,7 @@ string PluginManager::GetPath() { | |||
return string(); | |||
} | |||
if (mmRealPath(so_path.c_str(), path, MMPA_MAX_PATH) != EN_OK) { | |||
GELOGW("Failed to get realpath of %s", so_path.c_str()); | |||
GELOGW("Failed to get realpath of %s, errmsg:%s", so_path.c_str(), strerror(errno)); | |||
return string(); | |||
} | |||
@@ -127,7 +129,7 @@ Status PluginManager::LoadSo(const string &path, const vector<string> &func_chec | |||
ErrorManager::GetInstance().ATCReportErrMessage("E19012", {"function", "reason"}, | |||
{"mmDlopen", "shared library path is " + FmtToStr(file_path_dlopen) + ". Errormessage" + FmtToStr(error)}); | |||
GELOGE(ACL_ERROR_GE_PLGMGR_PATH_INVALID, | |||
"Failed to dlopen the shared library path[%s]. Errormessage[%s]!", | |||
"[DLOpen][SharedLibraryPath]Failed, path[%s]. Errormessage[%s]!", | |||
file_path_dlopen.c_str(), error); | |||
continue; | |||
} | |||
@@ -137,17 +139,24 @@ Status PluginManager::LoadSo(const string &path, const vector<string> &func_chec | |||
for (const auto &func_name : func_check_list) { | |||
auto real_fn = (void (*)())mmDlsym(handle, const_cast<char *>(func_name.c_str())); | |||
if (real_fn == nullptr) { | |||
const char *error = mmDlerror(); | |||
GE_IF_BOOL_EXEC(error == nullptr, error = ""); | |||
ErrorManager::GetInstance().ATCReportErrMessage("E19012", {"function", "reason"}, | |||
{"mmDlsym", FmtToStr(func_name) + " is skipped since function" + | |||
FmtToStr(func_name) + " is not existed!"}); | |||
GELOGE(ACL_ERROR_GE_PLGMGR_PATH_INVALID, "%s is skipped since function %s is not existed!", | |||
func_name.c_str(), func_name.c_str()); | |||
GELOGE(ACL_ERROR_GE_PLGMGR_PATH_INVALID, | |||
"[Check][So]%s is skipped since function %s is not existed! errmsg:%s", | |||
func_name.c_str(), func_name.c_str(), error); | |||
is_valid = false; | |||
break; | |||
} | |||
} | |||
if (!is_valid) { | |||
GE_LOGE_IF(mmDlclose(handle), "Failed to dlclose."); | |||
if (mmDlclose(handle) != 0) { | |||
const char *error = mmDlerror(); | |||
GE_IF_BOOL_EXEC(error == nullptr, error = ""); | |||
GELOGE(FAILED, "[DLClose][Handle]Failed. errmsg:%s", error); | |||
} | |||
continue; | |||
} | |||
@@ -211,21 +220,21 @@ Status PluginManager::Load(const string &path, const vector<string> &func_check_ | |||
GE_CHK_BOOL_TRUE_EXEC_WITH_LOG(path.length() >= MMPA_MAX_PATH, GELOGW("File path is too long!"); | |||
return FAILED, "File path is too long!"); | |||
if (mmRealPath(path.c_str(), canonical_path, MMPA_MAX_PATH) != EN_OK) { | |||
GELOGW("Failed to get realpath of %s", path.c_str()); | |||
GELOGW("Failed to get realpath of %s, errmsg:%s", path.c_str(), strerror(errno)); | |||
return SUCCESS; | |||
} | |||
INT32 is_dir = mmIsDir(canonical_path); | |||
// Lib plugin path not exist | |||
if (is_dir != EN_OK) { | |||
GELOGW("Invalid path for load: %s", path.c_str()); | |||
GELOGW("Invalid path for load: %s, errmsg:%s", path.c_str(), strerror(errno)); | |||
return SUCCESS; | |||
} | |||
mmDirent **entries = nullptr; | |||
auto ret = mmScandir(canonical_path, &entries, nullptr, nullptr); | |||
if (ret < EN_OK) { | |||
GELOGW("scan dir failed. path = %s, ret = %d", canonical_path, ret); | |||
GELOGW("scan dir failed. path = %s, ret = %d, errmsg = %s", canonical_path, ret, strerror(errno)); | |||
return FAILED; | |||
} | |||
for (int i = 0; i < ret; ++i) { | |||
@@ -282,13 +291,20 @@ Status PluginManager::Load(const string &path, const vector<string> &func_check_ | |||
for (const auto &func_name : func_check_list) { | |||
auto real_fn = (void (*)())mmDlsym(handle, const_cast<char *>(func_name.c_str())); | |||
if (real_fn == nullptr) { | |||
GELOGW("The %s is skipped since function %s is not existed!", file_name.c_str(), func_name.c_str()); | |||
const char *error = mmDlerror(); | |||
GE_IF_BOOL_EXEC(error == nullptr, error = ""); | |||
GELOGW("The %s is skipped since function %s is not existed! errmsg:%s", | |||
file_name.c_str(), func_name.c_str(), error); | |||
is_valid = false; | |||
break; | |||
} | |||
} | |||
if (!is_valid) { | |||
GE_LOGE_IF(mmDlclose(handle), "Failed to dlclose."); | |||
if (mmDlclose(handle) != 0) { | |||
const char *error = mmDlerror(); | |||
GE_IF_BOOL_EXEC(error == nullptr, error = ""); | |||
GELOGE(FAILED, "[DLClose][Handle]Failed. errmsg:%s", error); | |||
} | |||
continue; | |||
} | |||
@@ -59,7 +59,11 @@ class PluginManager { | |||
for (const auto &handle : handles_) { | |||
auto real_fn = (R(*)(Types...))mmDlsym(handle.second, const_cast<char *>(func_name.c_str())); | |||
if (real_fn == nullptr) { | |||
GELOGW("Failed to get function %s in %s!", func_name.c_str(), handle.first.c_str()); | |||
const char *error = mmDlerror(); | |||
if (error == nullptr) { | |||
error = ""; | |||
} | |||
GELOGW("Failed to get function %s in %s! errmsg:%s", func_name.c_str(), handle.first.c_str(), error); | |||
return GE_PLGMGR_FUNC_NOT_EXIST; | |||
} else { | |||
funcs[handle.first] = real_fn; | |||
@@ -74,7 +78,11 @@ class PluginManager { | |||
// If the funcName is existed, signature of realFn can be casted to any type | |||
auto real_fn = (void (*)(Types...))mmDlsym(handle.second, const_cast<char *>(func_name.c_str())); | |||
if (real_fn == nullptr) { | |||
GELOGW("Failed to invoke function %s in %s!", func_name.c_str(), handle.first.c_str()); | |||
const char *error = mmDlerror(); | |||
if (error == nullptr) { | |||
error = ""; | |||
} | |||
GELOGW("Failed to invoke function %s in %s! errmsg:%s", func_name.c_str(), handle.first.c_str(), error); | |||
return GE_PLGMGR_INVOKE_FAILED; | |||
} else { | |||
real_fn(args...); | |||
@@ -89,7 +97,11 @@ class PluginManager { | |||
// If the funcName is existed, signature of realFn can be casted to any type | |||
auto real_fn = (void (*)(T))mmDlsym(handle.second, const_cast<char *>(func_name.c_str())); | |||
if (real_fn == nullptr) { | |||
GELOGW("Failed to invoke function %s in %s!", func_name.c_str(), handle.first.c_str()); | |||
const char *error = mmDlerror(); | |||
if (error == nullptr) { | |||
error = ""; | |||
} | |||
GELOGW("Failed to invoke function %s in %s! errmsg:%s", func_name.c_str(), handle.first.c_str(), error); | |||
return GE_PLGMGR_INVOKE_FAILED; | |||
} | |||
typename std::remove_reference<T>::type arg_temp; | |||
@@ -114,7 +126,11 @@ class PluginManager { | |||
// If the funcName is existed, signature of realFn can be casted to any type | |||
auto real_fn = (T2(*)(T1))mmDlsym(handle.second, const_cast<char *>(func_name.c_str())); | |||
if (real_fn == nullptr) { | |||
GELOGW("Failed to invoke function %s in %s!", func_name.c_str(), handle.first.c_str()); | |||
const char *error = mmDlerror(); | |||
if (error == nullptr) { | |||
error = ""; | |||
} | |||
GELOGW("Failed to invoke function %s in %s! errmsg:%s", func_name.c_str(), handle.first.c_str(), error); | |||
return GE_PLGMGR_INVOKE_FAILED; | |||
} else { | |||
T2 res = real_fn(arg); | |||
@@ -132,7 +148,11 @@ class PluginManager { | |||
// If the funcName is existed, signature of realFn can be casted to any type | |||
auto real_fn = (T(*)())mmDlsym(handle.second, const_cast<char *>(func_name.c_str())); | |||
if (real_fn == nullptr) { | |||
GELOGW("Failed to invoke function %s in %s!", func_name.c_str(), handle.first.c_str()); | |||
const char *error = mmDlerror(); | |||
if (error == nullptr) { | |||
error = ""; | |||
} | |||
GELOGW("Failed to invoke function %s in %s! errmsg:%s", func_name.c_str(), handle.first.c_str(), error); | |||
return GE_PLGMGR_INVOKE_FAILED; | |||
} else { | |||
T res = real_fn(); | |||
@@ -69,7 +69,9 @@ FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status TBEPluginManager::Finali | |||
string TBEPluginManager::GetPath() { | |||
mmDlInfo dl_info; | |||
if (mmDladdr(reinterpret_cast<void *>(&TBEPluginManager::GetPath), &dl_info) != EN_OK) { | |||
GELOGW("Failed to read so path!"); | |||
const char *error = mmDlerror(); | |||
GE_IF_BOOL_EXEC(error == nullptr, error = ""); | |||
GELOGW("Failed to read so path! errmsg:%s", error); | |||
return string(); | |||
} else { | |||
string so_path = dl_info.dli_fname; | |||
@@ -79,7 +81,7 @@ string TBEPluginManager::GetPath() { | |||
return string(); | |||
} | |||
if (mmRealPath(so_path.c_str(), path, MMPA_MAX_PATH) != EN_OK) { | |||
GELOGW("Failed to get realpath of %s", so_path.c_str()); | |||
GELOGW("Failed to get realpath of %s, errmsg:%s", so_path.c_str(), strerror(errno)); | |||
return string(); | |||
} | |||
@@ -113,14 +115,14 @@ void TBEPluginManager::FindParserSo(const string &path, vector<string> &file_lis | |||
INT32 is_dir = mmIsDir(real_path.c_str()); | |||
// Lib plugin path not exist | |||
if (is_dir != EN_OK) { | |||
GELOGW("%s is not a dir.", real_path.c_str()); | |||
GELOGW("%s is not a dir. errmsg:%s", real_path.c_str(), strerror(errno)); | |||
return; | |||
} | |||
mmDirent **entries = nullptr; | |||
auto ret = mmScandir(real_path.c_str(), &entries, nullptr, nullptr); | |||
if (ret < EN_OK) { | |||
GELOGW("scan dir failed. path = %s, ret = %d", real_path.c_str(), ret); | |||
GELOGW("scan dir failed. path = %s, ret = %d, errmsg = %s", real_path.c_str(), ret, strerror(errno)); | |||
return; | |||
} | |||
for (int i = 0; i < ret; ++i) { | |||
@@ -441,11 +441,11 @@ Status ModelCacheHelper::SaveJsonToFile(const string &file_name, const Json &jso | |||
const int FILE_AUTHORITY = 0600; | |||
int fd = mmOpen2(path.c_str(), M_WRONLY | M_CREAT | O_TRUNC, FILE_AUTHORITY); | |||
if (fd < 0) { | |||
GELOGW("Fail to open the file: %s.", path.c_str()); | |||
GELOGW("Fail to open the file:%s. errmsg:%s", path.c_str(), strerror(errno)); | |||
return INTERNAL_ERROR; | |||
} | |||
if (mmClose(fd) != 0) { | |||
GELOGW("Fail to close the file: %s.", path.c_str()); | |||
GELOGW("Fail to close the file:%s. errmsg:%s", path.c_str(), strerror(errno)); | |||
return INTERNAL_ERROR; | |||
} | |||
@@ -37,7 +37,9 @@ FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY ModelHelper::~ModelHelper() { ( | |||
Status ModelHelper::SaveModelPartition(std::shared_ptr<OmFileSaveHelper> &om_file_save_helper, ModelPartitionType type, | |||
const uint8_t *data, size_t size, size_t model_index) { | |||
if (size < 1 || size > UINT32_MAX) { | |||
GELOGE(PARAM_INVALID, "Add model partition failed, partition size %zu invalid", size); | |||
GELOGE(PARAM_INVALID, "[Add][ModelPartition]Failed, partition size %zu invalid", size); | |||
REPORT_INNER_ERROR("E19999", "Add model partition failed, partition size %zu " | |||
"invalid", size); | |||
if (size > UINT32_MAX) { | |||
string item = "item"; | |||
if (type == MODEL_DEF) { | |||
@@ -57,7 +59,8 @@ Status ModelHelper::SaveModelPartition(std::shared_ptr<OmFileSaveHelper> &om_fil | |||
return PARAM_INVALID; | |||
} | |||
if (data == nullptr) { | |||
GELOGE(PARAM_INVALID, "Add model partition failed, data is null"); | |||
GELOGE(PARAM_INVALID, "[Add][ModelPartition]Failed, data is null"); | |||
REPORT_INNER_ERROR("E19999", "Add model partition failed, data is null"); | |||
return PARAM_INVALID; | |||
} | |||
ModelPartition partition_model; | |||
@@ -65,7 +68,8 @@ Status ModelHelper::SaveModelPartition(std::shared_ptr<OmFileSaveHelper> &om_fil | |||
partition_model.size = static_cast<uint32_t>(size); | |||
partition_model.type = type; | |||
if (om_file_save_helper->AddPartition(partition_model, model_index) != SUCCESS) { | |||
GELOGE(PARAM_INVALID, "Add model partition failed, partition size %zu", size); | |||
GELOGE(PARAM_INVALID, "[Add][ModelPartition]Failed, partition size %zu", size); | |||
REPORT_CALL_ERROR("E19999", "Add model partition failed, partition size %zu", size); | |||
return PARAM_INVALID; | |||
} | |||
return SUCCESS; | |||
@@ -106,7 +110,8 @@ Status ModelHelper::SaveModelDef(std::shared_ptr<OmFileSaveHelper> &om_file_save | |||
const GeModelPtr &ge_model, ge::Buffer &model_buffer, size_t model_index) { | |||
ModelPtr model_tmp = ge::MakeShared<ge::Model>(ge_model->GetName(), ge_model->GetPlatformVersion()); | |||
if (model_tmp == nullptr) { | |||
GELOGE(FAILED, "Create Model %s Ptr failed", ge_model->GetName().c_str()); | |||
GELOGE(FAILED, "[Creat][Model]Failed, Model %s Ptr", ge_model->GetName().c_str()); | |||
REPORT_CALL_ERROR("E19999", "Create Model %s Ptr failed", ge_model->GetName().c_str()); | |||
return FAILED; | |||
} | |||
model_tmp->SetGraph(ge_model->GetGraph()); | |||
@@ -114,7 +119,10 @@ Status ModelHelper::SaveModelDef(std::shared_ptr<OmFileSaveHelper> &om_file_save | |||
model_tmp->SetAttr(ge_model->MutableAttrMap()); | |||
Status ret = SaveSizeToModelDef(ge_model); | |||
if (ret != SUCCESS) { | |||
GELOGE(ret, "SaveSizeToModelDef failed"); | |||
GELOGE(ret, "[Save][SizeToModelDef]Failed, model %s, error_code %u", | |||
ge_model->GetName().c_str(), ret); | |||
REPORT_CALL_ERROR("E19999", "Save SizeToModelDef failed, model %s, error_code %u", | |||
ge_model->GetName().c_str(), ret); | |||
return ret; | |||
} | |||
@@ -123,7 +131,10 @@ Status ModelHelper::SaveModelDef(std::shared_ptr<OmFileSaveHelper> &om_file_save | |||
if (model_buffer.GetSize() > 0) { | |||
if (SaveModelPartition(om_file_save_helper, ModelPartitionType::MODEL_DEF, model_buffer.GetData(), | |||
model_buffer.GetSize(), model_index) != SUCCESS) { | |||
GELOGE(PARAM_INVALID, "Add model graph partition failed"); | |||
GELOGE(PARAM_INVALID, "[Add][ModelPartition]Failed, model %s, model_def size %zu, model_index %zu", | |||
ge_model->GetName().c_str(), model_buffer.GetSize(), model_index); | |||
REPORT_CALL_ERROR("E19999", "Add model graph partititon failed, model %s, model_def %zu, " | |||
"model_index %zu", ge_model->GetName().c_str(), model_buffer.GetSize(), model_index); | |||
return PARAM_INVALID; | |||
} | |||
} | |||
@@ -178,17 +189,26 @@ Status ModelHelper::SaveModelTaskDef(std::shared_ptr<OmFileSaveHelper> &om_file_ | |||
const GeModelPtr &ge_model, ge::Buffer &task_buffer, size_t model_index) { | |||
std::shared_ptr<ModelTaskDef> model_task_def = ge_model->GetModelTaskDefPtr(); | |||
if (model_task_def == nullptr) { | |||
GELOGE(ACL_ERROR_GE_MEMORY_ALLOCATION, "Create model task def ptr failed"); | |||
GELOGE(ACL_ERROR_GE_MEMORY_ALLOCATION, "[Creat][ModelTaskDef]Failed, it is nullptr, " | |||
"model %s", ge_model->GetName().c_str()); | |||
REPORT_CALL_ERROR("E19999", "Creat model task def failed, it is nullptr, model %s", | |||
ge_model->GetName().c_str()); | |||
return ACL_ERROR_GE_MEMORY_ALLOCATION; | |||
} | |||
size_t partition_task_size = model_task_def->ByteSizeLong(); | |||
GE_IF_BOOL_EXEC(partition_task_size == 0 || partition_task_size > INT_MAX, | |||
GELOGE(FAILED, "Model_def's byte size (%zu) is invalid!", partition_task_size); | |||
GELOGE(FAILED, "[Check][ModelDefSize]Invalid, size %zu, model %s", | |||
partition_task_size, ge_model->GetName().c_str()); | |||
REPORT_CALL_ERROR("E19999", "Model def size %zu check invalid, model %s", | |||
partition_task_size, ge_model->GetName().c_str()); | |||
return FAILED); | |||
task_buffer = ge::Buffer(partition_task_size); | |||
if (task_buffer.GetSize() == 0) { | |||
GELOGE(ACL_ERROR_GE_MEMORY_ALLOCATION, "Alloc model task def buffer failed"); | |||
GELOGE(ACL_ERROR_GE_MEMORY_ALLOCATION, "[Allocate][ModelTaskDefBuffer]Failed, " | |||
"model def size %zu, model %s", partition_task_size, ge_model->GetName().c_str()); | |||
REPORT_CALL_ERROR("E19999", "Allocate model task def buffer failed, model def size %zu " | |||
"model %s", partition_task_size, ge_model->GetName().c_str()); | |||
return ACL_ERROR_GE_MEMORY_ALLOCATION; | |||
} | |||
(void)model_task_def->SerializePartialToArray(task_buffer.GetData(), static_cast<int>(partition_task_size)); | |||
@@ -198,7 +218,12 @@ Status ModelHelper::SaveModelTaskDef(std::shared_ptr<OmFileSaveHelper> &om_file_ | |||
if (SaveModelPartition(om_file_save_helper, ModelPartitionType::TASK_INFO, task_buffer.GetData(), | |||
partition_task_size, model_index) != SUCCESS) { | |||
GELOGE(PARAM_INVALID, "Add model task def partition failed"); | |||
GELOGE(PARAM_INVALID, "[Add][ModelTaskDefPartition]Failed, model def size %zu, " | |||
"model_index %zu, model %s", | |||
partition_task_size, model_index, ge_model->GetName().c_str()); | |||
REPORT_CALL_ERROR("E19999", "Add model task def partition failed, model def size %zu " | |||
"model_index %zu, model %s", | |||
partition_task_size, model_index, ge_model->GetName().c_str()); | |||
return PARAM_INVALID; | |||
} | |||
return SUCCESS; | |||
@@ -218,7 +243,11 @@ Status ModelHelper::SaveModelHeader(std::shared_ptr<OmFileSaveHelper> &om_file_s | |||
platform_version.size() + 1); | |||
if (err != EOK) { | |||
GELOGE(ACL_ERROR_GE_MEMORY_ALLOCATION, | |||
"ModelHelper SaveModel failed while allocating memory for platform_version."); | |||
"[Save][Model]Failed while allocating memory for platform_version %s, model %s, " | |||
"errno %d", platform_version.c_str(), ge_model->GetName().c_str(), err); | |||
REPORT_CALL_ERROR("E19999", "ModelHelper save model %s failed while " | |||
"allocating memory for platform_version %s, errno %d", | |||
ge_model->GetName().c_str(), platform_version.c_str(), err); | |||
return ACL_ERROR_GE_MEMORY_ALLOCATION; | |||
} | |||
string version = reinterpret_cast<char *>(model_header.platform_version); | |||
@@ -228,7 +257,11 @@ Status ModelHelper::SaveModelHeader(std::shared_ptr<OmFileSaveHelper> &om_file_s | |||
name_size = name_size > (MODEL_NAME_LENGTH - 1) ? (MODEL_NAME_LENGTH - 1) : name_size; | |||
err = memcpy_s(model_header.name, MODEL_NAME_LENGTH, ge_model->GetName().c_str(), name_size); | |||
if (err != EOK) { | |||
GELOGE(ACL_ERROR_GE_MEMORY_ALLOCATION, "ModelHelper SaveModel failed while allocating memory for name"); | |||
GELOGE(ACL_ERROR_GE_MEMORY_ALLOCATION, | |||
"[Save][Model]Failed while allocating memory for model %s, errno %d", | |||
ge_model->GetName().c_str(), err); | |||
REPORT_CALL_ERROR("E19999", "ModelHelper save model failed while allocating memory " | |||
"for model %s,errno %d", ge_model->GetName().c_str(), err); | |||
return ACL_ERROR_GE_MEMORY_ALLOCATION; | |||
} | |||
string model_name = reinterpret_cast<char *>(model_header.name); | |||
@@ -240,28 +273,43 @@ Status ModelHelper::SaveAllModelPartiton(std::shared_ptr<OmFileSaveHelper>& om_f | |||
const GeModelPtr &ge_model, ge::Buffer &model_buffer, | |||
ge::Buffer &task_buffer, size_t model_index) { | |||
if (SaveModelDef(om_file_save_helper, ge_model, model_buffer, model_index) != SUCCESS) { | |||
GELOGE(FAILED, "save model def failed"); | |||
GELOGE(FAILED, "[Save][ModelDef]Failed, model %s, model index %zu", | |||
ge_model->GetName().c_str(), model_index); | |||
REPORT_CALL_ERROR("E19999", "ModelHelper save model def failed, model %s, model index %zu", | |||
ge_model->GetName().c_str(), model_index); | |||
return FAILED; | |||
} | |||
if (SaveModelWeights(om_file_save_helper, ge_model, model_index) != SUCCESS) { | |||
GELOGE(FAILED, "save model weights failed"); | |||
GELOGE(FAILED, "[Save][ModelWeights]Failed, model %s, model index %zu", | |||
ge_model->GetName().c_str(), model_index); | |||
REPORT_CALL_ERROR("E19999","ModelHelper save mode weights failed, model %s, model index %zu", | |||
ge_model->GetName().c_str(), model_index); | |||
return FAILED; | |||
} | |||
if (SaveModelTbeKernel(om_file_save_helper, ge_model, model_index) != SUCCESS) { | |||
GELOGE(FAILED, "save model tbe kernel failed"); | |||
GELOGE(FAILED, "[Save][ModelTbeKernel]Failed, model %s, model index %zu", | |||
ge_model->GetName().c_str(), model_index); | |||
REPORT_CALL_ERROR("E19999", "ModelHelper save model tbe kernel failed, model %s, " | |||
"model index %zu", ge_model->GetName().c_str(), model_index); | |||
return FAILED; | |||
} | |||
if (SaveModelCustAICPU(om_file_save_helper, ge_model, model_index) != SUCCESS) { | |||
GELOGE(FAILED, "save model cust ai cpu failed"); | |||
GELOGE(FAILED, "[Save][ModelCustAICPU]Failed, model %s, model index %zu", | |||
ge_model->GetName().c_str(), model_index); | |||
REPORT_CALL_ERROR("E19999", "ModelHelper save model cust aicpu failed, model %s " | |||
"model index %zu", ge_model->GetName().c_str(), model_index); | |||
return FAILED; | |||
} | |||
if (SaveModelTaskDef(om_file_save_helper, ge_model, task_buffer, model_index) != SUCCESS) { | |||
GELOGE(FAILED, "save task def failed"); | |||
GELOGE(FAILED, "[Save][TaskDef]Failed, model %s, model index %zu", | |||
ge_model->GetName().c_str(), model_index); | |||
REPORT_CALL_ERROR("E19999", "ModelHelper save task def failed, model %s, model index %zu", | |||
ge_model->GetName().c_str(), model_index); | |||
return FAILED; | |||
} | |||
return SUCCESS; | |||
@@ -272,7 +320,10 @@ FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status ModelHelper::SaveToOmMod | |||
const std::string &output_file, | |||
ModelBufferData& model) { | |||
if (output_file.empty()) { | |||
GELOGE(FAILED, "GraphBuilder SaveModel received invalid file name prefix"); | |||
GELOGE(FAILED, "[Save][Model]GraphBuilder SaveModel received invalid file name prefix, " | |||
"model %s", ge_model->GetName().c_str()); | |||
REPORT_CALL_ERROR("E19999", "GraphBuilder SaveModel received invalid file name prefix, " | |||
"model %s", ge_model->GetName().c_str()); | |||
return FAILED; | |||
} | |||
@@ -284,19 +335,28 @@ FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status ModelHelper::SaveToOmMod | |||
auto ret = SaveAllModelPartiton(om_file_save_helper, ge_model, model_buffer, task_buffer); | |||
if (ret != SUCCESS) { | |||
GELOGE(ret, "save all model partition failed"); | |||
GELOGE(ret, "[Save][AllModelPartition]Failed, model %s, error_code %u", | |||
ge_model->GetName().c_str(), ret); | |||
REPORT_CALL_ERROR("E19999", "OmFileSaveHelper save all model partition failed, model %s " | |||
"error_code %u", ge_model->GetName().c_str(), ret); | |||
return ret; | |||
} | |||
ret = SaveModelHeader(om_file_save_helper, ge_model); | |||
if (ret != SUCCESS) { | |||
GELOGE(ret, "save model header failed"); | |||
GELOGE(ret, "[Save][ModelHeader]Failed, model %s, error_code %u", | |||
ge_model->GetName().c_str(), ret); | |||
REPORT_CALL_ERROR("E19999", "OmFileSaveHelper save model header failed, model %s " | |||
"error_code %u", ge_model->GetName().c_str(), ret); | |||
return ret; | |||
} | |||
ret = om_file_save_helper->SaveModel(save_param, output_file.c_str(), model, is_offline_); | |||
if (ret != SUCCESS) { | |||
GELOGE(FAILED, "OmFileSaveHelper SaveModel return fail."); | |||
GELOGE(FAILED, "[Save][Model]Failed, model %s, output file %s", | |||
ge_model->GetName().c_str(), output_file.c_str()); | |||
REPORT_CALL_ERROR("E19999", "OmFileSaveHelper save model failed, model %s, " | |||
"output file %s", ge_model->GetName().c_str(), output_file.c_str()); | |||
return ret; | |||
} | |||
return SUCCESS; | |||
@@ -310,12 +370,21 @@ FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status ModelHelper::SaveToOmRoo | |||
bool is_unknown_shape) { | |||
GE_CHECK_NOTNULL(ge_root_model); | |||
GE_IF_BOOL_EXEC(ge_root_model == nullptr, GELOGE(FAILED, "Ge_root_model is nullptr"); return FAILED); | |||
GE_IF_BOOL_EXEC(ge_root_model == nullptr, | |||
GELOGE(FAILED, "[Check][GERootModel]Ge_root_model is nullptr"); | |||
REPORT_INNER_ERROR("E19999", "Ge_root_model check failed, it is nullptr"); | |||
return FAILED); | |||
auto &name_to_ge_model = ge_root_model->GetSubgraphInstanceNameToModel(); | |||
GE_IF_BOOL_EXEC(name_to_ge_model.empty(), GELOGE(FAILED, "Ge_root_model has no sub model"); return FAILED); | |||
GE_IF_BOOL_EXEC(name_to_ge_model.empty(), | |||
GELOGE(FAILED, "[Get][SubModel]Ge_root_model has no sub model"); | |||
REPORT_INNER_ERROR("E19999", "Ge_root_model has no sub model"); | |||
return FAILED); | |||
GE_IF_BOOL_EXEC(output_file.empty(), | |||
GELOGE(FAILED, "GraphBuilder SaveModel received invalid file name prefix"); | |||
GELOGE(FAILED, "[Save][Model]GraphBuilder SaveModel received invalid " | |||
"file name prefix"); | |||
REPORT_INNER_ERROR("E19999", "GraphBuilder SaveModel received invalid " | |||
"file name prefix"); | |||
return FAILED); | |||
if (!is_unknown_shape) { | |||
@@ -344,7 +413,8 @@ FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status ModelHelper::SaveToOmRoo | |||
if (model_names.size() > 1) { | |||
GELOGD("only save first model MODEL_DEF"); | |||
if (SaveModelDef(om_file_save_helper, first_ge_model, model_buffers[cur_index], cur_index) != SUCCESS) { | |||
GELOGE(FAILED, "save model def failed"); | |||
GELOGE(FAILED, "[Save][ModelDef]Failed, cur_index %zu", cur_index); | |||
REPORT_INNER_ERROR("E19999", "Save model def failed, cur_index %zu", cur_index); | |||
return FAILED; | |||
} | |||
++cur_index; | |||
@@ -357,20 +427,28 @@ FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status ModelHelper::SaveToOmRoo | |||
auto ret = SaveAllModelPartiton(om_file_save_helper, ge_model, model_buffers[cur_index], | |||
task_buffers[cur_index], cur_index); | |||
if (ret != SUCCESS) { | |||
GELOGE(INTERNAL_ERROR, "Save model %s failed", model_name.c_str()); | |||
GELOGE(INTERNAL_ERROR, "[Save][AllModelPartition]Failed, model name %s, cur_index %zu", | |||
model_name.c_str(), cur_index); | |||
REPORT_CALL_ERROR("E19999", "Save all model %s partition failed, cur_index %zu", | |||
model_name.c_str(), cur_index); | |||
return INTERNAL_ERROR; | |||
} | |||
} | |||
auto ret = SaveModelHeader(om_file_save_helper, first_ge_model, model_names.size()); | |||
if (ret != SUCCESS) { | |||
GELOGE(INTERNAL_ERROR, "Save model %s header failed", first_ge_model->GetName().c_str()); | |||
GELOGE(INTERNAL_ERROR, "[Save][ModelHeader]Failed, model name %s", | |||
first_ge_model->GetName().c_str()); | |||
REPORT_CALL_ERROR("E19999", "Save model %s header failed", first_ge_model->GetName().c_str()); | |||
return INTERNAL_ERROR; | |||
} | |||
ret = om_file_save_helper->SaveRootModel(save_param, output_file.c_str(), model, is_offline_); | |||
if (ret != SUCCESS) { | |||
GELOGE(FAILED, "OmFileSaveHelper SaveModel return fail."); | |||
GELOGE(FAILED, "[Save][Model]OmFileSaveHelper save model eturn fail, output_file %s", | |||
output_file.c_str()); | |||
REPORT_CALL_ERROR("E19999", "OmFileSaveHelper save model return fail, output_file %s", | |||
output_file.c_str()); | |||
return FAILED; | |||
} | |||
return SUCCESS; | |||
@@ -379,13 +457,17 @@ FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status ModelHelper::SaveToOmRoo | |||
FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status | |||
ModelHelper::SaveOriginalGraphToOmModel(const ge::Graph &graph, const std::string &output_file) { | |||
if (output_file.empty()) { | |||
GELOGE(FAILED, "SaveModel received invalid file name prefix"); | |||
GELOGE(FAILED, "[Save][Model]Received invalid file name prefix, output_file %s", | |||
output_file.c_str()); | |||
REPORT_INNER_ERROR("E19999", "Save model received invalid file name prefix, output_file %s", | |||
output_file.c_str()); | |||
return FAILED; | |||
} | |||
// Get computegraph from graph | |||
auto compute_graph = ge::GraphUtils::GetComputeGraph(graph); | |||
if (compute_graph == nullptr) { | |||
GELOGE(FAILED, "SaveModel fail for compute_graph null"); | |||
GELOGE(FAILED, "[Save][Model]Failed for compute_graph null"); | |||
REPORT_INNER_ERROR("E19999", "Save model failed for compute_graph null"); | |||
return FAILED; | |||
} | |||
GE_DUMP(compute_graph, "OriginalGraph"); | |||
@@ -407,7 +489,10 @@ ModelHelper::SaveOriginalGraphToOmModel(const ge::Graph &graph, const std::strin | |||
ge::Buffer model_buffer; | |||
ge::graphStatus status = model_ptr->Save(model_buffer); | |||
if (status != ge::GRAPH_SUCCESS) { | |||
GELOGE(FAILED, "SaveModel fail for save buffer fail"); | |||
GELOGE(FAILED, "[Save][Model]Failed for save buffer fail, model %s", | |||
model_ptr->GetName().c_str()); | |||
REPORT_CALL_ERROR("E19999", "Save model %s failed for save buffer fail", | |||
model_ptr->GetName().c_str()); | |||
return FAILED; | |||
} | |||
std::shared_ptr<OmFileSaveHelper> om_file_save_helper = ge::MakeShared<OmFileSaveHelper>(); | |||
@@ -429,14 +514,20 @@ ModelHelper::SaveOriginalGraphToOmModel(const ge::Graph &graph, const std::strin | |||
errno_t err = memcpy_s(model_header.platform_version, PLATFORM_VERSION_LEN, platform_version.c_str(), | |||
platform_version.size() + 1); | |||
if (err != EOK) { | |||
GELOGE(FAILED, "ModelHelper SaveModel failed for platform_version"); | |||
GELOGE(FAILED, "[Save][Model]Failed for platform_version %s, model %s, errno %d", | |||
platform_version.c_str(), model_ptr->GetName().c_str(), err); | |||
REPORT_CALL_ERROR("E19999", "Save model %s failed for platform_version %s, errno %d", | |||
model_ptr->GetName().c_str(), platform_version.c_str(), err); | |||
return FAILED; | |||
} | |||
size_t name_size = model_ptr->GetName().size(); | |||
name_size = name_size > (MODEL_NAME_LENGTH - 1) ? (MODEL_NAME_LENGTH - 1) : name_size; | |||
err = memcpy_s(model_header.name, MODEL_NAME_LENGTH, model_ptr->GetName().c_str(), name_size); | |||
if (err != EOK) { | |||
GELOGE(FAILED, "ModelHelper SaveModel memory copy failed"); | |||
GELOGE(FAILED, "[Save][Model]Failed for memory copy %s failed, errno %d", | |||
model_ptr->GetName().c_str(), err); | |||
REPORT_CALL_ERROR("E19999", "Save model failed for memory copy %s failed, errno %d", | |||
model_ptr->GetName().c_str(), err); | |||
return FAILED; | |||
} | |||
ModelBufferData model; | |||
@@ -446,23 +537,26 @@ ModelHelper::SaveOriginalGraphToOmModel(const ge::Graph &graph, const std::strin | |||
FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status ModelHelper::LoadModel(const ge::ModelData &model_data) { | |||
if (model_data.model_data == nullptr || model_data.model_len == 0) { | |||
GELOGE(ACL_ERROR_GE_EXEC_MODEL_DATA_SIZE_INVALID, "Model_data is nullptr, or model_data_size is 0"); | |||
GELOGE(ACL_ERROR_GE_EXEC_MODEL_DATA_SIZE_INVALID, | |||
"[Load][Model]Model_data is nullptr or model_data_size is 0"); | |||
REPORT_INNER_ERROR("E19999", "Load model failed, " | |||
"Model_data is nullptr or model_data_size is 0"); | |||
return ACL_ERROR_GE_EXEC_MODEL_DATA_SIZE_INVALID; | |||
} | |||
if (is_assign_model_) { | |||
GELOGE(ACL_ERROR_GE_EXEC_LOAD_MODEL_REPEATED, "Model helper has already loaded!"); | |||
GELOGE(ACL_ERROR_GE_EXEC_LOAD_MODEL_REPEATED, "[Load][Model]Model helper has already loaded!"); | |||
return ACL_ERROR_GE_EXEC_LOAD_MODEL_REPEATED; | |||
} | |||
if (ReleaseLocalModelData() != SUCCESS) { | |||
GELOGE(ACL_ERROR_GE_EXEC_RELEASE_MODEL_DATA, "ReleaseLocalModelData failed."); | |||
GELOGE(ACL_ERROR_GE_EXEC_RELEASE_MODEL_DATA, "[Release][ModelData]Failed."); | |||
return ACL_ERROR_GE_EXEC_RELEASE_MODEL_DATA; | |||
} | |||
Status status = ModelParserBase::ParseModelContent(model_data, model_addr_tmp_, model_len_tmp_); | |||
if (status != SUCCESS) { | |||
GELOGE(ACL_ERROR_GE_PARAM_INVALID, "Parse model content failed!"); | |||
GELOGE(ACL_ERROR_GE_PARAM_INVALID, "[Parse][ModelContent]Failed!"); | |||
return ACL_ERROR_GE_PARAM_INVALID; | |||
} | |||
@@ -470,14 +564,14 @@ FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status ModelHelper::LoadModel(c | |||
OmFileLoadHelper om_load_helper; | |||
status = om_load_helper.Init(model_addr_tmp_, model_len_tmp_); | |||
if (status != SUCCESS) { | |||
GELOGE(status, "Om_load_helper init failed"); | |||
GELOGE(status, "[Init][OmLoadHelper]Failed"); | |||
model_addr_tmp_ = nullptr; | |||
return status; | |||
} | |||
auto partition_table = reinterpret_cast<ModelPartitionTable *>(model_addr_tmp_); | |||
if (partition_table->num == kOriginalOmPartitionNum) { | |||
model_addr_tmp_ = nullptr; | |||
GELOGE(ACL_ERROR_GE_PARAM_INVALID, "om model is error,please use executable om model"); | |||
GELOGE(ACL_ERROR_GE_PARAM_INVALID, "[Check][OmModel]Error, please use executable om model"); | |||
return ACL_ERROR_GE_PARAM_INVALID; | |||
} | |||
// Encrypt model need to del temp model/no encrypt model don't need to del model | |||
@@ -485,7 +579,7 @@ FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status ModelHelper::LoadModel(c | |||
status = GenerateGeModel(om_load_helper); | |||
if (status != SUCCESS) { | |||
GELOGE(status, "GenerateGeModel failed"); | |||
GELOGE(status, "[Generate][GEModel]Failed"); | |||
return status; | |||
} | |||
GELOGD("in ModelHelper::LoadModel, is_assign_model_ is setted to true!"); | |||
@@ -495,23 +589,26 @@ FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status ModelHelper::LoadModel(c | |||
FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status ModelHelper::LoadRootModel(const ge::ModelData &model_data) { | |||
if (model_data.model_data == nullptr || model_data.model_len == 0) { | |||
GELOGE(ACL_ERROR_GE_EXEC_MODEL_DATA_SIZE_INVALID, "Model_data is nullptr, or model_data_size is 0"); | |||
GELOGE(ACL_ERROR_GE_EXEC_MODEL_DATA_SIZE_INVALID, "[Load][RootModel] " | |||
"Model_data is nullptr or model_data_size is 0"); | |||
REPORT_INNER_ERROR("E19999", "Load root model failed, model_data is nullptr or its size is 0"); | |||
return ACL_ERROR_GE_EXEC_MODEL_DATA_SIZE_INVALID; | |||
} | |||
if (is_assign_model_) { | |||
GELOGE(ACL_ERROR_GE_EXEC_LOAD_MODEL_REPEATED, "Model helper has already loaded!"); | |||
GELOGE(ACL_ERROR_GE_EXEC_LOAD_MODEL_REPEATED, | |||
"[Load][RootModel]Model helper has already loaded!"); | |||
return ACL_ERROR_GE_EXEC_LOAD_MODEL_REPEATED; | |||
} | |||
if (ReleaseLocalModelData() != SUCCESS) { | |||
GELOGE(INTERNAL_ERROR, "ReleaseLocalModelData failed."); | |||
GELOGE(INTERNAL_ERROR, "[Release][ModelData]Failed."); | |||
return INTERNAL_ERROR; | |||
} | |||
Status status = ModelParserBase::ParseModelContent(model_data, model_addr_tmp_, model_len_tmp_); | |||
if (status != SUCCESS) { | |||
GELOGE(ACL_ERROR_GE_PARAM_INVALID, "Parse model content failed!"); | |||
GELOGE(ACL_ERROR_GE_PARAM_INVALID, "[Parse][RootModelContent]Failed!"); | |||
return ACL_ERROR_GE_PARAM_INVALID; | |||
} | |||
@@ -530,7 +627,7 @@ FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status ModelHelper::LoadRootMod | |||
status = om_load_helper.Init(model_addr_tmp_, model_len_tmp_); | |||
} | |||
if (status != SUCCESS) { | |||
GELOGE(status, "Om_load_helper init failed"); | |||
GELOGE(status, "[Init][OmLoadHelper]Failed"); | |||
model_addr_tmp_ = nullptr; | |||
return status; | |||
} | |||
@@ -539,7 +636,7 @@ FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status ModelHelper::LoadRootMod | |||
status = GenerateGeRootModel(om_load_helper); | |||
if (status != SUCCESS) { | |||
GELOGE(status, "GenerateGeRootModel failed"); | |||
GELOGE(status, "[Generate][GERootModel]Failed"); | |||
return status; | |||
} | |||
GELOGD("in ModelHelper::LoadRootModel, is_assign_model_ is setted to true!"); | |||
@@ -579,7 +676,8 @@ Status ModelHelper::GenerateGeRootModel(OmFileLoadHelper &om_load_helper) { | |||
GE_CHECK_NOTNULL(root_model_); | |||
if (!is_unknown_shape_model_) { | |||
if (GenerateGeModel(om_load_helper) != SUCCESS) { | |||
GELOGE(FAILED, "GenerateGeModel failed"); | |||
GELOGE(FAILED, "[Generate][GERootModel]Failed"); | |||
REPORT_CALL_ERROR("E19999", "Generate GE root model failed"); | |||
return FAILED; | |||
} | |||
GE_CHECK_NOTNULL(model_); | |||
@@ -637,7 +735,10 @@ Status ModelHelper::LoadModelData(OmFileLoadHelper &om_load_helper) { | |||
ge::Model model; | |||
if (ge::Model::Load(partition_model_def.data, partition_model_def.size, model) != SUCCESS) { | |||
GELOGE(INTERNAL_ERROR, "Load model failed."); | |||
GELOGE(INTERNAL_ERROR, "[Load][Model]Failed, model_def partition addr:%p, size:%u", | |||
partition_model_def.data, partition_model_def.size); | |||
REPORT_CALL_ERROR("E19999", "Load model failed, model_def partition addr:%p, size:%u", | |||
partition_model_def.data, partition_model_def.size); | |||
return INTERNAL_ERROR; | |||
} | |||
@@ -661,7 +762,10 @@ Status ModelHelper::LoadModelData(OmFileLoadHelper &om_load_helper, GeModelPtr & | |||
ge::Model model; | |||
if (ge::Model::Load(partition_model_def.data, partition_model_def.size, model) != SUCCESS) { | |||
GELOGE(INTERNAL_ERROR, "Load model failed."); | |||
GELOGE(INTERNAL_ERROR, "[Load][Model]Failed, model_def partition addr:%p, size:%u", | |||
partition_model_def.data, partition_model_def.size); | |||
REPORT_CALL_ERROR("E19999", "Load model failed, model_def partition addr:%p, size:%u", | |||
partition_model_def.data, partition_model_def.size); | |||
return INTERNAL_ERROR; | |||
} | |||
@@ -673,7 +777,9 @@ Status ModelHelper::LoadModelData(OmFileLoadHelper &om_load_helper, GeModelPtr & | |||
Status ModelHelper::LoadWeights(OmFileLoadHelper &om_load_helper) { | |||
ModelPartition partition; | |||
if (om_load_helper.GetModelPartition(ModelPartitionType::WEIGHTS_DATA, partition) != SUCCESS) { | |||
GELOGE(FAILED, "Get weight model partition failed."); | |||
GELOGE(FAILED, "[Get][ModelWeightPartition]Failed, GetWeight size:%u", partition.size); | |||
REPORT_CALL_ERROR("E19999", "[Get][ModelPartition]Failed, GetWeight size:%u", | |||
partition.size); | |||
return FAILED; | |||
} | |||
ge::Buffer weight = ge::Buffer::CopyFrom(partition.data, partition.size); | |||
@@ -686,7 +792,9 @@ Status ModelHelper::LoadWeights(OmFileLoadHelper &om_load_helper) { | |||
Status ModelHelper::LoadWeights(OmFileLoadHelper &om_load_helper, GeModelPtr &cur_model, size_t mode_index) { | |||
ModelPartition partition; | |||
if (om_load_helper.GetModelPartition(ModelPartitionType::WEIGHTS_DATA, partition, mode_index) != SUCCESS) { | |||
GELOGE(FAILED, "Get weight model partition failed."); | |||
GELOGE(FAILED, "[Get][ModelPartition]Failed, GetWeight size:%u", partition.size); | |||
REPORT_CALL_ERROR("E19999", "[Get][ModelPartition]Failed, GetWeight size:%u", | |||
partition.size); | |||
return FAILED; | |||
} | |||
ge::Buffer weight = ge::Buffer::CopyFrom(partition.data, partition.size); | |||
@@ -699,14 +807,19 @@ Status ModelHelper::LoadWeights(OmFileLoadHelper &om_load_helper, GeModelPtr &cu | |||
FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status ModelHelper::LoadTask(OmFileLoadHelper &om_load_helper) { | |||
ModelPartition task_partition; | |||
if (om_load_helper.GetModelPartition(ModelPartitionType::TASK_INFO, task_partition) != SUCCESS) { | |||
GELOGE(FAILED, "Get task model partition failed."); | |||
GELOGE(FAILED, "[Get][ModelTaskPartition]Failed, task_partition size:%u", task_partition.size); | |||
REPORT_CALL_ERROR("E19999", "Get model task partition failed, task_partition size %u", | |||
task_partition.size); | |||
return FAILED; | |||
} | |||
std::shared_ptr<ModelTaskDef> task = ge::MakeShared<ModelTaskDef>(); | |||
GE_CHECK_NOTNULL(task); | |||
if (task_partition.size != 0) { | |||
if (!ReadProtoFromArray(task_partition.data, task_partition.size, task.get())) { | |||
GELOGE(INTERNAL_ERROR, "ReadProtoFromArray failed."); | |||
GELOGE(INTERNAL_ERROR, "[Read][ProtoFromArray]Failed, task_partition size %u", | |||
task_partition.size); | |||
REPORT_CALL_ERROR("E19999", "Read proto from array failed, task_partition size %u", | |||
task_partition.size); | |||
return INTERNAL_ERROR; | |||
} | |||
GELOGD("TASK_INFO op_size:%d, stream_num:%u", task->op().size(), task->stream_num()); | |||
@@ -721,13 +834,20 @@ FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status ModelHelper::LoadTask(Om | |||
ModelPartition task_partition; | |||
if (om_load_helper.GetModelPartition(ModelPartitionType::TASK_INFO, task_partition, mode_index) != SUCCESS) { | |||
GELOGE(FAILED, "Get task model partition failed."); | |||
GELOGE(FAILED, "[Get][ModelTaskPartition]Failed, task_partition size %u, mode_index %zu", | |||
task_partition.size, mode_index); | |||
REPORT_CALL_ERROR("E19999", "Get model task partition failed, " | |||
"task_partition size %u, mode_index %zu", task_partition.size, mode_index); | |||
return FAILED; | |||
} | |||
std::shared_ptr<ModelTaskDef> task = ge::MakeShared<ModelTaskDef>(); | |||
GE_CHECK_NOTNULL(task); | |||
if (task_partition.size != 0) { | |||
if (!ReadProtoFromArray(task_partition.data, task_partition.size, task.get())) { | |||
GELOGE(INTERNAL_ERROR, "ReadProtoFromArray failed."); | |||
GELOGE(INTERNAL_ERROR, "[Read][ProtoFromArray]Failed, task_partition size %u", | |||
task_partition.size); | |||
REPORT_CALL_ERROR("E19999", "Read proto from array failed, task_partition size %u", | |||
task_partition.size); | |||
return INTERNAL_ERROR; | |||
} | |||
GELOGD("TASK_INFO op_size:%d, stream_num:%u", task->op().size(), task->stream_num()); | |||
@@ -835,7 +955,8 @@ Status ModelHelper::ReleaseLocalModelData() noexcept { | |||
if (model_addr_tmp_ != nullptr) { | |||
errno_t ret = memset_s(static_cast<void *>(model_addr_tmp_), model_len_tmp_, 0, model_len_tmp_); | |||
if (ret != EOK) { | |||
GELOGE(FAILED, "Failed to memset memory, error-code %d", ret); | |||
GELOGE(FAILED, "[Memset][Memory]Failed, error-code %d", ret); | |||
REPORT_CALL_ERROR("E19999", "Failed to memset memory, error-code %d", ret); | |||
result = FAILED; | |||
} | |||
delete[] model_addr_tmp_; | |||
@@ -884,7 +1005,9 @@ Status ModelTool::GetModelInfoFromOm(const char *model_file, ge::proto::ModelDef | |||
Status ret = ModelParserBase::LoadFromFile(model_file, "", priority, model); | |||
if (ret != SUCCESS) { | |||
GELOGE(ret, "LoadFromFile failed."); | |||
GELOGE(ret, "[Load][ModelInfo]Failed from file %s, error_code %u", model_file, ret); | |||
REPORT_CALL_ERROR("E19999", "Load model info failed from file %s, error_code %u", | |||
model_file, ret); | |||
return ret; | |||
} | |||
std::function<void()> callback = [&]() { | |||
@@ -902,31 +1025,32 @@ Status ModelTool::GetModelInfoFromOm(const char *model_file, ge::proto::ModelDef | |||
ErrorManager::GetInstance().ATCReportErrMessage("E10003", | |||
{"parameter", "value", "reason"}, {"om", model_file, "invalid om file"}); | |||
GELOGE(ACL_ERROR_GE_PARAM_INVALID, | |||
"ParseModelContent failed because of invalid om file. Please check --om param."); | |||
"[Parse][ModelContent]Failed because of invalid om file %s, please check om param", | |||
model_file); | |||
return ret; | |||
} | |||
OmFileLoadHelper om_load_helper; | |||
ret = om_load_helper.Init(model_data, model_len); | |||
if (ret != SUCCESS) { | |||
ErrorManager::GetInstance().ATCReportErrMessage("E19021", {"reason"}, {"Om file init failed"}); | |||
GELOGE(ge::FAILED, "Om file init failed."); | |||
REPORT_INNER_ERROR("E19999", "Init om file %s failed", model_file); | |||
GELOGE(ge::FAILED, "[Init][OmFile]Failed, model_file %s", model_file); | |||
return ret; | |||
} | |||
ModelPartition ir_part; | |||
ret = om_load_helper.GetModelPartition(MODEL_DEF, ir_part); | |||
if (ret != SUCCESS) { | |||
ErrorManager::GetInstance().ATCReportErrMessage("E19021", {"reason"}, {"Get model part failed"}); | |||
GELOGE(ge::FAILED, "Get model part failed."); | |||
REPORT_INNER_ERROR("E19999", "Get model partition failed, model_file %s", model_file); | |||
GELOGE(ge::FAILED, "[Get][ModelPart]Failed, model_file %s", model_file); | |||
return ret; | |||
} | |||
bool flag = ReadProtoFromArray(ir_part.data, ir_part.size, &model_def); | |||
if (!flag) { | |||
ret = INTERNAL_ERROR; | |||
ErrorManager::GetInstance().ATCReportErrMessage("E19021", {"reason"}, {"ReadProtoFromArray failed"}); | |||
GELOGE(ret, "ReadProtoFromArray failed."); | |||
REPORT_INNER_ERROR("E19999", "Read proto from array failed, model_file %s", model_file); | |||
GELOGE(ret, "[Read][ProtoFromArray]Failed, model_file %s", model_file); | |||
return ret; | |||
} | |||
modeldef_size = ir_part.size; | |||
@@ -947,7 +1071,9 @@ Status ModelTool::GetModelInfoFromPbtxt(const char *model_file, ge::proto::Model | |||
}; | |||
if (ret != SUCCESS) { | |||
free_model_data(&model.model_data); | |||
GELOGE(ret, "LoadFromFile failed."); | |||
GELOGE(ret, "[Load][ModelInfo]Failed from file %s, error_code %u", model_file, ret); | |||
REPORT_CALL_ERROR("E19999", "Load model info failed from file %s, error_code %u", | |||
model_file, ret); | |||
return ret; | |||
} | |||
@@ -955,17 +1081,18 @@ Status ModelTool::GetModelInfoFromPbtxt(const char *model_file, ge::proto::Model | |||
bool flag = google::protobuf::TextFormat::ParseFromString(reinterpret_cast<char *>(model.model_data), &model_def); | |||
if (!flag) { | |||
free_model_data(&model.model_data); | |||
ErrorManager::GetInstance().ATCReportErrMessage("E19021", {"reason"}, {"ParseFromString failed"}); | |||
GELOGE(FAILED, "ParseFromString failed."); | |||
REPORT_INNER_ERROR("E19999", "Parse model info failed from string, model_file %s", model_file); | |||
GELOGE(FAILED, "[Parse][ModelInfo]Failed from string, model_file %s", model_file); | |||
return FAILED; | |||
} | |||
free_model_data(&model.model_data); | |||
return SUCCESS; | |||
} catch (google::protobuf::FatalException &e) { | |||
free_model_data(&model.model_data); | |||
ErrorManager::GetInstance().ATCReportErrMessage("E19021", {"reason"}, {"ParseFromString failed, exception message[" | |||
+ std::string(e.what()) + "]"}); | |||
GELOGE(FAILED, "ParseFromString failed. exception message : %s", e.what()); | |||
REPORT_INNER_ERROR("E19999", "Parse model info failed from string, exception message %s, model_file %s", | |||
e.what(), model_file); | |||
GELOGE(FAILED, "[Parse][ModelInfo]Failed from string, exception message %s, model_file %s", | |||
e.what(), model_file); | |||
return FAILED; | |||
} | |||
} | |||
@@ -59,7 +59,7 @@ FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status ModelSaver::SaveJsonToFi | |||
int32_t fd = mmOpen2(real_path, M_RDWR | M_CREAT | O_TRUNC, mode); | |||
if (fd == EN_ERROR || fd == EN_INVALID_PARAM) { | |||
ErrorManager::GetInstance().ATCReportErrMessage("E19001", {"file", "errmsg"}, {file_path, strerror(errno)}); | |||
GELOGE(FAILED, "Open file[%s] failed. %s", file_path, strerror(errno)); | |||
GELOGE(FAILED, "Open file[%s] failed. errmsg:%s", file_path, strerror(errno)); | |||
return FAILED; | |||
} | |||
const char *model_char = model_str.c_str(); | |||
@@ -70,12 +70,12 @@ FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status ModelSaver::SaveJsonToFi | |||
ErrorManager::GetInstance().ATCReportErrMessage( | |||
"E19004", {"file", "errmsg"}, {file_path, strerror(errno)}); | |||
// Need to both print the error info of mmWrite and mmClose, so return ret after mmClose | |||
GELOGE(FAILED, "Write to file failed. errno = %ld, %s", mmpa_ret, strerror(errno)); | |||
GELOGE(FAILED, "Write to file failed. errno:%ld, errmsg:%s", mmpa_ret, strerror(errno)); | |||
ret = FAILED; | |||
} | |||
// Close file | |||
if (mmClose(fd) != EN_OK) { | |||
GELOGE(FAILED, "Close file failed."); | |||
GELOGE(FAILED, "Close file failed. errmsg:%s", strerror(errno)); | |||
ret = FAILED; | |||
} | |||
return ret; | |||
@@ -355,6 +355,7 @@ FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY void ProfilingManager::ReportDa | |||
reporter_data.deviceId = device_id; | |||
ret = memcpy_s(reporter_data.tag, MSPROF_ENGINE_MAX_TAG_LEN + 1, tag_name.c_str(), tag_name.size()); | |||
GE_IF_BOOL_EXEC(ret != EOK, GELOGE(ret, "Report data tag [%s] memcpy error!", tag_name.c_str()); return;); | |||
std::lock_guard<std::mutex> lock(mutex_report_); | |||
for (size_t i = 0; i < index; ++i) { | |||
reporter_data.data = (unsigned char *)data.c_str() + report_max_len * i; | |||
reporter_data.dataLen = report_max_len; | |||
@@ -375,7 +376,7 @@ FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY void ProfilingManager::ReportDa | |||
reporter_data.dataLen = data.size(); | |||
ret = memcpy_s(reporter_data.tag, MSPROF_ENGINE_MAX_TAG_LEN + 1, tag_name.c_str(), tag_name.size()); | |||
GE_IF_BOOL_EXEC(ret != EOK, GELOGE(ret, "Report data tag [%s] memcpy error!", tag_name.c_str()); return;); | |||
std::lock_guard<std::mutex> lock(mutex_report_); | |||
cb_ret = CallMsprofReport(reporter_data); | |||
GE_IF_BOOL_EXEC(cb_ret != 0, GELOGE(cb_ret, "Reporter data [%s] failed, ret:%d", tag_name.c_str(), cb_ret); | |||
return;); | |||
@@ -118,6 +118,7 @@ class FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY ProfilingManager { | |||
map<uint32_t, DeviceSubsInfo> subs_dev_module_; // key: device_id, value: profiling on module | |||
uint32_t subscribe_count_; | |||
std::mutex mutex_; | |||
std::mutex mutex_report_; | |||
MsprofCallback prof_cb_; | |||
std::string fp_point_; | |||
std::string bp_point_; | |||
@@ -31,6 +31,8 @@ enum DataType | |||
DT_STRING_REF = 24; // string_ref type | |||
DT_DUAL = 25; /**< dual output type */ | |||
DT_VARIANT = 26; // variant type | |||
DT_BF16 = 27; // bf16 type | |||
DT_INT4 = 28; // int4 type | |||
} | |||
message AttrDef | |||
@@ -1,5 +1,5 @@ | |||
syntax = "proto3"; | |||
package aicpu.dump; | |||
package toolkit.aicpu.dump; | |||
message Shape { | |||
repeated uint64 dim = 1; |
@@ -122,7 +122,7 @@ long GetFileLength(const std::string &input_file) { | |||
GE_CHK_BOOL_TRUE_EXEC_WITH_LOG( | |||
mmGetFileSize(input_file.c_str(), &file_length) != EN_OK, | |||
ErrorManager::GetInstance().ATCReportErrMessage("E19001", {"file", "errmsg"}, {input_file, strerror(errno)}); | |||
return kFileSizeOutLimitedOrOpenFailed, "Open file[%s] failed. %s", input_file.c_str(), strerror(errno)); | |||
return kFileSizeOutLimitedOrOpenFailed, "Open file[%s] failed. errmsg:%s", input_file.c_str(), strerror(errno)); | |||
GE_CHK_BOOL_TRUE_EXEC_WITH_LOG((file_length == 0), | |||
ErrorManager::GetInstance().ATCReportErrMessage("E19015", {"filepath"}, {input_file}); | |||
@@ -226,7 +226,8 @@ FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY int CreateDirectory(const std:: | |||
if (ret != 0) { | |||
if (errno != EEXIST) { | |||
ErrorManager::GetInstance().ATCReportErrMessage("E19006", {"path"}, {directory_path}); | |||
GELOGW("Can not create directory %s. Make sure the directory exists and writable.", directory_path.c_str()); | |||
GELOGW("Can not create directory %s. Make sure the directory exists and writable. errmsg:%s", | |||
directory_path.c_str(), strerror(errno)); | |||
return ret; | |||
} | |||
} | |||
@@ -237,7 +238,8 @@ FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY int CreateDirectory(const std:: | |||
if (ret != 0) { | |||
if (errno != EEXIST) { | |||
ErrorManager::GetInstance().ATCReportErrMessage("E19006", {"path"}, {directory_path}); | |||
GELOGW("Can not create directory %s. Make sure the directory exists and writable.", directory_path.c_str()); | |||
GELOGW("Can not create directory %s. Make sure the directory exists and writable. errmsg:%s", | |||
directory_path.c_str(), strerror(errno)); | |||
return ret; | |||
} | |||
} | |||
@@ -310,7 +312,7 @@ FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY bool ReadProtoFromMem(const cha | |||
FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY uint64_t GetCurrentTimestamp() { | |||
mmTimeval tv{}; | |||
int ret = mmGetTimeOfDay(&tv, nullptr); | |||
GE_LOGE_IF(ret != EN_OK, "Func gettimeofday may failed: ret=%d", ret); | |||
GE_LOGE_IF(ret != EN_OK, "Func gettimeofday may failed, ret:%d, errmsg:%s", ret, strerror(errno)); | |||
auto total_use_time = tv.tv_usec + tv.tv_sec * 1000000; // 1000000: seconds to microseconds | |||
return static_cast<uint64_t>(total_use_time); | |||
} | |||
@@ -318,7 +320,7 @@ FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY uint64_t GetCurrentTimestamp() | |||
FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY uint32_t GetCurrentSecondTimestap() { | |||
mmTimeval tv{}; | |||
int ret = mmGetTimeOfDay(&tv, nullptr); | |||
GE_LOGE_IF(ret != EN_OK, "Func gettimeofday may failed: ret=%d", ret); | |||
GE_LOGE_IF(ret != EN_OK, "Func gettimeofday may failed, ret:%d, errmsg:%s", ret, strerror(errno)); | |||
auto total_use_time = tv.tv_sec; // seconds | |||
return static_cast<uint32_t>(total_use_time); | |||
} | |||
@@ -568,7 +570,8 @@ FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status CheckPath(const char *pa | |||
INT32 is_dir = mmIsDir(path); | |||
if (is_dir != EN_OK) { | |||
GELOGE(PATH_INVALID, "Open directory %s failed, maybe it is not exit or not a dir", path); | |||
GELOGE(PATH_INVALID, "Open directory %s failed, maybe it is not exit or not a dir. errmsg:%s", | |||
path, strerror(errno)); | |||
return PATH_INVALID; | |||
} | |||
@@ -435,7 +435,7 @@ Status DNNEngineManager::ReadJsonFile(const std::string &file_path, JsonHandle h | |||
const char *file = file_path.data(); | |||
if ((mmAccess2(file, M_F_OK)) != EN_OK) { | |||
if (engines_map_.size() != 0) { | |||
GELOGE(FAILED, "The json file %s is not exist, %s", file_path.c_str(), strerror(errno)); | |||
GELOGE(FAILED, "The json file %s is not exist, errmsg:%s", file_path.c_str(), strerror(errno)); | |||
return FAILED; | |||
} else { | |||
GELOGW("The json file %s is not needed.", file_path.c_str()); | |||
@@ -3,7 +3,7 @@ set(PROTO_LIST | |||
"${METADEF_DIR}/proto/ge_ir.proto" | |||
"${METADEF_DIR}/proto/insert_op.proto" | |||
"${METADEF_DIR}/proto/task.proto" | |||
"${METADEF_DIR}/proto/op_mapping_info.proto" | |||
"${METADEF_DIR}/proto/op_mapping.proto" | |||
"${METADEF_DIR}/proto/dump_task.proto" | |||
) | |||
@@ -23,7 +23,6 @@ set(SRC_LIST | |||
"../common/profiling/ge_profiling.cc" | |||
"../graph/load/graph_loader.cc" | |||
"../graph/execute/graph_execute.cc" | |||
"../omm/csa_interact.cc" | |||
"../graph/manager/graph_manager_utils.cc" | |||
"../graph/manager/graph_var_manager.cc" | |||
"../graph/manager/graph_mem_allocator.cc" | |||
@@ -250,12 +249,11 @@ target_include_directories(ge_executor_shared PRIVATE | |||
target_link_options(ge_executor_shared PRIVATE | |||
-Wl,-Bsymbolic | |||
-Wl,--exclude-libs,ALL | |||
) | |||
target_link_libraries(ge_executor_shared PRIVATE | |||
$<BUILD_INTERFACE:intf_pub> | |||
msprofiler | |||
static_mmpa | |||
-Wl,--no-as-needed | |||
ge_common | |||
runtime | |||
@@ -11,7 +11,6 @@ local_ge_executor_src_files := \ | |||
../common/profiling/ge_profiling.cc \ | |||
../graph/load/graph_loader.cc \ | |||
../graph/execute/graph_execute.cc \ | |||
../omm/csa_interact.cc \ | |||
../graph/manager/graph_manager_utils.cc \ | |||
../graph/manager/graph_var_manager.cc \ | |||
../graph/manager/rdma_pool_allocator.cc \ | |||
@@ -1,5 +1,5 @@ | |||
syntax = "proto3"; | |||
package toolkit.dumpdata; | |||
package toolkit.dump; | |||
enum OutputDataType { | |||
DT_UNDEFINED = 0; | |||
@@ -31,6 +31,8 @@ enum DataType | |||
DT_STRING_REF = 24; // string_ref type | |||
DT_DUAL = 25; /**< dual output type */ | |||
DT_VARIANT = 26; // variant type | |||
DT_BF16 = 27; // bf16 type | |||
DT_INT4 = 28; // int4 type | |||
} | |||
message AttrDef | |||
@@ -1,5 +1,5 @@ | |||
syntax = "proto3"; | |||
package aicpu.dump; | |||
package toolkit.aicpu.dump; | |||
message Shape { | |||
repeated uint64 dim = 1; |
@@ -4,7 +4,6 @@ COMMON_LOCAL_SRC_FILES := \ | |||
proto/fusion_model.proto \ | |||
proto/optimizer_priority.proto \ | |||
graph/manager/trans_var_data_utils.cc \ | |||
omm/csa_interact.cc \ | |||
common/fp16_t.cc \ | |||
common/formats/utils/formats_trans_utils.cc \ | |||
common/formats/format_transfers/datatype_transfer.cc \ | |||
@@ -73,7 +72,7 @@ BUILER_SRC_FILES := \ | |||
ir_build/attr_options/utils.cc \ | |||
ir_build/attr_options/keep_dtype_option.cc \ | |||
ir_build/attr_options/weight_compress_option.cc \ | |||
ir_build/atc_ir_common.cc \ | |||
ir_build/option_utils.cc \ | |||
ANALYZER_SRC_FILES:= \ | |||
analyzer/analyzer.cc \ | |||
@@ -82,7 +82,9 @@ Status GetDataNumber(const GeTensorDesc &out_desc, uint64_t &data_num) { | |||
void HostCpuEngine::CloseSo() { | |||
for (auto handle : lib_handles_) { | |||
if (mmDlclose(handle) != 0) { | |||
GELOGW("failed to close handle, message: %s", mmDlerror()); | |||
const char *error = mmDlerror(); | |||
error = (error == nullptr) ? "" : error; | |||
GELOGW("failed to close handle, message: %s", error); | |||
} | |||
} | |||
lib_handles_.clear(); | |||
@@ -284,7 +286,7 @@ Status HostCpuEngine::ListSoFiles(const std::string &base_dir, std::vector<std:: | |||
mmDirent **entries = nullptr; | |||
auto ret = mmScandir(real_path.c_str(), &entries, RegularFileFilterFn, nullptr); | |||
if (ret < 0) { | |||
GELOGW("scan dir failed. path = %s, ret = %d", real_path.c_str(), ret); | |||
GELOGW("scan dir failed. path = %s, ret = %d, errmsg = %s", real_path.c_str(), ret, strerror(errno)); | |||
return INTERNAL_ERROR; | |||
} | |||
@@ -324,7 +326,9 @@ Status HostCpuEngine::LoadLib(const std::string &lib_path) { | |||
GELOGI("To invoke dlopen on lib: %s", lib_path.c_str()); | |||
auto handle = mmDlopen(lib_path.c_str(), MMPA_RTLD_NOW | MMPA_RTLD_GLOBAL); | |||
if (handle == nullptr) { | |||
GELOGE(INTERNAL_ERROR, "Failed to invoke dlopen. path = %s, error = %s", lib_path.c_str(), mmDlerror()); | |||
const char *error = mmDlerror(); | |||
error = (error == nullptr) ? "" : error; | |||
GELOGE(INTERNAL_ERROR, "Failed to invoke dlopen. path = %s, error = %s", lib_path.c_str(), error); | |||
return INTERNAL_ERROR; | |||
} | |||
@@ -256,7 +256,6 @@ LIBGE_LOCAL_SRC_FILES := \ | |||
init/gelib.cc \ | |||
model/ge_model.cc \ | |||
model/ge_root_model.cc \ | |||
omm/csa_interact.cc \ | |||
opskernel_manager/ops_kernel_manager.cc \ | |||
opskernel_manager/ops_kernel_builder_manager.cc \ | |||
session/inner_session.cc \ | |||
@@ -316,7 +315,7 @@ LIBGE_LOCAL_SRC_FILES := \ | |||
ir_build/attr_options/utils.cc \ | |||
ir_build/attr_options/keep_dtype_option.cc \ | |||
ir_build/attr_options/weight_compress_option.cc \ | |||
ir_build/atc_ir_common.cc \ | |||
ir_build/option_utils.cc \ | |||
LIBCLIENT_LOCAL_SRC_FILES := \ | |||
proto/ge_api.proto \ | |||
@@ -377,7 +377,7 @@ Status GeGenerator::Initialize(const map<string, string> &options, OmgContext &o | |||
return MEMALLOC_FAILED; | |||
} | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kInitialize, ErrorMessage::kOpsProtoInit); | |||
ErrorManager::GetInstance().SetStage(error_message::kInitialize, error_message::kOpsProtoInit); | |||
string opsproto_path; | |||
GetOpsProtoPath(opsproto_path); | |||
GELOGI("Get opsproto path is %s", opsproto_path.c_str()); | |||
@@ -426,7 +426,7 @@ Status GeGenerator::Initialize(const map<string, string> &options, OmgContext &o | |||
} | |||
Status GeGenerator::Finalize() { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kFinalize, ErrorMessage::kFinalize); | |||
ErrorManager::GetInstance().SetStage(error_message::kFinalize, error_message::kFinalize); | |||
GE_CHECK_NOTNULL_EXEC(impl_, return PARAM_INVALID); | |||
Status ret = impl_->graph_manager_.Finalize(); | |||
if (ret != SUCCESS) { | |||
@@ -438,14 +438,14 @@ Status GeGenerator::Finalize() { | |||
Status GeGenerator::GenerateOfflineModel(const Graph &graph, const string &file_name_prefix, | |||
const vector<GeTensor> &inputs) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
GELOGI("Start to generate offline model."); | |||
ModelBufferData model; | |||
return GenerateModel(graph, file_name_prefix, inputs, model, true); | |||
} | |||
Status GeGenerator::GenerateOnlineModel(const Graph &graph, const vector<GeTensor> &inputs, ModelBufferData &model) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
return GenerateModel(graph, "online", inputs, model, false); | |||
} | |||
@@ -783,9 +783,7 @@ Status GeGenerator::BuildSingleOp(OpDescPtr &op_desc, const vector<GeTensor> &in | |||
GELOGD("Inputs size is %zu, outputs size is %zu.", inputs.size(), outputs.size()); | |||
GE_CHECK_NOTNULL_EXEC(impl_, return PARAM_INVALID); | |||
impl_->is_offline_ = is_offline; | |||
if (!is_offline) { | |||
(void)AttrUtils::SetBool(op_desc, ATTR_SINGLE_OP_SCENE, true); | |||
} | |||
(void)AttrUtils::SetBool(op_desc, ATTR_SINGLE_OP_SCENE, true); | |||
if (CheckForSingleOp(op_desc, inputs, outputs) != SUCCESS) { | |||
GELOGE(PARAM_INVALID, "input param is invalid when build single op!"); | |||
@@ -824,7 +822,7 @@ Status GeGenerator::BuildSingleOp(OpDescPtr &op_desc, const vector<GeTensor> &in | |||
auto node = comp_graph->FindNode(op_desc->GetName()); | |||
Status ret = CheckEngineTypeSupport(node, engine_type); | |||
if (ret != SUCCESS) { | |||
GELOGE(ret, "[Check][EngineType]value:%d for node:%s not support", engine_type, node->GetName().c_str()); | |||
GELOGE(ret, "[Check][EngineType]not support node:%s with engine of %d.", node->GetName().c_str(), engine_type); | |||
return ret; | |||
} | |||
} | |||
@@ -850,6 +848,11 @@ Status GeGenerator::BuildSingleOp(OpDescPtr &op_desc, const vector<GeTensor> &in | |||
bool all_shape = false; | |||
(void)AttrUtils::GetBool(op_desc, kAicpuAllshape, all_shape); | |||
GELOGD("Node: %s, all_shape is %d, compile_flag is %d.", op_desc->GetName().c_str(), all_shape, compile_flag); | |||
(void)AttrUtils::SetInt(ge_model, ATTR_NAME_BUILD_MODE, fuzz_compile_flag); | |||
if (all_shape) { | |||
(void)AttrUtils::SetBool(ge_model, kAicpuAllshape, all_shape); | |||
} | |||
if (all_shape && CheckNoAicore(root_graph)) { | |||
GELOGD("Get aicpu all_shape kernel!"); | |||
vector<GeTensor> inputs_dynamic; | |||
@@ -859,8 +862,6 @@ Status GeGenerator::BuildSingleOp(OpDescPtr &op_desc, const vector<GeTensor> &in | |||
GE_CHK_STATUS_RET_NOLOG( | |||
impl_->SaveParams(ge_model, op_desc_tmp->GetType(), op_attrs, inputs_dynamic, outputs_dynamic)); | |||
} else if (fuzz_compile_flag) { | |||
GELOGD("Get fuzz build result of %s.", op_desc->GetName().c_str()); | |||
(void)AttrUtils::SetInt(ge_model, ATTR_NAME_BUILD_MODE, fuzz_compile_flag); | |||
GeAttrValue::LIST_NAMED_ATTRS fuzz_build_attrs; | |||
if (GetFuzzBuildAttrs(op_desc, ge_root_model, fuzz_build_attrs) != SUCCESS) { | |||
GELOGE(FAILED, "[Get][FuzzRet]Failed to get fuzz build result of %s.", op_desc->GetName().c_str()); | |||
@@ -892,7 +893,7 @@ Status GeGenerator::BuildSingleOp(OpDescPtr &op_desc, const vector<GeTensor> &in | |||
Status GeGenerator::BuildSingleOpModel(OpDescPtr &op_desc, const vector<GeTensor> &inputs, | |||
const vector<GeTensor> &outputs, const string &model_file_name, | |||
int32_t compile_flag) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
GELOGI("Start to build single op offline model, input size: %zu, output size: %zu", inputs.size(), outputs.size()); | |||
ModelBufferData model_buff; | |||
OpEngineType engine_type = ENGINE_SYS; | |||
@@ -916,7 +917,7 @@ Status GeGenerator::BuildSingleOpModel(OpDescPtr &op_desc, const vector<GeTensor | |||
Status GeGenerator::BuildSingleOpModel(OpDescPtr &op_desc, const vector<GeTensor> &inputs, | |||
const vector<GeTensor> &outputs, OpEngineType engine_type, | |||
ModelBufferData &model_buff) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
GELOGI("Start to build single op online, input size: %zu, output size: %zu", inputs.size(), outputs.size()); | |||
Status status = BuildSingleOp(op_desc, inputs, outputs, kFileNameSuffix, engine_type, model_buff, false); | |||
GELOGI("Finish build single online model, status: %u", status); | |||
@@ -926,7 +927,7 @@ Status GeGenerator::BuildSingleOpModel(OpDescPtr &op_desc, const vector<GeTensor | |||
Status GeGenerator::BuildSingleOpModel(OpDescPtr &op_desc, const vector<GeTensor> &inputs, | |||
const vector<GeTensor> &outputs, OpEngineType engine_type, int32_t compile_flag, | |||
ModelBufferData &model_buff) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
GELOGI("Start to build single op online, input size: %zu, output size: %zu", inputs.size(), outputs.size()); | |||
Status status = BuildSingleOp(op_desc, inputs, outputs, kFileNameSuffix, engine_type, model_buff, false, | |||
compile_flag); | |||
@@ -1072,7 +1073,7 @@ Status GeGenerator::Impl::BuildModel(const Graph &graph, const vector<GeTensor> | |||
ret = graph_manager_.BuildGraph(graph_id, inputs, ge_root_model, session_id); | |||
} | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
if (ret != SUCCESS) { | |||
GELOGE(GE_GENERATOR_GRAPH_MANAGER_BUILD_GRAPH_FAILED, "GraphManager build graph fail, graph id: %u", graph_id); | |||
ret = GE_GENERATOR_GRAPH_MANAGER_BUILD_GRAPH_FAILED; | |||
@@ -233,7 +233,7 @@ Status GraphBuilder::BuildForKnownShapeGraph(ComputeGraphPtr &comp_graph, | |||
return SUCCESS; | |||
} | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kPreBuild); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kPreBuild); | |||
GELOGI("Begin to build known shape graph[%s].", comp_graph->GetName().c_str()); | |||
Status ret = SecondPartition(comp_graph); | |||
GE_CHK_STATUS_RET(ret, "Graph[%s] second partition Failed.", comp_graph->GetName().c_str()); | |||
@@ -264,7 +264,7 @@ Status GraphBuilder::BuildForKnownShapeGraph(ComputeGraphPtr &comp_graph, | |||
GE_TIMESTAMP_END(BuildModelForGetTask, "GraphBuilder::BuildModelForGetTask"); | |||
GE_DUMP(comp_graph, "AfterBuildModel"); | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kTaskGenerate); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kTaskGenerate); | |||
GE_TIMESTAMP_START(GetTaskInfo); | |||
ret = GetTaskInfo(builder, model_ptr, comp_graph, subgraph_map, session_id); | |||
GE_TIMESTAMP_END(GetTaskInfo, "GraphBuilder::GetTaskInfo"); | |||
@@ -274,7 +274,7 @@ Status GraphBuilder::BuildForKnownShapeGraph(ComputeGraphPtr &comp_graph, | |||
return ret; | |||
} | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
ge_model_ptr = MakeShared<ge::GeModel>(); | |||
if (ge_model_ptr == nullptr) { | |||
return MEMALLOC_FAILED; | |||
@@ -336,7 +336,7 @@ Status GraphBuilder::SetConstantInputOffset(ComputeGraphPtr &comp_graph) { | |||
Status GraphBuilder::BuildForUnknownShapeGraph(ComputeGraphPtr &comp_graph, GeModelPtr &ge_model_ptr, | |||
uint64_t session_id) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kPreBuild); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kPreBuild); | |||
GELOGI("Begin to build unknown shape graph[%s].", comp_graph->GetName().c_str()); | |||
Graph2SubGraphInfoList subgraph_map; | |||
ge::ModelBuilder builder(session_id, comp_graph, subgraph_map, stream_max_parallel_num_, hcom_parallel_, build_mode_); | |||
@@ -369,11 +369,11 @@ Status GraphBuilder::BuildForUnknownShapeGraph(ComputeGraphPtr &comp_graph, GeMo | |||
GE_CHK_STATUS_RET(builder.BuildModelForGetDynShapeTask(*model_ptr), | |||
"Graph[%s] builder BuildModelForGetDynShapeTask() return fail.", comp_graph->GetName().c_str()); | |||
GE_TIMESTAMP_END(BuildModelForGetDynShapeTask, "GraphBuilder::BuildModelForGetDynShapeTask"); | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kTaskGenerate); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kTaskGenerate); | |||
GE_TIMESTAMP_START(GetTaskInfo); | |||
Status ret = GetTaskInfo(builder, model_ptr, comp_graph, subgraph_map, session_id); | |||
GE_TIMESTAMP_END(GetTaskInfo, "GraphBuilder::GetTaskInfo"); | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
GraphUtils::DumpGEGraph(comp_graph, "AfterGetTask"); | |||
GraphUtils::DumpGEGraphToOnnx(*comp_graph, "AfterGetTask"); | |||
@@ -427,6 +427,86 @@ bool IsContinuousInputConflict(const ge::NodePtr &node, const OpDescPtr &peer_op | |||
return false; | |||
} | |||
/// op1 -> node -> op2 | |||
/// return true when node is ref from input, and op1 or op2 is reuse input from output | |||
bool GraphMemoryAssigner::IsRefFromInputOpCascade(const NodePtr &node) { | |||
bool ref_from_input = false; | |||
int32_t reuse_in_index = -1; | |||
for (const auto &out_anchor : node->GetAllOutDataAnchors()) { | |||
ref_from_input = GraphUtils::IsRefFromInput(out_anchor, reuse_in_index); | |||
if (ref_from_input) { | |||
GELOGD("IsRefFromInputOpCascade: cur node:%s:%d is ref", node->GetName().c_str(), reuse_in_index); | |||
break; | |||
} | |||
} | |||
for (const auto &in_anchor : node->GetAllInDataAnchors()) { | |||
const auto &peer_out_anchor = in_anchor->GetPeerOutAnchor(); | |||
GE_IF_BOOL_EXEC(peer_out_anchor == nullptr, continue); | |||
if (ref_from_input && GraphUtils::IsRefFromInput(peer_out_anchor, reuse_in_index)) { | |||
GELOGD("IsRefFromInputOpCascade: in node[%s] is ref, reuse index is:%d", | |||
peer_out_anchor->GetOwnerNode()->GetName().c_str(), reuse_in_index); | |||
return true; | |||
} | |||
} | |||
for (const auto &out_anchor : node->GetAllOutDataAnchors()) { | |||
const auto &peer_in_anchors = out_anchor->GetPeerInDataAnchors(); | |||
for (const auto &peer_in_anchor : peer_in_anchors) { | |||
auto peer_in_node = peer_in_anchor->GetOwnerNode(); | |||
GE_IF_BOOL_EXEC(peer_in_node == nullptr, continue); | |||
for (const auto &peer_in_node_out_anchor : peer_in_node->GetAllOutDataAnchors()) { | |||
if (ref_from_input && GraphUtils::IsRefFromInput(peer_in_node_out_anchor, reuse_in_index)) { | |||
GELOGD("IsRefFromInputOpCascade: out node[%s] is ref, reuse index is:%d", | |||
peer_in_node_out_anchor->GetOwnerNode()->GetName().c_str(), reuse_in_index); | |||
return true; | |||
} | |||
} | |||
} | |||
} | |||
return false; | |||
} | |||
/// node:in0(in0 reuse out0) -> peer_node:out0 | |||
/// update peer_node's 0th output offset with node's 0th output offset | |||
Status GraphMemoryAssigner::UpdateRefOpOffsetReverse(const NodePtr &node) { | |||
map<int32_t, int32_t> out2ins; | |||
GE_CHK_STATUS_RET(TryGetNodeRefIndexes(node, out2ins), "[Get][RefIndexes]fail for node:%s", | |||
node->GetName().c_str()); | |||
auto op_desc = node->GetOpDesc(); | |||
GE_CHECK_NOTNULL(op_desc); | |||
vector<int64_t> output_list = op_desc->GetOutputOffset(); | |||
for (const auto &out2in : out2ins) { | |||
auto reuse_in_anchor = node->GetInDataAnchor(out2in.second); | |||
GE_CHECK_NOTNULL(reuse_in_anchor); | |||
auto peer_out_anchor = reuse_in_anchor->GetPeerOutAnchor(); | |||
GE_CHECK_NOTNULL(peer_out_anchor); | |||
auto peer_node = peer_out_anchor->GetOwnerNode(); | |||
GE_CHECK_NOTNULL(peer_node); | |||
auto peer_op_desc = peer_node->GetOpDesc(); | |||
GE_CHECK_NOTNULL(peer_op_desc); | |||
vector<int64_t> peer_output_list = peer_op_desc->GetOutputOffset(); | |||
if ((peer_out_anchor->GetIdx() >= static_cast<int>(peer_output_list.size())) | |||
|| (out2in.first >= static_cast<int32_t>(output_list.size()))) { | |||
GELOGW("out of range, peer_out_anchor:%d, peer_output_list size:%zu, out2in:%d, output_list size:%zu", | |||
peer_out_anchor->GetIdx(), | |||
peer_output_list.size(), | |||
out2in.first, | |||
output_list.size()); | |||
continue; | |||
} | |||
peer_output_list.at(peer_out_anchor->GetIdx()) = output_list.at(out2in.first); | |||
peer_op_desc->SetOutputOffset(peer_output_list); | |||
GELOGD("UpdateRefOpOffsetReverse: Node[%s] output[%d] is set from node[%s] output index[%d] offset[%ld]", | |||
peer_node->GetName().c_str(), | |||
peer_out_anchor->GetIdx(), | |||
node->GetName().c_str(), | |||
out2in.first, | |||
output_list.at(out2in.first)); | |||
} | |||
return SUCCESS; | |||
} | |||
Status GraphMemoryAssigner::ReAssignContinuousMemory(bool is_loop_graph) { | |||
Status ret; | |||
// Stored nodes which need assign continuous input memory in `reverse topo order` | |||
@@ -446,12 +526,16 @@ Status GraphMemoryAssigner::ReAssignContinuousMemory(bool is_loop_graph) { | |||
} | |||
// Assign continuous input memory | |||
bool continuous_input = ((continuous_type & kTypeInput) != 0) || ((continuous_type & kTypeInputNoPadding) != 0); | |||
if (continuous_input) { | |||
if (IsRefFromInputOpCascade(node)) { | |||
nodes_stack.push_back(node); | |||
GELOGD("Ref: Push node:%s to stack", node->GetName().c_str()); | |||
} else if (continuous_input) { | |||
if (AssignContinuousInputMemoryWithAtomicProcessDirectly(node, node_2_continuous_type)) { | |||
GE_CHK_STATUS_RET(AssignContinuousInputMemoryWithAtomicProcess(node, continuous_type), | |||
"[Assign][Memory:Continuous:Input]fail for node:%s", node->GetName().c_str()) | |||
} else { | |||
nodes_stack.push_back(node); | |||
GELOGD("Continuous: Push node:%s to stack", node->GetName().c_str()); | |||
} | |||
} | |||
// Assign continuous output memory | |||
@@ -478,8 +562,13 @@ Status GraphMemoryAssigner::ReAssignContinuousMemory(bool is_loop_graph) { | |||
GELOGE(FAILED, "[Get][ContinuousType] find fail for node:%s", node->GetName().c_str()); | |||
return FAILED; | |||
} | |||
GE_CHK_STATUS_RET(AssignContinuousInputMemoryWithAtomicProcess(node, iter->second, true), | |||
"[Assign][Memory:Continuous:Input]fail for node:%s.", node->GetName().c_str()) | |||
if (((iter->second & kTypeInput) != 0) || ((iter->second & kTypeInputNoPadding) != 0)) { | |||
GE_CHK_STATUS_RET(AssignContinuousInputMemoryWithAtomicProcess(node, iter->second, true), | |||
"[Assign][Memory:Continuous:Input]fail for node:%s.", node->GetName().c_str()) | |||
} else { | |||
GE_CHK_STATUS_RET(UpdateRefOpOffsetReverse(node), | |||
"[Update][Memory:Reference:Output]fail for node:%s", node->GetName().c_str()) | |||
} | |||
} | |||
for (auto pair : memory_offset_) { | |||
GELOGD("[Reassign][Memory:Continuous]At last, memory type = %ld, mem offset = %zu", pair.first, | |||
@@ -1258,6 +1347,7 @@ Status GraphMemoryAssigner::CheckOffset() { | |||
} | |||
ge::Status GraphMemoryAssigner::CheckRefNodeOffset(const NodePtr &node) { | |||
GE_CHECK_NOTNULL(node); | |||
std::map<int32_t, int32_t> out2ins; | |||
GE_CHK_STATUS_RET(TryGetNodeRefIndexes(node, out2ins), "[Get][RefIndexes]fail for node: %s", node->GetName().c_str()); | |||
auto opdesc = node->GetOpDesc(); | |||
@@ -1382,6 +1472,7 @@ ge::Status GraphMemoryAssigner::UpdateOpInputOffset(const NodePtr &node, vector< | |||
output_list = last_peer_out_op_desc->GetOutputOffset(); | |||
auto out_index = static_cast<unsigned long>(peer_out_anchor->GetIdx()); | |||
if (output_list.size() > static_cast<size_t>(out_index)) { | |||
bool is_l1_type = false; | |||
int64_t input_offset = output_list.at(out_index); | |||
if (has_mem_type_attr && !origin_input_list.empty()) { | |||
auto input_size = tmp_op_desc->GetInputsSize(); | |||
@@ -1398,14 +1489,12 @@ ge::Status GraphMemoryAssigner::UpdateOpInputOffset(const NodePtr &node, vector< | |||
GELOGD("Node[%s] input[%d] has origin offset[%ld]", tmp_op_desc->GetName().c_str(), anchor->GetIdx(), | |||
origin_input_list[valid_input_index]); | |||
// L1 keep original input_offset | |||
if (memory_type[valid_input_index] == RT_MEMORY_L1) { | |||
is_l1_type = (memory_type[valid_input_index] == RT_MEMORY_L1); | |||
if (is_l1_type) { | |||
input_offset = origin_input_list[valid_input_index]; | |||
} else { | |||
// hbm input_offset = original input_offset + output_offset | |||
input_offset = origin_input_list[valid_input_index] + output_list.at(out_index); | |||
// update ref output_offset when input change | |||
GE_CHK_STATUS_RET(UpdateRefOpOutputOffset(node, out2ins, anchor->GetIdx(), input_offset), | |||
"[Update][RefOffset]fail for node: %s", node->GetName().c_str()); | |||
} | |||
} | |||
const auto &in_node = GetKnownInputNode(peer_out_anchor->GetOwnerNode()); | |||
@@ -1414,6 +1503,11 @@ ge::Status GraphMemoryAssigner::UpdateOpInputOffset(const NodePtr &node, vector< | |||
GE_CHK_STATUS(TensorUtils::GetDataOffset(tensor_desc, input_offset)); | |||
} | |||
if (!is_l1_type) { | |||
// update ref output_offset when input change | |||
GE_CHK_STATUS_RET(UpdateRefOpOutputOffset(node, out2ins, anchor->GetIdx(), input_offset), | |||
"[Update][RefOffset]fail for node: %s", node->GetName().c_str()); | |||
} | |||
GELOGD("Node[%s] input[%d] is set from node[%s] out index[%lu] offset[%ld]", tmp_op_desc->GetName().c_str(), | |||
anchor->GetIdx(), peer_out_anchor->GetOwnerNode()->GetOpDesc()->GetName().c_str(), out_index, | |||
input_offset); | |||
@@ -1693,8 +1787,18 @@ void GraphMemoryAssigner::PrintMemoryOffset() { | |||
} | |||
ge::Status GraphMemoryAssigner::TryGetNodeRefIndexes(const NodePtr &node, map<int32_t, int32_t> &out2ins) const{ | |||
// data and netoutput no need check because only data's output or netoutput's input is used | |||
if (node->GetType() == DATA || node->GetType() == NETOUTPUT) { | |||
return ge::SUCCESS; | |||
} | |||
for (const auto &out_data_anchor : node->GetAllOutDataAnchors()) { | |||
int32_t reuse_in_index = -1; | |||
// nopadding means output[0] reuse input[0], but as history reason, | |||
// other output index also return true for mem assign in block_mem_assigner | |||
if (GraphUtils::IsNoPaddingRefFromInput(out_data_anchor, reuse_in_index)) { | |||
out2ins.emplace(out_data_anchor->GetIdx(), reuse_in_index); | |||
return ge::SUCCESS; | |||
} | |||
bool reuse_input_flag = GraphUtils::IsRefFromInput(out_data_anchor, reuse_in_index); | |||
if (reuse_input_flag) { | |||
if (node->GetInDataAnchor(reuse_in_index) != nullptr) { | |||
@@ -193,6 +193,10 @@ class GraphMemoryAssigner { | |||
Status AssignBufferPoolMemory(); | |||
bool IsRefFromInputOpCascade(const NodePtr &node); | |||
Status UpdateRefOpOffsetReverse(const NodePtr &node); | |||
MemoryOffsetMap memory_offset_; | |||
ge::ComputeGraphPtr compute_graph_; | |||
HybridMemAssignerPtr mem_assigner_; | |||
@@ -243,7 +243,7 @@ Status ModelBuilder::SetInputOutputDesc() { | |||
} | |||
// if user set input node format ND, the expected node for data and netoutput format is ND in | |||
// final graph. | |||
if ((GetLocalOmgContext().format == domi::DOMI_TENSOR_ND) && (!node_op_desc->HasAttr("_is_single_op")) && | |||
if ((compute_graph_->GetParentGraph() == nullptr) && (GetLocalOmgContext().format == domi::DOMI_TENSOR_ND) && (!node_op_desc->HasAttr("_is_single_op")) && | |||
((node_op_desc->GetType() == DATA_TYPE) || (node_op_desc->GetType() == NETOUTPUT))) { | |||
auto inputDescsPtr = node_op_desc->GetAllInputsDescPtr(); | |||
auto outputDescsPtr = node_op_desc->GetAllOutputsDescPtr(); | |||
@@ -794,7 +794,7 @@ Status ModelBuilder::PreBuildModel() { | |||
Status ModelBuilder::BuildModelForGetTask(ge::Model &model) { | |||
GE_CHK_STATUS_RET(AdjustInputTensorFlag(), "AdjustInputTensorFlag failed!"); | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kStreamAlloc); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kStreamAlloc); | |||
// Assign logical streams. | |||
StreamAllocator stream_allocator(compute_graph_, subgraphs_); | |||
GE_TIMESTAMP_START(AssignLogicalStreams); | |||
@@ -802,7 +802,7 @@ Status ModelBuilder::BuildModelForGetTask(ge::Model &model) { | |||
"Assign logical streams failed."); | |||
GE_TIMESTAMP_END(AssignLogicalStreams, "GraphBuilder::AssignLogicalStreams"); | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kMemoryAlloc); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kMemoryAlloc); | |||
// Assign functional op labels. | |||
auto root_graph = GraphUtils::FindRootGraph(compute_graph_); | |||
(void)AttrUtils::GetInt(*root_graph, ATTR_MODEL_LABEL_NUM, label_num_); | |||
@@ -813,7 +813,7 @@ Status ModelBuilder::BuildModelForGetTask(ge::Model &model) { | |||
"Assign Memory Failed!"); | |||
GE_TIMESTAMP_END(AssignMemory, "GraphBuilder::AssignMemory"); | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
GE_TIMESTAMP_START(SetInputOutputOffset); | |||
SetInputOutputOffsetPass input_output_offset; | |||
GE_CHK_STATUS_RET(input_output_offset.Run(compute_graph_), "Set input output offset failed."); | |||
@@ -824,14 +824,14 @@ Status ModelBuilder::BuildModelForGetTask(ge::Model &model) { | |||
GE_CHK_STATUS_RET(CompileSingleOp(), "ATC builder CompileSingleOp() return fail."); | |||
GE_TIMESTAMP_EVENT_END(CompileSingleOp, "GraphBuilder::CompileSingleOp"); | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kStreamAlloc); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kStreamAlloc); | |||
// Refresh real streams and insert event nodes. | |||
GE_TIMESTAMP_START(RefreshRealStream); | |||
GE_CHK_STATUS_RET(stream_allocator.RefreshRealStream(stream_num_, event_num_), "RefreshRealStream failed."); | |||
huge_streams_ = stream_allocator.GetHugeStreams(); | |||
GE_TIMESTAMP_END(RefreshRealStream, "GraphBuilder::RefreshRealStream"); | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
GE_TIMESTAMP_START(MergeWeights); | |||
GE_CHK_STATUS_RET(MergeWeights(), "MergeWeights Failed!"); | |||
GE_TIMESTAMP_END(MergeWeights, "GraphBuilder::MergeWeights"); | |||
@@ -21,7 +21,6 @@ | |||
#include "graph/load/model_manager/model_manager.h" | |||
#include "graph/load/model_manager/davinci_model.h" | |||
#include "omm/csa_interact.h" | |||
namespace ge { | |||
using Uint32Pair = pair<uint32_t, uint32_t>; | |||
@@ -490,12 +489,10 @@ Status GraphExecutor::AsyncExecuteModel(const GeRootModelPtr &ge_root_model, con | |||
} catch (std::bad_alloc &) { | |||
REPORT_INNER_ERROR("E19999", "Bad memory allocation exception occur failed"); | |||
GELOGE(MEMALLOC_FAILED, "RunAsync failed, bad memory allocation occur !"); | |||
CsaInteract::GetInstance().WriteErrorCode(FAILED, ERROR_MODULE_FMK, JOBSUBSTATE_GRAPH_EXEC); | |||
return MEMALLOC_FAILED; | |||
} catch (...) { | |||
REPORT_INNER_ERROR("E19999", "Some exceptions occur failed"); | |||
GELOGE(FAILED, "RunAsync failed, some exceptions occur !"); | |||
CsaInteract::GetInstance().WriteErrorCode(FAILED, ERROR_MODULE_FMK, JOBSUBSTATE_GRAPH_EXEC); | |||
return FAILED; | |||
} | |||
@@ -509,18 +506,15 @@ Status GraphExecutor::DataInput(const InputData &input_data, OutputData &output_ | |||
Status ret = model_manager->DataInput(input_data, output_data); | |||
if (ret != SUCCESS) { | |||
GELOGE(ret, "DataInput: DataInput failed."); | |||
CsaInteract::GetInstance().WriteErrorCode(ret, ERROR_MODULE_FMK, JOBSUBSTATE_GRAPH_EXEC); | |||
return ret; | |||
} | |||
} catch (std::bad_alloc &) { | |||
REPORT_INNER_ERROR("E19999", "Bad memory allocation exception occur failed"); | |||
GELOGE(MEMALLOC_FAILED, "DataInput failed, bad memory allocation occur !"); | |||
CsaInteract::GetInstance().WriteErrorCode(FAILED, ERROR_MODULE_FMK, JOBSUBSTATE_GRAPH_EXEC); | |||
return MEMALLOC_FAILED; | |||
} catch (...) { | |||
REPORT_INNER_ERROR("E19999", "Some exceptions occur failed"); | |||
GELOGE(FAILED, "DataInput failed, some exceptions occur !"); | |||
CsaInteract::GetInstance().WriteErrorCode(FAILED, ERROR_MODULE_FMK, JOBSUBSTATE_GRAPH_EXEC); | |||
return FAILED; | |||
} | |||
@@ -535,18 +529,15 @@ Status GraphExecutor::GetInputOutputDescInfo(const uint32_t model_id, vector<Inp | |||
Status ret = model_manager->GetInputOutputDescInfo(model_id, input_desc, output_desc); | |||
if (ret != SUCCESS) { | |||
GELOGE(ret, "GetInputOutputDescInfo failed."); | |||
CsaInteract::GetInstance().WriteErrorCode(ret, ERROR_MODULE_FMK, JOBSUBSTATE_GRAPH_EXEC); | |||
return ret; | |||
} | |||
} catch (std::bad_alloc &) { | |||
REPORT_INNER_ERROR("E19999", "Bad memory allocation exception occur failed"); | |||
GELOGE(MEMALLOC_FAILED, "GetInputOutputDescInfo failed, bad memory allocation occur !"); | |||
CsaInteract::GetInstance().WriteErrorCode(FAILED, ERROR_MODULE_FMK, JOBSUBSTATE_GRAPH_EXEC); | |||
return MEMALLOC_FAILED; | |||
} catch (...) { | |||
REPORT_INNER_ERROR("E19999", "Some exceptions occur failed"); | |||
GELOGE(FAILED, "GetInputOutputDescInfo failed, some exceptions occur !"); | |||
CsaInteract::GetInstance().WriteErrorCode(FAILED, ERROR_MODULE_FMK, JOBSUBSTATE_GRAPH_EXEC); | |||
return FAILED; | |||
} | |||
@@ -564,18 +555,15 @@ Status GraphExecutor::GetInputOutputDescInfo(const uint32_t model_id, vector<Inp | |||
new_model_desc); | |||
if (ret != SUCCESS) { | |||
GELOGE(ret, "GetInputOutputDescInfo failed."); | |||
CsaInteract::GetInstance().WriteErrorCode(ret, ERROR_MODULE_FMK, JOBSUBSTATE_GRAPH_EXEC); | |||
return ret; | |||
} | |||
} catch (std::bad_alloc &) { | |||
REPORT_INNER_ERROR("E19999", "Bad memory allocation exception occur failed"); | |||
GELOGE(MEMALLOC_FAILED, "GetInputOutputDescInfo failed, bad memory allocation occur !"); | |||
CsaInteract::GetInstance().WriteErrorCode(FAILED, ERROR_MODULE_FMK, JOBSUBSTATE_GRAPH_EXEC); | |||
return MEMALLOC_FAILED; | |||
} catch (...) { | |||
REPORT_INNER_ERROR("E19999", "Some exceptions occur failed"); | |||
GELOGE(FAILED, "GetInputOutputDescInfo failed, some exceptions occur !"); | |||
CsaInteract::GetInstance().WriteErrorCode(FAILED, ERROR_MODULE_FMK, JOBSUBSTATE_GRAPH_EXEC); | |||
return FAILED; | |||
} | |||
@@ -24,7 +24,6 @@ | |||
#include "graph/ge_context.h" | |||
#include "graph/load/model_manager/model_manager.h" | |||
#include "graph/manager/graph_var_manager.h" | |||
#include "omm/csa_interact.h" | |||
namespace ge { | |||
Status GraphLoader::UnloadModel(uint32_t model_id) { | |||
@@ -40,7 +39,6 @@ Status GraphLoader::UnloadModel(uint32_t model_id) { | |||
ret = model_manager->Unload(model_id); | |||
if (ret != SUCCESS) { | |||
GELOGE(ret, "UnloadModel: Unload failed. model id:%u", model_id); | |||
CsaInteract::GetInstance().WriteErrorCode(ret, ERROR_MODULE_FMK, JOBSUBSTATE_GRAPH_UNLOAD); | |||
return ret; | |||
} | |||
GELOGI("UnLoad model success, model id:%u.", model_id); | |||
@@ -55,7 +53,6 @@ Status GraphLoader::LoadModelOnline(uint32_t &model_id, const std::shared_ptr<ge | |||
REPORT_CALL_ERROR("E19999", "Call rtSetDevice failed, device_id:%u, ret:0x%X", | |||
GetContext().DeviceId(), rt_ret); | |||
GELOGE(RT_FAILED, "Call rt api failed, ret: 0x%X", rt_ret); | |||
CsaInteract::GetInstance().WriteErrorCode(rt_ret, ERROR_MODULE_RUNTIME, JOBSUBSTATE_GRAPH_LOAD); | |||
return RT_FAILED; | |||
} | |||
if (ge_root_model_ptr == nullptr) { | |||
@@ -69,8 +66,6 @@ Status GraphLoader::LoadModelOnline(uint32_t &model_id, const std::shared_ptr<ge | |||
Status ret = model_manager->LoadModelOnline(model_id, ge_root_model_ptr, listener); | |||
if (ret != SUCCESS) { | |||
GELOGE(ret, "LoadModel: Load failed. ret = %u", ret); | |||
CsaInteract::GetInstance().WriteErrorCode(ret, ERROR_MODULE_FMK, JOBSUBSTATE_GRAPH_LOAD); | |||
rt_ret = rtDeviceReset(GetContext().DeviceId()); | |||
if (rt_ret != RT_ERROR_NONE) { | |||
REPORT_CALL_ERROR("E19999", "Call rtDeviceReset failed, device_id:%u, ret:0x%X", | |||
@@ -94,7 +89,6 @@ Status GraphLoader::LoadModelOnline(uint32_t &model_id, const std::shared_ptr<ge | |||
} | |||
GELOGE(ret, "LoadModel: Start failed."); | |||
CsaInteract::GetInstance().WriteErrorCode(ret, ERROR_MODULE_FMK, JOBSUBSTATE_GRAPH_EXEC); | |||
return ret; | |||
} | |||
rt_ret = rtDeviceReset(GetContext().DeviceId()); | |||
@@ -247,7 +241,6 @@ Status GraphLoader::GetMemoryInfo(int64_t &free) { | |||
REPORT_CALL_ERROR("E19999", "Call rtSetDevice failed, device_id:%u, ret:0x%X", | |||
GetContext().DeviceId(), rt_ret); | |||
GELOGE(RT_FAILED, "Call rt api failed, ret: 0x%X", rt_ret); | |||
CsaInteract::GetInstance().WriteErrorCode(rt_ret, ERROR_MODULE_RUNTIME, JOBSUBSTATE_GRAPH_LOAD); | |||
return RT_FAILED; | |||
} | |||
size_t total_mem = 0; | |||
@@ -35,7 +35,7 @@ | |||
#include "graph/utils/tensor_utils.h" | |||
#include "proto/dump_task.pb.h" | |||
#include "proto/ge_ir.pb.h" | |||
#include "proto/op_mapping_info.pb.h" | |||
#include "proto/op_mapping.pb.h" | |||
#include "runtime/base.h" | |||
#include "runtime/mem.h" | |||
@@ -217,7 +217,7 @@ void DataDumper::SaveDumpTask(uint32_t task_id, uint32_t stream_id, const std::s | |||
} | |||
static void SetOpMappingLoopAddr(uintptr_t step_id, uintptr_t loop_per_iter, uintptr_t loop_cond, | |||
aicpu::dump::OpMappingInfo &op_mapping_info) { | |||
toolkit::aicpu::dump::OpMappingInfo &op_mapping_info) { | |||
if (step_id != 0) { | |||
GELOGI("step_id exists."); | |||
op_mapping_info.set_step_id_addr(static_cast<uint64_t>(step_id)); | |||
@@ -234,7 +234,8 @@ static void SetOpMappingLoopAddr(uintptr_t step_id, uintptr_t loop_per_iter, uin | |||
} | |||
} | |||
Status DataDumper::GenerateOutput(aicpu::dump::Output &output, const OpDesc::Vistor<GeTensorDesc> &tensor_descs, | |||
Status DataDumper::GenerateOutput(toolkit::aicpu::dump::Output &output, | |||
const OpDesc::Vistor<GeTensorDesc> &tensor_descs, | |||
const uintptr_t &addr, size_t index) { | |||
output.set_data_type(static_cast<int32_t>(GetIrDataType(tensor_descs.at(index).GetDataType()))); | |||
output.set_format(static_cast<int32_t>(tensor_descs.at(index).GetFormat())); | |||
@@ -265,7 +266,8 @@ Status DataDumper::GenerateOutput(aicpu::dump::Output &output, const OpDesc::Vis | |||
return SUCCESS; | |||
} | |||
Status DataDumper::DumpRefOutput(const DataDumper::InnerDumpInfo &inner_dump_info, aicpu::dump::Output &output, | |||
Status DataDumper::DumpRefOutput(const DataDumper::InnerDumpInfo &inner_dump_info, | |||
toolkit::aicpu::dump::Output &output, | |||
size_t i, const std::string &node_name_index) { | |||
std::string dump_op_name; | |||
std::string input_or_output; | |||
@@ -306,17 +308,9 @@ Status DataDumper::DumpRefOutput(const DataDumper::InnerDumpInfo &inner_dump_inf | |||
return SUCCESS; | |||
} | |||
Status DataDumper::DumpOutputWithTask(const InnerDumpInfo &inner_dump_info, aicpu::dump::Task &task) { | |||
Status DataDumper::DumpOutputWithTask(const InnerDumpInfo &inner_dump_info, toolkit::aicpu::dump::Task &task) { | |||
const auto &output_descs = inner_dump_info.op->GetAllOutputsDesc(); | |||
const std::vector<void *> output_addrs = ModelUtils::GetOutputDataAddrs(*runtime_param_, inner_dump_info.op); | |||
if (output_descs.size() != output_addrs.size()) { | |||
REPORT_INNER_ERROR("E19999", "output_desc size:%zu != output addr size:%zu in op:%s(%s)", | |||
output_descs.size(), output_addrs.size(), | |||
inner_dump_info.op->GetName().c_str(), inner_dump_info.op->GetType().c_str()); | |||
GELOGE(PARAM_INVALID, "Invalid output desc addrs size %zu, op %s has %zu output desc.", output_addrs.size(), | |||
inner_dump_info.op->GetName().c_str(), output_descs.size()); | |||
return PARAM_INVALID; | |||
} | |||
std::vector<int64_t> v_memory_type; | |||
bool has_mem_type_attr = ge::AttrUtils::GetListInt(inner_dump_info.op, ATTR_NAME_OUTPUT_MEM_TYPE_LIST, v_memory_type); | |||
GE_RT_PARAM_INVALID_WITH_LOG_IF_TRUE(has_mem_type_attr && (v_memory_type.size() != output_descs.size()), | |||
@@ -324,10 +318,33 @@ Status DataDumper::DumpOutputWithTask(const InnerDumpInfo &inner_dump_info, aicp | |||
inner_dump_info.op->GetName().c_str(), output_descs.size(), | |||
v_memory_type.size()); | |||
size_t no_need_dump_output_num = 0; | |||
for (size_t i = 0; i < output_descs.size(); ++i) { | |||
aicpu::dump::Output output; | |||
toolkit::aicpu::dump::Output output; | |||
std::string node_name_index; | |||
const auto &output_desc = output_descs.at(i); | |||
int32_t calc_type = 0; | |||
bool has_calc_type = ge::AttrUtils::GetInt(output_desc, ATTR_NAME_MEMORY_SIZE_CALC_TYPE, calc_type); | |||
if (has_calc_type && (calc_type == static_cast<int32_t>(ge::MemorySizeCalcType::ALWAYS_EMPTY))) { | |||
GELOGD("Node[%s] output[index:%zu] [name:%s] is an optional output, don't need to dump this output.", | |||
inner_dump_info.op->GetName().c_str(), i, output_desc.GetName().c_str()); | |||
++no_need_dump_output_num; | |||
continue; | |||
} | |||
if (output_descs.size() - no_need_dump_output_num < output_addrs.size()) { | |||
REPORT_INNER_ERROR("E19999", "The number of output does not match in op:%s(%s). The size[%zu] of output which is " | |||
"no need to dump should not greater than the size[%zu] of output descs minus the size[%zu] of " | |||
"output which is need to dump.", inner_dump_info.op->GetName().c_str(), | |||
inner_dump_info.op->GetType().c_str(), no_need_dump_output_num, output_descs.size(), | |||
output_addrs.size()); | |||
GELOGE(PARAM_INVALID, "The number of output does not match in op:%s(%s). The size[%zu] of output which is no need" | |||
" to dump should not greater than the size[%zu] of output descs minus the size[%zu] of output which is " | |||
"need to dump.", inner_dump_info.op->GetName().c_str(), inner_dump_info.op->GetType().c_str(), | |||
no_need_dump_output_num, output_descs.size(), output_addrs.size()); | |||
return PARAM_INVALID; | |||
} | |||
// check dump output tensor desc is redirected by attr ATTR_DATA_DUMP_REF | |||
if (AttrUtils::GetStr(&output_desc, ATTR_DATA_DUMP_REF, node_name_index)) { | |||
GE_CHK_STATUS_RET(DumpRefOutput(inner_dump_info, output, i, node_name_index), "DumpRefOutput failed"); | |||
@@ -355,14 +372,14 @@ Status DataDumper::DumpOutputWithTask(const InnerDumpInfo &inner_dump_info, aicp | |||
return SUCCESS; | |||
} | |||
Status DataDumper::DumpOutput(const InnerDumpInfo &inner_dump_info, aicpu::dump::Task &task) { | |||
Status DataDumper::DumpOutput(const InnerDumpInfo &inner_dump_info, toolkit::aicpu::dump::Task &task) { | |||
GELOGI("Start dump output"); | |||
if (inner_dump_info.is_task) { | |||
// tbe or aicpu op, these ops are with task | |||
return DumpOutputWithTask(inner_dump_info, task); | |||
} | |||
// else data, const or variable op | |||
aicpu::dump::Output output; | |||
toolkit::aicpu::dump::Output output; | |||
auto output_tensor = inner_dump_info.op->GetOutputDescPtr(inner_dump_info.output_anchor_index); | |||
const std::vector<void *> output_addrs = ModelUtils::GetOutputDataAddrs(*runtime_param_, inner_dump_info.op); | |||
if (output_tensor == nullptr) { | |||
@@ -407,7 +424,7 @@ Status DataDumper::DumpOutput(const InnerDumpInfo &inner_dump_info, aicpu::dump: | |||
return SUCCESS; | |||
} | |||
Status DataDumper::GenerateInput(aicpu::dump::Input &input, const OpDesc::Vistor<GeTensorDesc> &tensor_descs, | |||
Status DataDumper::GenerateInput(toolkit::aicpu::dump::Input &input, const OpDesc::Vistor<GeTensorDesc> &tensor_descs, | |||
const uintptr_t &addr, size_t index) { | |||
input.set_data_type(static_cast<int32_t>(GetIrDataType(tensor_descs.at(index).GetDataType()))); | |||
input.set_format(static_cast<int32_t>(tensor_descs.at(index).GetFormat())); | |||
@@ -432,8 +449,8 @@ Status DataDumper::GenerateInput(aicpu::dump::Input &input, const OpDesc::Vistor | |||
return SUCCESS; | |||
} | |||
Status DataDumper::DumpRefInput(const DataDumper::InnerDumpInfo &inner_dump_info, aicpu::dump::Input &input, size_t i, | |||
const std::string &node_name_index) { | |||
Status DataDumper::DumpRefInput(const DataDumper::InnerDumpInfo &inner_dump_info, toolkit::aicpu::dump::Input &input, | |||
size_t i, const std::string &node_name_index) { | |||
std::string dump_op_name; | |||
std::string input_or_output; | |||
size_t index; | |||
@@ -473,7 +490,7 @@ Status DataDumper::DumpRefInput(const DataDumper::InnerDumpInfo &inner_dump_info | |||
return SUCCESS; | |||
} | |||
Status DataDumper::DumpInput(const InnerDumpInfo &inner_dump_info, aicpu::dump::Task &task) { | |||
Status DataDumper::DumpInput(const InnerDumpInfo &inner_dump_info, toolkit::aicpu::dump::Task &task) { | |||
GELOGI("Start dump input"); | |||
const auto &input_descs = inner_dump_info.op->GetAllInputsDesc(); | |||
const std::vector<void *> input_addrs = ModelUtils::GetInputDataAddrs(*runtime_param_, inner_dump_info.op); | |||
@@ -492,7 +509,7 @@ Status DataDumper::DumpInput(const InnerDumpInfo &inner_dump_info, aicpu::dump:: | |||
inner_dump_info.op->GetName().c_str(), input_descs.size(), v_memory_type.size()); | |||
for (size_t i = 0; i < input_descs.size(); ++i) { | |||
aicpu::dump::Input input; | |||
toolkit::aicpu::dump::Input input; | |||
std::string node_name_index; | |||
// check dump input tensor desc is redirected by attr ATTR_DATA_DUMP_REF | |||
if (AttrUtils::GetStr(&input_descs.at(i), ATTR_DATA_DUMP_REF, node_name_index)) { | |||
@@ -523,15 +540,15 @@ Status DataDumper::DumpInput(const InnerDumpInfo &inner_dump_info, aicpu::dump:: | |||
return SUCCESS; | |||
} | |||
void DataDumper::GenerateOpBuffer(const int64_t &size, aicpu::dump::Task &task) { | |||
aicpu::dump::OpBuffer op_buffer; | |||
op_buffer.set_buffer_type(aicpu::dump::BufferType::L1); | |||
void DataDumper::GenerateOpBuffer(const int64_t &size, toolkit::aicpu::dump::Task &task) { | |||
toolkit::aicpu::dump::OpBuffer op_buffer; | |||
op_buffer.set_buffer_type(toolkit::aicpu::dump::BufferType::L1); | |||
op_buffer.set_address(reinterpret_cast<uintptr_t>(l1_fusion_addr_)); | |||
op_buffer.set_size(size); | |||
task.mutable_buffer()->Add(std::move(op_buffer)); | |||
} | |||
Status DataDumper::ExecuteLoadDumpInfo(aicpu::dump::OpMappingInfo &op_mapping_info) { | |||
Status DataDumper::ExecuteLoadDumpInfo(toolkit::aicpu::dump::OpMappingInfo &op_mapping_info) { | |||
std::string proto_str; | |||
size_t proto_size = op_mapping_info.ByteSizeLong(); | |||
bool ret = op_mapping_info.SerializeToString(&proto_str); | |||
@@ -575,7 +592,7 @@ Status DataDumper::ExecuteLoadDumpInfo(aicpu::dump::OpMappingInfo &op_mapping_in | |||
return SUCCESS; | |||
} | |||
Status DataDumper::ExecuteUnLoadDumpInfo(aicpu::dump::OpMappingInfo &op_mapping_info) { | |||
Status DataDumper::ExecuteUnLoadDumpInfo(toolkit::aicpu::dump::OpMappingInfo &op_mapping_info) { | |||
std::string proto_str; | |||
size_t proto_size = op_mapping_info.ByteSizeLong(); | |||
bool ret = op_mapping_info.SerializeToString(&proto_str); | |||
@@ -626,7 +643,7 @@ Status DataDumper::LoadDumpInfo() { | |||
GELOGD("op_list_ is empty"); | |||
} | |||
aicpu::dump::OpMappingInfo op_mapping_info; | |||
toolkit::aicpu::dump::OpMappingInfo op_mapping_info; | |||
auto dump_path = dump_properties_.GetDumpPath() + std::to_string(device_id_) + "/"; | |||
op_mapping_info.set_dump_path(dump_path); | |||
@@ -655,11 +672,11 @@ Status DataDumper::LoadDumpInfo() { | |||
return SUCCESS; | |||
} | |||
Status DataDumper::BuildTaskInfo(aicpu::dump::OpMappingInfo &op_mapping_info) { | |||
Status DataDumper::BuildTaskInfo(toolkit::aicpu::dump::OpMappingInfo &op_mapping_info) { | |||
for (const auto &op_iter : op_list_) { | |||
auto op_desc = op_iter.op; | |||
GELOGD("Op %s in model begin to add task in op_mapping_info", op_desc->GetName().c_str()); | |||
aicpu::dump::Task task; | |||
toolkit::aicpu::dump::Task task; | |||
task.set_end_graph(false); | |||
task.set_task_id(op_iter.task_id); | |||
task.set_stream_id(op_iter.stream_id); | |||
@@ -707,10 +724,10 @@ Status DataDumper::BuildTaskInfo(aicpu::dump::OpMappingInfo &op_mapping_info) { | |||
} | |||
void DataDumper::SetEndGraphIdToAicpu(uint32_t task_id, uint32_t stream_id, | |||
aicpu::dump::OpMappingInfo &op_mapping_info) { | |||
toolkit::aicpu::dump::OpMappingInfo &op_mapping_info) { | |||
if (dump_properties_.GetDumpMode() == kDumpOutput || dump_properties_.GetDumpMode() == kDumpInput || | |||
dump_properties_.GetDumpMode() == kDumpAll) { | |||
aicpu::dump::Task task; | |||
toolkit::aicpu::dump::Task task; | |||
task.set_end_graph(true); | |||
task.set_task_id(end_graph_task_id_); | |||
task.set_stream_id(end_graph_stream_id_); | |||
@@ -719,7 +736,7 @@ void DataDumper::SetEndGraphIdToAicpu(uint32_t task_id, uint32_t stream_id, | |||
op_mapping_info.mutable_task()->Add(std::move(task)); | |||
is_end_graph_ = true; | |||
if (op_mapping_info.model_name_param_case() == aicpu::dump::OpMappingInfo::kModelName) { | |||
if (op_mapping_info.model_name_param_case() == toolkit::aicpu::dump::OpMappingInfo::kModelName) { | |||
GELOGI("Add end_graph_info to aicpu, model_name is %s, task_id is %u, stream_id is %u", | |||
op_mapping_info.model_name().c_str(), end_graph_task_id_, end_graph_stream_id_); | |||
return; | |||
@@ -729,10 +746,10 @@ void DataDumper::SetEndGraphIdToAicpu(uint32_t task_id, uint32_t stream_id, | |||
} | |||
void DataDumper::SetOpDebugIdToAicpu(uint32_t task_id, uint32_t stream_id, void *op_debug_addr, | |||
aicpu::dump::OpMappingInfo &op_mapping_info) { | |||
toolkit::aicpu::dump::OpMappingInfo &op_mapping_info) { | |||
if (is_op_debug_) { | |||
GELOGI("add op_debug_info to aicpu, task_id is %u, stream_id is %u", task_id, stream_id); | |||
aicpu::dump::Task task; | |||
toolkit::aicpu::dump::Task task; | |||
task.set_end_graph(false); | |||
task.set_task_id(task_id); | |||
task.set_stream_id(stream_id); | |||
@@ -740,7 +757,7 @@ void DataDumper::SetOpDebugIdToAicpu(uint32_t task_id, uint32_t stream_id, void | |||
task.mutable_op()->set_op_type(OP_TYPE_OP_DEBUG); | |||
// set output | |||
aicpu::dump::Output output; | |||
toolkit::aicpu::dump::Output output; | |||
output.set_data_type(DT_UINT8); | |||
output.set_format(FORMAT_ND); | |||
@@ -766,12 +783,12 @@ Status DataDumper::UnloadDumpInfo() { | |||
} | |||
GELOGI("UnloadDumpInfo start."); | |||
aicpu::dump::OpMappingInfo op_mapping_info; | |||
toolkit::aicpu::dump::OpMappingInfo op_mapping_info; | |||
op_mapping_info.set_model_id(model_id_); | |||
op_mapping_info.set_flag(kAicpuUnloadFlag); | |||
for (const auto &op_iter : op_list_) { | |||
aicpu::dump::Task task; | |||
toolkit::aicpu::dump::Task task; | |||
task.set_task_id(op_iter.task_id); | |||
task.set_stream_id(op_iter.stream_id); | |||
op_mapping_info.mutable_task()->Add(std::move(task)); | |||
@@ -27,7 +27,7 @@ | |||
#include "graph/node.h" | |||
#include "graph/compute_graph.h" | |||
#include "proto/ge_ir.pb.h" | |||
#include "proto/op_mapping_info.pb.h" | |||
#include "proto/op_mapping.pb.h" | |||
#include "runtime/mem.h" | |||
#include "task_info/task_info.h" | |||
#include "framework/common/ge_types.h" | |||
@@ -128,24 +128,25 @@ class DataDumper { | |||
DumpProperties dump_properties_; | |||
// Build task info of op mapping info | |||
Status BuildTaskInfo(aicpu::dump::OpMappingInfo &op_mapping_info); | |||
Status DumpOutput(const InnerDumpInfo &inner_dump_info, aicpu::dump::Task &task); | |||
Status DumpRefOutput(const DataDumper::InnerDumpInfo &inner_dump_info, aicpu::dump::Output &output, size_t i, | |||
const std::string &node_name_index); | |||
Status DumpOutputWithTask(const InnerDumpInfo &inner_dump_info, aicpu::dump::Task &task); | |||
Status DumpInput(const InnerDumpInfo &inner_dump_info, aicpu::dump::Task &task); | |||
Status DumpRefInput(const DataDumper::InnerDumpInfo &inner_dump_info, aicpu::dump::Input &input, size_t i, | |||
const std::string &node_name_index); | |||
Status ExecuteLoadDumpInfo(aicpu::dump::OpMappingInfo &op_mapping_info); | |||
void SetEndGraphIdToAicpu(uint32_t task_id, uint32_t stream_id, aicpu::dump::OpMappingInfo &op_mapping_info); | |||
Status BuildTaskInfo(toolkit::aicpu::dump::OpMappingInfo &op_mapping_info); | |||
Status DumpOutput(const InnerDumpInfo &inner_dump_info, toolkit::aicpu::dump::Task &task); | |||
Status DumpRefOutput(const DataDumper::InnerDumpInfo &inner_dump_info, toolkit::aicpu::dump::Output &output, | |||
size_t i, const std::string &node_name_index); | |||
Status DumpOutputWithTask(const InnerDumpInfo &inner_dump_info, toolkit::aicpu::dump::Task &task); | |||
Status DumpInput(const InnerDumpInfo &inner_dump_info, toolkit::aicpu::dump::Task &task); | |||
Status DumpRefInput(const DataDumper::InnerDumpInfo &inner_dump_info, toolkit::aicpu::dump::Input &input, | |||
size_t i, const std::string &node_name_index); | |||
Status ExecuteLoadDumpInfo(toolkit::aicpu::dump::OpMappingInfo &op_mapping_info); | |||
void SetEndGraphIdToAicpu(uint32_t task_id, uint32_t stream_id, | |||
toolkit::aicpu::dump::OpMappingInfo &op_mapping_info); | |||
void SetOpDebugIdToAicpu(uint32_t task_id, uint32_t stream_id, void *op_debug_addr, | |||
aicpu::dump::OpMappingInfo &op_mapping_info); | |||
Status ExecuteUnLoadDumpInfo(aicpu::dump::OpMappingInfo &op_mapping_info); | |||
Status GenerateInput(aicpu::dump::Input &input, const OpDesc::Vistor<GeTensorDesc> &tensor_descs, | |||
toolkit::aicpu::dump::OpMappingInfo &op_mapping_info); | |||
Status ExecuteUnLoadDumpInfo(toolkit::aicpu::dump::OpMappingInfo &op_mapping_info); | |||
Status GenerateInput(toolkit::aicpu::dump::Input &input, const OpDesc::Vistor<GeTensorDesc> &tensor_descs, | |||
const uintptr_t &addr, size_t index); | |||
Status GenerateOutput(aicpu::dump::Output &output, const OpDesc::Vistor<GeTensorDesc> &tensor_descs, | |||
Status GenerateOutput(toolkit::aicpu::dump::Output &output, const OpDesc::Vistor<GeTensorDesc> &tensor_descs, | |||
const uintptr_t &addr, size_t index); | |||
void GenerateOpBuffer(const int64_t &size, aicpu::dump::Task &task); | |||
void GenerateOpBuffer(const int64_t &size, toolkit::aicpu::dump::Task &task); | |||
}; | |||
struct DataDumper::InnerDumpInfo { | |||
uint32_t task_id; | |||
@@ -50,7 +50,6 @@ | |||
#include "graph/utils/type_utils.h" | |||
#include "init/gelib.h" | |||
#include "mmpa/mmpa_api.h" | |||
#include "omm/csa_interact.h" | |||
#include "runtime/base.h" | |||
#include "runtime/dev.h" | |||
#include "runtime/event.h" | |||
@@ -2718,7 +2717,6 @@ Status DavinciModel::ReturnNoOutput(uint32_t data_id) { | |||
void *DavinciModel::Run(DavinciModel *model) { | |||
GE_CHK_BOOL_EXEC(model != nullptr, | |||
CsaInteract::GetInstance().WriteErrorCode(FAILED, ERROR_MODULE_FMK, JOBSUBSTATE_GRAPH_EXEC); | |||
return nullptr, "model_pointer is null!") | |||
bool seq_end_flag = false; | |||
uint32_t model_id = model->Id(); | |||
@@ -2735,14 +2733,13 @@ void *DavinciModel::Run(DavinciModel *model) { | |||
// DeviceReset before thread run finished! | |||
GE_MAKE_GUARD(not_used_var, [&] { GE_CHK_RT(rtDeviceReset(device_id)); }); | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelExecute, ErrorMessage::kModelExecute); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelExecute, error_message::kModelExecute); | |||
while (model->RunFlag()) { | |||
// Model hasn't truly started runing before received data | |||
model->SetRunningFlag(false); | |||
bool rslt_flg = true; | |||
if (model->GetDataInputer() == nullptr) { | |||
GELOGW("Data inputer is nullptr."); | |||
CsaInteract::GetInstance().StoreInternalErrorCode(FAILED, ERROR_MODULE_FMK, JOBSUBSTATE_GRAPH_EXEC); | |||
break; | |||
} | |||
@@ -2763,7 +2760,6 @@ void *DavinciModel::Run(DavinciModel *model) { | |||
ret = model->SyncVarData(); | |||
GE_CHK_BOOL_TRUE_EXEC_WITH_LOG( | |||
ret != SUCCESS, (void)model->ReturnResult(current_data.index, false, false, data_wrapper->GetOutput()); | |||
CsaInteract::GetInstance().StoreInternalErrorCode(ret, ERROR_MODULE_FMK, JOBSUBSTATE_GRAPH_EXEC); | |||
continue, "Copy input data to model failed."); // [No need to check value] | |||
GE_IF_BOOL_EXEC(model->is_first_execute_, GE_TIMESTAMP_EVENT_END(Model_SyncVarData, "Model Run SyncVarData")); | |||
@@ -2773,7 +2769,6 @@ void *DavinciModel::Run(DavinciModel *model) { | |||
ret = model->CopyInputData(current_data, false); | |||
GE_CHK_BOOL_TRUE_EXEC_WITH_LOG( | |||
ret != SUCCESS, (void)model->ReturnResult(current_data.index, false, false, data_wrapper->GetOutput()); | |||
CsaInteract::GetInstance().StoreInternalErrorCode(ret, ERROR_MODULE_FMK, JOBSUBSTATE_GRAPH_EXEC); | |||
continue, "Copy input data to model failed."); // [No need to check value] | |||
if (model->is_online_infer_dynamic_ && !model->is_getnext_sink_dynamic_) { | |||
model->cur_dynamic_dims_.clear(); | |||
@@ -2794,7 +2789,6 @@ void *DavinciModel::Run(DavinciModel *model) { | |||
rt_ret = rtModelExecute(model->rt_model_handle_, model->rt_model_stream_, 0); | |||
GE_IF_BOOL_EXEC(rt_ret != RT_ERROR_NONE, rslt_flg = false; | |||
(void)model->ReturnResult(current_data.index, false, false, data_wrapper->GetOutput()); | |||
CsaInteract::GetInstance().WriteErrorCode(rt_ret, ERROR_MODULE_RUNTIME, JOBSUBSTATE_GRAPH_EXEC); | |||
continue); | |||
GELOGI("rtModelExecute end"); | |||
GE_IF_BOOL_EXEC(model->is_first_execute_, GE_TIMESTAMP_EVENT_END(rtModelExecute, "GraphExcute::rtModelExecute")); | |||
@@ -2812,7 +2806,6 @@ void *DavinciModel::Run(DavinciModel *model) { | |||
rt_ret != RT_ERROR_NONE, rslt_flg = false; GELOGI("seq_end_flg: %d", seq_end_flag); | |||
(void)model->ReturnResult(current_data.index, false, seq_end_flag, | |||
data_wrapper->GetOutput()); // [No need to check value] | |||
CsaInteract::GetInstance().StoreInternalErrorCode(rt_ret, ERROR_MODULE_RUNTIME, JOBSUBSTATE_GRAPH_EXEC); | |||
continue); | |||
} | |||
@@ -2841,7 +2834,6 @@ void *DavinciModel::Run(DavinciModel *model) { | |||
GELOGI("run iterator count is %lu, model_id:%u", model->iterator_count_, model->model_id_); | |||
} | |||
CsaInteract::GetInstance().WriteInternalErrorCode(); | |||
GELOGI("Model run end, model id:%u", model->model_id_); | |||
return nullptr; | |||
} | |||
@@ -2894,7 +2886,7 @@ Status DavinciModel::ModelRunStart() { | |||
int64_t maxDumpOpNum = std::strtol(opt.c_str(), nullptr, kDecimal); | |||
maxDumpOpNum_ = maxDumpOpNum; | |||
error_context_ = ErrorManager::GetInstance().GetErrorContext(); | |||
error_context_ = ErrorManager::GetInstance().GetErrorManagerContext(); | |||
CREATE_STD_THREAD(thread_id_, DavinciModel::Run, this); | |||
GELOGI("model thread create success, model id:%u.", model_id_); | |||
return SUCCESS; | |||
@@ -424,7 +424,7 @@ class DavinciModel { | |||
/// | |||
uint64_t GetSessionId() const { return session_id_; } | |||
const struct ErrorMessage::Context &GetErrorContext() const { return error_context_; } | |||
const struct error_message::Context &GetErrorContext() const { return error_context_; } | |||
/// | |||
/// @ingroup ge | |||
@@ -992,7 +992,7 @@ class DavinciModel { | |||
vector<uintptr_t> output_mbuf_list_; // output mbuf created by dequeue task. | |||
uint64_t session_id_; | |||
struct ErrorMessage::Context error_context_; | |||
struct error_message::Context error_context_; | |||
uint32_t device_id_; | |||
@@ -341,11 +341,7 @@ Status ModelManager::LoadModelOnline(uint32_t &model_id, const shared_ptr<ge::Ge | |||
mmTimespec timespec = mmGetTickCount(); | |||
std::shared_ptr<DavinciModel> davinci_model = MakeShared<DavinciModel>(0, listener); | |||
if (davinci_model == nullptr) { | |||
REPORT_CALL_ERROR("E19999", "New DavinciModel fail, model_id:%u", model_id); | |||
GELOGE(FAILED, "davinci_model is nullptr"); | |||
return FAILED; | |||
} | |||
GE_CHECK_NOTNULL(davinci_model); | |||
davinci_model->SetProfileTime(MODEL_LOAD_START, (timespec.tv_sec * kTimeSpecNano + | |||
timespec.tv_nsec)); // 1000 ^ 3 converts second to nanosecond | |||
davinci_model->SetId(model_id); | |||
@@ -1096,7 +1092,7 @@ Status ModelManager::GenSessionId(uint64_t &session_id) { | |||
mmTimeval tv; | |||
if (mmGetTimeOfDay(&tv, nullptr) != 0) { | |||
REPORT_CALL_ERROR("E19999", "Call mmGetTimeOfDay fail"); | |||
REPORT_CALL_ERROR("E19999", "Call mmGetTimeOfDay fail. errmsg:%s", strerror(errno)); | |||
GELOGE(INTERNAL_ERROR, "Failed to get current time."); | |||
return INTERNAL_ERROR; | |||
} | |||
@@ -319,7 +319,7 @@ vector<void *> ModelUtils::GetInputDataAddrs(const RuntimeParam &model_param, Co | |||
const GeTensorDescPtr tensor_desc = op_desc->MutableInputDesc(static_cast<uint32_t>(i)); | |||
GE_IF_BOOL_EXEC(tensor_desc == nullptr, GELOGD("Op: %s, Index: %zu, has no input", op_desc->GetName().c_str(), i); | |||
continue;) | |||
if ((i < v_is_input_const.size()) && v_is_input_const[i] && (op_type != NETOUTPUT)) { | |||
if ((i < v_is_input_const.size()) && v_is_input_const[i]) { | |||
// TBE: add weights address to input | |||
int64_t tensor_size = 0; | |||
GE_CHK_STATUS(TensorUtils::GetSize(*tensor_desc, tensor_size)); | |||
@@ -31,7 +31,9 @@ Status SuperKernelFactory::Init() { | |||
std::string skt_bin = "libcce_aicore.so"; | |||
handle_ = mmDlopen(skt_bin.c_str(), MMPA_RTLD_NOW | MMPA_RTLD_GLOBAL); | |||
if (handle_ == nullptr) { | |||
GELOGE(FAILED, "SKT: open skt lib failed, please check LD_LIBRARY_PATH."); | |||
const char* error = mmDlerror(); | |||
GE_IF_BOOL_EXEC(error == nullptr, error = ""); | |||
GELOGE(FAILED, "SKT: open skt lib failed, please check LD_LIBRARY_PATH. errmsg:%s", error); | |||
} | |||
rtError_t rt_ret; | |||
rt_ret = rtGetFunctionByName(this->sk_stub_name_.c_str(), &this->func_stub_); | |||
@@ -101,7 +101,7 @@ | |||
#include "graph/utils/tensor_adapter.h" | |||
#include "inc/pass_manager.h" | |||
#include "init/gelib.h" | |||
#include "ir_build/atc_ir_common.h" | |||
#include "ir_build/option_utils.h" | |||
#include "graph/common/local_context.h" | |||
#include "graph/common/omg_util.h" | |||
#include "common/formats/utils/formats_trans_utils.h" | |||
@@ -125,6 +125,7 @@ const uint32_t kInitGraphCount = 1; | |||
const uint32_t kNotAdded = 0; | |||
const uint32_t kStartAdd = 1; | |||
const uint32_t kDoneAdded = 2; | |||
const uint32_t kNeverLoaded = 0; | |||
bool IsTailingOptimization() { | |||
string is_tailing_optimization_option; | |||
@@ -164,7 +165,7 @@ GraphManager::GraphManager() | |||
} | |||
Status GraphManager::Initialize(const std::map<string, string> &options) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kInitialize, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kInitialize, error_message::kOther); | |||
if (init_flag_) { | |||
GELOGW("[Initialize] GraphManager already initialized."); | |||
return SUCCESS; | |||
@@ -494,7 +495,7 @@ Status GraphManager::AddGraph(const GraphId &graph_id, const Graph &graph, | |||
auto compute_graph = GraphUtils::GetComputeGraph(graph); | |||
GE_CHECK_NOTNULL(compute_graph); | |||
compute_graph->SetGraphID(graph_id); | |||
(void)AttrUtils::SetBool(*compute_graph, ATTR_NAME_GRAPH_HAS_BEEN_ADDED, true); | |||
SetSessionGraphId(compute_graph, graph_id); | |||
if (CreateGraphNode(graph_id, graph, options) != SUCCESS) { | |||
@@ -526,14 +527,7 @@ Status GraphManager::AddGraph(const GraphId &graph_id, const Graph &graph, | |||
return SUCCESS; | |||
} | |||
Status GraphManager::AddGraphWithCopy(const GraphId &graph_id, const Graph &graph, | |||
const std::map<std::string, std::string> &options, | |||
const OmgContext &omg_context) { | |||
if (HasGraphNode(graph_id)) { | |||
REPORT_INNER_ERROR("E19999", "graph_id:%u is exist, check invalid", graph_id); | |||
GELOGE(GE_GRAPH_GRAPH_ALREADY_EXIST, "[GraphManager] graph exists, graph_id = %u.", graph_id); | |||
return GE_GRAPH_GRAPH_ALREADY_EXIST; | |||
} | |||
Status GraphManager::CheckGraphAdded(const GraphId &graph_id, const Graph &graph) { | |||
auto compute_graph = GraphUtils::GetComputeGraph(graph); | |||
if (compute_graph != nullptr) { | |||
compute_graph->SetGraphID(graph_id); | |||
@@ -552,58 +546,44 @@ Status GraphManager::AddGraphWithCopy(const GraphId &graph_id, const Graph &grap | |||
GELOGE(FAILED, "compute graph is null"); | |||
return FAILED; | |||
} | |||
std::vector<NodePtr> input_nodes; | |||
std::vector<NodePtr> output_nodes; | |||
auto new_compute_graph = GraphUtils::CloneGraph(compute_graph, "", input_nodes, output_nodes); | |||
std::string session_graph_id; | |||
if (!AttrUtils::GetStr(*new_compute_graph, ATTR_NAME_SESSION_GRAPH_ID, session_graph_id) || | |||
session_graph_id.empty()) { | |||
session_graph_id = "-1_" + to_string(graph_id); | |||
if (!AttrUtils::SetStr(*new_compute_graph, ATTR_NAME_SESSION_GRAPH_ID, session_graph_id)) { | |||
GELOGW("Set attribute of compute graph failed."); | |||
} | |||
for (auto &subgraph : new_compute_graph->GetAllSubgraphs()) { | |||
(void)AttrUtils::SetStr(*subgraph, ATTR_NAME_SESSION_GRAPH_ID, session_graph_id); | |||
} | |||
GELOGD("Get graph session_graph_id attr failed, set session id to default value: [0]"); | |||
} | |||
return SUCCESS; | |||
} | |||
GraphNodePtr graph_node = MakeShared<ge::GraphNode>(graph_id); | |||
if (graph_node == nullptr) { | |||
REPORT_CALL_ERROR("E19999", "New GraphNode fail, graph_id:%u", | |||
graph_id); | |||
GELOGE(FAILED, "GraphNode make shared failed"); | |||
Status GraphManager::AddGraphWithCopy(const GraphId &graph_id, const Graph &graph, | |||
const std::map<std::string, std::string> &options, | |||
const OmgContext &omg_context) { | |||
if (CheckGraphAdded(graph_id, graph) != SUCCESS) { | |||
GELOGE(FAILED, "AddGraphWithCopy failed."); | |||
return FAILED; | |||
} | |||
std::shared_ptr<Graph> graph_ptr = GraphUtils::CreateGraphPtrFromComputeGraph(new_compute_graph); | |||
if (graph_ptr == nullptr) { | |||
REPORT_CALL_ERROR("E19999", "New Graph fail, graph_id:%u", | |||
graph_id); | |||
GELOGE(FAILED, "GraphPtr make shared failed"); | |||
IncreaseGraphCount(graph_id); | |||
// Do add graph | |||
auto compute_graph = GraphUtils::GetComputeGraph(graph); | |||
std::vector<NodePtr> input_nodes; | |||
std::vector<NodePtr> output_nodes; | |||
auto new_compute_graph = GraphUtils::CloneGraph(compute_graph, "", input_nodes, output_nodes); | |||
GE_CHECK_NOTNULL(new_compute_graph); | |||
new_compute_graph->SetGraphID(graph_id); | |||
SetSessionGraphId(new_compute_graph, graph_id); | |||
std::shared_ptr<Graph> new_graph_ptr = GraphUtils::CreateGraphPtrFromComputeGraph(new_compute_graph); | |||
if (CreateGraphNode(graph_id, *new_graph_ptr, options) != SUCCESS) { | |||
GELOGE(FAILED, "Failed to create graph_node."); | |||
return FAILED; | |||
} | |||
// update option about tuning graph | |||
ParseOption(options, BUILD_MODE, options_.build_mode); | |||
ParseOption(options, BUILD_STEP, options_.build_step); | |||
ParseOption(options, TUNING_PATH, options_.tuning_path); | |||
graph_node->SetGraph(graph_ptr); | |||
graph_node->SetOptions(options); | |||
AddGraphNode(graph_id, graph_node); | |||
AddLocalOmgContext(graph_id, omg_context); | |||
if (!options_.output_datatype.empty()) { | |||
GetLocalOmgContext().output_type = options_.output_datatype; | |||
} | |||
if (InitDynamicParams(new_compute_graph) != SUCCESS) { | |||
GELOGE(GRAPH_PARAM_INVALID, "Failed to init params when online infer is dynamic."); | |||
return GRAPH_PARAM_INVALID; | |||
} | |||
CompilerStages &stages = GetCompilerStages(graph_id); | |||
stages.preparer.SetOptions(options_); | |||
Status status = stages.optimizer.SetOptions(options_); | |||
if (status != SUCCESS) { | |||
GELOGE(status, "Graph optimizer set options failed."); | |||
return status; | |||
if (SetStagesOptions(graph_id, options_) != SUCCESS) { | |||
GELOGE(INTERNAL_ERROR, "Set stage options failed."); | |||
return INTERNAL_ERROR; | |||
} | |||
stages.builder.SetOptions(options_); | |||
var_acc_ctrl_.AddGraph(graph_id, new_compute_graph); | |||
return SUCCESS; | |||
@@ -703,7 +683,7 @@ Status GraphManager::OptimizeSubGraphWithMultiThreads(ComputeGraphPtr compute_gr | |||
std::future<Status> f = executor.commit(GraphManager::ProcessSubGraphWithMultiThreads, this, | |||
compute_graph->GetGraphID(), subgraph, | |||
compute_graph->GetName(), session_id, | |||
ErrorManager::GetInstance().GetErrorContext(), | |||
ErrorManager::GetInstance().GetErrorManagerContext(), | |||
GetThreadLocalContext()); | |||
if (!f.valid()) { | |||
GELOGE(FAILED, "Future is invalid"); | |||
@@ -720,7 +700,7 @@ Status GraphManager::OptimizeSubGraphWithMultiThreads(ComputeGraphPtr compute_gr | |||
std::future<Status> f = executor.commit(GraphManager::ProcessSubGraphWithMultiThreads, this, | |||
compute_graph->GetGraphID(), subgraph, | |||
compute_graph->GetName(), session_id, | |||
ErrorManager::GetInstance().GetErrorContext(), | |||
ErrorManager::GetInstance().GetErrorManagerContext(), | |||
GetThreadLocalContext()); | |||
if (!f.valid()) { | |||
GELOGE(FAILED, "Future is invalid"); | |||
@@ -832,7 +812,7 @@ Status GraphManager::SetSubgraph(uint64_t session_id, ComputeGraphPtr compute_gr | |||
Status GraphManager::PreRunOptimizeOriginalGraph(const GraphNodePtr &graph_node, const std::vector<GeTensor> &inputs, | |||
ge::ComputeGraphPtr &compute_graph, uint64_t session_id) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kPrepareOptimize); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kPrepareOptimize); | |||
GE_CHECK_NOTNULL(graph_node); | |||
GE_CHECK_NOTNULL(compute_graph); | |||
@@ -841,10 +821,10 @@ Status GraphManager::PreRunOptimizeOriginalGraph(const GraphNodePtr &graph_node, | |||
GM_RUN_AND_DUMP_PERF("HandleSummaryOp", stages.optimizer.HandleSummaryOp, compute_graph); | |||
GM_RUN_AND_DUMP_PERF("Prepare", stages.preparer.PrepareDynShape, graph_node, inputs, compute_graph, | |||
session_id); | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOriginOptimize); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOriginOptimize); | |||
GM_RUN_AND_DUMP_PERF("OptimizeOriginalGraph", stages.optimizer.OptimizeOriginalGraph, compute_graph); | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kPrepareOptimize); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kPrepareOptimize); | |||
GM_RUN_AND_DUMP_PERF("PrepareRunningFormatRefiner", stages.preparer.PrepareRunningFormatRefiner); | |||
GM_RUN_AND_DUMP_PERF("RefineRunningFormat", stages.optimizer.OptimizeOriginalGraphJudgeInsert, compute_graph); | |||
GM_RUN_AND_DUMP_PERF("SubexpressionMigration", SubexpressionMigration, compute_graph); | |||
@@ -887,7 +867,7 @@ Status GraphManager::PreRunAfterOptimizeSubGraph(const GraphNodePtr &graph_node, | |||
GE_CHECK_NOTNULL(graph_node); | |||
GE_CHECK_NOTNULL(compute_graph); | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kMergeGraphOptimize); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kMergeGraphOptimize); | |||
CompilerStages &stages = GetCompilerStages(graph_node->GetGraphId()); | |||
GM_RUN_AND_DUMP_PERF("OptimizeWholeGraph", stages.optimizer.OptimizeWholeGraph, compute_graph); | |||
GM_RUN_AND_DUMP_PERF("Optimize2", OptimizeStage2, compute_graph); | |||
@@ -981,7 +961,7 @@ Status GraphManager::PreRun(const GraphNodePtr &graph_node, const std::vector<Ge | |||
} | |||
} | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kSubGraphOptimize); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kSubGraphOptimize); | |||
// set fuzz compile flag after origin graph optimize | |||
GE_CHK_STATUS_RET(SetFuzzCompileFlag(compute_graph), "Set fuzz compile flag failed."); | |||
ret = PreRunOptimizeSubGraph(graph_node, compute_graph, session_id); | |||
@@ -1005,7 +985,7 @@ Status GraphManager::PreRun(const GraphNodePtr &graph_node, const std::vector<Ge | |||
} | |||
} | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
// when set incre build, save om model and var manager | |||
GeModelPtr ge_model = nullptr; | |||
auto save_ret = SaveCacheAfterBuild(graph_node->GetGraphId(), compute_graph, ge_model); | |||
@@ -1053,7 +1033,7 @@ Status GraphManager::StartForRunGraph(const GraphNodePtr &graph_node, const std: | |||
// it will not execute graph prreprocess, optimize, parition, build if the graph has built successful. | |||
Status ret = SUCCESS; | |||
if (IsGraphNeedBuild(graph_node)) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
if (graph_node->GetBuildFlag()) { | |||
REPORT_INNER_ERROR("E19999", "Graph:%u has not build before, can't run directly, " | |||
"check invalid", graph_node->GetGraphId()); | |||
@@ -1075,11 +1055,10 @@ Status GraphManager::StartForRunGraph(const GraphNodePtr &graph_node, const std: | |||
return ret; | |||
} | |||
} | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelLoad, ErrorMessage::kModelLoad); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelLoad, error_message::kModelLoad); | |||
if (!graph_node->IsAsync()) { | |||
ret = LoadGraph(ge_root_model, graph_node); | |||
} else { | |||
GE_CHECK_NOTNULL(ge_root_model); | |||
ret = LoadGraphAsync(ge_root_model, graph_node); | |||
} | |||
if (ret != SUCCESS) { | |||
@@ -1089,12 +1068,11 @@ Status GraphManager::StartForRunGraph(const GraphNodePtr &graph_node, const std: | |||
graph_node->SetBuildFlag(true); | |||
var_acc_ctrl_.SetGraphBuildEnd(graph_node->GetGraphId()); | |||
} else if (!graph_node->GetLoadFlag()) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelLoad, ErrorMessage::kModelLoad); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelLoad, error_message::kModelLoad); | |||
GeRootModelPtr ge_root_model_ptr = graph_node->GetGeRootModel(); | |||
if (!graph_node->IsAsync()) { | |||
ret = LoadGraph(ge_root_model_ptr, graph_node); | |||
} else { | |||
GE_CHECK_NOTNULL(ge_root_model); | |||
ret = LoadGraphAsync(ge_root_model_ptr, graph_node); | |||
} | |||
if (ret != SUCCESS) { | |||
@@ -1249,7 +1227,7 @@ Status GraphManager::InnerRunGraph(GraphNodePtr &graph_node, const GraphId &grap | |||
Status GraphManager::RunGraph(const GraphId &graph_id, const std::vector<GeTensor> &inputs, | |||
std::vector<GeTensor> &outputs, uint64_t session_id) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
std::lock_guard<std::mutex> lock(run_mutex_); | |||
GELOGI("[RunGraph] start to run graph, graph_id = %u, is_train_graph: %d", graph_id, GetTrainFlag()); | |||
@@ -1310,7 +1288,7 @@ Status GraphManager::RunGraph(const GraphId &graph_id, const std::vector<GeTenso | |||
return ret; | |||
} | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelExecute, ErrorMessage::kModelExecute); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelExecute, error_message::kModelExecute); | |||
// excute graph | |||
ret = InnerRunGraph(graph_node, graph_id, inputs, outputs); | |||
if (ret != SUCCESS) { | |||
@@ -1443,7 +1421,7 @@ Status GraphManager::BuildGraphForUnregisteredOp(const GraphId &graph_id, const | |||
Status GraphManager::BuildGraph(const GraphId &graph_id, const std::vector<GeTensor> &inputs, | |||
GeRootModelPtr &ge_root_model, uint64_t session_id, bool async) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
GELOGD("[BuildGraph] start to build graph, graph_id:%u", graph_id); | |||
if (inputs.empty()) { | |||
GELOGW("[BuildGraph] BuildGraph warning: empty GeTensor inputs"); | |||
@@ -2748,6 +2726,15 @@ void GraphManager::ReleaseMemory(const GeModelPtr &ge_model, GraphNodePtr &graph | |||
GELOGI("CheckAndReleaseMemory UnloadGraph[%u], model[%u] success.", graph_id, model_id); | |||
} | |||
graph_node->SetLoadFlag(false); | |||
// Allow model to be loaded agagin without adding graph again | |||
graph_node->SetLoadCount(graph_node->GetLoadRecord()); | |||
graph_node->SetLoadRecord(kNeverLoaded); | |||
GeRootModelPtr ge_root_model = graph_node->GetGeRootModel(); | |||
if (ge_root_model == nullptr) { | |||
GELOGW("ge_root_model is null, graph_id:%u", graph_id); | |||
return; | |||
} | |||
ge_root_model->ClearAllModelId(); | |||
rt_ret = rtDeviceReset(GetContext().DeviceId()); | |||
if (rt_ret != RT_ERROR_NONE) { | |||
REPORT_CALL_ERROR("E19999", "Call rtDeviceReset failed, device_id:%u, when GraphManager %s", | |||
@@ -2825,10 +2812,10 @@ Status GraphManager::ProcessSubGraphWithMultiThreads(GraphManager *graph_manager | |||
const SubGraphInfoPtr &sub_graph_info_ptr, | |||
const std::string &root_graph_name, | |||
uint64_t session_id, | |||
const struct ErrorMessage::Context &error_context, | |||
const struct error_message::Context &error_context, | |||
const GEThreadLocalContext &ge_context) { | |||
ErrorManager::GetInstance().SetErrorContext(error_context); | |||
if (sub_graph_info_ptr != nullptr && graph_manager != nullptr) { | |||
ErrorManager::GetInstance().SetErrorContext(error_context); | |||
GetContext().SetSessionId(session_id); | |||
GetThreadLocalContext() = ge_context; | |||
graph_manager->UpdateLocalOmgContext(root_graph_id); | |||
@@ -2878,11 +2865,11 @@ Status GraphManager::ProcessSubGraphWithMultiThreads(GraphManager *graph_manager | |||
// run graph async on session | |||
Status GraphManager::RunGraphAsync(const GraphId &graph_id, const std::vector<ge::InputTensorInfo> &inputs, | |||
uint64_t session_id, RunAsyncCallback callback) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelExecute, ErrorMessage::kModelExecute); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelExecute, error_message::kModelExecute); | |||
GELOGI("[GraphManager] Start to run graph async, graph_id=%u, inputsSize=%zu.", graph_id, inputs.size()); | |||
bool ret = prerun_args_q_.Push(PreRunArgs({graph_id, inputs, session_id, | |||
ErrorManager::GetInstance().GetErrorContext(), | |||
ErrorManager::GetInstance().GetErrorManagerContext(), | |||
GetThreadLocalContext(), callback})); | |||
if (!ret) { | |||
GELOGE(FAILED, "[GraphManager] Run graph async failed, graph_id=%u.", graph_id); | |||
@@ -3003,7 +2990,7 @@ void GraphManager::PreRunThread(GraphManager *graph_manager) { | |||
GELOGI("[PreRunThread] A new loop start, graph_id:%u.", args.graph_id); | |||
ErrorManager::GetInstance().SetErrorContext(args.error_context); | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
GetContext().SetSessionId(args.session_id); | |||
GetThreadLocalContext() = args.context; | |||
graph_manager->UpdateLocalOmgContext(args.graph_id); | |||
@@ -3173,7 +3160,7 @@ Status GraphManager::ParseInputsDims(const std::vector<InputTensorInfo> &input_t | |||
} | |||
void GraphManager::RunThread(GraphManager *graph_manager) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelExecute, ErrorMessage::kModelExecute); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelExecute, error_message::kModelExecute); | |||
if (prctl(PR_SET_NAME, ("GE_Run")) != 0) { | |||
GELOGW("Set thread name failed."); | |||
} | |||
@@ -3203,7 +3190,7 @@ void GraphManager::RunThread(GraphManager *graph_manager) { | |||
args.graph_node->UpdateLoadFlag(); | |||
if (!args.graph_node->GetLoadFlag()) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelLoad, ErrorMessage::kModelLoad); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelLoad, error_message::kModelLoad); | |||
args.ge_root_model->SetTrainFlag(graph_manager->GetTrainFlag()); | |||
ret = graph_manager->LoadGraphAsync(args.ge_root_model, args.graph_node); | |||
if (ret != SUCCESS || args.ge_root_model == nullptr) { | |||
@@ -3221,7 +3208,7 @@ void GraphManager::RunThread(GraphManager *graph_manager) { | |||
args.ge_root_model->GetModelId()); | |||
} | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelExecute, ErrorMessage::kModelExecute); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelExecute, error_message::kModelExecute); | |||
if (graph_manager->GetTrainFlag()) { | |||
ret = graph_manager->graph_executor_.SetGraphContext(graph_manager->GetGraphContext()); | |||
if (ret != SUCCESS) { | |||
@@ -3519,7 +3506,7 @@ Status GraphManager::ConvertGraphToFile(ComputeGraphPtr &compute_graph, GraphPar | |||
Status GraphManager::Build(const GraphNodePtr &graph_node, ComputeGraphPtr &compute_graph, | |||
GeRootModelPtr &ge_root_model, uint64_t session_id) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
// build | |||
if (compute_graph != nullptr) { | |||
std::string graph_name = compute_graph->GetName(); | |||
@@ -210,7 +210,7 @@ class GraphManager { | |||
GraphId graph_id; | |||
std::vector<ge::InputTensorInfo> input_tensor; | |||
uint64_t session_id; | |||
struct ErrorMessage::Context error_context; | |||
struct error_message::Context error_context; | |||
GEThreadLocalContext context; | |||
RunAsyncCallback callback; | |||
}; | |||
@@ -219,7 +219,7 @@ class GraphManager { | |||
GraphNodePtr graph_node; | |||
GraphId graph_id; | |||
uint64_t session_id; | |||
struct ErrorMessage::Context error_context; | |||
struct error_message::Context error_context; | |||
std::vector<ge::InputTensorInfo> input_tensor; | |||
GeRootModelPtr ge_root_model; | |||
GEThreadLocalContext context; | |||
@@ -237,7 +237,7 @@ class GraphManager { | |||
const SubGraphInfoPtr &sub_graph_info_ptr, | |||
const std::string &root_graph_name, | |||
uint64_t session_id, | |||
const struct ErrorMessage::Context &error_context, | |||
const struct error_message::Context &error_context, | |||
const GEThreadLocalContext &ge_context); | |||
Status ParseInputsDims(const std::vector<InputTensorInfo> &input_tensor); | |||
void ParseInputsDimsForData(const std::vector<InputTensorInfo> &input_tensor); | |||
@@ -413,6 +413,8 @@ class GraphManager { | |||
void SetSessionGraphId(ComputeGraphPtr compute_graph, uint32_t graph_id); | |||
static Status CheckGraphAdded(const GraphId &graph_id, const Graph &graph); | |||
std::atomic_bool thread_run_flag_; | |||
BlockingQueue<PreRunArgs> prerun_args_q_{}; | |||
BlockingQueue<RunArgs> run_args_q_{}; | |||
@@ -178,9 +178,12 @@ class GraphNode { | |||
void SetSemSize(uint32_t size) { sem_.SetMaxSize(size); } | |||
uint32_t GetLoadCount() const { return load_count_; } | |||
void SetLoadCount(uint32_t count) { load_count_ = count; } | |||
uint32_t GetLoadRecord() const { return load_record_; } | |||
void SetLoadRecord(uint32_t record) { load_record_ = record; } | |||
void IncreaseLoadRecord() { ++load_record_; } | |||
void IncreaseLoadCount(); | |||
void DecreaseLoadCount() { --load_count_; } | |||
void IncreaseLoadRecord() { ++load_record_; } | |||
// run graph asynchronous listener | |||
std::shared_ptr<RunAsyncListener> graph_run_async_listener_; | |||
@@ -226,7 +226,7 @@ class MemManager { | |||
// Usually impossible | |||
if (allocator == nullptr) { | |||
GELOGE(ge::INTERNAL_ERROR, "Get allocator failed, memory type is %u.", memory_type); | |||
GELOGW("Get allocator failed, memory type is %u.", memory_type); | |||
static T default_allocator(RT_MEMORY_RESERVED); | |||
return default_allocator; | |||
} | |||
@@ -487,7 +487,7 @@ Status TransVarDataUtils::TransAllVarData(const vector<NodePtr> &variable_nodes, | |||
std::future<Status> f = executor.commit( | |||
[](const ge::NodePtr &node, uint64_t session_id, rtContext_t ctx, uint32_t graph_id, | |||
const struct ErrorMessage::Context &error_context) -> Status { | |||
const struct error_message::Context &error_context) -> Status { | |||
ErrorManager::GetInstance().SetErrorContext(error_context); | |||
rtError_t rt_ret = rtCtxSetCurrent(ctx); | |||
if (rt_ret != RT_ERROR_NONE) { | |||
@@ -525,7 +525,7 @@ Status TransVarDataUtils::TransAllVarData(const vector<NodePtr> &variable_nodes, | |||
} | |||
return SUCCESS; | |||
}, | |||
node, session_id, context, graph_id, ErrorManager::GetInstance().GetErrorContext()); | |||
node, session_id, context, graph_id, ErrorManager::GetInstance().GetErrorManagerContext()); | |||
if (!f.valid()) { | |||
GELOGE(FAILED, "Future is invalid"); | |||
return FAILED; | |||
@@ -35,14 +35,14 @@ void Debug::DumpProto(const Message &proto, const char *file) { | |||
int fd = mmOpen2(file_path.c_str(), M_WRONLY | M_CREAT | O_TRUNC, M_IRUSR | M_IWUSR | M_UMASK_GRPREAD | | |||
M_UMASK_OTHREAD); | |||
if (fd == -1) { | |||
GELOGW("Write %s failed", file_path.c_str()); | |||
GELOGW("Write %s failed. errmsg:%s", file_path.c_str(), strerror(errno)); | |||
return; | |||
} | |||
auto output = ge::MakeShared<FileOutputStream>(fd); | |||
if (output == nullptr) { | |||
GELOGW("create output failed."); | |||
if (mmClose(fd) != 0) { | |||
GELOGW("close fd failed."); | |||
GELOGW("close fd failed. errmsg:%s", strerror(errno)); | |||
} | |||
return; | |||
} | |||
@@ -51,7 +51,7 @@ void Debug::DumpProto(const Message &proto, const char *file) { | |||
GELOGW("dump proto failed."); | |||
} | |||
if (mmClose(fd) != 0) { | |||
GELOGW("close fd failed."); | |||
GELOGW("close fd failed. errmsg:%s", strerror(errno)); | |||
} | |||
} | |||
@@ -107,6 +107,16 @@ void LinkGenMaskNodesPass::GetAllGenMaskNodes(ComputeGraphPtr graph, vector<Node | |||
auto in_data_nodes = node->GetInDataNodes(); | |||
if (in_data_nodes.size() > kGenMaskInputIndex) { | |||
NodePtr &gen_mask = in_data_nodes.at(kGenMaskInputIndex); | |||
for (auto &in_data_node : in_data_nodes) { | |||
// node gen_mask is located at different place in the fused node | |||
if (in_data_node->GetName().find(DROPOUTGENMASK) != in_data_node->GetName().npos) { | |||
gen_mask = in_data_node; | |||
GELOGD("The fused node type [%s], paired with the input node name [%s].", | |||
node->GetType().c_str(), gen_mask->GetName().c_str()); | |||
break; | |||
} | |||
} | |||
if ((gen_mask->GetOpDesc() == nullptr) || (gen_mask->GetOpDesc()->HasAttr(ATTR_NAME_STREAM_LABEL))) { | |||
continue; | |||
} | |||
@@ -27,6 +27,7 @@ | |||
#include "common/helper/model_helper.h" | |||
#include "common/math/math_util.h" | |||
#include "common/op/ge_op_utils.h" | |||
#include "ir_build/option_utils.h" | |||
#include "graph/common/ge_call_wrapper.h" | |||
#include "graph/common/local_context.h" | |||
#include "graph/common/transop_util.h" | |||
@@ -991,101 +992,6 @@ Status ProcessNetoutputNodeDynShape(NodePtr &node) { | |||
} | |||
return SUCCESS; | |||
} | |||
long StringToLongNoThrow(const string &str) { | |||
try { | |||
return std::stol(str); | |||
} catch (const std::invalid_argument) { | |||
GELOGE(PARAM_INVALID, | |||
"Parse shape range of input failed when transfer from string to int64. Given %s, while correct example:" | |||
"\"[1~20,3,3~6,-1],[1~20,3,3~6,-1]\"", | |||
str.c_str()); | |||
return PARAM_INVALID; | |||
} catch (const std::out_of_range) { | |||
GELOGE(PARAM_INVALID, | |||
"Parse shape range of input failed when transfer from string to int64. Given %s, while correct example:" | |||
"\"[1~20,3,3~6,-1],[1~20,3,3~6,-1]\"", | |||
str.c_str()); | |||
return PARAM_INVALID; | |||
} | |||
} | |||
/** | |||
* Parser shape_range from string to vector | |||
* shape_range from option normally is "[1~20,3,3~6,-1],[1~20,3,3~6,-1]" | |||
* @param shape_range | |||
*/ | |||
Status ParseDynamicInputShapeRange(const std::string &shape_range, | |||
std::vector<std::vector<std::pair<int64_t, int64_t>>> &range) { | |||
if (shape_range.size() < 2) { | |||
REPORT_INNER_ERROR("E19999", "shape_range.size:%zu < 2, check invalid", shape_range.size()); | |||
GELOGE(PARAM_INVALID, "Shape range %s is invalid.", shape_range.c_str()); | |||
return PARAM_INVALID; | |||
} | |||
// different shape_range of single input are split by ']' | |||
vector<string> shape_range_set = ge::StringUtils::Split(shape_range, ']'); | |||
if (shape_range_set.empty()) { | |||
REPORT_INNER_ERROR("E19999", "Shape range %s is not valid. Correct example: \"[1~20,3,3~6,-1],[1~20,3,3~6,-1]\"", | |||
shape_range.c_str()); | |||
GELOGE(PARAM_INVALID, "Shape range %s is not valid. Correct example: \"[1~20,3,3~6,-1],[1~20,3,3~6,-1]\"", | |||
shape_range.c_str()); | |||
return PARAM_INVALID; | |||
} | |||
for (auto &shape_range_str : shape_range_set) { | |||
if (shape_range_str.size() < 3) { | |||
// shape_range_str should be "[2~3,1" | |||
// or ",[2~3,1". because we should trim '[' or ',[' | |||
// so shape_range_str.size() < 3 is invalid | |||
continue; | |||
} | |||
// trim start bytes, after that, single input should be "1~20,3,3~6,-1" | |||
if (ge::StringUtils::StartWith(shape_range_str, "[")) { | |||
shape_range_str = shape_range_str.substr(1, shape_range_str.size()); | |||
} | |||
if (ge::StringUtils::StartWith(shape_range_str, ",")) { | |||
shape_range_str = shape_range_str.substr(2, shape_range_str.size()); | |||
} | |||
// parse shape_range of single input. eg. "1~20,3,3~6,-1" | |||
std::vector<std::pair<int64_t, int64_t>> range_of_single_input; | |||
vector<string> dim_range_set = ge::StringUtils::Split(shape_range_str, ','); | |||
for (const auto &range_pair_str : dim_range_set) { | |||
vector<string> range_pair_set = ge::StringUtils::Split(range_pair_str, '~'); | |||
pair<int64_t, int64_t> range_pair; | |||
if (range_pair_set.size() == 1) { | |||
// fix dim | |||
auto range_value = StringToLongNoThrow(range_pair_set.at(0).c_str()); | |||
if (range_value < 0) { | |||
range_pair = std::make_pair(1, range_value); | |||
} else { | |||
range_pair = std::make_pair(range_value, range_value); | |||
} | |||
} else if (range_pair_set.size() == 2) { | |||
// unknown dim, should get range. | |||
auto range_left = StringToLongNoThrow(range_pair_set.at(0).c_str()); | |||
auto range_right = StringToLongNoThrow(range_pair_set.at(1).c_str()); | |||
if (range_left < 0 || range_right < 0) { | |||
REPORT_INNER_ERROR("E19999", "Shape range of input is invalid. Given range pair [%ld,%ld], " | |||
"while correct example: \"[1~20,3,3~6,-1],[1~20,3,3~6,-1]\"", range_left, range_right); | |||
GELOGE(PARAM_INVALID, | |||
"Shape range of input is invalid. Given range pair [%ld,%ld], while correct example: " | |||
"\"[1~20,3,3~6,-1],[1~20,3,3~6,-1]\"", | |||
range_left, range_right); | |||
return PARAM_INVALID; | |||
} | |||
range_pair = std::make_pair(range_left, range_right); | |||
} else { | |||
REPORT_INNER_ERROR("E19999", "Shape range of input is invalid. Given %s, " | |||
"while correct example: \"[1~20,3,3~6,-1],[1~20,3,3~6,-1]\"", shape_range.c_str()); | |||
GELOGE(PARAM_INVALID, | |||
"Shape range of input is invalid. Given %s, while correct example: \"[1~20,3,3~6,-1],[1~20,3,3~6,-1]\"", | |||
shape_range.c_str()); | |||
return PARAM_INVALID; | |||
} | |||
range_of_single_input.emplace_back(range_pair); | |||
} | |||
range.emplace_back(range_of_single_input); | |||
} | |||
return SUCCESS; | |||
} | |||
Status GetDynamicInputShapeRange(const std::vector<GeTensor> &user_input, const std::map<string, string> &graph_option, | |||
vector<vector<std::pair<int64_t, int64_t>>> &range_vec) { | |||
@@ -1114,9 +1020,10 @@ Status GetDynamicInputShapeRange(const std::vector<GeTensor> &user_input, const | |||
OPTION_EXEC_DYNAMIC_EXECUTE_MODE, OPTION_EXEC_DATA_INPUTS_SHAPE_RANGE); | |||
return PARAM_INVALID; | |||
} | |||
auto ret = ParseDynamicInputShapeRange(iter->second, range_vec); | |||
GE_CHK_STATUS_RET(ret, "Parse dynamic input shape range failed."); | |||
if (ParseInputShapeRange(iter->second, range_vec) != SUCCESS) { | |||
GELOGE(PARAM_INVALID, "[Parse][ShapeRange] Parse dynamic input shape range failed."); | |||
return PARAM_INVALID; | |||
} | |||
if (range_vec.size() != user_input.size()) { | |||
GELOGE(PARAM_INVALID, "Dynamic input shape range size is %zu, inputs size is %zu. Not match.", range_vec.size(), | |||
user_input.size()); | |||
@@ -19,7 +19,6 @@ | |||
#include "graph/utils/tensor_utils.h" | |||
#include "graph/utils/type_utils.h" | |||
#include "graph/ge_context.h" | |||
#include "omm/csa_interact.h" | |||
namespace ge { | |||
namespace hybrid { | |||
@@ -150,10 +149,8 @@ Status HybridModelAsyncExecutor::RunInternal() { | |||
Status ret = data_inputer_->Pop(data_wrapper); | |||
// Model indeedly start running | |||
SetRunningFlag(true); | |||
if (data_wrapper == nullptr || ret != SUCCESS) { | |||
GELOGI("data_wrapper is null!, ret = %u", ret); | |||
continue; | |||
} | |||
GE_IF_BOOL_EXEC(data_wrapper == nullptr || ret != SUCCESS, GELOGI("data_wrapper is null!, ret = %u", ret); | |||
continue); | |||
GELOGI("Getting the input data, model_id:%u", model_id_); | |||
GE_IF_BOOL_EXEC(!run_flag_, break); | |||
@@ -165,7 +162,6 @@ Status HybridModelAsyncExecutor::RunInternal() { | |||
ret = PreRun(current_data, args); | |||
GE_CHK_BOOL_TRUE_EXEC_WITH_LOG( | |||
ret != SUCCESS, (void) HandleResult(ret, current_data.index, args, data_wrapper->GetOutput()); | |||
CsaInteract::GetInstance().StoreInternalErrorCode(ret, ERROR_MODULE_FMK, JOBSUBSTATE_GRAPH_EXEC); | |||
continue, "[Invoke][PreRun] failed, model_id:%u.", model_id_); // [No need to check value] | |||
if (pipe_executor_ != nullptr) { | |||
@@ -183,7 +179,6 @@ Status HybridModelAsyncExecutor::RunInternal() { | |||
} | |||
ret = HandleResult(ret, current_data.index, args, data_wrapper->GetOutput()); | |||
if (ret != SUCCESS) { | |||
CsaInteract::GetInstance().StoreInternalErrorCode(ret, ERROR_MODULE_RUNTIME, JOBSUBSTATE_GRAPH_EXEC); | |||
continue; | |||
} | |||
@@ -193,7 +188,6 @@ Status HybridModelAsyncExecutor::RunInternal() { | |||
GELOGI("run iterator count is %lu, model_id:%u", iterator_count_, model_id_); | |||
} | |||
CsaInteract::GetInstance().WriteInternalErrorCode(); | |||
GELOGI("Model run end, model id:%u", model_id_); | |||
return SUCCESS; | |||
} | |||
@@ -112,7 +112,12 @@ Status HybridModelExecutor::ExecuteGraphInternal(SubgraphExecutor &executor, | |||
HYBRID_CHK_STATUS_RET(context_.DumpExceptionInfo(exception_infos), | |||
"[Execute][GraphInternal] Dump exception info failed."); | |||
} | |||
GELOGE(ret, "[Execute][GraphInternal] Synchronize failed."); | |||
if (ret == ge::END_OF_SEQUENCE) { | |||
GELOGD("Got end of sequence"); | |||
} else { | |||
GELOGE(ret, "[Execute][GraphInternal] Synchronize failed."); | |||
} | |||
return ret; | |||
} | |||
RECORD_MODEL_EXECUTION_EVENT(&context_, "[Synchronize] End"); | |||
} | |||
@@ -364,20 +364,28 @@ Status ExecutionEngine::ExecuteAsync(NodeState &node_state, | |||
GraphExecutionContext &execution_context) { | |||
GELOGI("[%s] Node is ready for execution", task_context->GetNodeName()); | |||
RECORD_EXECUTION_EVENT(&execution_context, task_context->GetNodeName(), "Start"); | |||
auto cb = std::shared_ptr<NodeDoneCallback>(new(std::nothrow) NodeDoneCallback(&execution_context, task_context)); | |||
GE_CHECK_NOTNULL(cb); | |||
auto callback = [task_context, cb]() { | |||
auto ret = cb->OnNodeDone(); | |||
if (ret != SUCCESS) { | |||
task_context->OnError(ret); | |||
} | |||
}; | |||
std::function<void()> callback = nullptr; | |||
GE_CHK_STATUS_RET_NOLOG(InitCallback(task_context, execution_context, callback)); | |||
GE_CHK_STATUS_RET_NOLOG(DoExecuteAsync(node_state, *task_context, execution_context, callback)); | |||
GE_CHK_STATUS_RET_NOLOG(PropagateOutputs(*node_state.GetNodeItem(), *task_context, execution_context)); | |||
return SUCCESS; | |||
} | |||
Status ExecutionEngine::InitCallback(const std::shared_ptr<TaskContext> &task_context, | |||
GraphExecutionContext &execution_context, std::function<void()> &callback) { | |||
if (task_context->NeedCallback()) { | |||
auto cb = std::shared_ptr<NodeDoneCallback>(new(std::nothrow) NodeDoneCallback(&execution_context, task_context)); | |||
GE_CHECK_NOTNULL(cb); | |||
callback = [task_context, cb]() { | |||
auto ret = cb->OnNodeDone(); | |||
if (ret != SUCCESS) { | |||
task_context->OnError(ret); | |||
} | |||
}; | |||
} | |||
return SUCCESS; | |||
} | |||
Status ExecutionEngine::DoExecuteAsync(NodeState &node_state, | |||
TaskContext &task_context, | |||
GraphExecutionContext &context, | |||
@@ -385,7 +393,7 @@ Status ExecutionEngine::DoExecuteAsync(NodeState &node_state, | |||
const auto &task = node_state.GetKernelTask(); | |||
if (task == nullptr) { | |||
GELOGE(INTERNAL_ERROR, "[Get][KernelTask] of [%s] is null.", node_state.GetName().c_str()); | |||
REPORT_INNER_ERROR("E19999", "GetKernelTask of %s is null.", node_state.GetName().c_str()); | |||
REPORT_INNER_ERROR("E19999", "GetKernelTask of %s failed.", node_state.GetName().c_str()); | |||
return INTERNAL_ERROR; | |||
} | |||
@@ -35,6 +35,8 @@ class ExecutionEngine { | |||
TaskContext &task_context, | |||
GraphExecutionContext &context, | |||
const std::function<void()> &callback); | |||
static Status InitCallback(const std::shared_ptr<TaskContext> &task_context, | |||
GraphExecutionContext &execution_context, std::function<void()> &callback); | |||
}; | |||
} // namespace hybrid | |||
} // namespace ge | |||
@@ -1541,7 +1541,9 @@ Status HybridModelBuilder::IdentifyVariableOutputs(NodeItem &node_item) { | |||
src_node->GetName().c_str(), | |||
src_op_type.c_str()); | |||
uint32_t parent_index = 0; | |||
GE_CHK_STATUS_RET_NOLOG(GetParentNodeOutputIndex(*net_output_desc, in_data_anchor->GetIdx(), parent_index)); | |||
if (GetParentNodeOutputIndex(*net_output_desc, in_data_anchor->GetIdx(), parent_index) != SUCCESS) { | |||
continue; | |||
} | |||
GELOGD("Got parent output index = %u", parent_index); | |||
if (src_op_type == DATA) { | |||
int ref_i = 0; | |||
@@ -561,7 +561,8 @@ const DumpProperties &TaskContext::GetDumpProperties() const { | |||
} | |||
bool TaskContext::NeedCallback() { | |||
return node_item_->has_observer || IsDumpEnabled() || execution_context_->profiling_level > 0; | |||
return node_item_->has_observer || IsDumpEnabled() || execution_context_->profiling_level > 0 || | |||
!execution_context_->model->IsSingleOp(); | |||
} | |||
Status TaskContext::Synchronize() { | |||
@@ -42,7 +42,6 @@ | |||
#include "graph/manager/graph_mem_allocator.h" | |||
#include "graph/manager/host_mem_manager.h" | |||
#include "graph/manager/graph_var_manager.h" | |||
#include "omm/csa_interact.h" | |||
#include "runtime/kernel.h" | |||
#include "opskernel_manager/ops_kernel_builder_manager.h" | |||
#include "external/runtime/rt_error_codes.h" | |||
@@ -73,7 +72,7 @@ Status GELib::Initialize(const map<string, string> &options) { | |||
return GE_CLI_INIT_FAILED; | |||
} | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kInitialize, ErrorMessage::kSystemInit); | |||
ErrorManager::GetInstance().SetStage(error_message::kInitialize, error_message::kSystemInit); | |||
map<string, string> new_options; | |||
Status ret = instancePtr_->SetRTSocVersion(options, new_options); | |||
if (ret != SUCCESS) { | |||
@@ -116,7 +115,7 @@ Status GELib::InnerInitialize(const map<string, string> &options) { | |||
return SUCCESS; | |||
} | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kInitialize, ErrorMessage::kSystemInit); | |||
ErrorManager::GetInstance().SetStage(error_message::kInitialize, error_message::kSystemInit); | |||
GELOGI("GE System initial."); | |||
GE_TIMESTAMP_START(SystemInitialize); | |||
Status initSystemStatus = SystemInitialize(options); | |||
@@ -127,7 +126,7 @@ Status GELib::InnerInitialize(const map<string, string> &options) { | |||
return initSystemStatus; | |||
} | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kInitialize, ErrorMessage::kEngineInit); | |||
ErrorManager::GetInstance().SetStage(error_message::kInitialize, error_message::kEngineInit); | |||
GELOGI("engineManager initial."); | |||
GE_TIMESTAMP_START(EngineInitialize); | |||
Status initEmStatus = engineManager_.Initialize(options); | |||
@@ -139,7 +138,7 @@ Status GELib::InnerInitialize(const map<string, string> &options) { | |||
return initEmStatus; | |||
} | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kInitialize, ErrorMessage::kOpsKernelInit); | |||
ErrorManager::GetInstance().SetStage(error_message::kInitialize, error_message::kOpsKernelInit); | |||
GELOGI("opsManager initial."); | |||
GE_TIMESTAMP_START(OpsManagerInitialize); | |||
Status initOpsStatus = opsManager_.Initialize(options); | |||
@@ -151,7 +150,7 @@ Status GELib::InnerInitialize(const map<string, string> &options) { | |||
return initOpsStatus; | |||
} | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kInitialize, ErrorMessage::kOpsKernelBuilderInit); | |||
ErrorManager::GetInstance().SetStage(error_message::kInitialize, error_message::kOpsKernelBuilderInit); | |||
GELOGI("opsBuilderManager initial."); | |||
GE_TIMESTAMP_START(OpsKernelBuilderManagerInitialize); | |||
Status initOpsBuilderStatus = OpsKernelBuilderManager::Instance().Initialize(options); | |||
@@ -163,7 +162,7 @@ Status GELib::InnerInitialize(const map<string, string> &options) { | |||
return initOpsBuilderStatus; | |||
} | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kInitialize, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kInitialize, error_message::kOther); | |||
GELOGI("sessionManager initial."); | |||
GE_TIMESTAMP_START(SessionManagerInitialize); | |||
Status initSmStatus = sessionManager_.Initialize(options); | |||
@@ -376,10 +375,6 @@ FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status GELib::InitSystemWithOpt | |||
} | |||
GE_CHK_STATUS_RET(HostMemManager::Instance().Initialize()); | |||
// Update CSA file | |||
CsaInteract::GetInstance().Init(options.device_id, GetContext().TraceId()); | |||
Status ret = CsaInteract::GetInstance().WriteJobState(JOBSTATE_RUNNING, JOBSUBSTATE_ENV_INIT); | |||
GE_LOGE_IF(ret != SUCCESS, "[Write][JobState] failed, ret:%u ", ret); | |||
// set device id | |||
GELOGI("set logical device id:%u", options.device_id); | |||
@@ -408,10 +403,6 @@ Status GELib::SystemShutdownWithOptions(const Options &options) { | |||
GE_CHK_RT(rtDeviceReset(options.device_id)); | |||
// Update CSA file | |||
Status ret = CsaInteract::GetInstance().WriteJobState(JOBSTATE_SUCCEED); | |||
GE_LOGE_IF(ret != SUCCESS, "[Write][JobState] failed, ret:%u ", ret); | |||
is_system_inited = false; | |||
is_shutdown = true; | |||
GELOGI("%s finalize GELib success.", mode.c_str()); | |||
@@ -447,7 +438,7 @@ string GELib::GetPath() { return PluginManager::GetPath(); } | |||
// Finalize all modules | |||
Status GELib::Finalize() { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kFinalize, ErrorMessage::kFinalize); | |||
ErrorManager::GetInstance().SetStage(error_message::kFinalize, error_message::kFinalize); | |||
GELOGI("finalization start"); | |||
// Finalization is not allowed before initialization | |||
if (!init_flag_) { | |||
@@ -32,7 +32,7 @@ | |||
#include "graph/utils/type_utils.h" | |||
#include "graph/ge_global_options.h" | |||
#include "init/gelib.h" | |||
#include "ir_build/atc_ir_common.h" | |||
#include "ir_build/option_utils.h" | |||
#include "model/ge_model.h" | |||
#include "graph/shape_refiner.h" | |||
#include "graph/opsproto_manager.h" | |||
@@ -202,12 +202,12 @@ graphStatus aclgrphBuildInitializeImpl(std::map<std::string, std::string> &globa | |||
} | |||
graphStatus aclgrphBuildInitialize(std::map<std::string, std::string> global_options) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kInitialize, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kInitialize, error_message::kOther); | |||
return aclgrphBuildInitializeImpl(global_options); | |||
} | |||
graphStatus aclgrphBuildInitialize(std::map<AscendString, AscendString> &global_options) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kInitialize, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kInitialize, error_message::kOther); | |||
std::map<std::string, std::string> tmp_global_options; | |||
for (auto &option : global_options) { | |||
if (option.first.GetString() == nullptr || option.second.GetString() == nullptr) { | |||
@@ -222,7 +222,7 @@ graphStatus aclgrphBuildInitialize(std::map<AscendString, AscendString> &global_ | |||
} | |||
void aclgrphBuildFinalize() { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kFinalize, ErrorMessage::kFinalize); | |||
ErrorManager::GetInstance().SetStage(error_message::kFinalize, error_message::kFinalize); | |||
if (ge::GELib::GetInstance() != nullptr && ge::GELib::GetInstance()->InitFlag()) { | |||
(void)ge::GELib::GetInstance()->Finalize(); | |||
return; | |||
@@ -299,10 +299,19 @@ graphStatus Impl::UpdateDataOpAttr(const Graph &graph) { | |||
GE_CHK_BOOL_EXEC(ParseInputShape(input_shape, shape_map, user_shape_map, true), | |||
return GRAPH_PARAM_INVALID, "[Parse][InputShape] failed!"); | |||
} | |||
std::map<string, std::vector<std::pair<int64_t, int64_t>>> shape_range_map; | |||
std::map<string, std::vector<std::pair<int64_t, int64_t>>> name_shape_range_map; | |||
std::vector<std::vector<std::pair<int64_t, int64_t>>> index_shape_range_map; | |||
if (!input_shape_range.empty()) { | |||
GE_CHK_BOOL_EXEC(ParseInputShapeRange(input_shape_range, shape_range_map), | |||
return GRAPH_PARAM_INVALID, "[Parse][InputShapeRange] failed."); | |||
Status ret = GRAPH_PARAM_INVALID; | |||
if (input_shape_range.find(":") != string::npos) { | |||
ret = ParseInputShapeRange(input_shape_range, name_shape_range_map); | |||
} else { | |||
ret = ParseInputShapeRange(input_shape_range, index_shape_range_map); | |||
} | |||
if (ret != SUCCESS) { | |||
GELOGE(GRAPH_PARAM_INVALID, "[Parse][InputShapeRange] parse shape range[%s] failed.", input_shape_range.c_str()); | |||
return GRAPH_PARAM_INVALID; | |||
} | |||
} | |||
auto compute_graph = ge::GraphUtils::GetComputeGraph(graph); | |||
GE_CHECK_NOTNULL(compute_graph); | |||
@@ -315,10 +324,14 @@ graphStatus Impl::UpdateDataOpAttr(const Graph &graph) { | |||
GELOGE(GRAPH_FAILED, "[Update][DataOpShape] fail for op:%s.", op->GetName().c_str()); | |||
return GRAPH_FAILED; | |||
} | |||
if (UpdateDataOpShapeRange(op, shape_range_map) != SUCCESS) { | |||
if (UpdateDataOpShapeRange(op, name_shape_range_map) != SUCCESS) { | |||
GELOGE(GRAPH_FAILED, "[Update][DataOpShapeRange] fail for op:%s.", op->GetName().c_str()); | |||
return GRAPH_FAILED; | |||
} | |||
} | |||
if (UpdateDataOpShapeRange(op, index_shape_range_map) != SUCCESS) { | |||
GELOGE(GRAPH_FAILED, "[Update][DataOpShapeRange] fail for op:%s.", op->GetName().c_str()); | |||
return GRAPH_FAILED; | |||
} | |||
} | |||
} | |||
@@ -574,7 +587,7 @@ graphStatus Impl::InitDomiOmgContext(const string &input_shape, const string &in | |||
} | |||
if (!ParseInputShape(input_shape, omg_context_.input_dims, omg_context_.user_input_dims, is_dynamic_input)) { | |||
GELOGE(GRAPH_PARAM_INVALID, "[Parse][InputShape:input_shape] Failed, shape: %s", input_shape.c_str()); | |||
GELOGE(GRAPH_PARAM_INVALID, "[Parse][InputShape:InputShape] Failed, shape: %s", input_shape.c_str()); | |||
return GRAPH_PARAM_INVALID; | |||
} | |||
return GRAPH_SUCCESS; | |||
@@ -582,7 +595,7 @@ graphStatus Impl::InitDomiOmgContext(const string &input_shape, const string &in | |||
graphStatus aclgrphBuildModel(const ge::Graph &graph, const std::map<std::string, std::string> &build_options, | |||
ModelBufferData &model) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
GELOGD("Enter aclmdlBuildModel process!"); | |||
Impl builder; | |||
return builder.BuildModel(graph, build_options, model); | |||
@@ -590,7 +603,7 @@ graphStatus aclgrphBuildModel(const ge::Graph &graph, const std::map<std::string | |||
graphStatus aclgrphBuildModel(const ge::Graph &graph, const std::map<AscendString, AscendString> &build_options, | |||
ModelBufferData &model) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
GELOGD("Enter aclmdlBuildModel process!"); | |||
std::map<std::string, std::string> tmp_build_options; | |||
for (auto &option : build_options) { | |||
@@ -608,7 +621,7 @@ graphStatus aclgrphBuildModel(const ge::Graph &graph, const std::map<AscendStrin | |||
} | |||
graphStatus aclgrphSaveModel(const string &output_file, const ModelBufferData &model) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
GELOGD("Enter aclmdlSaveModel process!"); | |||
if (model.data.get() == nullptr || model.length == 0) { | |||
GELOGE(GRAPH_PARAM_INVALID, "[Check][ModelBufferData] model is illegal"); | |||
@@ -619,7 +632,7 @@ graphStatus aclgrphSaveModel(const string &output_file, const ModelBufferData &m | |||
} | |||
graphStatus aclgrphSaveModel(const char *output_file, const ModelBufferData &model) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
GELOGD("Enter aclmdlSaveModel process!"); | |||
if (model.data.get() == nullptr || model.length == 0) { | |||
GELOGE(GRAPH_PARAM_INVALID, "[Check][ModelBufferData]model is illegal"); | |||
@@ -635,7 +648,7 @@ graphStatus aclgrphSaveModel(const char *output_file, const ModelBufferData &mod | |||
} | |||
graphStatus aclgrphGetIRVersion(int *major_version, int *minor_version, int *patch_version) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
GELOGD("Enter aclgrphGetIRVersion process!"); | |||
GE_CHECK_NOTNULL(major_version); | |||
GE_CHECK_NOTNULL(minor_version); | |||
@@ -647,7 +660,7 @@ graphStatus aclgrphGetIRVersion(int *major_version, int *minor_version, int *pat | |||
} | |||
graphStatus aclgrphDumpGraph(const ge::Graph &graph, const char *file, const size_t len) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
GE_CHECK_NOTNULL(file); | |||
if (len > PATH_MAX || len != strlen(file) || strlen(file) == 0) { | |||
@@ -703,7 +716,7 @@ graphStatus aclgrphDumpGraph(const ge::Graph &graph, const char *file, const siz | |||
graphStatus aclgrphGenerateForOp(const AscendString &op_type, const vector<TensorDesc> &inputs, | |||
const vector<TensorDesc> &outputs, Graph &graph) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
auto op_type_str = std::string(op_type.GetString()); | |||
auto op_name = op_type_str + "_" + std::to_string(ge::GetCurrentTimestamp()); | |||
auto op_desc = ge::MakeShared<ge::OpDesc>(op_name, op_type_str); | |||
@@ -763,7 +776,7 @@ static std::string AttrTypeToSerialString(aclgrphAttrType attr_type) { | |||
} | |||
graphStatus aclgrphSetOpAttr(Graph &graph, aclgrphAttrType attr_type, const char *cfg_path) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
auto compute_graph = GraphUtils::GetComputeGraph(graph); | |||
GE_CHECK_NOTNULL(compute_graph); | |||
if (cfg_path == nullptr) { | |||
@@ -13,7 +13,7 @@ | |||
* See the License for the specific language governing permissions and | |||
* limitations under the License. | |||
*/ | |||
#include "atc_ir_common.h" | |||
#include "option_utils.h" | |||
#include "common/util/error_manager/error_manager.h" | |||
#include "external/ge/ge_api_types.h" | |||
#include "framework/common/string_util.h" | |||
@@ -22,6 +22,7 @@ | |||
#include "graph/compute_graph.h" | |||
#include "graph/utils/type_utils.h" | |||
#include "graph/utils/tensor_utils.h" | |||
#include "graph/debug/ge_attr_define.h" | |||
using std::pair; | |||
using std::string; | |||
@@ -55,12 +56,15 @@ const char *const kDigitError = "is not digit"; | |||
const char *const kCompressWeightError = "it must be appointed when appoint parameter[--optypelist_for_implmode]"; | |||
const char *const kSelectImplmodeError = "only support high_performance, high_precision"; | |||
const char *const kDynamicBatchSizeError = "It can only contains digit, \",\", \" \""; | |||
const char *const kDynamicImageSizeError = "It can only contains digit, \",\", \" \" and \";\""; | |||
const char *const kKeepDtypeError = "file not found"; | |||
const char *const kInputShapeRangeInvalid = "format of shape range is invalid"; | |||
const char *const kInputShapeRangeSizeInvalid = " shape range size less than 2 is invalid"; | |||
const char *const kShapeRangeValueConvertError = "transfer from string to int64 error"; | |||
const char *const kInputShapeRangeSample1 = "\"input_name1:[n1~n2,c1,h1,w1]\""; | |||
const char *const kInputShapeRangeSample2 = "\"[1~20]\""; | |||
const char *const kInputShapeRangeSample3 = "\"[1~20,3,3~6,-1]\""; | |||
const char *const kInputShapeRangeSample4 = "\"[1~20,3,3~6,-1],[1~20,3,3~6,-1]\""; | |||
vector<string> SplitInputShape(const std::string &input_shape) { | |||
vector<string> shape_pair_vec; | |||
@@ -71,6 +75,67 @@ vector<string> SplitInputShape(const std::string &input_shape) { | |||
} | |||
return shape_pair_vec; | |||
} | |||
static bool StringToLongNoThrow(const string &str, long &val) { | |||
try { | |||
val = std::stol(str); | |||
return true; | |||
} catch (const std::invalid_argument) { | |||
REPORT_INPUT_ERROR("E10048", std::vector<std::string>({"shape_range", "reason", "sample"}), | |||
std::vector<string>({str, kShapeRangeValueConvertError, kInputShapeRangeSample3})); | |||
GELOGE(PARAM_INVALID, "[Parse][Parameter] str:%s to long failed, reason: %s, correct sample is %s.", | |||
str.c_str(), kShapeRangeValueConvertError, kInputShapeRangeSample3); | |||
} catch (const std::out_of_range) { | |||
REPORT_INPUT_ERROR("E10048", std::vector<std::string>({"shape_range", "reason", "sample"}), | |||
std::vector<string>({str, kShapeRangeValueConvertError, kInputShapeRangeSample3})); | |||
GELOGE(PARAM_INVALID, "[Parse][Parameter] str:%s to long failed, reason: %s, correct sample is %s.", | |||
str.c_str(), kShapeRangeValueConvertError, kInputShapeRangeSample3); | |||
} | |||
return false; | |||
} | |||
static bool ParseShapeRangePair(const string &shape_range, | |||
const vector<string> &range_pair_set, | |||
std::pair<int64_t, int64_t> &range_pair) { | |||
if (range_pair_set.size() == 1) { | |||
long range_value = 0; | |||
if (!StringToLongNoThrow(range_pair_set.at(0), range_value)) { | |||
return false; | |||
} | |||
if (range_value < 0) { | |||
range_pair = std::make_pair(1, range_value); | |||
} else { | |||
range_pair = std::make_pair(range_value, range_value); | |||
} | |||
} else if (range_pair_set.size() == kRangePairSize) { | |||
// unknown dim, should get range. | |||
long range_left = 0; | |||
if (!StringToLongNoThrow(range_pair_set.at(0), range_left)) { | |||
return false; | |||
} | |||
long range_right = 0; | |||
if (!StringToLongNoThrow(range_pair_set.at(1), range_right)) { | |||
return false; | |||
} | |||
if ((range_left < 0) || (range_right < 0)) { | |||
REPORT_INPUT_ERROR("E10048", std::vector<std::string>({"shape_range", "reason", "sample"}), | |||
std::vector<string>({shape_range, kInputShapeRangeInvalid, kInputShapeRangeSample3})); | |||
GELOGE(PARAM_INVALID, | |||
"[Parse][InputParameter] [--input_shape_range]'s shape range[%s] failed," | |||
"reason: %s, correct sample is %s.", | |||
shape_range.c_str(), kInputShapeRangeInvalid, kInputShapeRangeSample3); | |||
return false; | |||
} | |||
range_pair = std::make_pair(range_left, range_right); | |||
} else { | |||
REPORT_INPUT_ERROR("E10048", std::vector<std::string>({"shape_range", "reason", "sample"}), | |||
std::vector<string>({shape_range, kInputShapeRangeInvalid, kInputShapeRangeSample3})); | |||
GELOGE(PARAM_INVALID, "[Parse][Parameter]shape_range:%s invalid, reason: %s, correct sample is %s.", | |||
shape_range.c_str(), kInputShapeRangeInvalid, kInputShapeRangeSample3); | |||
return false; | |||
} | |||
return true; | |||
} | |||
} // namespace | |||
Status CheckInputFormat(const string &input_format) { | |||
@@ -93,7 +158,7 @@ bool CheckDynamicBatchSizeInputShapeValid(map<string, vector<int64_t>> shape_map | |||
vector<int64_t> shape = iter->second; | |||
if (shape.empty()) { | |||
ErrorManager::GetInstance().ATCReportErrMessage("E10012"); | |||
GELOGE(ge::PARAM_INVALID, | |||
GELOGE(ge::PARAM_INVALID, | |||
"[Check][DynamicBatchSizeInputShape] shape size can not be less than 1 when set --dynamic_batch_size."); | |||
return false; | |||
} | |||
@@ -110,7 +175,7 @@ bool CheckDynamicBatchSizeInputShapeValid(map<string, vector<int64_t>> shape_map | |||
if (size == 0) { | |||
ErrorManager::GetInstance().ATCReportErrMessage("E10031"); | |||
GELOGE(ge::PARAM_INVALID, | |||
GELOGE(ge::PARAM_INVALID, | |||
"[Check][DynamicBatchSizeInputShape]At least one batch n must be equal to -1 when set dynamic_batch_size."); | |||
return false; | |||
} | |||
@@ -170,6 +235,16 @@ bool CheckDynamicImagesizeInputShapeValid(map<string, vector<int64_t>> shape_map | |||
} | |||
EraseEndSemicolon(dynamic_image_size); | |||
for (char c : dynamic_image_size) { | |||
bool is_char_valid = isdigit(c) || (c == ',') || (c == ' ') || (c == ';'); | |||
if (!is_char_valid) { | |||
ErrorManager::GetInstance().ATCReportErrMessage( | |||
"E10033", {"value", "reason"}, {dynamic_image_size, kDynamicImageSizeError}); | |||
GELOGE(ge::PARAM_INVALID, "[Check][DynamicImageSizeInputShape] --dynamic_image_size:%s is invalid. reason: %s", | |||
dynamic_image_size.c_str(), kDynamicImageSizeError); | |||
return false; | |||
} | |||
} | |||
// Different parameter sets are split string by ';' | |||
std::vector<std::string> split_set = StringUtils::Split(dynamic_image_size, ';'); | |||
// Different dimensions are split by ',' | |||
@@ -244,7 +319,7 @@ bool CheckAndParseDynamicDims(int32_t dynamic_dim_num, std::string &dynamic_dims | |||
if (split_set.size() > kMaxDynamicDimNum) { | |||
ErrorManager::GetInstance().ATCReportErrMessage( | |||
"E10042", {"parameter", "reason"}, {"dynamic_dims", "dynamic_dims's num of parameter set can not exceed 100"}); | |||
GELOGE(ge::PARAM_INVALID, | |||
GELOGE(ge::PARAM_INVALID, | |||
"[CheckAndParse][DynamicDims]dynamic_dims's num of parameter set can not exceed %zu.", kMaxDynamicDimNum); | |||
return false; | |||
} | |||
@@ -265,7 +340,7 @@ bool CheckAndParseDynamicDims(int32_t dynamic_dim_num, std::string &dynamic_dims | |||
ErrorManager::GetInstance().ATCReportErrMessage( | |||
"E10001", {"parameter", "value", "reason"}, | |||
{"--dynamic_dims's parameter", dim.c_str(), "must be positive integer"}); | |||
GELOGE(ge::PARAM_INVALID, | |||
GELOGE(ge::PARAM_INVALID, | |||
"[CheckAndParse][DynamicDims]--dynamic_dims:%s parameter must be positive integer.", | |||
dynamic_dims.c_str()); | |||
return false; | |||
@@ -276,24 +351,6 @@ bool CheckAndParseDynamicDims(int32_t dynamic_dim_num, std::string &dynamic_dims | |||
return true; | |||
} | |||
bool StringToLongNoThrow(const string &str, long &val) { | |||
try { | |||
val = std::stol(str); | |||
return true; | |||
} catch (const std::invalid_argument) { | |||
ErrorManager::GetInstance().ATCReportErrMessage("E10048", {"shape_range", "reason", "sample"}, | |||
{str, kShapeRangeValueConvertError, kInputShapeRangeSample3}); | |||
GELOGE(PARAM_INVALID, "[Parse][Parameter] str:%s invalid, reason: %s, correct sample is %s.", | |||
str.c_str(), kShapeRangeValueConvertError, kInputShapeRangeSample3); | |||
} catch (const std::out_of_range) { | |||
ErrorManager::GetInstance().ATCReportErrMessage("E10048", {"shape_range", "reason", "sample"}, | |||
{str, kShapeRangeValueConvertError, kInputShapeRangeSample3}); | |||
GELOGE(PARAM_INVALID, "[Parse][Parameter] str:%s invalid, reason: %s, correct sample is %s.", | |||
str.c_str(), kShapeRangeValueConvertError, kInputShapeRangeSample3); | |||
} | |||
return false; | |||
} | |||
bool ParseSingleShapeRange(std::string &shape_range, vector<pair<int64_t, int64_t>> &shape_range_vec) { | |||
vector<char> square_brackets; | |||
for (auto ch : shape_range) { | |||
@@ -320,41 +377,8 @@ bool ParseSingleShapeRange(std::string &shape_range, vector<pair<int64_t, int64_ | |||
for (const auto &range_pair_str : dim_range_set) { | |||
vector<string> range_pair_set = ge::StringUtils::Split(range_pair_str, '~'); | |||
pair<int64_t, int64_t> range_pair; | |||
if (range_pair_set.size() == 1) { | |||
long range_value = 0; | |||
if (!StringToLongNoThrow(range_pair_set.at(0), range_value)) { | |||
return false; | |||
} | |||
if (range_value < 0) { | |||
range_pair = std::make_pair(1, range_value); | |||
} else { | |||
range_pair = std::make_pair(range_value, range_value); | |||
} | |||
} else if (range_pair_set.size() == kRangePairSize) { | |||
// unknown dim, should get range. | |||
long range_left = 0; | |||
if (!StringToLongNoThrow(range_pair_set.at(0), range_left)) { | |||
return false; | |||
} | |||
long range_right = 0; | |||
if (!StringToLongNoThrow(range_pair_set.at(1), range_right)) { | |||
return false; | |||
} | |||
if (range_left < 0 || (range_right < 0)) { | |||
ErrorManager::GetInstance().ATCReportErrMessage("E10048", {"shape_range", "reason", "sample"}, | |||
{shape_range, kInputShapeRangeInvalid, kInputShapeRangeSample3}); | |||
GELOGE(PARAM_INVALID, | |||
"[Parse][InputParameter] [--input_shape_range]'s shape range[%s] failed," | |||
"reason: %s, correct sample is %s.", | |||
shape_range.c_str(), kInputShapeRangeInvalid, kInputShapeRangeSample3); | |||
return false; | |||
} | |||
range_pair = std::make_pair(range_left, range_right); | |||
} else { | |||
ErrorManager::GetInstance().ATCReportErrMessage("E10048", {"shape_range", "reason", "sample"}, | |||
{shape_range, kInputShapeRangeInvalid, kInputShapeRangeSample3}); | |||
GELOGE(PARAM_INVALID, "[Parse][Parameter]shape_range:%s invalid, reason: %s, correct sample is %s.", | |||
shape_range.c_str(), kInputShapeRangeInvalid, kInputShapeRangeSample3); | |||
if (!ParseShapeRangePair(shape_range, range_pair_set, range_pair)) { | |||
GELOGE(PARAM_INVALID, "[Parse][RangePair] parse range pair failed."); | |||
return false; | |||
} | |||
shape_range_vec.emplace_back(range_pair); | |||
@@ -362,8 +386,13 @@ bool ParseSingleShapeRange(std::string &shape_range, vector<pair<int64_t, int64_ | |||
return true; | |||
} | |||
bool ParseInputShapeRange(const std::string &shape_range, | |||
std::map<string, std::vector<std::pair<int64_t, int64_t>>> &shape_range_map) { | |||
/** | |||
* Parser shape_range from string to map | |||
* shape_range from option normally is "input1:[1~20,3,3~6,-1];input2:[1~20,3,3~6,-1]" | |||
* @param shape_range | |||
*/ | |||
Status ParseInputShapeRange(const std::string &shape_range, | |||
std::map<string, std::vector<std::pair<int64_t, int64_t>>> &shape_range_map) { | |||
GELOGD("Input shape range %s", shape_range.c_str()); | |||
vector<string> shape_range_vec = StringUtils::Split(shape_range, ';'); | |||
@@ -373,27 +402,84 @@ bool ParseInputShapeRange(const std::string &shape_range, | |||
if (shape_range_pair_vec.size() != DEFAULT_SHAPE_RANGE_PAIR_SIZE) { | |||
ErrorManager::GetInstance().ATCReportErrMessage("E10048", {"shape_range", "reason", "sample"}, | |||
{shape_range, kSplitError1, kInputShapeRangeSample1}); | |||
GELOGE(PARAM_INVALID, "[Parse][Parameter]--input shape_range:%s invalid, reason: %s, correct sample is %s.", | |||
GELOGE(PARAM_INVALID, "[Parse][Parameter]--input shape_range:%s invalid, reason: %s, correct sample is %s.", | |||
shape_range.c_str(), kSplitError1, kInputShapeRangeSample1); | |||
return false; | |||
return PARAM_INVALID; | |||
} | |||
if (shape_range_pair_vec[1].empty()) { | |||
ErrorManager::GetInstance().ATCReportErrMessage("E10048", {"shape", "reason", "sample"}, | |||
{shape_range, kEmptyError, kInputShapeRangeSample1}); | |||
GELOGE(PARAM_INVALID, "[Parse][Parameter]shape_range:%s invalid,reason: %s, correct sample is %s.", | |||
shape_range.c_str(), kEmptyError, kInputShapeRangeSample1); | |||
return false; | |||
return PARAM_INVALID; | |||
} | |||
string shape_range_str = shape_range_pair_vec[1]; | |||
vector<pair<int64_t, int64_t>> shape_range_val; | |||
if (!ParseSingleShapeRange(shape_range_str, shape_range_val)) { | |||
GELOGE(PARAM_INVALID, "[Parse][Parameter] shape_range_str: %s invalid.", shape_range_str.c_str()); | |||
return false; | |||
return PARAM_INVALID; | |||
} | |||
shape_range_map.emplace(make_pair(StringUtils::Trim(shape_range_pair_vec[0]), shape_range_val)); | |||
} | |||
return true; | |||
return SUCCESS; | |||
} | |||
/** | |||
* Parser shape_range from string to vector | |||
* shape_range from option normally is "[1~20,3,3~6,-1],[1~20,3,3~6,-1]" | |||
* @param shape_range | |||
*/ | |||
Status ParseInputShapeRange(const std::string &shape_range, | |||
std::vector<std::vector<std::pair<int64_t, int64_t>>> &range) { | |||
GELOGD("Input shape range %s", shape_range.c_str()); | |||
if (shape_range.size() < 2) { | |||
REPORT_INPUT_ERROR("E10048", std::vector<std::string>({"shape_range", "reason", "sample"}), | |||
std::vector<std::string>({shape_range, kInputShapeRangeSizeInvalid, kInputShapeRangeSample4})); | |||
GELOGE(PARAM_INVALID, "[Parse][ShapeRange] str:%s invalid, reason: %s, correct sample is %s.", | |||
shape_range.c_str(), kInputShapeRangeSizeInvalid, kInputShapeRangeSample4); | |||
return PARAM_INVALID; | |||
} | |||
// different shape_range of single input are split by ']' | |||
vector<string> shape_range_set = ge::StringUtils::Split(shape_range, ']'); | |||
if (shape_range_set.empty()) { | |||
REPORT_INPUT_ERROR("E10048", std::vector<std::string>({"shape_range", "reason", "sample"}), | |||
std::vector<string>({shape_range, kInputShapeRangeInvalid, kInputShapeRangeSample4})); | |||
GELOGE(PARAM_INVALID, "[Parse][ShapeRange] str:%s invalid, reason: %s, correct sample is %s.", | |||
shape_range.c_str(), kInputShapeRangeInvalid, kInputShapeRangeSample4); | |||
return PARAM_INVALID; | |||
} | |||
for (auto &shape_range_str : shape_range_set) { | |||
if (shape_range_str.size() < 3) { | |||
// shape_range_str should be "[2~3,1" | |||
// or ",[2~3,1". because we should trim '[' or ',[' | |||
// so shape_range_str.size() < 3 is invalid | |||
continue; | |||
} | |||
// trim start bytes, after that, single input should be "1~20,3,3~6,-1" | |||
if (ge::StringUtils::StartWith(shape_range_str, "[")) { | |||
shape_range_str = shape_range_str.substr(1, shape_range_str.size()); | |||
} | |||
if (ge::StringUtils::StartWith(shape_range_str, ",")) { | |||
shape_range_str = shape_range_str.substr(2, shape_range_str.size()); | |||
} | |||
// parse shape_range of single input. eg. "1~20,3,3~6,-1" | |||
std::vector<std::pair<int64_t, int64_t>> range_of_single_input; | |||
vector<string> dim_range_set = ge::StringUtils::Split(shape_range_str, ','); | |||
for (const auto &range_pair_str : dim_range_set) { | |||
vector<string> range_pair_set = ge::StringUtils::Split(range_pair_str, '~'); | |||
pair<int64_t, int64_t> range_pair; | |||
if (!ParseShapeRangePair(shape_range_str, range_pair_set, range_pair)) { | |||
GELOGE(PARAM_INVALID, "[Parse][RangePair] Parse range pair failed."); | |||
return PARAM_INVALID; | |||
} | |||
range_of_single_input.emplace_back(range_pair); | |||
} | |||
range.emplace_back(range_of_single_input); | |||
} | |||
return SUCCESS; | |||
} | |||
Status CheckDynamicInputParamValid(string &dynamic_batch_size, string &dynamic_image_size, string &dynamic_dims, | |||
@@ -409,11 +495,13 @@ Status CheckDynamicInputParamValid(string &dynamic_batch_size, string &dynamic_i | |||
} | |||
if (param_size == 0) { | |||
if (!input_shape_range.empty()) { | |||
std::map<string, std::vector<std::pair<int64_t, int64_t>>> shape_range_map; | |||
if (!ParseInputShapeRange(input_shape_range, shape_range_map)) { | |||
GELOGE(ge::PARAM_INVALID, "[Parse][InputShapeRange] failed, range: %s", input_shape_range.c_str()); | |||
return ge::PARAM_INVALID; | |||
if (input_shape_range.find(":") != string::npos) { | |||
if (!input_shape_range.empty()) { | |||
std::map<string, std::vector<std::pair<int64_t, int64_t>>> shape_range_map; | |||
if (ParseInputShapeRange(input_shape_range, shape_range_map) != SUCCESS) { | |||
GELOGE(ge::PARAM_INVALID, "[Parse][InputShapeRange] failed, range: %s", input_shape_range.c_str()); | |||
return ge::PARAM_INVALID; | |||
} | |||
} | |||
} | |||
return ge::SUCCESS; | |||
@@ -608,6 +696,11 @@ Status CheckKeepTypeParamValid(const std::string &keep_dtype) { | |||
int CheckLogParamValidAndSetLogLevel(const std::string log) { | |||
int ret = -1; | |||
char *npu_collect_path = std::getenv("NPU_COLLECT_PATH"); | |||
if (npu_collect_path != nullptr && log == "null") { | |||
return 0; | |||
} | |||
if (log == "default") { | |||
ret = 0; | |||
} else if (log == "null") { | |||
@@ -733,10 +826,10 @@ Status UpdateDataOpShape(const OpDescPtr &op, map<string, vector<int64_t>> &shap | |||
} | |||
Status UpdateDataOpShapeRange(const OpDescPtr &op, | |||
map<string, vector<pair<int64_t, int64_t>>> &shape_range_map) { | |||
const map<string, vector<pair<int64_t, int64_t>>> &name_shape_range_map) { | |||
GE_CHECK_NOTNULL(op); | |||
if (shape_range_map.empty()) { | |||
GELOGI("Shape range map of data op [%s] is empty.", op->GetName().c_str()); | |||
if (name_shape_range_map.empty()) { | |||
GELOGI("Shape range name map of data op [%s] is empty.", op->GetName().c_str()); | |||
return SUCCESS; | |||
} | |||
@@ -746,8 +839,8 @@ Status UpdateDataOpShapeRange(const OpDescPtr &op, | |||
GE_CHECK_NOTNULL(tensor_output); | |||
string data_op_name = op->GetName(); | |||
auto origin_shape = tensor_input->GetShape(); | |||
auto iter = shape_range_map.find(data_op_name); | |||
if (iter != shape_range_map.end()) { | |||
auto iter = name_shape_range_map.find(data_op_name); | |||
if (iter != name_shape_range_map.end()) { | |||
auto cur_shape_range = iter->second; | |||
if (TensorUtils::CheckShapeByShapeRange(origin_shape, cur_shape_range) != SUCCESS) { | |||
GELOGE(PARAM_INVALID, "[Check][OpDescPtr] Check shape by shape range failed for op:%s.", data_op_name.c_str()); | |||
@@ -772,6 +865,56 @@ Status UpdateDataOpShapeRange(const OpDescPtr &op, | |||
return SUCCESS; | |||
} | |||
Status UpdateDataOpShapeRange(const OpDescPtr &op, | |||
const vector<vector<pair<int64_t, int64_t>>> &index_shape_range_map) { | |||
GE_CHECK_NOTNULL(op); | |||
if (index_shape_range_map.empty()) { | |||
GELOGI("Shape range index map of data op [%s] is empty.", op->GetName().c_str()); | |||
return SUCCESS; | |||
} | |||
GeAttrValue::INT index = 0; | |||
if (!AttrUtils::GetInt(op, ATTR_NAME_INDEX, index)) { | |||
GELOGW("[%s] Get index from data attr failed.", op->GetName().c_str()); | |||
return SUCCESS; | |||
} | |||
if ((index < 0) || (static_cast<size_t>(index) >= index_shape_range_map.size())) { | |||
std::string situation = "data op index[" + std::to_string(index) + "]"; | |||
std::string reason = "it must less than user_input size[" + std::to_string(index_shape_range_map.size()) + "]"; | |||
REPORT_INPUT_ERROR("E19025", std::vector<std::string>({"situation", "reason"}), | |||
std::vector<std::string>({situation, reason})); | |||
GELOGE(PARAM_INVALID, "user_input size = %zu, graph data op index = %ld.", index_shape_range_map.size(), index); | |||
return FAILED; | |||
} | |||
auto tensor_input = op->MutableInputDesc(0); | |||
auto tensor_output = op->MutableOutputDesc(0); | |||
GE_CHECK_NOTNULL(tensor_input); | |||
GE_CHECK_NOTNULL(tensor_output); | |||
string data_op_name = op->GetName(); | |||
auto origin_shape = tensor_input->GetShape(); | |||
auto cur_shape_range = index_shape_range_map[index]; | |||
if (TensorUtils::CheckShapeByShapeRange(origin_shape, cur_shape_range) != SUCCESS) { | |||
GELOGE(PARAM_INVALID, "[Check][OpDescPtr] Check shape by shape range failed for op:%s.", data_op_name.c_str()); | |||
return PARAM_INVALID; | |||
} | |||
for (size_t idx = 0; idx < cur_shape_range.size(); ++idx) { | |||
auto left_range = cur_shape_range[idx].first; | |||
auto right_range = cur_shape_range[idx].second; | |||
if (left_range != right_range) { | |||
origin_shape.SetDim(idx, UNKNOWN_DIM); | |||
} | |||
} | |||
tensor_input->SetShape(origin_shape); | |||
tensor_input->SetShapeRange(cur_shape_range); | |||
tensor_output->SetShape(origin_shape); | |||
tensor_output->SetShapeRange(cur_shape_range); | |||
GELOGI("Update input [%s] shape range info success.", data_op_name.c_str()); | |||
return SUCCESS; | |||
} | |||
static Status CheckInputShapeRangeNode(const ComputeGraphPtr &compute_graph, | |||
const map<string, vector<pair<int64_t, int64_t>>> &shape_range_map) { | |||
for (const auto &it : shape_range_map) { | |||
@@ -802,7 +945,7 @@ Status UpdateDynamicInputShapeRange(const ge::ComputeGraphPtr &compute_graph, co | |||
GE_CHECK_NOTNULL(compute_graph); | |||
map<string, vector<pair<int64_t, int64_t>>> shape_range_map; | |||
if (!ParseInputShapeRange(input_shape_range, shape_range_map)) { | |||
if (ParseInputShapeRange(input_shape_range, shape_range_map) != SUCCESS) { | |||
GELOGE(PARAM_INVALID, "[Parse][InputShapeRange] input_shape_range:%s invalid.", input_shape_range.c_str()); | |||
return PARAM_INVALID; | |||
} |
@@ -64,8 +64,10 @@ Status CheckDynamicInputParamValid(std::string &dynamic_batch_size, std::string | |||
bool ParseInputShape(const std::string &input_shape, std::map<string, std::vector<int64_t>> &shape_map, | |||
std::vector<std::pair<string, vector<int64_t>>> &user_shape_map, bool is_dynamic_input = false); | |||
bool ParseInputShapeRange(const std::string &shape_range, | |||
std::map<string, std::vector<std::pair<int64_t, int64_t>>> &shape_range_map); | |||
Status ParseInputShapeRange(const std::string &shape_range, | |||
std::map<string, std::vector<std::pair<int64_t, int64_t>>> &shape_range_map); | |||
Status ParseInputShapeRange(const std::string &shape_range, | |||
std::vector<std::vector<std::pair<int64_t, int64_t>>> &range); | |||
Status CheckOutputTypeParamValid(const std::string output_type); | |||
Status CheckBufferOptimizeParamValid(const std::string buffer_optimize); | |||
@@ -80,8 +82,10 @@ Status CheckKeepTypeParamValid(const std::string &keep_dtype); | |||
void PrintOptionMap(std::map<std::string, std::string> &options, std::string tips); | |||
void EraseEndSemicolon(std::string ¶m); | |||
Status UpdateDataOpShape(const OpDescPtr &op, std::map<std::string, std::vector<int64_t>> &shape_map); | |||
Status UpdateDataOpShapeRange( | |||
const OpDescPtr &op, const std::map<std::string, std::vector<std::pair<int64_t, int64_t>>> &name_shape_range_map); | |||
Status UpdateDataOpShapeRange(const OpDescPtr &op, | |||
std::map<std::string, std::vector<std::pair<int64_t, int64_t>>> &shape_range_map); | |||
const std::vector<std::vector<std::pair<int64_t, int64_t>>> &index_shape_range_map); | |||
Status UpdateDynamicInputShapeRange(const ge::ComputeGraphPtr &compute_graph, const string &input_shape_range); | |||
} | |||
#endif // FRAMEWORK_DOMI_ATC_IR_COMMON_H_ |
@@ -40,12 +40,14 @@ class GeRootModel { | |||
} | |||
uint32_t GetModelId() const { return model_id_; } | |||
std::vector<uint32_t> GetAllModelId() const { return model_ids_; } | |||
void SetModelName(const std::string &model_name) { model_name_ = model_name; } | |||
const std::string &GetModelName() const { return model_name_; } | |||
std::vector<uint32_t> GetAllModelId() const { return model_ids_; } | |||
void ClearAllModelId() { model_ids_.clear(); } | |||
Status CheckIsUnknownShape(bool &is_dynamic_shape); | |||
void SetRootGraph(ComputeGraphPtr graph) { root_graph_ = graph; } | |||
@@ -11,7 +11,7 @@ set(SRC_LIST | |||
"main.cc" | |||
"single_op_parser.cc" | |||
"../session/omg.cc" | |||
"../ir_build/atc_ir_common.cc" | |||
"../ir_build/option_utils.cc" | |||
) | |||
############ atc_atc.bin ############ | |||
@@ -36,7 +36,7 @@ | |||
#include "graph/utils/graph_utils.h" | |||
#include "graph/utils/type_utils.h" | |||
#include "init/gelib.h" | |||
#include "ir_build/atc_ir_common.h" | |||
#include "ir_build/option_utils.h" | |||
#include "omg/omg.h" | |||
#include "omg/parser/parser_factory.h" | |||
#include "omg/parser/parser_inner_ctx.h" | |||
@@ -220,6 +220,8 @@ DEFINE_string(performance_mode, "", "Optional; express high compile performance | |||
"normal: no need to compile, used saved .o files directly;" | |||
"high: need to recompile, high execute performance mode."); | |||
DEFINE_string(device_id, "0", "Optional; user device id"); | |||
class GFlagUtils { | |||
public: | |||
/** | |||
@@ -579,7 +581,7 @@ class GFlagUtils { | |||
if (fileName.size() > static_cast<int>(PATH_MAX)) { | |||
ErrorManager::GetInstance().ATCReportErrMessage( | |||
"E10021", {"parameter", "size"}, {"output", std::to_string(PATH_MAX)}); | |||
GELOGE(ge::FAILED, | |||
GELOGE(ge::FAILED, | |||
"[Check][Path]Input parameter[--output]'s path is too long, it must be less than %d", PATH_MAX); | |||
return false; | |||
} | |||
@@ -638,7 +640,7 @@ static bool CheckInputFormat() { | |||
// only support NCHW ND | |||
ErrorManager::GetInstance().ATCReportErrMessage( | |||
"E10001", {"parameter", "value", "reason"}, {"--input_format", FLAGS_input_format, kCaffeFormatSupport}); | |||
GELOGE(ge::FAILED, "[Check][InputFormat]Invalid value for --input_format[%s], %s.", | |||
GELOGE(ge::FAILED, "[Check][InputFormat]Invalid value for --input_format[%s], %s.", | |||
FLAGS_input_format.c_str(), kCaffeFormatSupport); | |||
return false; | |||
} else if ((FLAGS_framework == static_cast<int32_t>(domi::TENSORFLOW))) { // tf | |||
@@ -648,7 +650,7 @@ static bool CheckInputFormat() { | |||
// only support NCHW NHWC ND NCDHW NDHWC | |||
ErrorManager::GetInstance().ATCReportErrMessage( | |||
"E10001", {"parameter", "value", "reason"}, {"--input_format", FLAGS_input_format, kTFFormatSupport}); | |||
GELOGE(ge::FAILED, "[Check][InputFormat]Invalid value for --input_format[%s], %s.", | |||
GELOGE(ge::FAILED, "[Check][InputFormat]Invalid value for --input_format[%s], %s.", | |||
FLAGS_input_format.c_str(), kTFFormatSupport); | |||
return false; | |||
} else if (FLAGS_framework == static_cast<int32_t>(domi::ONNX)) { | |||
@@ -658,7 +660,7 @@ static bool CheckInputFormat() { | |||
// only support NCHW ND | |||
ErrorManager::GetInstance().ATCReportErrMessage( | |||
"E10001", {"parameter", "value", "reason"}, {"--input_format", FLAGS_input_format, kONNXFormatSupport}); | |||
GELOGE(ge::FAILED, "[Check][InputFormat]Invalid value for --input_format[%s], %s.", | |||
GELOGE(ge::FAILED, "[Check][InputFormat]Invalid value for --input_format[%s], %s.", | |||
FLAGS_input_format.c_str(), kONNXFormatSupport); | |||
return false; | |||
} | |||
@@ -903,7 +905,7 @@ static Status ConvertModelToJson(int fwk_type, const string &model_file, const s | |||
ErrorManager::GetInstance().ATCReportErrMessage( | |||
"E10001", {"parameter", "value", "reason"}, | |||
{"--framework", std::to_string(fwk_type), kModelToJsonSupport}); | |||
GELOGE(ge::FAILED, "[Convert][ModelToJson]Invalid value for --framework[%d], %s.", | |||
GELOGE(ge::FAILED, "[Convert][ModelToJson]Invalid value for --framework[%d], %s.", | |||
fwk_type, kModelToJsonSupport); | |||
ret = ge::FAILED; | |||
} | |||
@@ -969,7 +971,7 @@ domi::Status GenerateModel(std::map<string, string> &options, std::string output | |||
ge::Graph graph; | |||
std::vector<ge::GeTensor> inputs; | |||
if (FLAGS_framework == domi::MINDSPORE) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
// load model from file | |||
ge::Model load_model = ge::Model("loadmodel", "version2"); | |||
auto ret1 = load_model.LoadFromFile(FLAGS_model); | |||
@@ -1010,12 +1012,12 @@ domi::Status GenerateModel(std::map<string, string> &options, std::string output | |||
atc_params.insert(std::pair<string, string>(string(ge::OUTPUT_DATATYPE), FLAGS_output_type)); | |||
atc_params.insert(std::pair<string, string>("output", output)); | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kParser); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kParser); | |||
Status ret = | |||
ParseGraph(graph, atc_params, FLAGS_model.c_str(), FLAGS_weight.c_str(), (domi::FrameworkType)FLAGS_framework, | |||
FLAGS_op_name_map.c_str(), FLAGS_target.c_str(), (ge::RunMode)FLAGS_mode, is_dynamic_input); | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
// in ONLY_PRE_CHECK mode, pre-checking report has already saved in ParseGraph | |||
if (FLAGS_mode == ge::ONLY_PRE_CHECK) { | |||
(void)ge_generator.Finalize(); | |||
@@ -1084,6 +1086,7 @@ static void SetEnvForSingleOp(std::map<string, string> &options) { | |||
options.emplace(ge::MDL_BANK_PATH_FLAG, FLAGS_mdl_bank_path); | |||
options.emplace(ge::OP_BANK_PATH_FLAG, FLAGS_op_bank_path); | |||
options.emplace(ge::PERFORMANCE_MODE, FLAGS_performance_mode); | |||
options.emplace(ge::TUNE_DEVICE_IDS, FLAGS_device_id); | |||
} | |||
domi::Status GenerateSingleOp(const std::string& json_file_path) { | |||
@@ -1114,7 +1117,7 @@ domi::Status GenerateSingleOp(const std::string& json_file_path) { | |||
return domi::FAILED; | |||
} | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kParser); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kParser); | |||
vector<ge::SingleOpBuildParam> build_params; | |||
if (ge::SingleOpParser::ParseSingleOpList(json_file_path, build_params) != ge::SUCCESS) { | |||
DOMI_LOGE("parse single op json file failed"); | |||
@@ -1176,6 +1179,7 @@ domi::Status GenerateOmModel() { | |||
options.insert(std::pair<string, string>(string(ge::OUTPUT_NODE_NAME), FLAGS_out_nodes)); | |||
options.insert(std::pair<string, string>(string(ge::INSERT_OP_FILE), FLAGS_insert_op_conf)); | |||
options.insert(std::pair<string, string>(string(ge::PRECISION_MODE), FLAGS_precision_mode)); | |||
options.insert(std::pair<string, string>(string(ge::TUNE_DEVICE_IDS), FLAGS_device_id)); | |||
options.insert(std::pair<string, string>(string(ge::RUN_FLAG), to_string(0))); | |||
options.insert(std::pair<string, string>(string(ge::TRAIN_FLAG), to_string(0))); | |||
@@ -1249,7 +1253,7 @@ domi::Status GenerateOmModel() { | |||
return domi::FAILED; | |||
} | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
if (FLAGS_display_model_info == "1") { | |||
GELOGI("need to display model info."); | |||
return ge::ConvertOm(FLAGS_output.c_str(), "", false); | |||
@@ -1259,7 +1263,7 @@ domi::Status GenerateOmModel() { | |||
} | |||
domi::Status ConvertModelToJson() { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
Status ret = GFlagUtils::CheckConverJsonParamFlags(); | |||
GE_CHK_BOOL_EXEC(ret == domi::SUCCESS, return domi::FAILED, "[CheckConver][JsonParamFlags] failed!"); | |||
@@ -1270,7 +1274,7 @@ domi::Status ConvertModelToJson() { | |||
} | |||
domi::Status DisplayModelInfo() { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
// No model path passed in | |||
GE_CHK_BOOL_TRUE_EXEC_WITH_LOG(FLAGS_om == "", | |||
ErrorManager::GetInstance().ATCReportErrMessage("E10004", {"parameter"}, {"om"}); | |||
@@ -1319,7 +1323,7 @@ bool CheckRet(domi::Status ret) { | |||
} | |||
domi::Status ConvertPbtxtToJson() { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kModelCompile, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kModelCompile, error_message::kOther); | |||
Status ret = GFlagUtils::CheckConverJsonParamFlags(); | |||
if (ret != domi::SUCCESS) { | |||
GELOGE(ge::FAILED, "[CheckConver][JsonParamFlags] failed!"); | |||
@@ -1409,7 +1413,7 @@ bool CheckMemInfo() { | |||
} | |||
int main(int argc, char* argv[]) { | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kInitialize, ErrorMessage::kOther); | |||
ErrorManager::GetInstance().SetStage(error_message::kInitialize, error_message::kOther); | |||
Status ret = domi::SUCCESS; | |||
std::cout << "ATC start working now, please wait for a moment." << std::endl; | |||
@@ -1450,7 +1454,7 @@ int main(int argc, char* argv[]) { | |||
} | |||
} while (0); | |||
ErrorManager::GetInstance().SetStage(ErrorMessage::kFinalize, ErrorMessage::kFinalize); | |||
ErrorManager::GetInstance().SetStage(error_message::kFinalize, error_message::kFinalize); | |||
if (!CheckRet(ret)) { | |||
std::cout << "ATC run failed, Please check the detail log, Try \'atc --help\' for more information" << std::endl; | |||
int result = ErrorManager::GetInstance().OutputErrMessage(STDOUT_FILENO); | |||
@@ -12,7 +12,7 @@ LOCAL_SRC_FILES := \ | |||
main.cc \ | |||
single_op_parser.cc \ | |||
../session/omg.cc \ | |||
../ir_build/atc_ir_common.cc \ | |||
../ir_build/option_utils.cc \ | |||
LOCAL_C_INCLUDES := \ | |||
$(LOCAL_PATH)/../ ./ \ | |||
@@ -65,7 +65,7 @@ LOCAL_SRC_FILES := \ | |||
main.cc \ | |||
single_op_parser.cc \ | |||
../session/omg.cc \ | |||
../ir_build/atc_ir_common.cc \ | |||
../ir_build/option_utils.cc \ | |||
LOCAL_C_INCLUDES := \ | |||
$(LOCAL_PATH)/../ ./ \ | |||
@@ -118,7 +118,7 @@ LOCAL_SRC_FILES := \ | |||
main.cc \ | |||
single_op_parser.cc \ | |||
../session/omg.cc \ | |||
../ir_build/atc_ir_common.cc \ | |||
../ir_build/option_utils.cc \ | |||
LOCAL_C_INCLUDES := \ | |||
$(LOCAL_PATH)/../ ./ \ | |||
@@ -31,6 +31,8 @@ enum DataType | |||
DT_STRING_REF = 24; // string_ref type | |||
DT_DUAL = 25; /**< dual output type */ | |||
DT_VARIANT = 26; // variant type | |||
DT_BF16 = 27; // bf16 type | |||
DT_INT4 = 28; // int4 type | |||
} | |||
message AttrDef | |||
@@ -1,265 +0,0 @@ | |||
/** | |||
* Copyright 2019-2020 Huawei Technologies Co., Ltd | |||
* | |||
* Licensed under the Apache License, Version 2.0 (the "License"); | |||
* you may not use this file except in compliance with the License. | |||
* You may obtain a copy of the License at | |||
* | |||
* http://www.apache.org/licenses/LICENSE-2.0 | |||
* | |||
* Unless required by applicable law or agreed to in writing, software | |||
* distributed under the License is distributed on an "AS IS" BASIS, | |||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |||
* See the License for the specific language governing permissions and | |||
* limitations under the License. | |||
*/ | |||
#include "omm/csa_interact.h" | |||
#include "framework/common/debug/ge_log.h" | |||
#include "framework/common/debug/log.h" | |||
#include "framework/common/util.h" | |||
#include "graph/ge_context.h" | |||
#include "graph/manager/graph_var_manager.h" | |||
#include "graph/utils/tensor_utils.h" | |||
#include "mmpa/mmpa_api.h" | |||
#include "nlohmann/json.hpp" | |||
namespace ge { | |||
namespace { | |||
const char FMK_STATUS_FILE_DIR_ENV[] = "FMK_STATUS_FILE_DIR"; | |||
const char JOBSTATE_FILE_NAME[] = "jobstateupdate_framework"; | |||
const char HCOM_DETECT_FILE_NAME[] = "hcom_detection_result"; | |||
const char FILE_SEPARATE[] = "/"; | |||
} // namespace | |||
/// | |||
/// @brief Obtain CsaInteract instance | |||
/// @return CsaInteract instance | |||
/// | |||
CsaInteract &CsaInteract::GetInstance() { | |||
static CsaInteract instance; | |||
return instance; | |||
} | |||
/// | |||
/// @brief CsaInteract instance initialization | |||
/// @param [in] dev_index device index | |||
/// @param [in] job_id job id | |||
/// @return void | |||
/// | |||
void CsaInteract::Init(int32_t dev_index, int64_t job_id) { | |||
if (!is_init_) { | |||
dev_index_ = dev_index; | |||
job_id_ = job_id; | |||
char file_dir_env[MMPA_MAX_PATH] = { 0x00 }; | |||
INT32 res = mmGetEnv(FMK_STATUS_FILE_DIR_ENV, file_dir_env, MMPA_MAX_PATH); | |||
string csa_path_prefix; | |||
if (res == EN_OK) { | |||
csa_path_prefix = file_dir_env; | |||
} | |||
if (!csa_path_prefix.empty()) { | |||
job_state_file_ = csa_path_prefix + std::to_string(dev_index_) + FILE_SEPARATE + JOBSTATE_FILE_NAME; | |||
hcom_detect_file_ = csa_path_prefix + std::to_string(dev_index_) + FILE_SEPARATE + HCOM_DETECT_FILE_NAME; | |||
} | |||
is_init_ = true; | |||
} | |||
} | |||
/// | |||
/// @brief Update job state file | |||
/// @param [in] job_state job state | |||
/// @param [in] job_sub_state detailed job state | |||
/// @param [in] module_ret_errcode sub module training failure error code | |||
/// @param [in] error_module error module identified by FMK | |||
/// @return Status | |||
/// | |||
Status CsaInteract::WriteJobState(JobState job_state, JobSubState job_sub_state, uint32_t module_ret_errcode, | |||
ErrorModule error_module) { | |||
if (!is_init_) { | |||
GELOGE(INTERNAL_ERROR, "[Init][CsaInteract] obj has not init, can't WriteJobState"); | |||
REPORT_INNER_ERROR("E19999", "WriteJobState failed before init. "); | |||
return INTERNAL_ERROR; | |||
} | |||
if ((curr_state_ == JOBSTATE_FAILED) || (curr_state_ == JOBSTATE_KILLED)) { | |||
return SUCCESS; | |||
} | |||
if (job_state_file_.empty()) { | |||
return SUCCESS; | |||
} | |||
std::string content; | |||
try { | |||
nlohmann::json content_json; | |||
content_json["job_id"] = job_id_; | |||
content_json["jobstate"] = job_state; | |||
// Only the running or running failure state has a job sub state | |||
if ((job_state == JOBSTATE_RUNNING) || (job_state == JOBSTATE_FAILED)) { | |||
content_json["job_sub_state"] = job_sub_state; | |||
} | |||
content_json["time"] = CurrentTimeInStr(); | |||
// Write error code only if run failed | |||
if (job_state == JOBSTATE_FAILED) { | |||
content_json["errorcode"] = module_ret_errcode; | |||
content_json["errmodule"] = error_module; | |||
} | |||
content = content_json.dump(); | |||
} catch (const nlohmann::json::exception &e) { | |||
GELOGE(INTERNAL_ERROR, "[Create][JsonObject] exception:%s job_state:%u job_sub_state:%u.", | |||
e.what(), job_state, job_sub_state); | |||
REPORT_INNER_ERROR("E19999", "Create json object failed. exception:%s job_state:%u job_sub_state:%u.", | |||
e.what(), job_state, job_sub_state); | |||
return INTERNAL_ERROR; | |||
} | |||
if (WriteFile(job_state_file_, content) != SUCCESS) { | |||
// The error log subfunction has been printed and will not print again | |||
return INTERNAL_ERROR; | |||
} | |||
curr_state_ = job_state; | |||
return SUCCESS; | |||
} | |||
/// | |||
/// @brief Update error code in the job state file | |||
/// @param [in] module_ret_errcode sub module training failure error code | |||
/// @param [in] error_module error module identified by FMK | |||
/// @param [in] job_sub_state detailed job state | |||
/// @return void | |||
/// | |||
void CsaInteract::WriteErrorCode(uint32_t module_ret_errcode, ErrorModule error_module, JobSubState job_sub_state) { | |||
// The error log subfunction has been printed and will not print again | |||
Status ret = WriteJobState(JOBSTATE_FAILED, job_sub_state, module_ret_errcode, error_module); | |||
if (ret != SUCCESS) { | |||
GELOGW("write error code fail. ret_code: %u, status: %u", module_ret_errcode, job_sub_state); | |||
} | |||
} | |||
/// | |||
/// @brief Record errors that occurred durning the training | |||
/// @param [in] module_ret_errcode sub module training failure error code | |||
/// @param [in] error_module error module identified by FMK | |||
/// @param [in] job_sub_state detailed job state | |||
/// @return void | |||
/// | |||
void CsaInteract::StoreInternalErrorCode(uint32_t module_ret_errcode, ErrorModule error_module, | |||
JobSubState job_sub_state) { | |||
is_have_internal_error_ = true; | |||
csa_error_code_.module_ret_errcode = module_ret_errcode; | |||
csa_error_code_.error_module = error_module; | |||
csa_error_code_.job_sub_state = job_sub_state; | |||
} | |||
/// | |||
/// @brief Update training error code in the job state file | |||
/// @return void | |||
/// | |||
void CsaInteract::WriteInternalErrorCode() { | |||
if (is_have_internal_error_) { | |||
WriteErrorCode(csa_error_code_.module_ret_errcode, csa_error_code_.error_module, csa_error_code_.job_sub_state); | |||
} | |||
} | |||
/// | |||
/// @brief Update network connectivity detect file | |||
/// @param [in] content network connectivity content | |||
/// @return Status | |||
/// | |||
Status CsaInteract::WriteHcomDetection(const std::string &content) { | |||
if (!is_init_) { | |||
GELOGE(INTERNAL_ERROR, "[Init][CsaInteract] obj has not init, can't WriteJobState"); | |||
REPORT_INNER_ERROR("E19999", "WriteHcomDetection failed before init."); | |||
return INTERNAL_ERROR; | |||
} | |||
if (hcom_detect_file_.empty()) { | |||
return SUCCESS; | |||
} | |||
return WriteFile(hcom_detect_file_, content); | |||
} | |||
/// | |||
/// @ingroup WriteFile | |||
/// @brief Write the content into the file. If the file does not exist, create the file | |||
/// @param [in] file_name: File name to be written | |||
/// @param [in] content: Contents to be written | |||
/// @return Status | |||
/// | |||
Status CsaInteract::WriteFile(const std::string &file_name, const std::string &content) { | |||
// if file path is not exist, then make path | |||
INT32 flags = M_WRONLY | O_TRUNC | M_CREAT; | |||
int32_t fd = mmOpen2(file_name.c_str(), flags, M_IRUSR | M_IWUSR | M_UMASK_GRPREAD); | |||
if (fd == EN_ERROR) { | |||
if (MakePath(file_name) != SUCCESS) { | |||
GELOGE(INTERNAL_ERROR, "[Create][File Path] errno is %d", errno); | |||
REPORT_CALL_ERROR("E19999", "MakePath failed. errno is %d", errno); | |||
return INTERNAL_ERROR; | |||
} | |||
fd = mmOpen2(file_name.c_str(), flags, M_IRUSR | M_IWUSR | M_UMASK_GRPREAD); | |||
if (fd == EN_ERROR) { | |||
GELOGE(INTERNAL_ERROR, "[Open][File] errno is %d file_name: %s", errno, file_name.c_str()); | |||
REPORT_CALL_ERROR("E19999", "mmOpen2 failed. errno is %d file_name: %s", errno, file_name.c_str()); | |||
return INTERNAL_ERROR; | |||
} | |||
} | |||
mmSsize_t ret = mmWrite(fd, reinterpret_cast<void *>(const_cast<char *>(content.c_str())), content.length()); | |||
if (ret == EN_ERROR) { | |||
GELOGE(INTERNAL_ERROR, "[Write][File] errno is %d", errno); | |||
REPORT_CALL_ERROR("E19999", "mmWrite failed. errno is %d", errno); | |||
ret = mmClose(fd); | |||
if (ret == EN_ERROR) { | |||
GELOGE(INTERNAL_ERROR, "[Close][File] error is %d", errno); | |||
REPORT_CALL_ERROR("E19999", "mmClose failed. error is %d", errno); | |||
} | |||
return INTERNAL_ERROR; | |||
} | |||
ret = mmClose(fd); | |||
if (ret == EN_ERROR) { | |||
GELOGE(INTERNAL_ERROR, "[Close][File] error is %d", errno); | |||
REPORT_CALL_ERROR("E19999", "mmClose failed. error is %d", errno); | |||
return INTERNAL_ERROR; | |||
} | |||
return SUCCESS; | |||
} | |||
/// | |||
/// @ingroup MakePath | |||
/// @brief Verify whether the file path exists, if not, recursively create the folder | |||
/// @param [in] file_name: File name to be verified | |||
/// @return Status | |||
/// | |||
Status CsaInteract::MakePath(const std::string &file_name) { | |||
std::size_t found = file_name.find_last_of("/"); | |||
if (found == std::string::npos) { | |||
return PARAM_INVALID; | |||
} | |||
std::string file_path = file_name.substr(0, found + 1); | |||
if (mmAccess(file_path.c_str()) == EN_OK) { | |||
return SUCCESS; | |||
} | |||
found = file_path.find_first_of("/"); | |||
while (found != std::string::npos) { | |||
std::string pre_path = file_path.substr(0, found + 1); | |||
if (mmAccess(pre_path.c_str()) != EN_OK) { | |||
if (mmMkdir(pre_path.c_str(), M_IRWXU) != EN_OK) { | |||
GELOGE(INTERNAL_ERROR, "[Create][FileDir] fail, errno is %d, pre_path:%s", errno, pre_path.c_str()); | |||
REPORT_CALL_ERROR("E19999", "mmMkdir failed. errno is %d pre_path:%s", errno, pre_path.c_str()); | |||
return INTERNAL_ERROR; | |||
} | |||
} | |||
found = file_path.find_first_of("/", found + 1); | |||
} | |||
return SUCCESS; | |||
} | |||
} // namespace ge |
@@ -1,183 +0,0 @@ | |||
/** | |||
* Copyright 2019-2020 Huawei Technologies Co., Ltd | |||
* | |||
* Licensed under the Apache License, Version 2.0 (the "License"); | |||
* you may not use this file except in compliance with the License. | |||
* You may obtain a copy of the License at | |||
* | |||
* http://www.apache.org/licenses/LICENSE-2.0 | |||
* | |||
* Unless required by applicable law or agreed to in writing, software | |||
* distributed under the License is distributed on an "AS IS" BASIS, | |||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |||
* See the License for the specific language governing permissions and | |||
* limitations under the License. | |||
*/ | |||
#ifndef GE_OMM_CSA_INTERACT_H_ | |||
#define GE_OMM_CSA_INTERACT_H_ | |||
#include <string> | |||
#include "framework/common/ge_inner_error_codes.h" | |||
namespace ge { | |||
enum JobState { | |||
JOBSTATE_WAITING = 1, | |||
JOBSTATE_RUNNING, | |||
JOBSTATE_KILLING, | |||
JOBSTATE_SUCCEED, | |||
JOBSTATE_FAILED, | |||
JOBSTATE_KILLED, | |||
JOBSTATE_UNKOWN | |||
}; | |||
enum JobSubState { | |||
JOBSUBSTATE_ENV_INIT = 201, | |||
JOBSUBSTATE_ENV_FIN, | |||
JOBSUBSTATE_RESOUCE_ALLOC, | |||
JOBSUBSTATE_MODEL_COMPILE, | |||
JOBSUBSTATE_GRAPH_PREPARE, | |||
JOBSUBSTATE_GRAPH_SPLIT, | |||
JOBSUBSTATE_GRAPH_OPTIMIZE, | |||
JOBSUBSTATE_GRAPH_BUILD, | |||
JOBSUBSTATE_GRAPH_LOAD, | |||
JOBSUBSTATE_GRAPH_EXEC, | |||
JOBSUBSTATE_GRAPH_UNLOAD, | |||
JOBSUBSTATE_OTHER | |||
}; | |||
enum ErrorModule { | |||
ERROR_MODULE_DRIVER = 0x01, | |||
ERROR_MODULE_RUNTIME = 0x04, | |||
ERROR_MODULE_CCE = 0x06, | |||
ERROR_MODULE_FMK = 0x08, | |||
ERROR_MODULE_HCCL = 0x12 | |||
}; | |||
struct CsaErrorCode { | |||
CsaErrorCode() | |||
: module_ret_errcode(0), | |||
error_module(ERROR_MODULE_FMK), | |||
job_sub_state(JOBSUBSTATE_OTHER) {} | |||
~CsaErrorCode() {} | |||
uint32_t module_ret_errcode; | |||
ErrorModule error_module; | |||
JobSubState job_sub_state; | |||
}; | |||
class CsaInteract { | |||
public: | |||
/// | |||
/// @brief Obtain CsaInteract instance | |||
/// @return CsaInteract instance | |||
/// | |||
static CsaInteract& GetInstance(); | |||
/// | |||
/// @brief CsaInteract instance initialization | |||
/// @param [in] dev_index device index | |||
/// @param [in] job_id job id | |||
/// @return void | |||
/// | |||
void Init(int32_t dev_index, int64_t job_id); | |||
/// | |||
/// @brief Update job state file | |||
/// @param [in] job_state job state | |||
/// @param [in] job_sub_state detailed job state | |||
/// @param [in] module_ret_errcode sub module training failure error code | |||
/// @param [in] error_module error module identified by FMK | |||
/// @return Status | |||
/// | |||
Status WriteJobState(JobState job_state, | |||
JobSubState job_sub_state = JOBSUBSTATE_OTHER, | |||
uint32_t module_ret_errcode = SUCCESS, | |||
ErrorModule error_module = ERROR_MODULE_FMK); | |||
/// | |||
/// @brief Update error code in the job state file | |||
/// @param [in] module_ret_errcode sub module training failure error code | |||
/// @param [in] error_module error module identified by FMK | |||
/// @param [in] job_sub_state detailed job state | |||
/// @return void | |||
/// | |||
void WriteErrorCode(uint32_t module_ret_errcode, ErrorModule error_module, | |||
JobSubState job_sub_state); | |||
/// | |||
/// @brief Record errors that occurred durning the training | |||
/// @param [in] module_ret_errcode sub module training failure error code | |||
/// @param [in] error_module error module identified by FMK | |||
/// @param [in] job_sub_state detailed job state | |||
/// @return void | |||
/// | |||
void StoreInternalErrorCode(uint32_t module_ret_errcode, | |||
ErrorModule error_module, | |||
JobSubState job_sub_state); | |||
/// | |||
/// @brief Update training error code in the job state file | |||
/// @return void | |||
/// | |||
void WriteInternalErrorCode(); | |||
/// | |||
/// @brief Update network connectivity detect file | |||
/// @param [in] content network connectivity content | |||
/// @return Status | |||
/// | |||
Status WriteHcomDetection(const std::string& content); | |||
private: | |||
CsaInteract() | |||
: dev_index_(0), | |||
job_id_(0), | |||
is_init_(false), | |||
curr_state_(JOBSTATE_UNKOWN), | |||
is_have_internal_error_(false) {} | |||
~CsaInteract() {} | |||
CsaInteract(const CsaInteract&) = delete; | |||
CsaInteract(CsaInteract&&) = delete; | |||
CsaInteract& operator=(const CsaInteract&) = delete; | |||
CsaInteract& operator=(CsaInteract&&) = delete; | |||
/// | |||
/// @ingroup WriteFile | |||
/// @brief Write the content into the file. If the file does not exist, create the file | |||
/// @param [in] file_name: File name to be written | |||
/// @param [in] content: Contents to be written | |||
/// @return Status | |||
/// | |||
Status WriteFile(const std::string& file_name, const std::string& content); | |||
/// | |||
/// @ingroup MakePath | |||
/// @brief Verify whether the file path exists, if not, recursively create the folder | |||
/// @param [in] file_name: File name to be verified | |||
/// @return Status | |||
/// | |||
Status MakePath(const std::string& file_name); | |||
// device index | |||
int32_t dev_index_; | |||
// job id | |||
int64_t job_id_; | |||
// is initialization complete | |||
bool is_init_; | |||
// current job state | |||
JobState curr_state_; | |||
// job state file | |||
std::string job_state_file_; | |||
// network connectivity detect file | |||
std::string hcom_detect_file_; | |||
// identification of internal errors that occurred during the training | |||
bool is_have_internal_error_; | |||
// error code information | |||
CsaErrorCode csa_error_code_; | |||
}; | |||
} // namespace ge | |||
#endif // GE_OMM_CSA_INTERACT_H_ | |||
@@ -1,5 +1,5 @@ | |||
syntax = "proto3"; | |||
package toolkit.dumpdata; | |||
package toolkit.dump; | |||
enum OutputDataType { | |||
DT_UNDEFINED = 0; | |||
@@ -31,6 +31,8 @@ enum DataType | |||
DT_STRING_REF = 24; // string_ref type | |||
DT_DUAL = 25; /**< dual output type */ | |||
DT_VARIANT = 26; // variant type | |||
DT_BF16 = 27; // bf16 type | |||
DT_INT4 = 28; // int4 type | |||
} | |||
message AttrDef | |||
@@ -1,5 +1,5 @@ | |||
syntax = "proto3"; | |||
package aicpu.dump; | |||
package toolkit.aicpu.dump; | |||
message Shape { | |||
repeated uint64 dim = 1; |
@@ -38,7 +38,7 @@ | |||
#include "graph/debug/ge_attr_define.h" | |||
#include "graph/optimize/common/params.h" | |||
#include "graph/utils/type_utils.h" | |||
#include "ir_build/atc_ir_common.h" | |||
#include "ir_build/option_utils.h" | |||
#include "omg/omg_inner_types.h" | |||
#include "omg/parser/model_parser.h" | |||
#include "omg/parser/parser_factory.h" | |||
@@ -86,7 +86,8 @@ static bool CheckInputTrueOrFalse(const std::string &s, const std::string &atc_p | |||
return true; | |||
} else { | |||
ErrorManager::GetInstance().ATCReportErrMessage("E10005", {"parameter", "value"}, {atc_param, s}); | |||
GELOGE(PARAM_INVALID, "Input parameter[--%s]'s value[%s] must be true or false.", atc_param.c_str(), s.c_str()); | |||
GELOGE(PARAM_INVALID, "[Check][Param]Input parameter[--%s]'s value[%s] must be true or false.", | |||
atc_param.c_str(), s.c_str()); | |||
return false; | |||
} | |||
} | |||
@@ -110,9 +111,8 @@ static Status CheckInputShapeNode(const ComputeGraphPtr &graph, bool is_dynamic_ | |||
GE_CHECK_NOTNULL(tensor_desc); | |||
for (auto dim : tensor_desc->GetShape().GetDims()) { | |||
if (dim < 0) { | |||
GELOGE(PARAM_INVALID, | |||
"Input op [%s] shape %ld is negative, maybe you should set input_shape to specify its shape", | |||
node->GetName().c_str(), dim); | |||
GELOGE(PARAM_INVALID, "[Check][Param]Input op [%s] shape %ld is negative, " | |||
"maybe you should set input_shape to specify its shape", node->GetName().c_str(), dim); | |||
const string reason = "maybe you should set input_shape to specify its shape"; | |||
ErrorManager::GetInstance().ATCReportErrMessage("E10001", {"parameter", "value", "reason"}, | |||
{node->GetName(), to_string(dim), reason}); | |||
@@ -127,12 +127,14 @@ static Status CheckInputShapeNode(const ComputeGraphPtr &graph, bool is_dynamic_ | |||
ge::NodePtr node = graph->FindNode(node_name); | |||
if (node == nullptr) { | |||
ErrorManager::GetInstance().ATCReportErrMessage("E10016", {"parameter", "opname"}, {"input_shape", node_name}); | |||
GELOGE(PARAM_INVALID, "Input parameter[--input_shape]'s opname[%s] is not exist in model", node_name.c_str()); | |||
GELOGE(PARAM_INVALID, "[Check][Param]Input parameter[--input_shape]'s opname[%s] is not exist in model", | |||
node_name.c_str()); | |||
return PARAM_INVALID; | |||
} | |||
if (node->GetType() != DATA) { | |||
ErrorManager::GetInstance().ATCReportErrMessage("E10017", {"parameter", "opname"}, {"input_shape", node_name}); | |||
GELOGE(PARAM_INVALID, "Input parameter[--input_shape]'s opname[%s] is not a input opname", node_name.c_str()); | |||
GELOGE(PARAM_INVALID, "[Check][Param]Input parameter[--input_shape]'s opname[%s] is not a input opname", | |||
node_name.c_str()); | |||
return PARAM_INVALID; | |||
} | |||
} | |||
@@ -160,8 +162,8 @@ static Status CheckInputFp16Nodes(const ComputeGraphPtr &graph, const string &in | |||
for (auto &s : adjust_fp16_format_vec) { | |||
StringUtils::Trim(s); | |||
if (!CheckInputTrueOrFalse(s, "is_input_adjust_hw_layout")) { | |||
GELOGE(PARAM_INVALID, "Invalid Param, is_input_adjust_hw_layout only support true/false: but is [%s]", | |||
is_input_adjust_hw_layout.c_str()); | |||
GELOGE(PARAM_INVALID, "[Check][Param]Invalid Param, is_input_adjust_hw_layout only support true/false:" | |||
"but is [%s]", is_input_adjust_hw_layout.c_str()); | |||
return PARAM_INVALID; | |||
} | |||
} | |||
@@ -176,7 +178,7 @@ static Status CheckInputFp16Nodes(const ComputeGraphPtr &graph, const string &in | |||
if (node == nullptr) { | |||
ErrorManager::GetInstance().ATCReportErrMessage("E10016", {"parameter", "opname"}, | |||
{"input_fp16_nodes", input_fp16_nodes_vec[i]}); | |||
GELOGE(PARAM_INVALID, "Input parameter[--input_fp16_nodes]'s opname[%s] is not exist in model", | |||
GELOGE(PARAM_INVALID, "[Check][Param]Input parameter[--input_fp16_nodes]'s opname[%s] is not exist in model", | |||
input_fp16_nodes_vec[i].c_str()); | |||
return PARAM_INVALID; | |||
} | |||
@@ -185,7 +187,7 @@ static Status CheckInputFp16Nodes(const ComputeGraphPtr &graph, const string &in | |||
if (op_desc->GetType() != DATA) { | |||
ErrorManager::GetInstance().ATCReportErrMessage("E10017", {"parameter", "opname"}, | |||
{"input_fp16_nodes", input_fp16_nodes_vec[i]}); | |||
GELOGE(PARAM_INVALID, "Input parameter[--input_fp16_nodes]'s opname[%s] is not a input opname", | |||
GELOGE(PARAM_INVALID, "[Check][Param]Input parameter[--input_fp16_nodes]'s opname[%s] is not a input opname", | |||
input_fp16_nodes_vec[i].c_str()); | |||
return PARAM_INVALID; | |||
} | |||
@@ -205,8 +207,8 @@ static Status ParseOutputFp16NodesFormat(const string &is_output_fp16) { | |||
for (auto &is_fp16 : node_format_vec) { | |||
StringUtils::Trim(is_fp16); | |||
if (!CheckInputTrueOrFalse(is_fp16, "is_output_adjust_hw_layout")) { | |||
GELOGE(PARAM_INVALID, "Invalid Param, is_output_adjust_hw_layout only support true/false: but is [%s]", | |||
is_output_fp16.c_str()); | |||
GELOGE(PARAM_INVALID, "[Check][Param]Invalid Param, is_output_adjust_hw_layout " | |||
"only support true/false: but is [%s]", is_output_fp16.c_str()); | |||
return PARAM_INVALID; | |||
} | |||
if (is_fp16 == "false") { | |||
@@ -263,7 +265,8 @@ void FindParserSo(const string &path, vector<string> &file_list, string &caffe_p | |||
Status SetOutFormatAndDataTypeAttr(ge::OpDescPtr op_desc, const ge::Format format, const ge::DataType data_type) { | |||
if (op_desc == nullptr) { | |||
GELOGE(domi::FAILED, "Input op desc invalid."); | |||
REPORT_INNER_ERROR("E19999", "param op_desc is nullptr, check invalid."); | |||
GELOGE(domi::FAILED, "[Check][Param]Input op desc invalid."); | |||
return domi::FAILED; | |||
} | |||
(void)ge::AttrUtils::SetInt(op_desc, ATTR_NAME_NET_OUTPUT_FORMAT, format); | |||
@@ -274,7 +277,7 @@ Status SetOutFormatAndDataTypeAttr(ge::OpDescPtr op_desc, const ge::Format forma | |||
bool CheckDigitStr(std::string &str) { | |||
for (char c : str) { | |||
if (!isdigit(c)) { | |||
GELOGE(domi::FAILED, "value[%s] is not positive integer", str.c_str()); | |||
GELOGE(domi::FAILED, "[Check][Param]value[%s] is not positive integer", str.c_str()); | |||
return false; | |||
} | |||
} | |||
@@ -284,18 +287,18 @@ bool CheckDigitStr(std::string &str) { | |||
Status StringToInt(std::string &str, int32_t &value) { | |||
try { | |||
if (!CheckDigitStr(str)) { | |||
GELOGE(PARAM_INVALID, "Invalid of digit string: %s ", str.c_str()); | |||
GELOGE(PARAM_INVALID, "[Check][Param]Invalid of digit string: %s ", str.c_str()); | |||
ErrorManager::GetInstance().ATCReportErrMessage("E10001", {"parameter", "value", "reason"}, | |||
{"--output_type", str, "is not positive integer"}); | |||
return PARAM_INVALID; | |||
} | |||
value = stoi(str); | |||
} catch (std::invalid_argument &) { | |||
GELOGE(PARAM_INVALID, "Invalid of digit string: %s, catch invalid_argument.", str.c_str()); | |||
GELOGE(PARAM_INVALID, "[Check][Param]Invalid of digit string: %s, catch invalid_argument.", str.c_str()); | |||
ErrorManager::GetInstance().ATCReportErrMessage("E10014", {"parameter", "value"}, {"--output_type", str}); | |||
return PARAM_INVALID; | |||
} catch (std::out_of_range &) { | |||
GELOGE(PARAM_INVALID, "Invalid of digit string: %s, catch out_of_range.", str.c_str()); | |||
GELOGE(PARAM_INVALID, "[Check][Param]Invalid of digit string: %s, catch out_of_range.", str.c_str()); | |||
ErrorManager::GetInstance().ATCReportErrMessage("E10013", {"parameter", "value"}, {"--output_type", str}); | |||
return PARAM_INVALID; | |||
} | |||
@@ -314,7 +317,8 @@ Status VerifyOutputTypeAndOutNodes(std::vector<std::string> &out_type_vec) { | |||
if (out_nodes_info.find(out_type_vec[i]) == out_nodes_info.end()) { | |||
ErrorManager::GetInstance().ATCReportErrMessage("E10001", {"parameter", "value", "reason"}, | |||
{"--output_type", out_type_vec[i], kOutputTypeError}); | |||
GELOGE(domi::FAILED, "Invalid value for --output_type[%s], %s.", out_type_vec[i].c_str(), kOutputTypeError); | |||
GELOGE(domi::FAILED, "[Check][Param]Invalid value for --output_type[%s], %s.", | |||
out_type_vec[i].c_str(), kOutputTypeError); | |||
return domi::FAILED; | |||
} | |||
} | |||
@@ -326,7 +330,8 @@ Status CheckOutPutDataTypeSupport(const std::string &output_type) { | |||
if (it == output_type_str_to_datatype.end()) { | |||
ErrorManager::GetInstance().ATCReportErrMessage("E10001", {"parameter", "value", "reason"}, | |||
{"--output_type", output_type, kOutputTypeSupport}); | |||
GELOGE(PARAM_INVALID, "Invalid value for --output_type[%s], %s.", output_type.c_str(), kOutputTypeSupport); | |||
GELOGE(PARAM_INVALID, "[Check][Param]Invalid value for --output_type[%s], %s.", | |||
output_type.c_str(), kOutputTypeSupport); | |||
return domi::FAILED; | |||
} | |||
return domi::SUCCESS; | |||
@@ -344,7 +349,7 @@ Status ParseOutputType(const std::string &output_type, std::map<std::string, vec | |||
if (node_index_type_v.size() != 3) { // The size must be 3. | |||
ErrorManager::GetInstance().ATCReportErrMessage("E10001", {"parameter", "value", "reason"}, | |||
{"--output_type", node, kOutputTypeSample}); | |||
GELOGE(PARAM_INVALID, "Invalid value for --output_type[%s], %s.", node.c_str(), kOutputTypeSample); | |||
GELOGE(PARAM_INVALID, "[Parse][Param]Invalid value for --output_type[%s], %s.", node.c_str(), kOutputTypeSample); | |||
return domi::FAILED; | |||
} | |||
ge::DataType tmp_dt; | |||
@@ -352,7 +357,8 @@ Status ParseOutputType(const std::string &output_type, std::map<std::string, vec | |||
std::string index_str = StringUtils::Trim(node_index_type_v[kIndexStrIndex]); | |||
int32_t index; | |||
if (StringToInt(index_str, index) != SUCCESS) { | |||
GELOGE(PARAM_INVALID, "This str must be digit string, while the actual input is %s.", index_str.c_str()); | |||
GELOGE(PARAM_INVALID, "[Convert][Type]This str must be digit string, while the actual input is %s.", | |||
index_str.c_str()); | |||
return domi::FAILED; | |||
} | |||
std::string dt_value = StringUtils::Trim(node_index_type_v[kDTValueIndex]); | |||
@@ -360,7 +366,8 @@ Status ParseOutputType(const std::string &output_type, std::map<std::string, vec | |||
if (it == output_type_str_to_datatype.end()) { | |||
ErrorManager::GetInstance().ATCReportErrMessage("E10001", {"parameter", "value", "reason"}, | |||
{"--output_type", dt_value, kOutputTypeSupport}); | |||
GELOGE(ge::PARAM_INVALID, "Invalid value for --output_type[%s], %s.", dt_value.c_str(), kOutputTypeSupport); | |||
GELOGE(ge::PARAM_INVALID, "[Parse][Param]Invalid value for --output_type[%s], %s.", | |||
dt_value.c_str(), kOutputTypeSupport); | |||
return domi::FAILED; | |||
} else { | |||
tmp_dt = it->second; | |||
@@ -383,7 +390,7 @@ Status CheckOutNode(ge::OpDescPtr op_desc, int32_t index) { | |||
int32_t out_size = op_desc->GetOutputsSize(); | |||
if (index < 0 || index >= out_size) { | |||
GELOGE(domi::FAILED, | |||
"out_node [%s] output index:%d must be smaller " | |||
"[Check][Param]out_node [%s] output index:%d must be smaller " | |||
"than node output size:%d and can not be negative!", | |||
op_desc->GetName().c_str(), index, out_size); | |||
std::string fail_reason = "output index:" + to_string(index) + " must be smaller than output size:" + | |||
@@ -403,7 +410,7 @@ Status GetDefaultOutInfo(ge::ComputeGraphPtr &compute_graph, | |||
if (out_node == nullptr) { | |||
ErrorManager::GetInstance().ATCReportErrMessage("E10016", {"parameter", "opname"}, | |||
{"out_nodes", default_out_nodes[i].first}); | |||
GELOGE(domi::FAILED, "Can not find src node (%s) in graph.", default_out_nodes[i].first.c_str()); | |||
GELOGE(domi::FAILED, "[Check][Param]Can not find src node (%s) in graph.", default_out_nodes[i].first.c_str()); | |||
return domi::FAILED; | |||
} | |||
output_nodes_info.push_back(std::make_pair(out_node, default_out_nodes[i].second)); | |||
@@ -432,7 +439,7 @@ Status SetOutputNodeInfo(ge::Graph &graph, const std::string &output_type, const | |||
std::map<std::string, vector<std::string>> output_node_dt_map; | |||
if (!output_type.empty()) { | |||
if (ParseOutputType(output_type, output_node_dt_map) != SUCCESS) { | |||
GELOGE(domi::FAILED, "Parse output_type failed."); | |||
GELOGE(domi::FAILED, "[Parse][output_type] failed."); | |||
return domi::FAILED; | |||
} | |||
} | |||
@@ -443,13 +450,13 @@ Status SetOutputNodeInfo(ge::Graph &graph, const std::string &output_type, const | |||
if (out_node == nullptr) { | |||
ErrorManager::GetInstance().ATCReportErrMessage("E10016", {"parameter", "opname"}, | |||
{"out_nodes", user_out_nodes[i].first}); | |||
GELOGE(domi::FAILED, "Can not find src node (%s) in graph.", user_out_nodes[i].first.c_str()); | |||
GELOGE(domi::FAILED, "[Check][Param]Can not find src node (%s) in graph.", user_out_nodes[i].first.c_str()); | |||
return domi::FAILED; | |||
} | |||
auto op_desc = out_node->GetOpDesc(); | |||
GE_CHECK_NOTNULL(op_desc); | |||
if (CheckOutNode(op_desc, user_out_nodes[i].second) != SUCCESS) { | |||
GELOGE(domi::FAILED, "Check out node (%s) fail.", user_out_nodes[i].first.c_str()); | |||
GELOGE(domi::FAILED, "[Check][OutNode] (%s) fail.", user_out_nodes[i].first.c_str()); | |||
return domi::FAILED; | |||
} | |||
@@ -475,7 +482,7 @@ Status SetOutputNodeInfo(ge::Graph &graph, const std::string &output_type, const | |||
// default output node (leaf) | |||
if (user_out_nodes.empty()) { | |||
if (GetDefaultOutInfo(compute_graph, output_nodes_info) != SUCCESS) { | |||
GELOGE(domi::FAILED, "Get default output info failed."); | |||
GELOGE(domi::FAILED, "[Get][DefaultOutInfo] failed."); | |||
return domi::FAILED; | |||
} | |||
} | |||
@@ -513,7 +520,8 @@ void GetOutputNodesNameAndIndex(std::vector<std::pair<ge::NodePtr, int32_t>> &ou | |||
Status GetOutputLeaf(NodePtr node, std::vector<std::pair<ge::NodePtr, int32_t>> &output_nodes_info) { | |||
ge::OpDescPtr tmpDescPtr = node->GetOpDesc(); | |||
if (tmpDescPtr == nullptr) { | |||
GELOGE(domi::FAILED, "Get outnode op desc fail."); | |||
REPORT_INNER_ERROR("E19999", "param node has no opdesc."); | |||
GELOGE(domi::FAILED, "[Check][Param]Get outnode op desc fail."); | |||
return domi::FAILED; | |||
} | |||
size_t size = tmpDescPtr->GetOutputsSize(); | |||
@@ -527,7 +535,8 @@ Status GetOutputLeaf(NodePtr node, std::vector<std::pair<ge::NodePtr, int32_t>> | |||
for (auto in_anchor : in_anchors) { | |||
auto out_anchor = in_anchor->GetPeerOutAnchor(); | |||
if (out_anchor == nullptr) { | |||
GELOGE(domi::FAILED, "Get leaf node op desc fail."); | |||
REPORT_INNER_ERROR("E19999", "GetPeerOutAnchor return nullptr, node:%s.", node->GetName().c_str()); | |||
GELOGE(domi::FAILED, "[Invoke][GetPeerOutAnchor]Get leaf node op desc fail."); | |||
return domi::FAILED; | |||
} | |||
auto out_node = out_anchor->GetOwnerNode(); | |||
@@ -557,8 +566,10 @@ Status InitDomiOmgContext(const string &input_shape, const string &input_format, | |||
if (iter != ge::input_format_str_to_geformat.end()) { | |||
domi::GetContext().format = iter->second; | |||
} else { | |||
GELOGE(PARAM_INVALID, "Input format %s not support , expect ND/NCHW/NHWC/CHWN/NC1HWC0/NHWC1C0.", | |||
input_format.c_str()); | |||
REPORT_INNER_ERROR("E19999", "param input_format:%s is not support, " | |||
"expect ND/NCHW/NHWC/CHWN/NC1HWC0/NHWC1C0.", input_format.c_str()); | |||
GELOGE(PARAM_INVALID, "[Check][Param]Input format %s not support, " | |||
"expect ND/NCHW/NHWC/CHWN/NC1HWC0/NHWC1C0.", input_format.c_str()); | |||
return PARAM_INVALID; | |||
} | |||
} | |||
@@ -572,9 +583,9 @@ Status InitDomiOmgContext(const string &input_shape, const string &input_format, | |||
map<string, vector<int64_t>> &shape_map = domi::GetContext().input_dims; | |||
if (!ge::ParseInputShape(input_shape, domi::GetContext().input_dims, domi::GetContext().user_input_dims, | |||
is_dynamic_input) || | |||
shape_map.empty()) { | |||
GELOGE(PARAM_INVALID, "Failed to parse input shape: %s", input_shape.c_str()); | |||
is_dynamic_input) || shape_map.empty()) { | |||
REPORT_CALL_ERROR("E19999", "ParseInputShape failed for %s", input_shape.c_str()); | |||
GELOGE(PARAM_INVALID, "[Parse][InputShape] %s failed.", input_shape.c_str()); | |||
return PARAM_INVALID; | |||
} | |||
@@ -601,7 +612,7 @@ Status ParseOutNodes(const string &out_nodes) { | |||
"E10001", {"parameter", "value", "reason"}, | |||
{"--out_nodes", node, "the correct format is \"node_name1:0;node_name1:1;node_name2:0\""}); | |||
GELOGE(PARAM_INVALID, | |||
"The input format of --out_nodes is invalid, the correct format is " | |||
"[Parse][Param]The input format of --out_nodes is invalid, the correct format is " | |||
"\"node_name1:0;node_name1:1;node_name2:0\", while the actual input is %s.", | |||
node.c_str()); | |||
return PARAM_INVALID; | |||
@@ -609,15 +620,16 @@ Status ParseOutNodes(const string &out_nodes) { | |||
if (!domi::GetContext().user_out_nodes_top_vec.empty()) { | |||
ErrorManager::GetInstance().ATCReportErrMessage("E10001", {"parameter", "value", "reason"}, | |||
{"--out_nodes", out_nodes, "is not all index or top_name"}); | |||
GELOGE(PARAM_INVALID, | |||
"This out_nodes str must be all index or top_name, while the actual input is %s", out_nodes.c_str()); | |||
GELOGE(PARAM_INVALID, "[Parse][Param]This out_nodes str must be all index or top_name, " | |||
"while the actual input is %s", out_nodes.c_str()); | |||
return PARAM_INVALID; | |||
} | |||
// stoi: The method may throw an exception: invalid_argument/out_of_range | |||
if (!CheckDigitStr(key_value_v[1])) { | |||
ErrorManager::GetInstance().ATCReportErrMessage("E10001", {"parameter", "value", "reason"}, | |||
{"--out_nodes", out_nodes, "is not positive integer"}); | |||
GELOGE(PARAM_INVALID, "This str must be digit string, while the actual input is %s", out_nodes.c_str()); | |||
GELOGE(PARAM_INVALID, "[Parse][Param]This str must be digit string, while the actual input is %s", | |||
out_nodes.c_str()); | |||
return PARAM_INVALID; | |||
} | |||
@@ -635,11 +647,11 @@ Status ParseOutNodes(const string &out_nodes) { | |||
} | |||
} | |||
} catch (std::invalid_argument &) { | |||
GELOGE(PARAM_INVALID, "Invalid of out_nodes: %s ", out_nodes.c_str()); | |||
GELOGE(PARAM_INVALID, "[Parse][Param]Invalid of out_nodes: %s ", out_nodes.c_str()); | |||
ErrorManager::GetInstance().ATCReportErrMessage("E10014", {"parameter", "value"}, {"--out_nodes", out_nodes}); | |||
return PARAM_INVALID; | |||
} catch (std::out_of_range &) { | |||
GELOGE(PARAM_INVALID, "Invalid of out_nodes: %s ", out_nodes.c_str()); | |||
GELOGE(PARAM_INVALID, "[Parse][Param]Invalid of out_nodes: %s ", out_nodes.c_str()); | |||
ErrorManager::GetInstance().ATCReportErrMessage("E10013", {"parameter", "value"}, {"--out_nodes", out_nodes}); | |||
return PARAM_INVALID; | |||
} | |||
@@ -657,7 +669,8 @@ static Status CheckOpNameMap(const ComputeGraphPtr &graph, const std::string &op | |||
for (const NodePtr &node : graph->GetAllNodes()) { | |||
auto op_desc = node->GetOpDesc(); | |||
if (op_desc == nullptr) { | |||
GELOGE(PARAM_INVALID, "Invalid parameter for opDesc."); | |||
REPORT_INNER_ERROR("E19999", "param graph's node has no opdesc."); | |||
GELOGE(PARAM_INVALID, "[Check][Param]Invalid parameter for opDesc."); | |||
return PARAM_INVALID; | |||
} | |||
graphNodeTypes[op_desc->GetType()] = ""; | |||
@@ -666,7 +679,7 @@ static Status CheckOpNameMap(const ComputeGraphPtr &graph, const std::string &op | |||
if (propertiesMap.empty()) { | |||
ErrorManager::GetInstance().ATCReportErrMessage( | |||
"E10003", {"parameter", "value", "reason"}, {"op_name_map", op_conf, "the file content is empty"}); | |||
GELOGE(PARAM_INVALID, "op_name_map file content is empty, please check file!"); | |||
GELOGE(PARAM_INVALID, "[Check][Param]op_name_map file content is empty, please check file!"); | |||
return PARAM_INVALID; | |||
} | |||
for (auto iter = propertiesMap.begin(); iter != propertiesMap.end(); iter++) { | |||
@@ -674,7 +687,8 @@ static Status CheckOpNameMap(const ComputeGraphPtr &graph, const std::string &op | |||
ErrorManager::GetInstance().ATCReportErrMessage( | |||
"E10003", {"parameter", "value", "reason"}, | |||
{"op_name_map", op_conf, "type[" + iter->second + "] is not found in model"}); | |||
GELOGE(PARAM_INVALID, "Invalid parameter for op_name_map."); return PARAM_INVALID;); | |||
GELOGE(PARAM_INVALID, "[Find][NodeType]Invalid parameter for op_name_map."); | |||
return PARAM_INVALID;); | |||
} | |||
return SUCCESS; | |||
} | |||
@@ -711,15 +725,16 @@ FMK_FUNC_HOST_VISIBILITY Status ParseGraph(ge::Graph &graph, const std::map<stri | |||
std::string input_format; | |||
ParseAtcParms(atc_params, "input_format", input_format); | |||
GE_RETURN_WITH_LOG_IF_ERROR(InitDomiOmgContext(input_shape, input_format, "", is_dynamic_input), | |||
"ATC Generate call InitDomiOmgContext ret fail"); | |||
"[Call][InitDomiOmgContext] ret fail"); | |||
std::string is_output_adjust_hw_layout; | |||
ParseAtcParms(atc_params, "is_output_adjust_hw_layout", is_output_adjust_hw_layout); | |||
GE_RETURN_WITH_LOG_IF_ERROR(ParseOutputFp16NodesFormat(is_output_adjust_hw_layout), "Parse is_output_fp16 failed"); | |||
GE_RETURN_WITH_LOG_IF_ERROR(ParseOutputFp16NodesFormat(is_output_adjust_hw_layout), | |||
"[Call][ParseOutputFp16NodesFormat]Parse is_output_fp16 failed"); | |||
std::string out_nodes; | |||
ParseAtcParms(atc_params, "out_nodes", out_nodes); | |||
GE_RETURN_WITH_LOG_IF_ERROR(ParseOutNodes(out_nodes), "ATC Generate parse out nodes fail"); | |||
GE_RETURN_WITH_LOG_IF_ERROR(ParseOutNodes(out_nodes), "[Parse][OutNodes] fail"); | |||
std::string output_type; | |||
ParseAtcParms(atc_params, "output_type", output_type); | |||
@@ -732,15 +747,19 @@ FMK_FUNC_HOST_VISIBILITY Status ParseGraph(ge::Graph &graph, const std::map<stri | |||
GE_IF_BOOL_EXEC(!PropertiesManager::Instance().Init(op_conf), | |||
ErrorManager::GetInstance().ATCReportErrMessage("E10003", {"parameter", "value", "reason"}, | |||
{"op_name_map", op_conf, "file content error"}); | |||
GELOGE(FAILED, "op_name_map init failed!"); return FAILED); | |||
GELOGE(FAILED, "[Invoke][Init]op_name_map init failed!"); | |||
return FAILED); | |||
// Return map and put it into ATC global variable | |||
domi::GetContext().op_conf_map = PropertiesManager::Instance().GetPropertyMap(); | |||
} | |||
// parse network model | |||
auto model_parser = ModelParserFactory::Instance()->CreateModelParser(type); | |||
GE_CHK_BOOL_RET_STATUS(model_parser != nullptr, FAILED, "ATC create model parser ret fail, type:%d.", type); | |||
if (model_parser == nullptr) { | |||
REPORT_INNER_ERROR("E19999", "CreateModelParser failed, type:%d", type); | |||
GELOGE(FAILED, "[Create][ModelParser] ret fail, type:%d.", type); | |||
return FAILED; | |||
} | |||
UpdateParserCtxWithOmgCtx(); | |||
Status ret = model_parser->Parse(model_file, graph); | |||
UpdateOmgCtxWithParserCtx(); | |||
@@ -749,7 +768,8 @@ FMK_FUNC_HOST_VISIBILITY Status ParseGraph(ge::Graph &graph, const std::map<stri | |||
if (PreChecker::Instance().HasError() || run_mode == ONLY_PRE_CHECK) { | |||
std::string check_report; | |||
ParseAtcParms(atc_params, "check_report", check_report); | |||
GE_RETURN_WITH_LOG_IF_ERROR(PreChecker::Instance().Save(check_report), "Generate pre-checking report failed."); | |||
GE_RETURN_WITH_LOG_IF_ERROR(PreChecker::Instance().Save(check_report), | |||
"[Invoke][Save]Generate pre-checking report failed."); | |||
GEEVENT("The pre-checking report has been saved to %s.", check_report.c_str()); | |||
} | |||
@@ -768,7 +788,7 @@ FMK_FUNC_HOST_VISIBILITY Status ParseGraph(ge::Graph &graph, const std::map<stri | |||
// Verify the contents of the op_name_map | |||
if (op_conf != nullptr && *op_conf != '\0') { | |||
GE_RETURN_WITH_LOG_IF_ERROR(CheckOpNameMap(compute_graph, op_conf), | |||
"op_name_map parameter is not fit with input net!"); | |||
"[Invoke][CheckOpNameMap]op_name_map parameter is not fit with input net!"); | |||
} | |||
// Print parse network structure | |||
@@ -783,17 +803,18 @@ FMK_FUNC_HOST_VISIBILITY Status ParseGraph(ge::Graph &graph, const std::map<stri | |||
if (PreChecker::Instance().HasError() || run_mode == ONLY_PRE_CHECK) { | |||
std::string check_report; | |||
ParseAtcParms(atc_params, "check_report", check_report); | |||
GE_RETURN_WITH_LOG_IF_ERROR(PreChecker::Instance().Save(check_report), "Generate pre-checking report failed."); | |||
GE_RETURN_WITH_LOG_IF_ERROR(PreChecker::Instance().Save(check_report), | |||
"[Invoke][Save]Generate pre-checking report failed."); | |||
GEEVENT("The pre-checking report has been saved to %s.", check_report.c_str()); | |||
} | |||
// Prevent data residue in multiple calls | |||
PreChecker::Instance().Clear(); | |||
GE_CHK_BOOL_RET_STATUS(ret == SUCCESS, ret, "ATC weights parse ret fail."); | |||
GE_CHK_BOOL_RET_STATUS(ret == SUCCESS, ret, "[Check][State]ATC weights parse ret fail."); | |||
// parser input shape range and update op shape range | |||
GE_RETURN_WITH_LOG_IF_ERROR(UpdateDynamicInputShapeRange(compute_graph, input_shape_range), | |||
"Update input shape range failed"); | |||
"[Update][DynamicInputShapeRange] failed"); | |||
GELOGI("ATC parser success."); | |||
@@ -915,7 +936,8 @@ FMK_FUNC_HOST_VISIBILITY Status ConvertOm(const char *model_file, const char *js | |||
// Load model from file | |||
Status ret = ModelParserBase::LoadFromFile(model_file, "", priority, model); | |||
if (ret != SUCCESS) { | |||
GELOGE(ret, "LoadFromFile failed."); | |||
REPORT_CALL_ERROR("E19999", "LoadFromFile failed, file:%s", model_file); | |||
GELOGE(ret, "[Invoke][LoadFromFile] failed."); | |||
return ret; | |||
} | |||
@@ -929,7 +951,7 @@ FMK_FUNC_HOST_VISIBILITY Status ConvertOm(const char *model_file, const char *js | |||
ge::graphStatus status = omFileLoadHelper.Init(model_data, model_len); | |||
if (status != ge::GRAPH_SUCCESS) { | |||
ErrorManager::GetInstance().ATCReportErrMessage("E19021", {"reason"}, {"Om file init failed"}); | |||
GELOGE(ge::FAILED, "Om file init failed."); | |||
GELOGE(ge::FAILED, "[Invoke][Init]Om file init failed."); | |||
if (model.model_data != nullptr) { | |||
delete[] reinterpret_cast<char *>(model.model_data); | |||
model.model_data = nullptr; | |||
@@ -941,7 +963,7 @@ FMK_FUNC_HOST_VISIBILITY Status ConvertOm(const char *model_file, const char *js | |||
status = omFileLoadHelper.GetModelPartition(MODEL_DEF, ir_part); | |||
if (status != ge::GRAPH_SUCCESS) { | |||
ErrorManager::GetInstance().ATCReportErrMessage("E19021", {"reason"}, {"Get model part failed"}); | |||
GELOGE(ge::FAILED, "Get model part failed."); | |||
GELOGE(ge::FAILED, "[Get][ModelPartition] failed."); | |||
if (model.model_data != nullptr) { | |||
delete[] reinterpret_cast<char *>(model.model_data); | |||
model.model_data = nullptr; | |||
@@ -967,13 +989,13 @@ FMK_FUNC_HOST_VISIBILITY Status ConvertOm(const char *model_file, const char *js | |||
} else { | |||
ret = INTERNAL_ERROR; | |||
ErrorManager::GetInstance().ATCReportErrMessage("E19021", {"reason"}, {"ReadProtoFromArray failed"}); | |||
GELOGE(ret, "ReadProtoFromArray failed."); | |||
GELOGE(ret, "[Read][Proto]From Array failed."); | |||
} | |||
} else { | |||
ErrorManager::GetInstance().ATCReportErrMessage("E10003", | |||
{"parameter", "value", "reason"}, {"om", model_file, "invalid om file"}); | |||
GELOGE(ACL_ERROR_GE_PARAM_INVALID, | |||
"ParseModelContent failed because of invalid om file. Please check --om param."); | |||
"[Parse][ModelContent] failed because of invalid om file. Please check --om param."); | |||
} | |||
if (model.model_data != nullptr) { | |||
@@ -984,7 +1006,7 @@ FMK_FUNC_HOST_VISIBILITY Status ConvertOm(const char *model_file, const char *js | |||
} catch (const std::exception &e) { | |||
ErrorManager::GetInstance().ATCReportErrMessage("E19021", {"reason"}, | |||
{"Convert om model to json failed, exception message[" + std::string(e.what()) + "]"}); | |||
GELOGE(FAILED, "Convert om model to json failed, exception message : %s.", e.what()); | |||
GELOGE(FAILED, "[Save][Model]Convert om model to json failed, exception message : %s.", e.what()); | |||
return FAILED; | |||
} | |||
} | |||
@@ -1003,7 +1025,8 @@ FMK_FUNC_HOST_VISIBILITY Status ConvertPbtxtToJson(const char *model_file, const | |||
}; | |||
if (ret != SUCCESS) { | |||
free_model_data(&model.model_data); | |||
GELOGE(ret, "LoadFromFile failed."); | |||
REPORT_CALL_ERROR("E19999", "LoadFromFile failed."); | |||
GELOGE(ret, "[Invoke][LoadFromFile] failed."); | |||
return ret; | |||
} | |||
@@ -1015,7 +1038,7 @@ FMK_FUNC_HOST_VISIBILITY Status ConvertPbtxtToJson(const char *model_file, const | |||
if (!flag) { | |||
free_model_data(&model.model_data); | |||
ErrorManager::GetInstance().ATCReportErrMessage("E19021", {"reason"}, {"ParseFromString failed"}); | |||
GELOGE(FAILED, "ParseFromString failed."); | |||
GELOGE(FAILED, "[Invoke][ParseFromString] failed."); | |||
return FAILED; | |||
} | |||
GetGroupName(model_def); | |||
@@ -1024,7 +1047,8 @@ FMK_FUNC_HOST_VISIBILITY Status ConvertPbtxtToJson(const char *model_file, const | |||
ret = ModelSaver::SaveJsonToFile(json_file, j); | |||
if (ret != SUCCESS) { | |||
free_model_data(&model.model_data); | |||
GELOGE(ret, "Save json to file fail."); | |||
REPORT_CALL_ERROR("E19999", "SaveJsonToFile failed."); | |||
GELOGE(ret, "[Save][Json] to file fail."); | |||
return ret; | |||
} | |||
free_model_data(&model.model_data); | |||
@@ -1033,12 +1057,12 @@ FMK_FUNC_HOST_VISIBILITY Status ConvertPbtxtToJson(const char *model_file, const | |||
free_model_data(&model.model_data); | |||
ErrorManager::GetInstance().ATCReportErrMessage("E19021", {"reason"}, {"ParseFromString failed, exception message[" | |||
+ std::string(e.what()) + "]"}); | |||
GELOGE(FAILED, "ParseFromString failed. exception message : %s", e.what()); | |||
GELOGE(FAILED, "[Invoke][ParseFromString] failed. exception message : %s", e.what()); | |||
return FAILED; | |||
} catch (const std::exception &e) { | |||
ErrorManager::GetInstance().ATCReportErrMessage("E19021", {"reason"}, | |||
{"Convert pbtxt to json failed, exception message[" + std::string(e.what()) + "]"}); | |||
GELOGE(FAILED, "Convert pbtxt to json failed, exception message : %s.", e.what()); | |||
GELOGE(FAILED, "[Save][pbtxt]Convert pbtxt to json failed, exception message : %s.", e.what()); | |||
return FAILED; | |||
} | |||
} | |||
@@ -1047,16 +1071,19 @@ FMK_FUNC_HOST_VISIBILITY Status ConvertFwkModelToJson(const domi::FrameworkType | |||
const char *json_file) { | |||
if (framework == domi::CAFFE || framework == domi::TENSORFLOW || framework == domi::ONNX) { | |||
auto model_parser = ModelParserFactory::Instance()->CreateModelParser(framework); | |||
GE_CHK_BOOL_RET_STATUS(model_parser != nullptr, FAILED, "ATC create model parser ret fail, framework:%d.", | |||
framework); | |||
if (model_parser == nullptr) { | |||
REPORT_INNER_ERROR("E19999", "CreateModelParser failed, framework:%d.", framework); | |||
GELOGE(FAILED, "[Create][ModelParser] ret fail, framework:%d.", framework); | |||
return FAILED; | |||
} | |||
return model_parser->ToJson(model_file, json_file); | |||
} | |||
ErrorManager::GetInstance().ATCReportErrMessage( | |||
"E10001", {"parameter", "value", "reason"}, | |||
{"--framework", std::to_string(framework), "only support 0(Caffe) 3(TensorFlow) 5(Onnx)"}); | |||
GELOGE(PARAM_INVALID, "Input parameter[--framework] is mandatory and it's value must be: 0(Caffe) 3(TensorFlow) " | |||
"or 5(Onnx)."); | |||
GELOGE(PARAM_INVALID, "[Check][Param]Input parameter[--framework] is mandatory " | |||
"and it's value must be: 0(Caffe) 3(TensorFlow) or 5(Onnx)."); | |||
return PARAM_INVALID; | |||
} | |||
@@ -1072,7 +1099,8 @@ FMK_FUNC_HOST_VISIBILITY Status DumpInfershapeJson(const ge::Graph &graph, const | |||
if (buffer.GetData() != nullptr) { | |||
std::string str(reinterpret_cast<const char *>(buffer.GetData()), buffer.GetSize()); | |||
if (!ge_proto.ParseFromString(str)) { | |||
GELOGE(GRAPH_FAILED, "parse from string failed."); | |||
REPORT_CALL_ERROR("E19999", "ParseFromString failed."); | |||
GELOGE(GRAPH_FAILED, "[Invoke][ParseFromString] failed."); | |||
return FAILED; | |||
} | |||
@@ -67,6 +67,7 @@ FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status SingleOpManager::Release | |||
std::lock_guard<std::mutex> lock(mutex_); | |||
auto it = stream_resources_.find(resource_id); | |||
if (it == stream_resources_.end()) { | |||
MemManager::Instance().CachingInstance(RT_MEMORY_HBM).TryFreeBlocks(); | |||
return SUCCESS; | |||
} | |||
delete it->second; | |||
@@ -26,9 +26,9 @@ extern "C" { | |||
#endif | |||
// Current version is 1.0.0 | |||
#define ACL_MAJOR_VERSION 1 | |||
#define ACL_MINOR_VERSION 0 | |||
#define ACL_PATCH_VERSION 0 | |||
#define ACL_MAJOR_VERSION 1 | |||
#define ACL_MINOR_VERSION 0 | |||
#define ACL_PATCH_VERSION 0 | |||
/** | |||
* @ingroup AscendCL | |||
@@ -72,11 +72,11 @@ ACL_FUNC_VISIBILITY aclError aclrtGetVersion(int32_t *majorVersion, int32_t *min | |||
* | |||
* @retval null for failed | |||
* @retval OtherValues success | |||
*/ | |||
*/ | |||
ACL_FUNC_VISIBILITY const char *aclGetRecentErrMsg(); | |||
#ifdef __cplusplus | |||
} | |||
#endif | |||
#endif // INC_EXTERNAL_ACL_ACL_H_ | |||
#endif // INC_EXTERNAL_ACL_ACL_H_ |
@@ -136,50 +136,49 @@ static const int ACL_ERROR_PROFILING_FAILURE = 500005; | |||
#define ACL_UNKNOWN_RANK 0xFFFFFFFFFFFFFFFE | |||
typedef enum { | |||
ACL_DT_UNDEFINED = -1, | |||
ACL_FLOAT = 0, | |||
ACL_FLOAT16 = 1, | |||
ACL_INT8 = 2, | |||
ACL_INT32 = 3, | |||
ACL_UINT8 = 4, | |||
ACL_INT16 = 6, | |||
ACL_UINT16 = 7, | |||
ACL_UINT32 = 8, | |||
ACL_INT64 = 9, | |||
ACL_UINT64 = 10, | |||
ACL_DOUBLE = 11, | |||
ACL_BOOL = 12, | |||
ACL_STRING = 13, | |||
ACL_DT_UNDEFINED = -1, | |||
ACL_FLOAT = 0, | |||
ACL_FLOAT16 = 1, | |||
ACL_INT8 = 2, | |||
ACL_INT32 = 3, | |||
ACL_UINT8 = 4, | |||
ACL_INT16 = 6, | |||
ACL_UINT16 = 7, | |||
ACL_UINT32 = 8, | |||
ACL_INT64 = 9, | |||
ACL_UINT64 = 10, | |||
ACL_DOUBLE = 11, | |||
ACL_BOOL = 12, | |||
ACL_STRING = 13, | |||
} aclDataType; | |||
typedef enum { | |||
ACL_FORMAT_UNDEFINED = -1, | |||
ACL_FORMAT_NCHW = 0, | |||
ACL_FORMAT_NHWC = 1, | |||
ACL_FORMAT_ND = 2, | |||
ACL_FORMAT_NC1HWC0 = 3, | |||
ACL_FORMAT_FRACTAL_Z = 4, | |||
ACL_FORMAT_NC1HWC0_C04 = 12, | |||
ACL_FORMAT_NDHWC = 27, | |||
ACL_FORMAT_FRACTAL_NZ = 29, | |||
ACL_FORMAT_NCDHW = 30, | |||
ACL_FORMAT_NDC1HWC0 = 32, | |||
ACL_FRACTAL_Z_3D = 33 | |||
ACL_FORMAT_UNDEFINED = -1, | |||
ACL_FORMAT_NCHW = 0, | |||
ACL_FORMAT_NHWC = 1, | |||
ACL_FORMAT_ND = 2, | |||
ACL_FORMAT_NC1HWC0 = 3, | |||
ACL_FORMAT_FRACTAL_Z = 4, | |||
ACL_FORMAT_NC1HWC0_C04 = 12, | |||
ACL_FORMAT_NDHWC = 27, | |||
ACL_FORMAT_FRACTAL_NZ = 29, | |||
ACL_FORMAT_NCDHW = 30, | |||
ACL_FORMAT_NDC1HWC0 = 32, | |||
ACL_FRACTAL_Z_3D = 33 | |||
} aclFormat; | |||
typedef enum { | |||
ACL_DEBUG = 0, | |||
ACL_INFO = 1, | |||
ACL_WARNING = 2, | |||
ACL_ERROR = 3, | |||
ACL_DEBUG = 0, | |||
ACL_INFO = 1, | |||
ACL_WARNING = 2, | |||
ACL_ERROR = 3, | |||
} aclLogLevel; | |||
typedef enum { | |||
ACL_MEMTYPE_DEVICE = 0, | |||
ACL_MEMTYPE_HOST = 1, | |||
ACL_MEMTYPE_DEVICE = 0, | |||
ACL_MEMTYPE_HOST = 1, | |||
} aclMemType; | |||
/** | |||
* @ingroup AscendCL | |||
* @brief Converts data of type aclFloat16 to data of type float | |||
@@ -312,9 +311,7 @@ ACL_FUNC_VISIBILITY size_t aclDataTypeSize(aclDataType dataType); | |||
* @retval aclTensorDesc pointer. | |||
* @retval nullptr if param is invalid or run out of memory | |||
*/ | |||
ACL_FUNC_VISIBILITY aclTensorDesc *aclCreateTensorDesc(aclDataType dataType, | |||
int numDims, | |||
const int64_t *dims, | |||
ACL_FUNC_VISIBILITY aclTensorDesc *aclCreateTensorDesc(aclDataType dataType, int numDims, const int64_t *dims, | |||
aclFormat format); | |||
/** | |||
@@ -336,8 +333,7 @@ ACL_FUNC_VISIBILITY void aclDestroyTensorDesc(const aclTensorDesc *desc); | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclSetTensorShapeRange(aclTensorDesc* desc, | |||
size_t dimsCount, | |||
ACL_FUNC_VISIBILITY aclError aclSetTensorShapeRange(aclTensorDesc *desc, size_t dimsCount, | |||
int64_t dimsRange[][ACL_TENSOR_SHAPE_RANGE_NUM]); | |||
/** | |||
@@ -434,9 +430,7 @@ ACL_FUNC_VISIBILITY aclError aclGetTensorDescDimV2(const aclTensorDesc *desc, si | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclGetTensorDescDimRange(const aclTensorDesc *desc, | |||
size_t index, | |||
size_t dimRangeNum, | |||
ACL_FUNC_VISIBILITY aclError aclGetTensorDescDimRange(const aclTensorDesc *desc, size_t index, size_t dimRangeNum, | |||
int64_t *dimRange); | |||
/** | |||
@@ -473,7 +467,7 @@ ACL_FUNC_VISIBILITY const char *aclGetTensorDescName(aclTensorDesc *desc); | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclTransTensorDescFormat(const aclTensorDesc *srcDesc, aclFormat dstFormat, | |||
aclTensorDesc **dstDesc); | |||
aclTensorDesc **dstDesc); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -561,7 +555,7 @@ ACL_FUNC_VISIBILITY aclError aclSetTensorOriginShape(aclTensorDesc *desc, int nu | |||
* | |||
* @retval null for failed. | |||
* @retval OtherValues success. | |||
*/ | |||
*/ | |||
ACL_FUNC_VISIBILITY aclTensorDesc *aclGetTensorDescByIndex(aclTensorDesc *desc, size_t index); | |||
/** | |||
@@ -572,7 +566,7 @@ ACL_FUNC_VISIBILITY aclTensorDesc *aclGetTensorDescByIndex(aclTensorDesc *desc, | |||
* | |||
* @retval null for failed | |||
* @retval OtherValues success | |||
*/ | |||
*/ | |||
ACL_FUNC_VISIBILITY void *aclGetTensorDescAddress(const aclTensorDesc *desc); | |||
/** | |||
@@ -624,7 +618,7 @@ ACL_FUNC_VISIBILITY aclError aclSetTensorPlaceMent(aclTensorDesc *desc, aclMemTy | |||
* @param ... [IN] the value of current log | |||
*/ | |||
ACL_FUNC_VISIBILITY void aclAppLog(aclLogLevel logLevel, const char *func, const char *file, uint32_t line, | |||
const char *fmt, ...); | |||
const char *fmt, ...); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -632,14 +626,13 @@ ACL_FUNC_VISIBILITY void aclAppLog(aclLogLevel logLevel, const char *func, const | |||
* | |||
* @retval null for failed | |||
* @retval OtherValues success | |||
*/ | |||
*/ | |||
ACL_FUNC_VISIBILITY const char *aclrtGetSocName(); | |||
#define ACL_APP_LOG(level, fmt, ...) \ | |||
aclAppLog(level, __FUNCTION__, __FILE__, __LINE__, fmt, ##__VA_ARGS__) | |||
#define ACL_APP_LOG(level, fmt, ...) aclAppLog(level, __FUNCTION__, __FILE__, __LINE__, fmt, ##__VA_ARGS__) | |||
#ifdef __cplusplus | |||
} | |||
#endif | |||
#endif // INC_EXTERNAL_ACL_ACL_BASE_H_ | |||
#endif // INC_EXTERNAL_ACL_ACL_BASE_H_ |
@@ -27,19 +27,19 @@ | |||
extern "C" { | |||
#endif | |||
#define ACL_MAX_DIM_CNT 128 | |||
#define ACL_MAX_TENSOR_NAME_LEN 128 | |||
#define ACL_MAX_BATCH_NUM 128 | |||
#define ACL_MAX_HW_NUM 128 | |||
#define ACL_MAX_SHAPE_COUNT 128 | |||
#define ACL_INVALID_NODE_INDEX 0xFFFFFFFF | |||
#define ACL_MDL_LOAD_FROM_FILE 1 | |||
#define ACL_MDL_LOAD_FROM_FILE_WITH_MEM 2 | |||
#define ACL_MDL_LOAD_FROM_MEM 3 | |||
#define ACL_MDL_LOAD_FROM_MEM_WITH_MEM 4 | |||
#define ACL_MDL_LOAD_FROM_FILE_WITH_Q 5 | |||
#define ACL_MDL_LOAD_FROM_MEM_WITH_Q 6 | |||
#define ACL_MAX_DIM_CNT 128 | |||
#define ACL_MAX_TENSOR_NAME_LEN 128 | |||
#define ACL_MAX_BATCH_NUM 128 | |||
#define ACL_MAX_HW_NUM 128 | |||
#define ACL_MAX_SHAPE_COUNT 128 | |||
#define ACL_INVALID_NODE_INDEX 0xFFFFFFFF | |||
#define ACL_MDL_LOAD_FROM_FILE 1 | |||
#define ACL_MDL_LOAD_FROM_FILE_WITH_MEM 2 | |||
#define ACL_MDL_LOAD_FROM_MEM 3 | |||
#define ACL_MDL_LOAD_FROM_MEM_WITH_MEM 4 | |||
#define ACL_MDL_LOAD_FROM_FILE_WITH_Q 5 | |||
#define ACL_MDL_LOAD_FROM_MEM_WITH_Q 6 | |||
#define ACL_DYNAMIC_TENSOR_NAME "ascend_mbatch_shape_data" | |||
#define ACL_DYNAMIC_AIPP_NAME "ascend_dynamic_aipp_data" | |||
@@ -51,123 +51,123 @@ typedef struct aclAippExtendInfo aclAippExtendInfo; | |||
typedef struct aclmdlConfigHandle aclmdlConfigHandle; | |||
typedef enum { | |||
ACL_YUV420SP_U8 = 1, | |||
ACL_XRGB8888_U8, | |||
ACL_RGB888_U8, | |||
ACL_YUV400_U8, | |||
ACL_NC1HWC0DI_FP16, | |||
ACL_NC1HWC0DI_S8, | |||
ACL_ARGB8888_U8, | |||
ACL_YUYV_U8, | |||
ACL_YUV422SP_U8, | |||
ACL_AYUV444_U8, | |||
ACL_RAW10, | |||
ACL_RAW12, | |||
ACL_RAW16, | |||
ACL_RAW24, | |||
ACL_AIPP_RESERVED = 0xffff, | |||
ACL_YUV420SP_U8 = 1, | |||
ACL_XRGB8888_U8, | |||
ACL_RGB888_U8, | |||
ACL_YUV400_U8, | |||
ACL_NC1HWC0DI_FP16, | |||
ACL_NC1HWC0DI_S8, | |||
ACL_ARGB8888_U8, | |||
ACL_YUYV_U8, | |||
ACL_YUV422SP_U8, | |||
ACL_AYUV444_U8, | |||
ACL_RAW10, | |||
ACL_RAW12, | |||
ACL_RAW16, | |||
ACL_RAW24, | |||
ACL_AIPP_RESERVED = 0xffff, | |||
} aclAippInputFormat; | |||
typedef enum { | |||
ACL_MDL_PRIORITY_INT32 = 0, | |||
ACL_MDL_LOAD_TYPE_SIZET, | |||
ACL_MDL_PATH_PTR, /**< pointer to model load path with deep copy */ | |||
ACL_MDL_MEM_ADDR_PTR, /**< pointer to model memory with shallow copy */ | |||
ACL_MDL_MEM_SIZET, | |||
ACL_MDL_WEIGHT_ADDR_PTR, /**< pointer to weight memory of model with shallow copy */ | |||
ACL_MDL_WEIGHT_SIZET, | |||
ACL_MDL_WORKSPACE_ADDR_PTR, /**< pointer to worksapce memory of model with shallow copy */ | |||
ACL_MDL_WORKSPACE_SIZET, | |||
ACL_MDL_INPUTQ_NUM_SIZET, | |||
ACL_MDL_INPUTQ_ADDR_PTR, /**< pointer to inputQ with shallow copy */ | |||
ACL_MDL_OUTPUTQ_NUM_SIZET, | |||
ACL_MDL_OUTPUTQ_ADDR_PTR /**< pointer to outputQ with shallow copy */ | |||
ACL_MDL_PRIORITY_INT32 = 0, | |||
ACL_MDL_LOAD_TYPE_SIZET, | |||
ACL_MDL_PATH_PTR, /**< pointer to model load path with deep copy */ | |||
ACL_MDL_MEM_ADDR_PTR, /**< pointer to model memory with shallow copy */ | |||
ACL_MDL_MEM_SIZET, | |||
ACL_MDL_WEIGHT_ADDR_PTR, /**< pointer to weight memory of model with shallow copy */ | |||
ACL_MDL_WEIGHT_SIZET, | |||
ACL_MDL_WORKSPACE_ADDR_PTR, /**< pointer to worksapce memory of model with shallow copy */ | |||
ACL_MDL_WORKSPACE_SIZET, | |||
ACL_MDL_INPUTQ_NUM_SIZET, | |||
ACL_MDL_INPUTQ_ADDR_PTR, /**< pointer to inputQ with shallow copy */ | |||
ACL_MDL_OUTPUTQ_NUM_SIZET, | |||
ACL_MDL_OUTPUTQ_ADDR_PTR /**< pointer to outputQ with shallow copy */ | |||
} aclmdlConfigAttr; | |||
typedef enum { | |||
ACL_DATA_WITHOUT_AIPP = 0, | |||
ACL_DATA_WITH_STATIC_AIPP, | |||
ACL_DATA_WITH_DYNAMIC_AIPP, | |||
ACL_DYNAMIC_AIPP_NODE | |||
ACL_DATA_WITHOUT_AIPP = 0, | |||
ACL_DATA_WITH_STATIC_AIPP, | |||
ACL_DATA_WITH_DYNAMIC_AIPP, | |||
ACL_DYNAMIC_AIPP_NODE | |||
} aclmdlInputAippType; | |||
typedef struct aclmdlIODims { | |||
char name[ACL_MAX_TENSOR_NAME_LEN]; /**< tensor name */ | |||
size_t dimCount; /**< dim array count */ | |||
int64_t dims[ACL_MAX_DIM_CNT]; /**< dim data array */ | |||
char name[ACL_MAX_TENSOR_NAME_LEN]; /**< tensor name */ | |||
size_t dimCount; /**< dim array count */ | |||
int64_t dims[ACL_MAX_DIM_CNT]; /**< dim data array */ | |||
} aclmdlIODims; | |||
typedef struct aclAippDims { | |||
aclmdlIODims srcDims; /**< input dims before model transform */ | |||
size_t srcSize; /**< input size before model transform */ | |||
aclmdlIODims aippOutdims; /**< aipp output dims */ | |||
size_t aippOutSize; /**< aipp output size */ | |||
aclmdlIODims srcDims; /**< input dims before model transform */ | |||
size_t srcSize; /**< input size before model transform */ | |||
aclmdlIODims aippOutdims; /**< aipp output dims */ | |||
size_t aippOutSize; /**< aipp output size */ | |||
} aclAippDims; | |||
typedef struct aclmdlBatch { | |||
size_t batchCount; /**< batch array count */ | |||
uint64_t batch[ACL_MAX_BATCH_NUM]; /**< batch data array */ | |||
size_t batchCount; /**< batch array count */ | |||
uint64_t batch[ACL_MAX_BATCH_NUM]; /**< batch data array */ | |||
} aclmdlBatch; | |||
typedef struct aclmdlHW { | |||
size_t hwCount; /**< height&width array count */ | |||
uint64_t hw[ACL_MAX_HW_NUM][2]; /**< height&width data array */ | |||
size_t hwCount; /**< height&width array count */ | |||
uint64_t hw[ACL_MAX_HW_NUM][2]; /**< height&width data array */ | |||
} aclmdlHW; | |||
typedef struct aclAippInfo { | |||
aclAippInputFormat inputFormat; | |||
int32_t srcImageSizeW; | |||
int32_t srcImageSizeH; | |||
int8_t cropSwitch; | |||
int32_t loadStartPosW; | |||
int32_t loadStartPosH; | |||
int32_t cropSizeW; | |||
int32_t cropSizeH; | |||
int8_t resizeSwitch; | |||
int32_t resizeOutputW; | |||
int32_t resizeOutputH; | |||
int8_t paddingSwitch; | |||
int32_t leftPaddingSize; | |||
int32_t rightPaddingSize; | |||
int32_t topPaddingSize; | |||
int32_t bottomPaddingSize; | |||
int8_t cscSwitch; | |||
int8_t rbuvSwapSwitch; | |||
int8_t axSwapSwitch; | |||
int8_t singleLineMode; | |||
int32_t matrixR0C0; | |||
int32_t matrixR0C1; | |||
int32_t matrixR0C2; | |||
int32_t matrixR1C0; | |||
int32_t matrixR1C1; | |||
int32_t matrixR1C2; | |||
int32_t matrixR2C0; | |||
int32_t matrixR2C1; | |||
int32_t matrixR2C2; | |||
int32_t outputBias0; | |||
int32_t outputBias1; | |||
int32_t outputBias2; | |||
int32_t inputBias0; | |||
int32_t inputBias1; | |||
int32_t inputBias2; | |||
int32_t meanChn0; | |||
int32_t meanChn1; | |||
int32_t meanChn2; | |||
int32_t meanChn3; | |||
float minChn0; | |||
float minChn1; | |||
float minChn2; | |||
float minChn3; | |||
float varReciChn0; | |||
float varReciChn1; | |||
float varReciChn2; | |||
float varReciChn3; | |||
aclFormat srcFormat; | |||
aclDataType srcDatatype; | |||
size_t srcDimNum; | |||
size_t shapeCount; | |||
aclAippDims outDims[ACL_MAX_SHAPE_COUNT]; | |||
aclAippExtendInfo *aippExtend; /**< reserved parameters, current version needs to be null */ | |||
aclAippInputFormat inputFormat; | |||
int32_t srcImageSizeW; | |||
int32_t srcImageSizeH; | |||
int8_t cropSwitch; | |||
int32_t loadStartPosW; | |||
int32_t loadStartPosH; | |||
int32_t cropSizeW; | |||
int32_t cropSizeH; | |||
int8_t resizeSwitch; | |||
int32_t resizeOutputW; | |||
int32_t resizeOutputH; | |||
int8_t paddingSwitch; | |||
int32_t leftPaddingSize; | |||
int32_t rightPaddingSize; | |||
int32_t topPaddingSize; | |||
int32_t bottomPaddingSize; | |||
int8_t cscSwitch; | |||
int8_t rbuvSwapSwitch; | |||
int8_t axSwapSwitch; | |||
int8_t singleLineMode; | |||
int32_t matrixR0C0; | |||
int32_t matrixR0C1; | |||
int32_t matrixR0C2; | |||
int32_t matrixR1C0; | |||
int32_t matrixR1C1; | |||
int32_t matrixR1C2; | |||
int32_t matrixR2C0; | |||
int32_t matrixR2C1; | |||
int32_t matrixR2C2; | |||
int32_t outputBias0; | |||
int32_t outputBias1; | |||
int32_t outputBias2; | |||
int32_t inputBias0; | |||
int32_t inputBias1; | |||
int32_t inputBias2; | |||
int32_t meanChn0; | |||
int32_t meanChn1; | |||
int32_t meanChn2; | |||
int32_t meanChn3; | |||
float minChn0; | |||
float minChn1; | |||
float minChn2; | |||
float minChn3; | |||
float varReciChn0; | |||
float varReciChn1; | |||
float varReciChn2; | |||
float varReciChn3; | |||
aclFormat srcFormat; | |||
aclDataType srcDatatype; | |||
size_t srcDimNum; | |||
size_t shapeCount; | |||
aclAippDims outDims[ACL_MAX_SHAPE_COUNT]; | |||
aclAippExtendInfo *aippExtend; /**< reserved parameters, current version needs to be null */ | |||
} aclAippInfo; | |||
/** | |||
@@ -291,8 +291,7 @@ ACL_FUNC_VISIBILITY aclError aclmdlAddDatasetBuffer(aclmdlDataset *dataset, aclD | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclmdlSetDatasetTensorDesc(aclmdlDataset *dataset, | |||
aclTensorDesc *tensorDesc, | |||
ACL_FUNC_VISIBILITY aclError aclmdlSetDatasetTensorDesc(aclmdlDataset *dataset, aclTensorDesc *tensorDesc, | |||
size_t index); | |||
/** | |||
@@ -354,8 +353,7 @@ ACL_FUNC_VISIBILITY aclError aclmdlLoadFromFile(const char *modelPath, uint32_t | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclmdlLoadFromMem(const void *model, size_t modelSize, | |||
uint32_t *modelId); | |||
ACL_FUNC_VISIBILITY aclError aclmdlLoadFromMem(const void *model, size_t modelSize, uint32_t *modelId); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -377,9 +375,8 @@ ACL_FUNC_VISIBILITY aclError aclmdlLoadFromMem(const void *model, size_t modelS | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclmdlLoadFromFileWithMem(const char *modelPath, | |||
uint32_t *modelId, void *workPtr, size_t workSize, | |||
void *weightPtr, size_t weightSize); | |||
ACL_FUNC_VISIBILITY aclError aclmdlLoadFromFileWithMem(const char *modelPath, uint32_t *modelId, void *workPtr, | |||
size_t workSize, void *weightPtr, size_t weightSize); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -402,9 +399,9 @@ ACL_FUNC_VISIBILITY aclError aclmdlLoadFromFileWithMem(const char *modelPath, | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclmdlLoadFromMemWithMem(const void *model, size_t modelSize, | |||
uint32_t *modelId, void *workPtr, size_t workSize, | |||
void *weightPtr, size_t weightSize); | |||
ACL_FUNC_VISIBILITY aclError aclmdlLoadFromMemWithMem(const void *model, size_t modelSize, uint32_t *modelId, | |||
void *workPtr, size_t workSize, void *weightPtr, | |||
size_t weightSize); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -439,8 +436,8 @@ ACL_FUNC_VISIBILITY aclError aclmdlLoadFromFileWithQ(const char *modelPath, uint | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclmdlLoadFromMemWithQ(const void *model, size_t modelSize, uint32_t *modelId, | |||
const uint32_t *inputQ, size_t inputQNum, | |||
const uint32_t *outputQ, size_t outputQNum); | |||
const uint32_t *inputQ, size_t inputQNum, const uint32_t *outputQ, | |||
size_t outputQNum); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -470,8 +467,8 @@ ACL_FUNC_VISIBILITY aclError aclmdlExecute(uint32_t modelId, const aclmdlDataset | |||
* @see aclmdlLoadFromFile | aclmdlLoadFromMem | aclmdlLoadFromFileWithMem | | |||
* aclmdlLoadFromMemWithMem | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclmdlExecuteAsync(uint32_t modelId, const aclmdlDataset *input, | |||
aclmdlDataset *output, aclrtStream stream); | |||
ACL_FUNC_VISIBILITY aclError aclmdlExecuteAsync(uint32_t modelId, const aclmdlDataset *input, aclmdlDataset *output, | |||
aclrtStream stream); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -846,11 +843,11 @@ ACL_FUNC_VISIBILITY aclError aclmdlSetAIPPInputFormat(aclmdlAIPP *aippParmsSet, | |||
* @retval OtherValues Failure | |||
* | |||
* @see aclmdlCreateAIPP | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclmdlSetAIPPCscParams(aclmdlAIPP *aippParmsSet, int8_t csc_switch, | |||
int16_t cscMatrixR0C0, int16_t cscMatrixR0C1, int16_t cscMatrixR0C2, | |||
int16_t cscMatrixR1C0, int16_t cscMatrixR1C1, int16_t cscMatrixR1C2, | |||
int16_t cscMatrixR2C0, int16_t cscMatrixR2C1, int16_t cscMatrixR2C2, | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclmdlSetAIPPCscParams(aclmdlAIPP *aippParmsSet, int8_t csc_switch, int16_t cscMatrixR0C0, | |||
int16_t cscMatrixR0C1, int16_t cscMatrixR0C2, int16_t cscMatrixR1C0, | |||
int16_t cscMatrixR1C1, int16_t cscMatrixR1C2, int16_t cscMatrixR2C0, | |||
int16_t cscMatrixR2C1, int16_t cscMatrixR2C2, | |||
uint8_t cscOutputBiasR0, uint8_t cscOutputBiasR1, | |||
uint8_t cscOutputBiasR2, uint8_t cscInputBiasR0, | |||
uint8_t cscInputBiasR1, uint8_t cscInputBiasR2); | |||
@@ -866,7 +863,7 @@ ACL_FUNC_VISIBILITY aclError aclmdlSetAIPPCscParams(aclmdlAIPP *aippParmsSet, in | |||
* @retval OtherValues Failure | |||
* | |||
* @see aclmdlCreateAIPP | |||
*/ | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclmdlSetAIPPRbuvSwapSwitch(aclmdlAIPP *aippParmsSet, int8_t rbuvSwapSwitch); | |||
/** | |||
@@ -880,7 +877,7 @@ ACL_FUNC_VISIBILITY aclError aclmdlSetAIPPRbuvSwapSwitch(aclmdlAIPP *aippParmsSe | |||
* @retval OtherValues Failure | |||
* | |||
* @see aclmdlCreateAIPP | |||
*/ | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclmdlSetAIPPAxSwapSwitch(aclmdlAIPP *aippParmsSet, int8_t axSwapSwitch); | |||
/** | |||
@@ -895,7 +892,7 @@ ACL_FUNC_VISIBILITY aclError aclmdlSetAIPPAxSwapSwitch(aclmdlAIPP *aippParmsSet, | |||
* @retval OtherValues Failure | |||
* | |||
* @see aclmdlCreateAIPP | |||
*/ | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclmdlSetAIPPSrcImageSize(aclmdlAIPP *aippParmsSet, int32_t srcImageSizeW, | |||
int32_t srcImageSizeH); | |||
@@ -915,14 +912,10 @@ ACL_FUNC_VISIBILITY aclError aclmdlSetAIPPSrcImageSize(aclmdlAIPP *aippParmsSet, | |||
* @retval OtherValues Failure | |||
* | |||
* @see aclmdlCreateAIPP | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclmdlSetAIPPScfParams(aclmdlAIPP *aippParmsSet, | |||
int8_t scfSwitch, | |||
int32_t scfInputSizeW, | |||
int32_t scfInputSizeH, | |||
int32_t scfOutputSizeW, | |||
int32_t scfOutputSizeH, | |||
uint64_t batchIndex); | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclmdlSetAIPPScfParams(aclmdlAIPP *aippParmsSet, int8_t scfSwitch, int32_t scfInputSizeW, | |||
int32_t scfInputSizeH, int32_t scfOutputSizeW, | |||
int32_t scfOutputSizeH, uint64_t batchIndex); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -940,13 +933,9 @@ ACL_FUNC_VISIBILITY aclError aclmdlSetAIPPScfParams(aclmdlAIPP *aippParmsSet, | |||
* @retval OtherValues Failure | |||
* | |||
* @see aclmdlCreateAIPP | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclmdlSetAIPPCropParams(aclmdlAIPP *aippParmsSet, | |||
int8_t cropSwitch, | |||
int32_t cropStartPosW, | |||
int32_t cropStartPosH, | |||
int32_t cropSizeW, | |||
int32_t cropSizeH, | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclmdlSetAIPPCropParams(aclmdlAIPP *aippParmsSet, int8_t cropSwitch, int32_t cropStartPosW, | |||
int32_t cropStartPosH, int32_t cropSizeW, int32_t cropSizeH, | |||
uint64_t batchIndex); | |||
/** | |||
@@ -965,7 +954,7 @@ ACL_FUNC_VISIBILITY aclError aclmdlSetAIPPCropParams(aclmdlAIPP *aippParmsSet, | |||
* @retval OtherValues Failure | |||
* | |||
* @see aclmdlCreateAIPP | |||
*/ | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclmdlSetAIPPPaddingParams(aclmdlAIPP *aippParmsSet, int8_t paddingSwitch, | |||
int32_t paddingSizeTop, int32_t paddingSizeBottom, | |||
int32_t paddingSizeLeft, int32_t paddingSizeRight, | |||
@@ -986,13 +975,10 @@ ACL_FUNC_VISIBILITY aclError aclmdlSetAIPPPaddingParams(aclmdlAIPP *aippParmsSet | |||
* @retval OtherValues Failure | |||
* | |||
* @see aclmdlCreateAIPP | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclmdlSetAIPPDtcPixelMean(aclmdlAIPP *aippParmsSet, | |||
int16_t dtcPixelMeanChn0, | |||
int16_t dtcPixelMeanChn1, | |||
int16_t dtcPixelMeanChn2, | |||
int16_t dtcPixelMeanChn3, | |||
uint64_t batchIndex); | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclmdlSetAIPPDtcPixelMean(aclmdlAIPP *aippParmsSet, int16_t dtcPixelMeanChn0, | |||
int16_t dtcPixelMeanChn1, int16_t dtcPixelMeanChn2, | |||
int16_t dtcPixelMeanChn3, uint64_t batchIndex); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -1009,13 +995,10 @@ ACL_FUNC_VISIBILITY aclError aclmdlSetAIPPDtcPixelMean(aclmdlAIPP *aippParmsSet, | |||
* @retval OtherValues Failure | |||
* | |||
* @see aclmdlCreateAIPP | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclmdlSetAIPPDtcPixelMin(aclmdlAIPP *aippParmsSet, | |||
float dtcPixelMinChn0, | |||
float dtcPixelMinChn1, | |||
float dtcPixelMinChn2, | |||
float dtcPixelMinChn3, | |||
uint64_t batchIndex); | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclmdlSetAIPPDtcPixelMin(aclmdlAIPP *aippParmsSet, float dtcPixelMinChn0, | |||
float dtcPixelMinChn1, float dtcPixelMinChn2, | |||
float dtcPixelMinChn3, uint64_t batchIndex); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -1032,13 +1015,10 @@ ACL_FUNC_VISIBILITY aclError aclmdlSetAIPPDtcPixelMin(aclmdlAIPP *aippParmsSet, | |||
* @retval OtherValues Failure | |||
* | |||
* @see aclmdlCreateAIPP | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclmdlSetAIPPPixelVarReci(aclmdlAIPP *aippParmsSet, | |||
float dtcPixelVarReciChn0, | |||
float dtcPixelVarReciChn1, | |||
float dtcPixelVarReciChn2, | |||
float dtcPixelVarReciChn3, | |||
uint64_t batchIndex); | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclmdlSetAIPPPixelVarReci(aclmdlAIPP *aippParmsSet, float dtcPixelVarReciChn0, | |||
float dtcPixelVarReciChn1, float dtcPixelVarReciChn2, | |||
float dtcPixelVarReciChn3, uint64_t batchIndex); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -1054,10 +1034,8 @@ ACL_FUNC_VISIBILITY aclError aclmdlSetAIPPPixelVarReci(aclmdlAIPP *aippParmsSet, | |||
* | |||
* @see aclmdlLoadFromFile | aclmdlLoadFromMem | aclmdlLoadFromFileWithMem | | |||
* aclmdlLoadFromMemWithMem | aclmdlGetInputIndexByName | aclmdlCreateAIPP | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclmdlSetInputAIPP(uint32_t modelId, | |||
aclmdlDataset *dataset, | |||
size_t index, | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclmdlSetInputAIPP(uint32_t modelId, aclmdlDataset *dataset, size_t index, | |||
const aclmdlAIPP *aippParmsSet); | |||
/** | |||
@@ -1074,10 +1052,8 @@ ACL_FUNC_VISIBILITY aclError aclmdlSetInputAIPP(uint32_t modelId, | |||
* | |||
* @see aclmdlLoadFromFile | aclmdlLoadFromMem | aclmdlLoadFromFileWithMem | | |||
* aclmdlLoadFromMemWithMem | aclmdlGetInputIndexByName | aclmdlCreateAIPP | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclmdlSetAIPPByInputIndex(uint32_t modelId, | |||
aclmdlDataset *dataset, | |||
size_t index, | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclmdlSetAIPPByInputIndex(uint32_t modelId, aclmdlDataset *dataset, size_t index, | |||
const aclmdlAIPP *aippParmsSet); | |||
/** | |||
@@ -1095,10 +1071,8 @@ ACL_FUNC_VISIBILITY aclError aclmdlSetAIPPByInputIndex(uint32_t modelId, | |||
* | |||
* @see aclmdlLoadFromFile | aclmdlLoadFromMem | aclmdlLoadFromFileWithMem | | |||
* aclmdlLoadFromMemWithMem | aclmdlGetInputIndexByName | aclmdlCreateAIPP | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclmdlGetAippType(uint32_t modelId, | |||
size_t index, | |||
aclmdlInputAippType *type, | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclmdlGetAippType(uint32_t modelId, size_t index, aclmdlInputAippType *type, | |||
size_t *dynamicAttachedDataIndex); | |||
/** | |||
@@ -1115,7 +1089,7 @@ ACL_FUNC_VISIBILITY aclError aclmdlGetAippType(uint32_t modelId, | |||
* | |||
* @see aclmdlLoadFromFile | aclmdlLoadFromMem | aclmdlLoadFromFileWithMem | | |||
* aclmdlLoadFromMemWithMem | aclmdlGetInputIndexByName | |||
*/ | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclmdlGetFirstAippInfo(uint32_t modelId, size_t index, aclAippInfo *aippinfo); | |||
/** | |||
@@ -1134,10 +1108,11 @@ ACL_FUNC_VISIBILITY aclError aclmdlGetFirstAippInfo(uint32_t modelId, size_t ind | |||
* | |||
* @retval ACL_SUCCESS The function is successfully executed | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclmdlCreateAndGetOpDesc(uint32_t deviceId, uint32_t streamId, | |||
uint32_t taskId, char *opName, size_t opNameLen, aclTensorDesc **inputDesc, size_t *numInputs, | |||
aclTensorDesc **outputDesc, size_t *numOutputs); | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclmdlCreateAndGetOpDesc(uint32_t deviceId, uint32_t streamId, uint32_t taskId, | |||
char *opName, size_t opNameLen, aclTensorDesc **inputDesc, | |||
size_t *numInputs, aclTensorDesc **outputDesc, | |||
size_t *numOutputs); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -1145,7 +1120,7 @@ ACL_FUNC_VISIBILITY aclError aclmdlCreateAndGetOpDesc(uint32_t deviceId, uint32_ | |||
* | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclmdlInitDump(); | |||
/** | |||
@@ -1156,7 +1131,7 @@ ACL_FUNC_VISIBILITY aclError aclmdlInitDump(); | |||
* | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclmdlSetDump(const char *dumpCfgPath); | |||
/** | |||
@@ -1165,7 +1140,7 @@ ACL_FUNC_VISIBILITY aclError aclmdlSetDump(const char *dumpCfgPath); | |||
* | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclmdlFinalizeDump(); | |||
/** | |||
@@ -1177,7 +1152,7 @@ ACL_FUNC_VISIBILITY aclError aclmdlFinalizeDump(); | |||
* | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclmdlLoadWithConfig(const aclmdlConfigHandle *handle, uint32_t *modelId); | |||
/** | |||
@@ -1187,7 +1162,7 @@ ACL_FUNC_VISIBILITY aclError aclmdlLoadWithConfig(const aclmdlConfigHandle *hand | |||
* @retval the aclmdlConfigHandle pointer | |||
* | |||
* @see aclmdlDestroyConfigHandle | |||
*/ | |||
*/ | |||
ACL_FUNC_VISIBILITY aclmdlConfigHandle *aclmdlCreateConfigHandle(); | |||
/** | |||
@@ -1216,7 +1191,7 @@ ACL_FUNC_VISIBILITY aclError aclmdlDestroyConfigHandle(aclmdlConfigHandle *handl | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclmdlSetConfigOpt(aclmdlConfigHandle *handle, aclmdlConfigAttr attr, | |||
const void *attrValue, size_t valueSize); | |||
const void *attrValue, size_t valueSize); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -1234,4 +1209,4 @@ ACL_FUNC_VISIBILITY const char *aclmdlGetTensorRealName(const aclmdlDesc *modelD | |||
} | |||
#endif | |||
#endif // INC_EXTERNAL_ACL_ACL_MODEL_H_ | |||
#endif // INC_EXTERNAL_ACL_ACL_MODEL_H_ |
@@ -33,9 +33,9 @@ typedef void (*aclDataDeallocator)(void *data, size_t length); | |||
static const int ACL_COMPILE_FLAG_BIN_SELECTOR = 1; | |||
typedef enum aclEngineType { | |||
ACL_ENGINE_SYS, | |||
ACL_ENGINE_AICORE, | |||
ACL_ENGINE_VECTOR, | |||
ACL_ENGINE_SYS, | |||
ACL_ENGINE_AICORE, | |||
ACL_ENGINE_VECTOR, | |||
} aclopEngineType; | |||
/** | |||
@@ -148,7 +148,7 @@ ACL_FUNC_VISIBILITY aclError aclopSetAttrString(aclopAttr *attr, const char *att | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclopSetAttrListBool(aclopAttr *attr, const char *attrName, int numValues, | |||
const uint8_t *values); | |||
const uint8_t *values); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -163,7 +163,7 @@ ACL_FUNC_VISIBILITY aclError aclopSetAttrListBool(aclopAttr *attr, const char *a | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclopSetAttrListInt(aclopAttr *attr, const char *attrName, int numValues, | |||
const int64_t *values); | |||
const int64_t *values); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -178,7 +178,7 @@ ACL_FUNC_VISIBILITY aclError aclopSetAttrListInt(aclopAttr *attr, const char *at | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclopSetAttrListFloat(aclopAttr *attr, const char *attrName, int numValues, | |||
const float *values); | |||
const float *values); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -193,7 +193,7 @@ ACL_FUNC_VISIBILITY aclError aclopSetAttrListFloat(aclopAttr *attr, const char * | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclopSetAttrListString(aclopAttr *attr, const char *attrName, int numValues, | |||
const char **values); | |||
const char **values); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -208,11 +208,8 @@ ACL_FUNC_VISIBILITY aclError aclopSetAttrListString(aclopAttr *attr, const char | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclopSetAttrListListInt(aclopAttr *attr, | |||
const char *attrName, | |||
int numLists, | |||
const int *numValues, | |||
const int64_t *const values[]); | |||
ACL_FUNC_VISIBILITY aclError aclopSetAttrListListInt(aclopAttr *attr, const char *attrName, int numLists, | |||
const int *numValues, const int64_t *const values[]); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -242,15 +239,10 @@ ACL_FUNC_VISIBILITY aclError aclopSetAttrListListInt(aclopAttr *attr, | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_DEPRECATED_MESSAGE("aclopExecute is deprecated, use aclopExecuteV2 instead") | |||
ACL_FUNC_VISIBILITY aclError aclopExecute(const char *opType, | |||
int numInputs, | |||
const aclTensorDesc *const inputDesc[], | |||
const aclDataBuffer *const inputs[], | |||
int numOutputs, | |||
const aclTensorDesc *const outputDesc[], | |||
aclDataBuffer *const outputs[], | |||
const aclopAttr *attr, | |||
aclrtStream stream); | |||
ACL_FUNC_VISIBILITY aclError aclopExecute(const char *opType, int numInputs, const aclTensorDesc *const inputDesc[], | |||
const aclDataBuffer *const inputs[], int numOutputs, | |||
const aclTensorDesc *const outputDesc[], aclDataBuffer *const outputs[], | |||
const aclopAttr *attr, aclrtStream stream); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -280,15 +272,9 @@ ACL_FUNC_VISIBILITY aclError aclopExecute(const char *opType, | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclopExecuteV2(const char *opType, | |||
int numInputs, | |||
aclTensorDesc *inputDesc[], | |||
aclDataBuffer *inputs[], | |||
int numOutputs, | |||
aclTensorDesc *outputDesc[], | |||
aclDataBuffer *outputs[], | |||
aclopAttr *attr, | |||
aclrtStream stream); | |||
ACL_FUNC_VISIBILITY aclError aclopExecuteV2(const char *opType, int numInputs, aclTensorDesc *inputDesc[], | |||
aclDataBuffer *inputs[], int numOutputs, aclTensorDesc *outputDesc[], | |||
aclDataBuffer *outputs[], aclopAttr *attr, aclrtStream stream); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -306,12 +292,9 @@ ACL_FUNC_VISIBILITY aclError aclopExecuteV2(const char *opType, | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclopCreateHandle(const char *opType, | |||
int numInputs, | |||
const aclTensorDesc *const inputDesc[], | |||
int numOutputs, | |||
const aclTensorDesc *const outputDesc[], | |||
const aclopAttr *opAttr, | |||
ACL_FUNC_VISIBILITY aclError aclopCreateHandle(const char *opType, int numInputs, | |||
const aclTensorDesc *const inputDesc[], int numOutputs, | |||
const aclTensorDesc *const outputDesc[], const aclopAttr *opAttr, | |||
aclopHandle **handle); | |||
/** | |||
@@ -343,12 +326,9 @@ ACL_FUNC_VISIBILITY void aclopDestroyHandle(aclopHandle *handle); | |||
* | |||
* @see aclopCreateHandle | aclCreateDataBuffer | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclopExecWithHandle(aclopHandle *handle, | |||
int numInputs, | |||
const aclDataBuffer *const inputs[], | |||
int numOutputs, | |||
aclDataBuffer *const outputs[], | |||
aclrtStream stream); | |||
ACL_FUNC_VISIBILITY aclError aclopExecWithHandle(aclopHandle *handle, int numInputs, | |||
const aclDataBuffer *const inputs[], int numOutputs, | |||
aclDataBuffer *const outputs[], aclrtStream stream); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -364,11 +344,8 @@ ACL_FUNC_VISIBILITY aclError aclopExecWithHandle(aclopHandle *handle, | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclopCast(const aclTensorDesc *srcDesc, | |||
const aclDataBuffer *srcBuffer, | |||
const aclTensorDesc *dstDesc, | |||
aclDataBuffer *dstBuffer, | |||
uint8_t truncate, | |||
ACL_FUNC_VISIBILITY aclError aclopCast(const aclTensorDesc *srcDesc, const aclDataBuffer *srcBuffer, | |||
const aclTensorDesc *dstDesc, aclDataBuffer *dstBuffer, uint8_t truncate, | |||
aclrtStream stream); | |||
/** | |||
@@ -383,12 +360,9 @@ ACL_FUNC_VISIBILITY aclError aclopCast(const aclTensorDesc *srcDesc, | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclopCreateHandleForCast(aclTensorDesc *srcDesc, | |||
aclTensorDesc *dstDesc, | |||
uint8_t truncate, | |||
ACL_FUNC_VISIBILITY aclError aclopCreateHandleForCast(aclTensorDesc *srcDesc, aclTensorDesc *dstDesc, uint8_t truncate, | |||
aclopHandle **handle); | |||
/** | |||
* @ingroup AscendCL | |||
* @brief create kernel | |||
@@ -407,15 +381,10 @@ ACL_FUNC_VISIBILITY aclError aclopCreateHandleForCast(aclTensorDesc *srcDesc, | |||
* | |||
* @see aclopCompile | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclopCreateKernel(const char *opType, | |||
const char *kernelId, | |||
const char *kernelName, | |||
void *binData, | |||
int binSize, | |||
aclopEngineType enginetype, | |||
ACL_FUNC_VISIBILITY aclError aclopCreateKernel(const char *opType, const char *kernelId, const char *kernelName, | |||
void *binData, int binSize, aclopEngineType enginetype, | |||
aclDataDeallocator deallocator); | |||
/** | |||
* @ingroup AscendCL | |||
* @brief create kernel | |||
@@ -430,11 +399,8 @@ ACL_FUNC_VISIBILITY aclError aclopCreateKernel(const char *opType, | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
typedef aclError (*aclopCompileFunc)(int numInputs, | |||
const aclTensorDesc *const inputDesc[], | |||
int numOutputs, | |||
const aclTensorDesc *const outputDesc[], | |||
const aclopAttr *opAttr, | |||
typedef aclError (*aclopCompileFunc)(int numInputs, const aclTensorDesc *const inputDesc[], int numOutputs, | |||
const aclTensorDesc *const outputDesc[], const aclopAttr *opAttr, | |||
aclopKernelDesc *aclopKernelDesc); | |||
/** | |||
@@ -475,11 +441,8 @@ ACL_FUNC_VISIBILITY aclError aclopUnregisterCompileFunc(const char *opType); | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclopSetKernelArgs(aclopKernelDesc *kernelDesc, | |||
const char *kernelId, | |||
uint32_t blockDim, | |||
const void *args, | |||
uint32_t argSize); | |||
ACL_FUNC_VISIBILITY aclError aclopSetKernelArgs(aclopKernelDesc *kernelDesc, const char *kernelId, uint32_t blockDim, | |||
const void *args, uint32_t argSize); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -510,12 +473,9 @@ ACL_FUNC_VISIBILITY aclError aclopSetKernelWorkspaceSizes(aclopKernelDesc *kerne | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclopUpdateParams(const char *opType, | |||
int numInputs, | |||
const aclTensorDesc *const inputDesc[], | |||
int numOutputs, | |||
const aclTensorDesc *const outputDesc[], | |||
const aclopAttr *attr); | |||
ACL_FUNC_VISIBILITY aclError aclopUpdateParams(const char *opType, int numInputs, | |||
const aclTensorDesc *const inputDesc[], int numOutputs, | |||
const aclTensorDesc *const outputDesc[], const aclopAttr *attr); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -533,17 +493,12 @@ ACL_FUNC_VISIBILITY aclError aclopUpdateParams(const char *opType, | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclopInferShape(const char *opType, | |||
int numInputs, | |||
aclTensorDesc *inputDesc[], | |||
aclDataBuffer *inputs[], | |||
int numOutputs, | |||
aclTensorDesc *outputDesc[], | |||
ACL_FUNC_VISIBILITY aclError aclopInferShape(const char *opType, int numInputs, aclTensorDesc *inputDesc[], | |||
aclDataBuffer *inputs[], int numOutputs, aclTensorDesc *outputDesc[], | |||
aclopAttr *attr); | |||
#ifdef __cplusplus | |||
} | |||
#endif | |||
#endif // INC_EXTERNAL_ACL_ACL_OP_H_ | |||
#endif // INC_EXTERNAL_ACL_ACL_OP_H_ |
@@ -24,28 +24,22 @@ | |||
extern "C" { | |||
#endif | |||
typedef enum aclCompileType { | |||
ACL_COMPILE_SYS, | |||
ACL_COMPILE_UNREGISTERED | |||
} aclopCompileType; | |||
typedef enum aclCompileType { ACL_COMPILE_SYS, ACL_COMPILE_UNREGISTERED } aclopCompileType; | |||
typedef enum { | |||
ACL_PRECISION_MODE, | |||
ACL_AICORE_NUM, | |||
ACL_AUTO_TUNE_MODE, | |||
ACL_OP_SELECT_IMPL_MODE, | |||
ACL_OPTYPELIST_FOR_IMPLMODE, | |||
ACL_OP_DEBUG_LEVEL, | |||
ACL_DEBUG_DIR, | |||
ACL_OP_COMPILER_CACHE_MODE, | |||
ACL_OP_COMPILER_CACHE_DIR, | |||
ACL_OP_PERFORMANCE_MODE | |||
ACL_PRECISION_MODE, | |||
ACL_AICORE_NUM, | |||
ACL_AUTO_TUNE_MODE, | |||
ACL_OP_SELECT_IMPL_MODE, | |||
ACL_OPTYPELIST_FOR_IMPLMODE, | |||
ACL_OP_DEBUG_LEVEL, | |||
ACL_DEBUG_DIR, | |||
ACL_OP_COMPILER_CACHE_MODE, | |||
ACL_OP_COMPILER_CACHE_DIR, | |||
ACL_OP_PERFORMANCE_MODE | |||
} aclCompileOpt; | |||
typedef enum aclCompileFlag { | |||
ACL_OP_COMPILE_DEFAULT, | |||
ACL_OP_COMPILE_FUZZ | |||
} aclOpCompileFlag; | |||
typedef enum aclCompileFlag { ACL_OP_COMPILE_DEFAULT, ACL_OP_COMPILE_FUZZ } aclOpCompileFlag; | |||
/** | |||
* @ingroup AscendCL | |||
@@ -65,15 +59,10 @@ typedef enum aclCompileFlag { | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclopCompile(const char *opType, | |||
int numInputs, | |||
const aclTensorDesc *const inputDesc[], | |||
int numOutputs, | |||
const aclTensorDesc *const outputDesc[], | |||
const aclopAttr *attr, | |||
aclopEngineType engineType, | |||
aclopCompileType compileFlag, | |||
const char *opPath); | |||
ACL_FUNC_VISIBILITY aclError aclopCompile(const char *opType, int numInputs, const aclTensorDesc *const inputDesc[], | |||
int numOutputs, const aclTensorDesc *const outputDesc[], | |||
const aclopAttr *attr, aclopEngineType engineType, | |||
aclopCompileType compileFlag, const char *opPath); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -96,11 +85,10 @@ ACL_FUNC_VISIBILITY aclError aclopCompile(const char *opType, | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclopCompileAndExecute(const char *opType, | |||
int numInputs, const aclTensorDesc *const inputDesc[], const aclDataBuffer *const inputs[], | |||
int numOutputs, const aclTensorDesc *const outputDesc[], aclDataBuffer *const outputs[], | |||
const aclopAttr *attr, aclopEngineType engineType, aclopCompileType compileFlag, | |||
const char *opPath, aclrtStream stream); | |||
ACL_FUNC_VISIBILITY aclError aclopCompileAndExecute( | |||
const char *opType, int numInputs, const aclTensorDesc *const inputDesc[], const aclDataBuffer *const inputs[], | |||
int numOutputs, const aclTensorDesc *const outputDesc[], aclDataBuffer *const outputs[], const aclopAttr *attr, | |||
aclopEngineType engineType, aclopCompileType compileFlag, const char *opPath, aclrtStream stream); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -130,4 +118,4 @@ ACL_FUNC_VISIBILITY aclError aclopSetCompileFlag(aclOpCompileFlag flag); | |||
} | |||
#endif | |||
#endif // INC_EXTERNAL_ACL_ACL_OP_COMPILER_H_ | |||
#endif // INC_EXTERNAL_ACL_ACL_OP_COMPILER_H_ |
@@ -23,24 +23,24 @@ | |||
extern "C" { | |||
#endif | |||
#define ACL_PROF_ACL_API 0x0001 | |||
#define ACL_PROF_TASK_TIME 0x0002 | |||
#define ACL_PROF_AICORE_METRICS 0x0004 | |||
#define ACL_PROF_AICPU 0x0008 | |||
#define ACL_PROF_ACL_API 0x0001 | |||
#define ACL_PROF_TASK_TIME 0x0002 | |||
#define ACL_PROF_AICORE_METRICS 0x0004 | |||
#define ACL_PROF_AICPU 0x0008 | |||
/** | |||
* @deprecated please use aclprofGetOpTypeLen and aclprofGetOpTNameLen instead | |||
*/ | |||
#define ACL_PROF_MAX_OP_NAME_LEN 257 | |||
#define ACL_PROF_MAX_OP_TYPE_LEN 65 | |||
#define ACL_PROF_MAX_OP_NAME_LEN 257 | |||
#define ACL_PROF_MAX_OP_TYPE_LEN 65 | |||
typedef enum { | |||
ACL_AICORE_ARITHMETIC_UTILIZATION = 0, | |||
ACL_AICORE_PIPE_UTILIZATION = 1, | |||
ACL_AICORE_MEMORY_BANDWIDTH = 2, | |||
ACL_AICORE_L0B_AND_WIDTH = 3, | |||
ACL_AICORE_RESOURCE_CONFLICT_RATIO = 4, | |||
ACL_AICORE_NONE = 0xFF | |||
ACL_AICORE_ARITHMETIC_UTILIZATION = 0, | |||
ACL_AICORE_PIPE_UTILIZATION = 1, | |||
ACL_AICORE_MEMORY_BANDWIDTH = 2, | |||
ACL_AICORE_L0B_AND_WIDTH = 3, | |||
ACL_AICORE_RESOURCE_CONFLICT_RATIO = 4, | |||
ACL_AICORE_NONE = 0xFF | |||
} aclprofAicoreMetrics; | |||
typedef struct aclprofConfig aclprofConfig; | |||
@@ -101,7 +101,8 @@ ACL_FUNC_VISIBILITY aclError aclprofStart(const aclprofConfig *profilerConfig); | |||
* @see aclprofDestroyConfig | |||
*/ | |||
ACL_FUNC_VISIBILITY aclprofConfig *aclprofCreateConfig(uint32_t *deviceIdList, uint32_t deviceNums, | |||
aclprofAicoreMetrics aicoreMetrics, aclprofAicoreEvents *aicoreEvents, uint64_t dataTypeConfig); | |||
aclprofAicoreMetrics aicoreMetrics, | |||
aclprofAicoreEvents *aicoreEvents, uint64_t dataTypeConfig); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -141,8 +142,7 @@ ACL_FUNC_VISIBILITY aclError aclprofStop(const aclprofConfig *profilerConfig); | |||
* | |||
* @see aclprofModelUnSubscribe | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclprofModelSubscribe(uint32_t modelId, | |||
const aclprofSubscribeConfig *profSubscribeConfig); | |||
ACL_FUNC_VISIBILITY aclError aclprofModelSubscribe(uint32_t modelId, const aclprofSubscribeConfig *profSubscribeConfig); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -170,7 +170,7 @@ ACL_FUNC_VISIBILITY aclError aclprofModelUnSubscribe(uint32_t modelId); | |||
* @see aclprofDestroySubscribeConfig | |||
*/ | |||
ACL_FUNC_VISIBILITY aclprofSubscribeConfig *aclprofCreateSubscribeConfig(int8_t timeInfoSwitch, | |||
aclprofAicoreMetrics aicoreMetrics, void *fd); | |||
aclprofAicoreMetrics aicoreMetrics, void *fd); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -222,7 +222,7 @@ ACL_FUNC_VISIBILITY aclError aclprofGetOpNum(const void *opInfo, size_t opInfoLe | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclprofGetOpTypeLen(const void *opInfo, size_t opInfoLen, uint32_t index, | |||
size_t *opTypeLen); | |||
size_t *opTypeLen); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -237,8 +237,8 @@ ACL_FUNC_VISIBILITY aclError aclprofGetOpTypeLen(const void *opInfo, size_t opIn | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclprofGetOpType(const void *opInfo, size_t opInfoLen, uint32_t index, | |||
char *opType, size_t opTypeLen); | |||
ACL_FUNC_VISIBILITY aclError aclprofGetOpType(const void *opInfo, size_t opInfoLen, uint32_t index, char *opType, | |||
size_t opTypeLen); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -253,7 +253,7 @@ ACL_FUNC_VISIBILITY aclError aclprofGetOpType(const void *opInfo, size_t opInfoL | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclprofGetOpNameLen(const void *opInfo, size_t opInfoLen, uint32_t index, | |||
size_t *opNameLen); | |||
size_t *opNameLen); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -268,8 +268,8 @@ ACL_FUNC_VISIBILITY aclError aclprofGetOpNameLen(const void *opInfo, size_t opIn | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclprofGetOpName(const void *opInfo, size_t opInfoLen, uint32_t index, | |||
char *opName, size_t opNameLen); | |||
ACL_FUNC_VISIBILITY aclError aclprofGetOpName(const void *opInfo, size_t opInfoLen, uint32_t index, char *opName, | |||
size_t opNameLen); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -326,4 +326,4 @@ ACL_FUNC_VISIBILITY size_t aclprofGetModelId(const void *opInfo, size_t opInfoLe | |||
} | |||
#endif | |||
#endif // INC_EXTERNAL_ACL_PROF_H_ | |||
#endif // INC_EXTERNAL_ACL_PROF_H_ |
@@ -28,63 +28,63 @@ extern "C" { | |||
#define ACL_EVENT_TIME_LINE 0x00000008u | |||
typedef enum aclrtRunMode { | |||
ACL_DEVICE, | |||
ACL_HOST, | |||
ACL_DEVICE, | |||
ACL_HOST, | |||
} aclrtRunMode; | |||
typedef enum aclrtTsId { | |||
ACL_TS_ID_AICORE = 0, | |||
ACL_TS_ID_AIVECTOR = 1, | |||
ACL_TS_ID_RESERVED = 2, | |||
ACL_TS_ID_AICORE = 0, | |||
ACL_TS_ID_AIVECTOR = 1, | |||
ACL_TS_ID_RESERVED = 2, | |||
} aclrtTsId; | |||
typedef enum aclrtEventStatus { | |||
ACL_EVENT_STATUS_COMPLETE = 0, | |||
ACL_EVENT_STATUS_NOT_READY = 1, | |||
ACL_EVENT_STATUS_RESERVED = 2, | |||
ACL_EVENT_STATUS_COMPLETE = 0, | |||
ACL_EVENT_STATUS_NOT_READY = 1, | |||
ACL_EVENT_STATUS_RESERVED = 2, | |||
} aclrtEventStatus; | |||
typedef enum aclrtCallbackBlockType { | |||
ACL_CALLBACK_NO_BLOCK, | |||
ACL_CALLBACK_BLOCK, | |||
ACL_CALLBACK_NO_BLOCK, | |||
ACL_CALLBACK_BLOCK, | |||
} aclrtCallbackBlockType; | |||
typedef enum aclrtMemcpyKind { | |||
ACL_MEMCPY_HOST_TO_HOST, | |||
ACL_MEMCPY_HOST_TO_DEVICE, | |||
ACL_MEMCPY_DEVICE_TO_HOST, | |||
ACL_MEMCPY_DEVICE_TO_DEVICE, | |||
ACL_MEMCPY_HOST_TO_HOST, | |||
ACL_MEMCPY_HOST_TO_DEVICE, | |||
ACL_MEMCPY_DEVICE_TO_HOST, | |||
ACL_MEMCPY_DEVICE_TO_DEVICE, | |||
} aclrtMemcpyKind; | |||
typedef enum aclrtMemMallocPolicy { | |||
ACL_MEM_MALLOC_HUGE_FIRST, | |||
ACL_MEM_MALLOC_HUGE_ONLY, | |||
ACL_MEM_MALLOC_NORMAL_ONLY, | |||
ACL_MEM_MALLOC_HUGE_FIRST_P2P, | |||
ACL_MEM_MALLOC_HUGE_ONLY_P2P, | |||
ACL_MEM_MALLOC_NORMAL_ONLY_P2P, | |||
ACL_MEM_MALLOC_HUGE_FIRST, | |||
ACL_MEM_MALLOC_HUGE_ONLY, | |||
ACL_MEM_MALLOC_NORMAL_ONLY, | |||
ACL_MEM_MALLOC_HUGE_FIRST_P2P, | |||
ACL_MEM_MALLOC_HUGE_ONLY_P2P, | |||
ACL_MEM_MALLOC_NORMAL_ONLY_P2P, | |||
} aclrtMemMallocPolicy; | |||
typedef enum aclrtMemAttr { | |||
ACL_DDR_MEM, | |||
ACL_HBM_MEM, | |||
ACL_DDR_MEM_HUGE, | |||
ACL_DDR_MEM_NORMAL, | |||
ACL_HBM_MEM_HUGE, | |||
ACL_HBM_MEM_NORMAL, | |||
ACL_DDR_MEM_P2P_HUGE, | |||
ACL_DDR_MEM_P2P_NORMAL, | |||
ACL_HBM_MEM_P2P_HUGE, | |||
ACL_HBM_MEM_P2P_NORMAL, | |||
ACL_DDR_MEM, | |||
ACL_HBM_MEM, | |||
ACL_DDR_MEM_HUGE, | |||
ACL_DDR_MEM_NORMAL, | |||
ACL_HBM_MEM_HUGE, | |||
ACL_HBM_MEM_NORMAL, | |||
ACL_DDR_MEM_P2P_HUGE, | |||
ACL_DDR_MEM_P2P_NORMAL, | |||
ACL_HBM_MEM_P2P_HUGE, | |||
ACL_HBM_MEM_P2P_NORMAL, | |||
} aclrtMemAttr; | |||
typedef enum aclrtGroupAttr { | |||
ACL_GROUP_AICORE_INT, | |||
ACL_GROUP_AIV_INT, | |||
ACL_GROUP_AIC_INT, | |||
ACL_GROUP_SDMANUM_INT, | |||
ACL_GROUP_ASQNUM_INT, | |||
ACL_GROUP_GROUPID_INT | |||
ACL_GROUP_AICORE_INT, | |||
ACL_GROUP_AIV_INT, | |||
ACL_GROUP_AIC_INT, | |||
ACL_GROUP_SDMANUM_INT, | |||
ACL_GROUP_ASQNUM_INT, | |||
ACL_GROUP_GROUPID_INT | |||
} aclrtGroupAttr; | |||
typedef struct tagRtGroupInfo aclrtGroupInfo; | |||
@@ -487,7 +487,7 @@ ACL_FUNC_VISIBILITY aclError aclrtRecordEvent(aclrtEvent event, aclrtStream stre | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclrtResetEvent(aclrtEvent event, aclrtStream stream); | |||
/** | |||
/** | |||
* @ingroup AscendCL | |||
* @brief Queries an event's status | |||
* | |||
@@ -549,9 +549,7 @@ ACL_FUNC_VISIBILITY aclError aclrtEventElapsedTime(float *ms, aclrtEvent start, | |||
* | |||
* @see aclrtFree | acldvppMalloc | aclrtMallocCached | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclrtMalloc(void **devPtr, | |||
size_t size, | |||
aclrtMemMallocPolicy policy); | |||
ACL_FUNC_VISIBILITY aclError aclrtMalloc(void **devPtr, size_t size, aclrtMemMallocPolicy policy); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -574,9 +572,7 @@ ACL_FUNC_VISIBILITY aclError aclrtMalloc(void **devPtr, | |||
* | |||
* @see aclrtFree | aclrtMalloc | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclrtMallocCached(void **devPtr, | |||
size_t size, | |||
aclrtMemMallocPolicy policy); | |||
ACL_FUNC_VISIBILITY aclError aclrtMallocCached(void **devPtr, size_t size, aclrtMemMallocPolicy policy); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -667,10 +663,7 @@ ACL_FUNC_VISIBILITY aclError aclrtFreeHost(void *hostPtr); | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclrtMemcpy(void *dst, | |||
size_t destMax, | |||
const void *src, | |||
size_t count, | |||
ACL_FUNC_VISIBILITY aclError aclrtMemcpy(void *dst, size_t destMax, const void *src, size_t count, | |||
aclrtMemcpyKind kind); | |||
/** | |||
@@ -717,38 +710,31 @@ ACL_FUNC_VISIBILITY aclError aclrtMemset(void *devPtr, size_t maxCount, int32_t | |||
* | |||
* @see aclrtSynchronizeStream | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclrtMemcpyAsync(void *dst, | |||
size_t destMax, | |||
const void *src, | |||
size_t count, | |||
aclrtMemcpyKind kind, | |||
aclrtStream stream); | |||
ACL_FUNC_VISIBILITY aclError aclrtMemcpyAsync(void *dst, size_t destMax, const void *src, size_t count, | |||
aclrtMemcpyKind kind, aclrtStream stream); | |||
/** | |||
* @ingroup AscendCL | |||
* @brief Asynchronous initialize memory | |||
* and set contents of memory to specified value async | |||
* | |||
* @par Function | |||
* @ingroup AscendCL | |||
* @brief Asynchronous initialize memory | |||
* and set contents of memory to specified value async | |||
* | |||
* @par Function | |||
* The memory to be initialized is on the Host or device side, | |||
* and the system determines whether | |||
* it is host or device according to the address | |||
* | |||
* @param devPtr [IN] destination address pointer | |||
* @param maxCount [IN] Max length of destination address memory | |||
* @param value [IN] set value | |||
* @param count [IN] the number of byte to set | |||
* @param stream [IN] asynchronized task stream | |||
* | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
* | |||
* @see aclrtSynchronizeStream | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclrtMemsetAsync(void *devPtr, | |||
size_t maxCount, | |||
int32_t value, | |||
size_t count, | |||
* @param devPtr [IN] destination address pointer | |||
* @param maxCount [IN] Max length of destination address memory | |||
* @param value [IN] set value | |||
* @param count [IN] the number of byte to set | |||
* @param stream [IN] asynchronized task stream | |||
* | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
* | |||
* @see aclrtSynchronizeStream | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclrtMemsetAsync(void *devPtr, size_t maxCount, int32_t value, size_t count, | |||
aclrtStream stream); | |||
/** | |||
@@ -894,11 +880,8 @@ ACL_FUNC_VISIBILITY aclError aclrtGetAllGroupInfo(aclrtGroupInfo *groupInfo); | |||
* | |||
* @see aclrtGetGroupCount | aclrtGetAllGroupInfo | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclrtGetGroupInfoDetail(const aclrtGroupInfo *groupInfo, | |||
int32_t groupIndex, | |||
aclrtGroupAttr attr, | |||
void *attrValue, | |||
size_t valueLen, | |||
ACL_FUNC_VISIBILITY aclError aclrtGetGroupInfoDetail(const aclrtGroupInfo *groupInfo, int32_t groupIndex, | |||
aclrtGroupAttr attr, void *attrValue, size_t valueLen, | |||
size_t *paramRetSize); | |||
/** | |||
@@ -972,5 +955,4 @@ ACL_FUNC_VISIBILITY aclError aclrtSetOpWaitTimeout(uint32_t timeout); | |||
} | |||
#endif | |||
#endif // INC_EXTERNAL_ACL_ACL_RT_H_ | |||
#endif // INC_EXTERNAL_ACL_ACL_RT_H_ |
@@ -24,10 +24,10 @@ extern "C" { | |||
#endif | |||
enum acltdtTensorType { | |||
ACL_TENSOR_DATA_UNDEFINED = -1, | |||
ACL_TENSOR_DATA_TENSOR, | |||
ACL_TENSOR_DATA_END_OF_SEQUENCE, | |||
ACL_TENSOR_DATA_ABNORMAL | |||
ACL_TENSOR_DATA_UNDEFINED = -1, | |||
ACL_TENSOR_DATA_TENSOR, | |||
ACL_TENSOR_DATA_END_OF_SEQUENCE, | |||
ACL_TENSOR_DATA_ABNORMAL | |||
}; | |||
typedef struct acltdtDataItem acltdtDataItem; | |||
@@ -64,7 +64,7 @@ ACL_FUNC_VISIBILITY aclDataType acltdtGetDataTypeFromItem(const acltdtDataItem * | |||
* | |||
* @retval null for failed | |||
* @retval OtherValues success | |||
*/ | |||
*/ | |||
ACL_FUNC_VISIBILITY void *acltdtGetDataAddrFromItem(const acltdtDataItem *dataItem); | |||
/** | |||
@@ -75,7 +75,7 @@ ACL_FUNC_VISIBILITY void *acltdtGetDataAddrFromItem(const acltdtDataItem *dataIt | |||
* | |||
* @retval 0 for failed | |||
* @retval OtherValues success | |||
*/ | |||
*/ | |||
ACL_FUNC_VISIBILITY size_t acltdtGetDataSizeFromItem(const acltdtDataItem *dataItem); | |||
/** | |||
@@ -86,7 +86,7 @@ ACL_FUNC_VISIBILITY size_t acltdtGetDataSizeFromItem(const acltdtDataItem *dataI | |||
* | |||
* @retval 0 for failed | |||
* @retval OtherValues success | |||
*/ | |||
*/ | |||
ACL_FUNC_VISIBILITY size_t acltdtGetDimNumFromItem(const acltdtDataItem *dataItem); | |||
/** | |||
@@ -118,12 +118,8 @@ ACL_FUNC_VISIBILITY aclError acltdtGetDimsFromItem(const acltdtDataItem *dataIte | |||
* | |||
* @see acltdtDestroyDataItem | |||
*/ | |||
ACL_FUNC_VISIBILITY acltdtDataItem *acltdtCreateDataItem(acltdtTensorType tdtType, | |||
const int64_t *dims, | |||
size_t dimNum, | |||
aclDataType dataType, | |||
void *data, | |||
size_t size); | |||
ACL_FUNC_VISIBILITY acltdtDataItem *acltdtCreateDataItem(acltdtTensorType tdtType, const int64_t *dims, size_t dimNum, | |||
aclDataType dataType, void *data, size_t size); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -254,8 +250,7 @@ ACL_FUNC_VISIBILITY aclError acltdtDestroyChannel(acltdtChannelHandle *handle); | |||
* | |||
* @see acltdtReceiveTensor | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError acltdtSendTensor(const acltdtChannelHandle *handle, | |||
const acltdtDataset *dataset, | |||
ACL_FUNC_VISIBILITY aclError acltdtSendTensor(const acltdtChannelHandle *handle, const acltdtDataset *dataset, | |||
int32_t timeout); | |||
/** | |||
@@ -271,13 +266,11 @@ ACL_FUNC_VISIBILITY aclError acltdtSendTensor(const acltdtChannelHandle *handle, | |||
* | |||
* @see acltdtSendTensor | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError acltdtReceiveTensor(const acltdtChannelHandle *handle, | |||
acltdtDataset *dataset, | |||
ACL_FUNC_VISIBILITY aclError acltdtReceiveTensor(const acltdtChannelHandle *handle, acltdtDataset *dataset, | |||
int32_t timeout); | |||
#ifdef __cplusplus | |||
} | |||
#endif | |||
#endif //INC_EXTERNAL_ACL_ACL_TDT_H_ | |||
#endif // INC_EXTERNAL_ACL_ACL_TDT_H_ |
@@ -23,81 +23,81 @@ | |||
extern "C" { | |||
#endif | |||
static const int32_t ACL_RT_SUCCESS = 0; // success | |||
static const int32_t ACL_RT_SUCCESS = 0; // success | |||
static const int32_t ACL_ERROR_RT_PARAM_INVALID = 107000; // param invalid | |||
static const int32_t ACL_ERROR_RT_INVALID_DEVICEID = 107001; // invalid device id | |||
static const int32_t ACL_ERROR_RT_CONTEXT_NULL = 107002; // current context null | |||
static const int32_t ACL_ERROR_RT_STREAM_CONTEXT = 107003; // stream not in current context | |||
static const int32_t ACL_ERROR_RT_MODEL_CONTEXT = 107004; // model not in current context | |||
static const int32_t ACL_ERROR_RT_STREAM_MODEL = 107005; // stream not in model | |||
static const int32_t ACL_ERROR_RT_EVENT_TIMESTAMP_INVALID = 107006; // event timestamp invalid | |||
static const int32_t ACL_ERROR_RT_EVENT_TIMESTAMP_REVERSAL = 107007; // event timestamp reversal | |||
static const int32_t ACL_ERROR_RT_ADDR_UNALIGNED = 107008; // memory address unaligned | |||
static const int32_t ACL_ERROR_RT_FILE_OPEN = 107009; // open file failed | |||
static const int32_t ACL_ERROR_RT_FILE_WRITE = 107010; // write file failed | |||
static const int32_t ACL_ERROR_RT_STREAM_SUBSCRIBE = 107011; // error subscribe stream | |||
static const int32_t ACL_ERROR_RT_THREAD_SUBSCRIBE = 107012; // error subscribe thread | |||
static const int32_t ACL_ERROR_RT_GROUP_NOT_SET = 107013; // group not set | |||
static const int32_t ACL_ERROR_RT_GROUP_NOT_CREATE = 107014; // group not create | |||
static const int32_t ACL_ERROR_RT_STREAM_NO_CB_REG = 107015; // callback not register to stream | |||
static const int32_t ACL_ERROR_RT_INVALID_MEMORY_TYPE = 107016; // invalid memory type | |||
static const int32_t ACL_ERROR_RT_INVALID_HANDLE = 107017; // invalid handle | |||
static const int32_t ACL_ERROR_RT_INVALID_MALLOC_TYPE = 107018; // invalid malloc type | |||
static const int32_t ACL_ERROR_RT_PARAM_INVALID = 107000; // param invalid | |||
static const int32_t ACL_ERROR_RT_INVALID_DEVICEID = 107001; // invalid device id | |||
static const int32_t ACL_ERROR_RT_CONTEXT_NULL = 107002; // current context null | |||
static const int32_t ACL_ERROR_RT_STREAM_CONTEXT = 107003; // stream not in current context | |||
static const int32_t ACL_ERROR_RT_MODEL_CONTEXT = 107004; // model not in current context | |||
static const int32_t ACL_ERROR_RT_STREAM_MODEL = 107005; // stream not in model | |||
static const int32_t ACL_ERROR_RT_EVENT_TIMESTAMP_INVALID = 107006; // event timestamp invalid | |||
static const int32_t ACL_ERROR_RT_EVENT_TIMESTAMP_REVERSAL = 107007; // event timestamp reversal | |||
static const int32_t ACL_ERROR_RT_ADDR_UNALIGNED = 107008; // memory address unaligned | |||
static const int32_t ACL_ERROR_RT_FILE_OPEN = 107009; // open file failed | |||
static const int32_t ACL_ERROR_RT_FILE_WRITE = 107010; // write file failed | |||
static const int32_t ACL_ERROR_RT_STREAM_SUBSCRIBE = 107011; // error subscribe stream | |||
static const int32_t ACL_ERROR_RT_THREAD_SUBSCRIBE = 107012; // error subscribe thread | |||
static const int32_t ACL_ERROR_RT_GROUP_NOT_SET = 107013; // group not set | |||
static const int32_t ACL_ERROR_RT_GROUP_NOT_CREATE = 107014; // group not create | |||
static const int32_t ACL_ERROR_RT_STREAM_NO_CB_REG = 107015; // callback not register to stream | |||
static const int32_t ACL_ERROR_RT_INVALID_MEMORY_TYPE = 107016; // invalid memory type | |||
static const int32_t ACL_ERROR_RT_INVALID_HANDLE = 107017; // invalid handle | |||
static const int32_t ACL_ERROR_RT_INVALID_MALLOC_TYPE = 107018; // invalid malloc type | |||
static const int32_t ACL_ERROR_RT_FEATURE_NOT_SUPPORT = 207000; // feature not support | |||
static const int32_t ACL_ERROR_RT_MEMORY_ALLOCATION = 207001; // memory allocation error | |||
static const int32_t ACL_ERROR_RT_MEMORY_FREE = 207002; // memory free error | |||
static const int32_t ACL_ERROR_RT_AICORE_OVER_FLOW = 207003; // aicore over flow | |||
static const int32_t ACL_ERROR_RT_NO_DEVICE = 207004; // no device | |||
static const int32_t ACL_ERROR_RT_RESOURCE_ALLOC_FAIL = 207005; // resource alloc fail | |||
static const int32_t ACL_ERROR_RT_NO_PERMISSION = 207006; // no permission | |||
static const int32_t ACL_ERROR_RT_NO_EVENT_RESOURCE = 207007; // no event resource | |||
static const int32_t ACL_ERROR_RT_NO_STREAM_RESOURCE = 207008; // no stream resource | |||
static const int32_t ACL_ERROR_RT_NO_NOTIFY_RESOURCE = 207009; // no notify resource | |||
static const int32_t ACL_ERROR_RT_NO_MODEL_RESOURCE = 207010; // no model resource | |||
static const int32_t ACL_ERROR_RT_FEATURE_NOT_SUPPORT = 207000; // feature not support | |||
static const int32_t ACL_ERROR_RT_MEMORY_ALLOCATION = 207001; // memory allocation error | |||
static const int32_t ACL_ERROR_RT_MEMORY_FREE = 207002; // memory free error | |||
static const int32_t ACL_ERROR_RT_AICORE_OVER_FLOW = 207003; // aicore over flow | |||
static const int32_t ACL_ERROR_RT_NO_DEVICE = 207004; // no device | |||
static const int32_t ACL_ERROR_RT_RESOURCE_ALLOC_FAIL = 207005; // resource alloc fail | |||
static const int32_t ACL_ERROR_RT_NO_PERMISSION = 207006; // no permission | |||
static const int32_t ACL_ERROR_RT_NO_EVENT_RESOURCE = 207007; // no event resource | |||
static const int32_t ACL_ERROR_RT_NO_STREAM_RESOURCE = 207008; // no stream resource | |||
static const int32_t ACL_ERROR_RT_NO_NOTIFY_RESOURCE = 207009; // no notify resource | |||
static const int32_t ACL_ERROR_RT_NO_MODEL_RESOURCE = 207010; // no model resource | |||
static const int32_t ACL_ERROR_RT_INTERNAL_ERROR = 507000; // runtime internal error | |||
static const int32_t ACL_ERROR_RT_TS_ERROR = 507001; // ts internel error | |||
static const int32_t ACL_ERROR_RT_STREAM_TASK_FULL = 507002; // task full in stream | |||
static const int32_t ACL_ERROR_RT_STREAM_TASK_EMPTY = 507003; // task empty in stream | |||
static const int32_t ACL_ERROR_RT_STREAM_NOT_COMPLETE = 507004; // stream not complete | |||
static const int32_t ACL_ERROR_RT_END_OF_SEQUENCE = 507005; // end of sequence | |||
static const int32_t ACL_ERROR_RT_EVENT_NOT_COMPLETE = 507006; // event not complete | |||
static const int32_t ACL_ERROR_RT_CONTEXT_RELEASE_ERROR = 507007; // context release error | |||
static const int32_t ACL_ERROR_RT_SOC_VERSION = 507008; // soc version error | |||
static const int32_t ACL_ERROR_RT_TASK_TYPE_NOT_SUPPORT = 507009; // task type not support | |||
static const int32_t ACL_ERROR_RT_LOST_HEARTBEAT = 507010; // ts lost heartbeat | |||
static const int32_t ACL_ERROR_RT_MODEL_EXECUTE = 507011; // model execute failed | |||
static const int32_t ACL_ERROR_RT_REPORT_TIMEOUT = 507012; // report timeout | |||
static const int32_t ACL_ERROR_RT_SYS_DMA = 507013; // sys dma error | |||
static const int32_t ACL_ERROR_RT_AICORE_TIMEOUT = 507014; // aicore timeout | |||
static const int32_t ACL_ERROR_RT_AICORE_EXCEPTION = 507015; // aicore exception | |||
static const int32_t ACL_ERROR_RT_AICORE_TRAP_EXCEPTION = 507016; // aicore trap exception | |||
static const int32_t ACL_ERROR_RT_AICPU_TIMEOUT = 507017; // aicpu timeout | |||
static const int32_t ACL_ERROR_RT_AICPU_EXCEPTION = 507018; // aicpu exception | |||
static const int32_t ACL_ERROR_RT_AICPU_DATADUMP_RSP_ERR = 507019; // aicpu datadump response error | |||
static const int32_t ACL_ERROR_RT_AICPU_MODEL_RSP_ERR = 507020; // aicpu model operate response error | |||
static const int32_t ACL_ERROR_RT_PROFILING_ERROR = 507021; // profiling error | |||
static const int32_t ACL_ERROR_RT_IPC_ERROR = 507022; // ipc error | |||
static const int32_t ACL_ERROR_RT_MODEL_ABORT_NORMAL = 507023; // model abort normal | |||
static const int32_t ACL_ERROR_RT_KERNEL_UNREGISTERING = 507024; // kernel unregistering | |||
static const int32_t ACL_ERROR_RT_RINGBUFFER_NOT_INIT = 507025; // ringbuffer not init | |||
static const int32_t ACL_ERROR_RT_RINGBUFFER_NO_DATA = 507026; // ringbuffer no data | |||
static const int32_t ACL_ERROR_RT_KERNEL_LOOKUP = 507027; // kernel lookup error | |||
static const int32_t ACL_ERROR_RT_KERNEL_DUPLICATE = 507028; // kernel register duplicate | |||
static const int32_t ACL_ERROR_RT_DEBUG_REGISTER_FAIL = 507029; // debug register failed | |||
static const int32_t ACL_ERROR_RT_DEBUG_UNREGISTER_FAIL = 507030; // debug unregister failed | |||
static const int32_t ACL_ERROR_RT_LABEL_CONTEXT = 507031; // label not in current context | |||
static const int32_t ACL_ERROR_RT_PROGRAM_USE_OUT = 507032; // program register num use out | |||
static const int32_t ACL_ERROR_RT_DEV_SETUP_ERROR = 507033; // device setup error | |||
static const int32_t ACL_ERROR_RT_INTERNAL_ERROR = 507000; // runtime internal error | |||
static const int32_t ACL_ERROR_RT_TS_ERROR = 507001; // ts internel error | |||
static const int32_t ACL_ERROR_RT_STREAM_TASK_FULL = 507002; // task full in stream | |||
static const int32_t ACL_ERROR_RT_STREAM_TASK_EMPTY = 507003; // task empty in stream | |||
static const int32_t ACL_ERROR_RT_STREAM_NOT_COMPLETE = 507004; // stream not complete | |||
static const int32_t ACL_ERROR_RT_END_OF_SEQUENCE = 507005; // end of sequence | |||
static const int32_t ACL_ERROR_RT_EVENT_NOT_COMPLETE = 507006; // event not complete | |||
static const int32_t ACL_ERROR_RT_CONTEXT_RELEASE_ERROR = 507007; // context release error | |||
static const int32_t ACL_ERROR_RT_SOC_VERSION = 507008; // soc version error | |||
static const int32_t ACL_ERROR_RT_TASK_TYPE_NOT_SUPPORT = 507009; // task type not support | |||
static const int32_t ACL_ERROR_RT_LOST_HEARTBEAT = 507010; // ts lost heartbeat | |||
static const int32_t ACL_ERROR_RT_MODEL_EXECUTE = 507011; // model execute failed | |||
static const int32_t ACL_ERROR_RT_REPORT_TIMEOUT = 507012; // report timeout | |||
static const int32_t ACL_ERROR_RT_SYS_DMA = 507013; // sys dma error | |||
static const int32_t ACL_ERROR_RT_AICORE_TIMEOUT = 507014; // aicore timeout | |||
static const int32_t ACL_ERROR_RT_AICORE_EXCEPTION = 507015; // aicore exception | |||
static const int32_t ACL_ERROR_RT_AICORE_TRAP_EXCEPTION = 507016; // aicore trap exception | |||
static const int32_t ACL_ERROR_RT_AICPU_TIMEOUT = 507017; // aicpu timeout | |||
static const int32_t ACL_ERROR_RT_AICPU_EXCEPTION = 507018; // aicpu exception | |||
static const int32_t ACL_ERROR_RT_AICPU_DATADUMP_RSP_ERR = 507019; // aicpu datadump response error | |||
static const int32_t ACL_ERROR_RT_AICPU_MODEL_RSP_ERR = 507020; // aicpu model operate response error | |||
static const int32_t ACL_ERROR_RT_PROFILING_ERROR = 507021; // profiling error | |||
static const int32_t ACL_ERROR_RT_IPC_ERROR = 507022; // ipc error | |||
static const int32_t ACL_ERROR_RT_MODEL_ABORT_NORMAL = 507023; // model abort normal | |||
static const int32_t ACL_ERROR_RT_KERNEL_UNREGISTERING = 507024; // kernel unregistering | |||
static const int32_t ACL_ERROR_RT_RINGBUFFER_NOT_INIT = 507025; // ringbuffer not init | |||
static const int32_t ACL_ERROR_RT_RINGBUFFER_NO_DATA = 507026; // ringbuffer no data | |||
static const int32_t ACL_ERROR_RT_KERNEL_LOOKUP = 507027; // kernel lookup error | |||
static const int32_t ACL_ERROR_RT_KERNEL_DUPLICATE = 507028; // kernel register duplicate | |||
static const int32_t ACL_ERROR_RT_DEBUG_REGISTER_FAIL = 507029; // debug register failed | |||
static const int32_t ACL_ERROR_RT_DEBUG_UNREGISTER_FAIL = 507030; // debug unregister failed | |||
static const int32_t ACL_ERROR_RT_LABEL_CONTEXT = 507031; // label not in current context | |||
static const int32_t ACL_ERROR_RT_PROGRAM_USE_OUT = 507032; // program register num use out | |||
static const int32_t ACL_ERROR_RT_DEV_SETUP_ERROR = 507033; // device setup error | |||
static const int32_t ACL_ERROR_RT_DRV_INTERNAL_ERROR = 507899; // drv internal error | |||
static const int32_t ACL_ERROR_RT_AICPU_INTERNAL_ERROR = 507900; // aicpu internal error | |||
static const int32_t ACL_ERROR_RT_SOCKET_CLOSE = 507901; // hdc disconnect | |||
static const int32_t ACL_ERROR_RT_DRV_INTERNAL_ERROR = 507899; // drv internal error | |||
static const int32_t ACL_ERROR_RT_AICPU_INTERNAL_ERROR = 507900; // aicpu internal error | |||
static const int32_t ACL_ERROR_RT_SOCKET_CLOSE = 507901; // hdc disconnect | |||
#ifdef __cplusplus | |||
} | |||
#endif | |||
#endif // __INC_EXTERNEL_RT_ERROR_CODES_H__ | |||
#endif // __INC_EXTERNEL_RT_ERROR_CODES_H__ |
@@ -23,17 +23,9 @@ | |||
extern "C" { | |||
#endif | |||
typedef enum aclTransType { | |||
ACL_TRANS_N, | |||
ACL_TRANS_T, | |||
ACL_TRANS_NZ, | |||
ACL_TRANS_NZ_T | |||
} aclTransType; | |||
typedef enum aclTransType { ACL_TRANS_N, ACL_TRANS_T, ACL_TRANS_NZ, ACL_TRANS_NZ_T } aclTransType; | |||
typedef enum aclComputeType { | |||
ACL_COMPUTE_HIGH_PRECISION, | |||
ACL_COMPUTE_LOW_PRECISION | |||
} aclComputeType; | |||
typedef enum aclComputeType { ACL_COMPUTE_HIGH_PRECISION, ACL_COMPUTE_LOW_PRECISION } aclComputeType; | |||
/** | |||
* @ingroup AscendCL | |||
@@ -61,12 +53,11 @@ typedef enum aclComputeType { | |||
* | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclblasGemvEx(aclTransType transA, int m, int n, | |||
const void *alpha, const void *a, int lda, aclDataType dataTypeA, | |||
const void *x, int incx, aclDataType dataTypeX, | |||
const void *beta, void *y, int incy, aclDataType dataTypeY, | |||
aclComputeType type, aclrtStream stream); | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclblasGemvEx(aclTransType transA, int m, int n, const void *alpha, const void *a, int lda, | |||
aclDataType dataTypeA, const void *x, int incx, aclDataType dataTypeX, | |||
const void *beta, void *y, int incy, aclDataType dataTypeY, | |||
aclComputeType type, aclrtStream stream); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -83,15 +74,10 @@ ACL_FUNC_VISIBILITY aclError aclblasGemvEx(aclTransType transA, int m, int n, | |||
* | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclblasCreateHandleForGemvEx(aclTransType transA, | |||
int m, | |||
int n, | |||
aclDataType dataTypeA, | |||
aclDataType dataTypeX, | |||
aclDataType dataTypeY, | |||
aclComputeType type, | |||
aclopHandle **handle); | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclblasCreateHandleForGemvEx(aclTransType transA, int m, int n, aclDataType dataTypeA, | |||
aclDataType dataTypeX, aclDataType dataTypeY, | |||
aclComputeType type, aclopHandle **handle); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -115,18 +101,9 @@ ACL_FUNC_VISIBILITY aclError aclblasCreateHandleForGemvEx(aclTransType transA, | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclblasHgemv(aclTransType transA, | |||
int m, | |||
int n, | |||
const aclFloat16 *alpha, | |||
const aclFloat16 *a, | |||
int lda, | |||
const aclFloat16 *x, | |||
int incx, | |||
const aclFloat16 *beta, | |||
aclFloat16 *y, | |||
int incy, | |||
aclComputeType type, | |||
ACL_FUNC_VISIBILITY aclError aclblasHgemv(aclTransType transA, int m, int n, const aclFloat16 *alpha, | |||
const aclFloat16 *a, int lda, const aclFloat16 *x, int incx, | |||
const aclFloat16 *beta, aclFloat16 *y, int incy, aclComputeType type, | |||
aclrtStream stream); | |||
/** | |||
@@ -142,10 +119,7 @@ ACL_FUNC_VISIBILITY aclError aclblasHgemv(aclTransType transA, | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclblasCreateHandleForHgemv(aclTransType transA, | |||
int m, | |||
int n, | |||
aclComputeType type, | |||
ACL_FUNC_VISIBILITY aclError aclblasCreateHandleForHgemv(aclTransType transA, int m, int n, aclComputeType type, | |||
aclopHandle **handle); | |||
/** | |||
@@ -171,19 +145,9 @@ ACL_FUNC_VISIBILITY aclError aclblasCreateHandleForHgemv(aclTransType transA, | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclblasS8gemv(aclTransType transA, | |||
int m, | |||
int n, | |||
const int32_t *alpha, | |||
const int8_t *a, | |||
int lda, | |||
const int8_t *x, | |||
int incx, | |||
const int32_t *beta, | |||
int32_t *y, | |||
int incy, | |||
aclComputeType type, | |||
aclrtStream stream); | |||
ACL_FUNC_VISIBILITY aclError aclblasS8gemv(aclTransType transA, int m, int n, const int32_t *alpha, const int8_t *a, | |||
int lda, const int8_t *x, int incx, const int32_t *beta, int32_t *y, | |||
int incy, aclComputeType type, aclrtStream stream); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -198,10 +162,7 @@ ACL_FUNC_VISIBILITY aclError aclblasS8gemv(aclTransType transA, | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclblasCreateHandleForS8gemv(aclTransType transA, | |||
int m, | |||
int n, | |||
aclComputeType type, | |||
ACL_FUNC_VISIBILITY aclError aclblasCreateHandleForS8gemv(aclTransType transA, int m, int n, aclComputeType type, | |||
aclopHandle **handle); | |||
/** | |||
@@ -233,26 +194,11 @@ ACL_FUNC_VISIBILITY aclError aclblasCreateHandleForS8gemv(aclTransType transA, | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclblasGemmEx(aclTransType transA, | |||
aclTransType transB, | |||
aclTransType transC, | |||
int m, | |||
int n, | |||
int k, | |||
const void *alpha, | |||
const void *matrixA, | |||
int lda, | |||
aclDataType dataTypeA, | |||
const void *matrixB, | |||
int ldb, | |||
aclDataType dataTypeB, | |||
const void *beta, | |||
void *matrixC, | |||
int ldc, | |||
aclDataType dataTypeC, | |||
aclComputeType type, | |||
aclrtStream stream); | |||
ACL_FUNC_VISIBILITY aclError aclblasGemmEx(aclTransType transA, aclTransType transB, aclTransType transC, int m, int n, | |||
int k, const void *alpha, const void *matrixA, int lda, | |||
aclDataType dataTypeA, const void *matrixB, int ldb, aclDataType dataTypeB, | |||
const void *beta, void *matrixC, int ldc, aclDataType dataTypeC, | |||
aclComputeType type, aclrtStream stream); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -274,18 +220,10 @@ ACL_FUNC_VISIBILITY aclError aclblasGemmEx(aclTransType transA, | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclblasCreateHandleForGemmEx(aclTransType transA, | |||
aclTransType transB, | |||
aclTransType transC, | |||
int m, | |||
int n, | |||
int k, | |||
aclDataType dataTypeA, | |||
aclDataType dataTypeB, | |||
aclDataType dataTypeC, | |||
aclComputeType type, | |||
aclopHandle **handle); | |||
ACL_FUNC_VISIBILITY aclError aclblasCreateHandleForGemmEx(aclTransType transA, aclTransType transB, aclTransType transC, | |||
int m, int n, int k, aclDataType dataTypeA, | |||
aclDataType dataTypeB, aclDataType dataTypeC, | |||
aclComputeType type, aclopHandle **handle); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -313,22 +251,10 @@ ACL_FUNC_VISIBILITY aclError aclblasCreateHandleForGemmEx(aclTransType transA, | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclblasHgemm(aclTransType transA, | |||
aclTransType transB, | |||
aclTransType transC, | |||
int m, | |||
int n, | |||
int k, | |||
const aclFloat16 *alpha, | |||
const aclFloat16 *matrixA, | |||
int lda, | |||
const aclFloat16 *matrixB, | |||
int ldb, | |||
const aclFloat16 *beta, | |||
aclFloat16 *matrixC, | |||
int ldc, | |||
aclComputeType type, | |||
aclrtStream stream); | |||
ACL_FUNC_VISIBILITY aclError aclblasHgemm(aclTransType transA, aclTransType transB, aclTransType transC, int m, int n, | |||
int k, const aclFloat16 *alpha, const aclFloat16 *matrixA, int lda, | |||
const aclFloat16 *matrixB, int ldb, const aclFloat16 *beta, | |||
aclFloat16 *matrixC, int ldc, aclComputeType type, aclrtStream stream); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -346,13 +272,8 @@ ACL_FUNC_VISIBILITY aclError aclblasHgemm(aclTransType transA, | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclblasCreateHandleForHgemm(aclTransType transA, | |||
aclTransType transB, | |||
aclTransType transC, | |||
int m, | |||
int n, | |||
int k, | |||
aclComputeType type, | |||
ACL_FUNC_VISIBILITY aclError aclblasCreateHandleForHgemm(aclTransType transA, aclTransType transB, aclTransType transC, | |||
int m, int n, int k, aclComputeType type, | |||
aclopHandle **handle); | |||
/** | |||
@@ -381,23 +302,10 @@ ACL_FUNC_VISIBILITY aclError aclblasCreateHandleForHgemm(aclTransType transA, | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclblasS8gemm(aclTransType transA, | |||
aclTransType transB, | |||
aclTransType transC, | |||
int m, | |||
int n, | |||
int k, | |||
const int32_t *alpha, | |||
const int8_t *matrixA, | |||
int lda, | |||
const int8_t *matrixB, | |||
int ldb, | |||
const int32_t *beta, | |||
int32_t *matrixC, | |||
int ldc, | |||
aclComputeType type, | |||
aclrtStream stream); | |||
ACL_FUNC_VISIBILITY aclError aclblasS8gemm(aclTransType transA, aclTransType transB, aclTransType transC, int m, int n, | |||
int k, const int32_t *alpha, const int8_t *matrixA, int lda, | |||
const int8_t *matrixB, int ldb, const int32_t *beta, int32_t *matrixC, | |||
int ldc, aclComputeType type, aclrtStream stream); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -415,17 +323,12 @@ ACL_FUNC_VISIBILITY aclError aclblasS8gemm(aclTransType transA, | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclblasCreateHandleForS8gemm(aclTransType transA, | |||
aclTransType transB, | |||
aclTransType transC, | |||
int m, | |||
int n, | |||
int k, | |||
aclComputeType type, | |||
ACL_FUNC_VISIBILITY aclError aclblasCreateHandleForS8gemm(aclTransType transA, aclTransType transB, aclTransType transC, | |||
int m, int n, int k, aclComputeType type, | |||
aclopHandle **handle); | |||
#ifdef __cplusplus | |||
} | |||
#endif | |||
#endif // INC_EXTERNAL_ACL_OPS_ACL_CBLAS_H_ | |||
#endif // INC_EXTERNAL_ACL_OPS_ACL_CBLAS_H_ |
@@ -53,123 +53,109 @@ typedef void (*aclvencCallback)(acldvppPicDesc *input, acldvppStreamDesc *output | |||
// Supported Pixel Format | |||
enum acldvppPixelFormat { | |||
PIXEL_FORMAT_YUV_400 = 0, // 0 | |||
PIXEL_FORMAT_YUV_SEMIPLANAR_420 = 1, // 1 | |||
PIXEL_FORMAT_YVU_SEMIPLANAR_420 = 2, // 2 | |||
PIXEL_FORMAT_YUV_SEMIPLANAR_422 = 3, // 3 | |||
PIXEL_FORMAT_YVU_SEMIPLANAR_422 = 4, // 4 | |||
PIXEL_FORMAT_YUV_SEMIPLANAR_444 = 5, // 5 | |||
PIXEL_FORMAT_YVU_SEMIPLANAR_444 = 6, // 6 | |||
PIXEL_FORMAT_YUYV_PACKED_422 = 7, // 7 | |||
PIXEL_FORMAT_UYVY_PACKED_422 = 8, // 8 | |||
PIXEL_FORMAT_YVYU_PACKED_422 = 9, // 9 | |||
PIXEL_FORMAT_VYUY_PACKED_422 = 10, // 10 | |||
PIXEL_FORMAT_YUV_PACKED_444 = 11, // 11 | |||
PIXEL_FORMAT_RGB_888 = 12, // 12 | |||
PIXEL_FORMAT_BGR_888 = 13, // 13 | |||
PIXEL_FORMAT_ARGB_8888 = 14, // 14 | |||
PIXEL_FORMAT_ABGR_8888 = 15, // 15 | |||
PIXEL_FORMAT_RGBA_8888 = 16, // 16 | |||
PIXEL_FORMAT_BGRA_8888 = 17, // 17 | |||
PIXEL_FORMAT_YUV_SEMI_PLANNER_420_10BIT = 18, // 18 | |||
PIXEL_FORMAT_YVU_SEMI_PLANNER_420_10BIT = 19, // 19 | |||
PIXEL_FORMAT_YVU_PLANAR_420 = 20, // 20 | |||
PIXEL_FORMAT_YVU_PLANAR_422, | |||
PIXEL_FORMAT_YVU_PLANAR_444, | |||
PIXEL_FORMAT_RGB_444 = 23, | |||
PIXEL_FORMAT_BGR_444, | |||
PIXEL_FORMAT_ARGB_4444, | |||
PIXEL_FORMAT_ABGR_4444, | |||
PIXEL_FORMAT_RGBA_4444, | |||
PIXEL_FORMAT_BGRA_4444, | |||
PIXEL_FORMAT_RGB_555, | |||
PIXEL_FORMAT_BGR_555, | |||
PIXEL_FORMAT_RGB_565, | |||
PIXEL_FORMAT_BGR_565, | |||
PIXEL_FORMAT_ARGB_1555, | |||
PIXEL_FORMAT_ABGR_1555, | |||
PIXEL_FORMAT_RGBA_1555, | |||
PIXEL_FORMAT_BGRA_1555, | |||
PIXEL_FORMAT_ARGB_8565, | |||
PIXEL_FORMAT_ABGR_8565, | |||
PIXEL_FORMAT_RGBA_8565, | |||
PIXEL_FORMAT_BGRA_8565, | |||
PIXEL_FORMAT_RGB_BAYER_8BPP = 50, | |||
PIXEL_FORMAT_RGB_BAYER_10BPP, | |||
PIXEL_FORMAT_RGB_BAYER_12BPP, | |||
PIXEL_FORMAT_RGB_BAYER_14BPP, | |||
PIXEL_FORMAT_RGB_BAYER_16BPP, | |||
PIXEL_FORMAT_BGR_888_PLANAR = 70, | |||
PIXEL_FORMAT_HSV_888_PACKAGE, | |||
PIXEL_FORMAT_HSV_888_PLANAR, | |||
PIXEL_FORMAT_LAB_888_PACKAGE, | |||
PIXEL_FORMAT_LAB_888_PLANAR, | |||
PIXEL_FORMAT_S8C1, | |||
PIXEL_FORMAT_S8C2_PACKAGE, | |||
PIXEL_FORMAT_S8C2_PLANAR, | |||
PIXEL_FORMAT_S16C1, | |||
PIXEL_FORMAT_U8C1, | |||
PIXEL_FORMAT_U16C1, | |||
PIXEL_FORMAT_S32C1, | |||
PIXEL_FORMAT_U32C1, | |||
PIXEL_FORMAT_U64C1, | |||
PIXEL_FORMAT_S64C1, | |||
PIXEL_FORMAT_YUV_SEMIPLANAR_440 = 1000, | |||
PIXEL_FORMAT_YVU_SEMIPLANAR_440, | |||
PIXEL_FORMAT_FLOAT32, | |||
PIXEL_FORMAT_BUTT, | |||
PIXEL_FORMAT_UNKNOWN = 10000 | |||
PIXEL_FORMAT_YUV_400 = 0, // 0 | |||
PIXEL_FORMAT_YUV_SEMIPLANAR_420 = 1, // 1 | |||
PIXEL_FORMAT_YVU_SEMIPLANAR_420 = 2, // 2 | |||
PIXEL_FORMAT_YUV_SEMIPLANAR_422 = 3, // 3 | |||
PIXEL_FORMAT_YVU_SEMIPLANAR_422 = 4, // 4 | |||
PIXEL_FORMAT_YUV_SEMIPLANAR_444 = 5, // 5 | |||
PIXEL_FORMAT_YVU_SEMIPLANAR_444 = 6, // 6 | |||
PIXEL_FORMAT_YUYV_PACKED_422 = 7, // 7 | |||
PIXEL_FORMAT_UYVY_PACKED_422 = 8, // 8 | |||
PIXEL_FORMAT_YVYU_PACKED_422 = 9, // 9 | |||
PIXEL_FORMAT_VYUY_PACKED_422 = 10, // 10 | |||
PIXEL_FORMAT_YUV_PACKED_444 = 11, // 11 | |||
PIXEL_FORMAT_RGB_888 = 12, // 12 | |||
PIXEL_FORMAT_BGR_888 = 13, // 13 | |||
PIXEL_FORMAT_ARGB_8888 = 14, // 14 | |||
PIXEL_FORMAT_ABGR_8888 = 15, // 15 | |||
PIXEL_FORMAT_RGBA_8888 = 16, // 16 | |||
PIXEL_FORMAT_BGRA_8888 = 17, // 17 | |||
PIXEL_FORMAT_YUV_SEMI_PLANNER_420_10BIT = 18, // 18 | |||
PIXEL_FORMAT_YVU_SEMI_PLANNER_420_10BIT = 19, // 19 | |||
PIXEL_FORMAT_YVU_PLANAR_420 = 20, // 20 | |||
PIXEL_FORMAT_YVU_PLANAR_422, | |||
PIXEL_FORMAT_YVU_PLANAR_444, | |||
PIXEL_FORMAT_RGB_444 = 23, | |||
PIXEL_FORMAT_BGR_444, | |||
PIXEL_FORMAT_ARGB_4444, | |||
PIXEL_FORMAT_ABGR_4444, | |||
PIXEL_FORMAT_RGBA_4444, | |||
PIXEL_FORMAT_BGRA_4444, | |||
PIXEL_FORMAT_RGB_555, | |||
PIXEL_FORMAT_BGR_555, | |||
PIXEL_FORMAT_RGB_565, | |||
PIXEL_FORMAT_BGR_565, | |||
PIXEL_FORMAT_ARGB_1555, | |||
PIXEL_FORMAT_ABGR_1555, | |||
PIXEL_FORMAT_RGBA_1555, | |||
PIXEL_FORMAT_BGRA_1555, | |||
PIXEL_FORMAT_ARGB_8565, | |||
PIXEL_FORMAT_ABGR_8565, | |||
PIXEL_FORMAT_RGBA_8565, | |||
PIXEL_FORMAT_BGRA_8565, | |||
PIXEL_FORMAT_RGB_BAYER_8BPP = 50, | |||
PIXEL_FORMAT_RGB_BAYER_10BPP, | |||
PIXEL_FORMAT_RGB_BAYER_12BPP, | |||
PIXEL_FORMAT_RGB_BAYER_14BPP, | |||
PIXEL_FORMAT_RGB_BAYER_16BPP, | |||
PIXEL_FORMAT_BGR_888_PLANAR = 70, | |||
PIXEL_FORMAT_HSV_888_PACKAGE, | |||
PIXEL_FORMAT_HSV_888_PLANAR, | |||
PIXEL_FORMAT_LAB_888_PACKAGE, | |||
PIXEL_FORMAT_LAB_888_PLANAR, | |||
PIXEL_FORMAT_S8C1, | |||
PIXEL_FORMAT_S8C2_PACKAGE, | |||
PIXEL_FORMAT_S8C2_PLANAR, | |||
PIXEL_FORMAT_S16C1, | |||
PIXEL_FORMAT_U8C1, | |||
PIXEL_FORMAT_U16C1, | |||
PIXEL_FORMAT_S32C1, | |||
PIXEL_FORMAT_U32C1, | |||
PIXEL_FORMAT_U64C1, | |||
PIXEL_FORMAT_S64C1, | |||
PIXEL_FORMAT_YUV_SEMIPLANAR_440 = 1000, | |||
PIXEL_FORMAT_YVU_SEMIPLANAR_440, | |||
PIXEL_FORMAT_FLOAT32, | |||
PIXEL_FORMAT_BUTT, | |||
PIXEL_FORMAT_UNKNOWN = 10000 | |||
}; | |||
// Stream Format | |||
enum acldvppStreamFormat { | |||
H265_MAIN_LEVEL = 0, | |||
H264_BASELINE_LEVEL, | |||
H264_MAIN_LEVEL, | |||
H264_HIGH_LEVEL | |||
}; | |||
enum acldvppStreamFormat { H265_MAIN_LEVEL = 0, H264_BASELINE_LEVEL, H264_MAIN_LEVEL, H264_HIGH_LEVEL }; | |||
// Supported Channel Mode | |||
enum acldvppChannelMode { | |||
DVPP_CHNMODE_VPC = 1, | |||
DVPP_CHNMODE_JPEGD = 2, | |||
DVPP_CHNMODE_JPEGE = 4 | |||
}; | |||
enum acldvppChannelMode { DVPP_CHNMODE_VPC = 1, DVPP_CHNMODE_JPEGD = 2, DVPP_CHNMODE_JPEGE = 4 }; | |||
// Supported Border Type | |||
enum acldvppBorderType { | |||
BORDER_CONSTANT = 0, | |||
BORDER_REPLICATE, | |||
BORDER_REFLECT, | |||
BORDER_REFLECT_101 | |||
}; | |||
enum acldvppBorderType { BORDER_CONSTANT = 0, BORDER_REPLICATE, BORDER_REFLECT, BORDER_REFLECT_101 }; | |||
// Venc parameter type | |||
enum aclvencChannelDescParamType { | |||
ACL_VENC_THREAD_ID_UINT64 = 0, | |||
ACL_VENC_CALLBACK_PTR, | |||
ACL_VENC_PIXEL_FORMAT_UINT32, | |||
ACL_VENC_ENCODE_TYPE_UINT32, | |||
ACL_VENC_PIC_WIDTH_UINT32, | |||
ACL_VENC_PIC_HEIGHT_UINT32, | |||
ACL_VENC_KEY_FRAME_INTERVAL_UINT32, | |||
ACL_VENC_BUF_ADDR_PTR, | |||
ACL_VENC_BUF_SIZE_UINT32, | |||
ACL_VENC_RC_MODE_UINT32, | |||
ACL_VENC_SRC_RATE_UINT32, | |||
ACL_VENC_MAX_BITRATE_UINT32, | |||
ACL_VENC_MAX_IP_PROP_UINT32 | |||
ACL_VENC_THREAD_ID_UINT64 = 0, | |||
ACL_VENC_CALLBACK_PTR, | |||
ACL_VENC_PIXEL_FORMAT_UINT32, | |||
ACL_VENC_ENCODE_TYPE_UINT32, | |||
ACL_VENC_PIC_WIDTH_UINT32, | |||
ACL_VENC_PIC_HEIGHT_UINT32, | |||
ACL_VENC_KEY_FRAME_INTERVAL_UINT32, | |||
ACL_VENC_BUF_ADDR_PTR, | |||
ACL_VENC_BUF_SIZE_UINT32, | |||
ACL_VENC_RC_MODE_UINT32, | |||
ACL_VENC_SRC_RATE_UINT32, | |||
ACL_VENC_MAX_BITRATE_UINT32, | |||
ACL_VENC_MAX_IP_PROP_UINT32 | |||
}; | |||
// Jpeg picture format | |||
enum acldvppJpegFormat { | |||
ACL_JPEG_CSS_444 = 0, | |||
ACL_JPEG_CSS_422, | |||
ACL_JPEG_CSS_420, | |||
ACL_JPEG_CSS_GRAY, | |||
ACL_JPEG_CSS_440, | |||
ACL_JPEG_CSS_411, | |||
ACL_JPEG_CSS_UNKNOWN = 1000 | |||
ACL_JPEG_CSS_444 = 0, | |||
ACL_JPEG_CSS_422, | |||
ACL_JPEG_CSS_420, | |||
ACL_JPEG_CSS_GRAY, | |||
ACL_JPEG_CSS_440, | |||
ACL_JPEG_CSS_411, | |||
ACL_JPEG_CSS_UNKNOWN = 1000 | |||
}; | |||
/** | |||
@@ -523,9 +509,7 @@ ACL_FUNC_VISIBILITY uint32_t acldvppGetPicDescRetCode(const acldvppPicDesc *picD | |||
* @retval null for failed. | |||
* @retval other success | |||
*/ | |||
ACL_FUNC_VISIBILITY acldvppRoiConfig *acldvppCreateRoiConfig(uint32_t left, | |||
uint32_t right, | |||
uint32_t top, | |||
ACL_FUNC_VISIBILITY acldvppRoiConfig *acldvppCreateRoiConfig(uint32_t left, uint32_t right, uint32_t top, | |||
uint32_t bottom); | |||
/** | |||
@@ -604,10 +588,7 @@ ACL_FUNC_VISIBILITY aclError acldvppSetRoiConfigBottom(acldvppRoiConfig *config, | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError acldvppSetRoiConfig(acldvppRoiConfig *config, | |||
uint32_t left, | |||
uint32_t right, | |||
uint32_t top, | |||
ACL_FUNC_VISIBILITY aclError acldvppSetRoiConfig(acldvppRoiConfig *config, uint32_t left, uint32_t right, uint32_t top, | |||
uint32_t bottom); | |||
/** | |||
@@ -1096,7 +1077,8 @@ ACL_FUNC_VISIBILITY aclError aclvencSetChannelDescMaxBitRate(aclvencChannelDesc | |||
* @retval ACL_SUCCESS for success, other for failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclvencSetChannelDescParam(aclvencChannelDesc *channelDesc, | |||
aclvencChannelDescParamType paramType, size_t length, const void *param); | |||
aclvencChannelDescParamType paramType, size_t length, | |||
const void *param); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -1245,7 +1227,8 @@ ACL_FUNC_VISIBILITY uint32_t aclvencGetChannelDescMaxBitRate(const aclvencChanne | |||
* @retval ACL_SUCCESS for success, other for failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclvencGetChannelDescParam(const aclvencChannelDesc *channelDesc, | |||
aclvencChannelDescParamType paramType, size_t length, size_t *paramRetSize, void *param); | |||
aclvencChannelDescParamType paramType, size_t length, | |||
size_t *paramRetSize, void *param); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -1545,10 +1528,7 @@ ACL_FUNC_VISIBILITY aclError aclvdecDestroyFrameConfig(aclvdecFrameConfig *vdecF | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError acldvppJpegGetImageInfo(const void *data, | |||
uint32_t size, | |||
uint32_t *width, | |||
uint32_t *height, | |||
ACL_FUNC_VISIBILITY aclError acldvppJpegGetImageInfo(const void *data, uint32_t size, uint32_t *width, uint32_t *height, | |||
int32_t *components); | |||
/** | |||
@@ -1565,11 +1545,8 @@ ACL_FUNC_VISIBILITY aclError acldvppJpegGetImageInfo(const void *data, | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError acldvppJpegGetImageInfoV2(const void *data, | |||
uint32_t size, | |||
uint32_t *width, | |||
uint32_t *height, | |||
int32_t *components, | |||
ACL_FUNC_VISIBILITY aclError acldvppJpegGetImageInfoV2(const void *data, uint32_t size, uint32_t *width, | |||
uint32_t *height, int32_t *components, | |||
acldvppJpegFormat *format); | |||
/** | |||
@@ -1584,8 +1561,7 @@ ACL_FUNC_VISIBILITY aclError acldvppJpegGetImageInfoV2(const void *data, | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError acldvppJpegPredictEncSize(const acldvppPicDesc *inputDesc, | |||
const acldvppJpegeConfig *config, | |||
uint32_t *size); | |||
const acldvppJpegeConfig *config, uint32_t *size); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -1599,10 +1575,8 @@ ACL_FUNC_VISIBILITY aclError acldvppJpegPredictEncSize(const acldvppPicDesc *inp | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError acldvppJpegPredictDecSize(const void *data, | |||
uint32_t dataSize, | |||
acldvppPixelFormat outputPixelFormat, | |||
uint32_t *decSize); | |||
ACL_FUNC_VISIBILITY aclError acldvppJpegPredictDecSize(const void *data, uint32_t dataSize, | |||
acldvppPixelFormat outputPixelFormat, uint32_t *decSize); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -1617,11 +1591,8 @@ ACL_FUNC_VISIBILITY aclError acldvppJpegPredictDecSize(const void *data, | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError acldvppPngGetImageInfo(const void *data, | |||
uint32_t dataSize, | |||
uint32_t *width, | |||
uint32_t *height, | |||
int32_t *components); | |||
ACL_FUNC_VISIBILITY aclError acldvppPngGetImageInfo(const void *data, uint32_t dataSize, uint32_t *width, | |||
uint32_t *height, int32_t *components); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -1635,10 +1606,8 @@ ACL_FUNC_VISIBILITY aclError acldvppPngGetImageInfo(const void *data, | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError acldvppPngPredictDecSize(const void *data, | |||
uint32_t dataSize, | |||
acldvppPixelFormat outputPixelFormat, | |||
uint32_t *decSize); | |||
ACL_FUNC_VISIBILITY aclError acldvppPngPredictDecSize(const void *data, uint32_t dataSize, | |||
acldvppPixelFormat outputPixelFormat, uint32_t *decSize); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -1702,10 +1671,8 @@ ACL_FUNC_VISIBILITY aclError acldvppDestroyChannel(acldvppChannelDesc *channelDe | |||
* @see acldvppCreateChannel | acldvppCreatePicDesc | |||
* | acldvppCreateResizeConfig | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError acldvppVpcResizeAsync(acldvppChannelDesc *channelDesc, | |||
acldvppPicDesc *inputDesc, | |||
acldvppPicDesc *outputDesc, | |||
acldvppResizeConfig *resizeConfig, | |||
ACL_FUNC_VISIBILITY aclError acldvppVpcResizeAsync(acldvppChannelDesc *channelDesc, acldvppPicDesc *inputDesc, | |||
acldvppPicDesc *outputDesc, acldvppResizeConfig *resizeConfig, | |||
aclrtStream stream); | |||
/** | |||
@@ -1741,10 +1708,8 @@ ACL_FUNC_VISIBILITY aclError acldvppVpcResizeAsync(acldvppChannelDesc *channelDe | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError acldvppVpcCropAsync(acldvppChannelDesc *channelDesc, | |||
acldvppPicDesc *inputDesc, | |||
acldvppPicDesc *outputDesc, | |||
acldvppRoiConfig *cropArea, | |||
ACL_FUNC_VISIBILITY aclError acldvppVpcCropAsync(acldvppChannelDesc *channelDesc, acldvppPicDesc *inputDesc, | |||
acldvppPicDesc *outputDesc, acldvppRoiConfig *cropArea, | |||
aclrtStream stream); | |||
/** | |||
@@ -1781,13 +1746,9 @@ ACL_FUNC_VISIBILITY aclError acldvppVpcCropAsync(acldvppChannelDesc *channelDesc | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError acldvppVpcCropResizeAsync(acldvppChannelDesc *channelDesc, | |||
acldvppPicDesc *inputDesc, | |||
acldvppPicDesc *outputDesc, | |||
acldvppRoiConfig *cropArea, | |||
acldvppResizeConfig *resizeConfig, | |||
aclrtStream stream); | |||
ACL_FUNC_VISIBILITY aclError acldvppVpcCropResizeAsync(acldvppChannelDesc *channelDesc, acldvppPicDesc *inputDesc, | |||
acldvppPicDesc *outputDesc, acldvppRoiConfig *cropArea, | |||
acldvppResizeConfig *resizeConfig, aclrtStream stream); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -1811,12 +1772,9 @@ ACL_FUNC_VISIBILITY aclError acldvppVpcCropResizeAsync(acldvppChannelDesc *chann | |||
* @see acldvppCreateChannel | acldvppCreateBatchPicDesc | acldvppCreateRoiConfig | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError acldvppVpcBatchCropAsync(acldvppChannelDesc *channelDesc, | |||
acldvppBatchPicDesc *srcBatchPicDescs, | |||
uint32_t *roiNums, | |||
uint32_t size, | |||
acldvppBatchPicDesc *dstBatchPicDescs, | |||
acldvppRoiConfig *cropAreas[], | |||
aclrtStream stream); | |||
acldvppBatchPicDesc *srcBatchPicDescs, uint32_t *roiNums, | |||
uint32_t size, acldvppBatchPicDesc *dstBatchPicDescs, | |||
acldvppRoiConfig *cropAreas[], aclrtStream stream); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -1841,13 +1799,10 @@ ACL_FUNC_VISIBILITY aclError acldvppVpcBatchCropAsync(acldvppChannelDesc *channe | |||
* @see acldvppCreateChannel | acldvppCreateBatchPicDesc | acldvppCreateRoiConfig | acldvppCreateDvppConfig | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError acldvppVpcBatchCropResizeAsync(acldvppChannelDesc *channelDesc, | |||
acldvppBatchPicDesc *srcBatchPicDescs, | |||
uint32_t *roiNums, | |||
uint32_t size, | |||
acldvppBatchPicDesc *dstBatchPicDescs, | |||
acldvppBatchPicDesc *srcBatchPicDescs, uint32_t *roiNums, | |||
uint32_t size, acldvppBatchPicDesc *dstBatchPicDescs, | |||
acldvppRoiConfig *cropAreas[], | |||
acldvppResizeConfig *resizeConfig, | |||
aclrtStream stream); | |||
acldvppResizeConfig *resizeConfig, aclrtStream stream); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -1870,12 +1825,9 @@ ACL_FUNC_VISIBILITY aclError acldvppVpcBatchCropResizeAsync(acldvppChannelDesc * | |||
* | |||
* @see acldvppCreateChannel | acldvppCreatePicDesc | acldvppCreateRoiConfig | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError acldvppVpcCropAndPasteAsync(acldvppChannelDesc *channelDesc, | |||
acldvppPicDesc *inputDesc, | |||
acldvppPicDesc *outputDesc, | |||
acldvppRoiConfig *cropArea, | |||
acldvppRoiConfig *pasteArea, | |||
aclrtStream stream); | |||
ACL_FUNC_VISIBILITY aclError acldvppVpcCropAndPasteAsync(acldvppChannelDesc *channelDesc, acldvppPicDesc *inputDesc, | |||
acldvppPicDesc *outputDesc, acldvppRoiConfig *cropArea, | |||
acldvppRoiConfig *pasteArea, aclrtStream stream); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -1899,13 +1851,10 @@ ACL_FUNC_VISIBILITY aclError acldvppVpcCropAndPasteAsync(acldvppChannelDesc *cha | |||
* | |||
* @see acldvppCreateChannel | acldvppCreatePicDesc | acldvppCreateRoiConfig | acldvppCreateResizeConfig | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError acldvppVpcCropResizePasteAsync(acldvppChannelDesc *channelDesc, | |||
acldvppPicDesc *inputDesc, | |||
acldvppPicDesc *outputDesc, | |||
acldvppRoiConfig *cropArea, | |||
ACL_FUNC_VISIBILITY aclError acldvppVpcCropResizePasteAsync(acldvppChannelDesc *channelDesc, acldvppPicDesc *inputDesc, | |||
acldvppPicDesc *outputDesc, acldvppRoiConfig *cropArea, | |||
acldvppRoiConfig *pasteArea, | |||
acldvppResizeConfig *resizeConfig, | |||
aclrtStream stream); | |||
acldvppResizeConfig *resizeConfig, aclrtStream stream); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -1930,14 +1879,11 @@ ACL_FUNC_VISIBILITY aclError acldvppVpcCropResizePasteAsync(acldvppChannelDesc * | |||
* | |||
* @see acldvppCreateChannel | acldvppCreateBatchPicDesc | acldvppCreateRoiConfig | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError acldvppVpcBatchCropAndPasteAsync(acldvppChannelDesc *channelDesc, | |||
acldvppBatchPicDesc *srcBatchPicDescs, | |||
uint32_t *roiNums, | |||
uint32_t size, | |||
acldvppBatchPicDesc *dstBatchPicDescs, | |||
acldvppRoiConfig *cropAreas[], | |||
acldvppRoiConfig *pasteAreas[], | |||
aclrtStream stream); | |||
ACL_FUNC_VISIBILITY aclError acldvppVpcBatchCropAndPasteAsync(acldvppChannelDesc *channelDesc, | |||
acldvppBatchPicDesc *srcBatchPicDescs, uint32_t *roiNums, | |||
uint32_t size, acldvppBatchPicDesc *dstBatchPicDescs, | |||
acldvppRoiConfig *cropAreas[], | |||
acldvppRoiConfig *pasteAreas[], aclrtStream stream); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -1963,16 +1909,10 @@ ACL_FUNC_VISIBILITY aclError acldvppVpcCropResizePasteAsync(acldvppChannelDesc * | |||
* | |||
* @see acldvppCreateChannel | acldvppCreateBatchPicDesc | acldvppCreateRoiConfig | acldvppCreateResizeConfig | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError acldvppVpcBatchCropResizePasteAsync(acldvppChannelDesc *channelDesc, | |||
acldvppBatchPicDesc *srcBatchPicDescs, | |||
uint32_t *roiNums, | |||
uint32_t size, | |||
acldvppBatchPicDesc *dstBatchPicDescs, | |||
acldvppRoiConfig *cropAreas[], | |||
acldvppRoiConfig *pasteAreas[], | |||
acldvppResizeConfig *resizeConfig, | |||
aclrtStream stream); | |||
ACL_FUNC_VISIBILITY aclError acldvppVpcBatchCropResizePasteAsync( | |||
acldvppChannelDesc *channelDesc, acldvppBatchPicDesc *srcBatchPicDescs, uint32_t *roiNums, uint32_t size, | |||
acldvppBatchPicDesc *dstBatchPicDescs, acldvppRoiConfig *cropAreas[], acldvppRoiConfig *pasteAreas[], | |||
acldvppResizeConfig *resizeConfig, aclrtStream stream); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -2000,11 +1940,8 @@ ACL_FUNC_VISIBILITY aclError acldvppVpcBatchCropResizePasteAsync(acldvppChannelD | |||
* | |||
* @see acldvppCreateChannel | acldvppCreatePicDesc | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError acldvppJpegDecodeAsync(acldvppChannelDesc *channelDesc, | |||
const void *data, | |||
uint32_t size, | |||
acldvppPicDesc *outputDesc, | |||
aclrtStream stream); | |||
ACL_FUNC_VISIBILITY aclError acldvppJpegDecodeAsync(acldvppChannelDesc *channelDesc, const void *data, uint32_t size, | |||
acldvppPicDesc *outputDesc, aclrtStream stream); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -2022,11 +1959,8 @@ ACL_FUNC_VISIBILITY aclError acldvppJpegDecodeAsync(acldvppChannelDesc *channelD | |||
* | |||
* @see acldvppCreateChannel | acldvppCreateJpegeConfig | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError acldvppJpegEncodeAsync(acldvppChannelDesc *channelDesc, | |||
acldvppPicDesc *inputDesc, | |||
const void *data, | |||
uint32_t *size, | |||
acldvppJpegeConfig *config, | |||
ACL_FUNC_VISIBILITY aclError acldvppJpegEncodeAsync(acldvppChannelDesc *channelDesc, acldvppPicDesc *inputDesc, | |||
const void *data, uint32_t *size, acldvppJpegeConfig *config, | |||
aclrtStream stream); | |||
/** | |||
@@ -2044,11 +1978,8 @@ ACL_FUNC_VISIBILITY aclError acldvppJpegEncodeAsync(acldvppChannelDesc *channelD | |||
* | |||
* @see acldvppCreateChannel | acldvppCreatePicDesc | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError acldvppPngDecodeAsync(acldvppChannelDesc *channelDesc, | |||
const void *data, | |||
uint32_t size, | |||
acldvppPicDesc *outputDesc, | |||
aclrtStream stream); | |||
ACL_FUNC_VISIBILITY aclError acldvppPngDecodeAsync(acldvppChannelDesc *channelDesc, const void *data, uint32_t size, | |||
acldvppPicDesc *outputDesc, aclrtStream stream); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -2103,11 +2034,8 @@ ACL_FUNC_VISIBILITY aclError aclvdecDestroyChannel(aclvdecChannelDesc *channelDe | |||
* | |||
* @see aclvdecCreateChannel | acldvppCreateStreamDesc | acldvppCreatePicDesc | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclvdecSendFrame(aclvdecChannelDesc *channelDesc, | |||
acldvppStreamDesc *input, | |||
acldvppPicDesc *output, | |||
aclvdecFrameConfig *config, | |||
void *userData); | |||
ACL_FUNC_VISIBILITY aclError aclvdecSendFrame(aclvdecChannelDesc *channelDesc, acldvppStreamDesc *input, | |||
acldvppPicDesc *output, aclvdecFrameConfig *config, void *userData); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -2126,10 +2054,8 @@ ACL_FUNC_VISIBILITY aclError aclvdecSendFrame(aclvdecChannelDesc *channelDesc, | |||
* | |||
* @see aclvdecCreateChannel | acldvppCreateStreamDesc | acldvppCreatePicDesc | aclvdecSendFrame | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclvdecSendSkippedFrame(aclvdecChannelDesc *channelDesc, | |||
acldvppStreamDesc *input, | |||
aclvdecFrameConfig *config, | |||
void *userData); | |||
ACL_FUNC_VISIBILITY aclError aclvdecSendSkippedFrame(aclvdecChannelDesc *channelDesc, acldvppStreamDesc *input, | |||
aclvdecFrameConfig *config, void *userData); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -2150,10 +2076,8 @@ ACL_FUNC_VISIBILITY aclError aclvdecSendSkippedFrame(aclvdecChannelDesc *channel | |||
* | |||
* @see acldvppCreateChannel | acldvppCreatePicDesc | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError acldvppVpcConvertColorAsync(acldvppChannelDesc *channelDesc, | |||
acldvppPicDesc *inputDesc, | |||
acldvppPicDesc *outputDesc, | |||
aclrtStream stream); | |||
ACL_FUNC_VISIBILITY aclError acldvppVpcConvertColorAsync(acldvppChannelDesc *channelDesc, acldvppPicDesc *inputDesc, | |||
acldvppPicDesc *outputDesc, aclrtStream stream); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -2175,11 +2099,8 @@ ACL_FUNC_VISIBILITY aclError acldvppVpcConvertColorAsync(acldvppChannelDesc *cha | |||
* | |||
* @see acldvppCreateChannel | acldvppCreatePicDesc | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError acldvppVpcPyrDownAsync(acldvppChannelDesc *channelDesc, | |||
acldvppPicDesc *inputDesc, | |||
acldvppPicDesc *outputDesc, | |||
void *reserve, | |||
aclrtStream stream); | |||
ACL_FUNC_VISIBILITY aclError acldvppVpcPyrDownAsync(acldvppChannelDesc *channelDesc, acldvppPicDesc *inputDesc, | |||
acldvppPicDesc *outputDesc, void *reserve, aclrtStream stream); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -2191,8 +2112,7 @@ ACL_FUNC_VISIBILITY aclError acldvppVpcPyrDownAsync(acldvppChannelDesc *channelD | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError acldvppSetChannelDescMode(acldvppChannelDesc *channelDesc, | |||
uint32_t mode); | |||
ACL_FUNC_VISIBILITY aclError acldvppSetChannelDescMode(acldvppChannelDesc *channelDesc, uint32_t mode); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -2227,8 +2147,7 @@ ACL_FUNC_VISIBILITY uint32_t acldvppGetResizeConfigInterpolation(const acldvppRe | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError aclvdecSetChannelDescOutMode(aclvdecChannelDesc *channelDesc, | |||
uint32_t outMode); | |||
ACL_FUNC_VISIBILITY aclError aclvdecSetChannelDescOutMode(aclvdecChannelDesc *channelDesc, uint32_t outMode); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -2325,9 +2244,7 @@ ACL_FUNC_VISIBILITY uint32_t acldvppGetLutMapDims(const acldvppLutMap *lutMap); | |||
* @retval ACL_SUCCESS The function is successfully executed. | |||
* @retval OtherValues Failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError acldvppGetLutMapData(const acldvppLutMap *lutMap, | |||
uint32_t dim, | |||
uint8_t **data, | |||
ACL_FUNC_VISIBILITY aclError acldvppGetLutMapData(const acldvppLutMap *lutMap, uint32_t dim, uint8_t **data, | |||
uint32_t *len); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -2345,10 +2262,8 @@ ACL_FUNC_VISIBILITY aclError acldvppGetLutMapData(const acldvppLutMap *lutMap, | |||
* @see acldvppCreateChannel|acldvppCreatePicDesc|acldvppCreateLutMap | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError acldvppVpcEqualizeHistAsync(const acldvppChannelDesc *channelDesc, | |||
const acldvppPicDesc *inputDesc, | |||
acldvppPicDesc *outputDesc, | |||
const acldvppLutMap *lutMap, | |||
aclrtStream stream); | |||
const acldvppPicDesc *inputDesc, acldvppPicDesc *outputDesc, | |||
const acldvppLutMap *lutMap, aclrtStream stream); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -2369,8 +2284,7 @@ ACL_FUNC_VISIBILITY acldvppBorderConfig *acldvppCreateBorderConfig(); | |||
* | |||
* @retval ACL_SUCCESS for success, other for failure | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError acldvppSetBorderConfigValue(acldvppBorderConfig *borderConfig, | |||
uint32_t index, | |||
ACL_FUNC_VISIBILITY aclError acldvppSetBorderConfigValue(acldvppBorderConfig *borderConfig, uint32_t index, | |||
double value); | |||
/** | |||
@@ -2515,10 +2429,8 @@ ACL_FUNC_VISIBILITY aclError acldvppDestroyBorderConfig(acldvppBorderConfig *bor | |||
* @see acldvppCreateChannel|acldvppCreatePicDesc|acldvppCreateBorderConfig | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError acldvppVpcMakeBorderAsync(const acldvppChannelDesc *channelDesc, | |||
const acldvppPicDesc *inputDesc, | |||
acldvppPicDesc *outputDesc, | |||
const acldvppBorderConfig *borderConfig, | |||
aclrtStream stream); | |||
const acldvppPicDesc *inputDesc, acldvppPicDesc *outputDesc, | |||
const acldvppBorderConfig *borderConfig, aclrtStream stream); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -2535,11 +2447,8 @@ ACL_FUNC_VISIBILITY aclError acldvppVpcMakeBorderAsync(const acldvppChannelDesc | |||
* | |||
* @see acldvppCreateChannel | acldvppCreatePicDesc | acldvppCreateHist | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError acldvppVpcCalcHistAsync(acldvppChannelDesc *channelDesc, | |||
acldvppPicDesc *srcPicDesc, | |||
acldvppHist *hist, | |||
void *reserve, | |||
aclrtStream stream); | |||
ACL_FUNC_VISIBILITY aclError acldvppVpcCalcHistAsync(acldvppChannelDesc *channelDesc, acldvppPicDesc *srcPicDesc, | |||
acldvppHist *hist, void *reserve, aclrtStream stream); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -2548,7 +2457,7 @@ ACL_FUNC_VISIBILITY aclError acldvppVpcCalcHistAsync(acldvppChannelDesc *channel | |||
* @retval null for failed. | |||
* @retval OtherValues success. | |||
*/ | |||
ACL_FUNC_VISIBILITY acldvppHist* acldvppCreateHist(); | |||
ACL_FUNC_VISIBILITY acldvppHist *acldvppCreateHist(); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -2605,7 +2514,7 @@ ACL_FUNC_VISIBILITY aclError acldvppGetHistData(acldvppHist *hist, uint32_t dim, | |||
* | |||
* @see acldvppCreateHist | acldvppVpcCalcHistAsync | |||
*/ | |||
ACL_FUNC_VISIBILITY uint32_t acldvppGetHistRetCode(acldvppHist* hist); | |||
ACL_FUNC_VISIBILITY uint32_t acldvppGetHistRetCode(acldvppHist *hist); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -2624,7 +2533,6 @@ ACL_FUNC_VISIBILITY uint32_t acldvppGetHistRetCode(acldvppHist* hist); | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError acldvppClearHist(acldvppHist *hist); | |||
/** | |||
* @ingroup AscendCL | |||
* @brief dvpp vpc batch crop, resize config and make border. | |||
@@ -2648,18 +2556,13 @@ ACL_FUNC_VISIBILITY aclError acldvppClearHist(acldvppHist *hist); | |||
* | |||
* @see acldvppCreateChannel | acldvppCreateBatchPicDesc | acldvppCreateRoiConfig | acldvppCreateResizeConfig | |||
*/ | |||
ACL_FUNC_VISIBILITY aclError acldvppVpcBatchCropResizeMakeBorderAsync(acldvppChannelDesc *channelDesc, | |||
acldvppBatchPicDesc *srcBatchPicDescs, | |||
uint32_t *roiNums, | |||
uint32_t size, | |||
acldvppBatchPicDesc *dstBatchPicDescs, | |||
acldvppRoiConfig *cropAreas[], | |||
acldvppBorderConfig *borderCfgs[], | |||
acldvppResizeConfig *resizeConfig, | |||
aclrtStream stream); | |||
ACL_FUNC_VISIBILITY aclError acldvppVpcBatchCropResizeMakeBorderAsync( | |||
acldvppChannelDesc *channelDesc, acldvppBatchPicDesc *srcBatchPicDescs, uint32_t *roiNums, uint32_t size, | |||
acldvppBatchPicDesc *dstBatchPicDescs, acldvppRoiConfig *cropAreas[], acldvppBorderConfig *borderCfgs[], | |||
acldvppResizeConfig *resizeConfig, aclrtStream stream); | |||
#ifdef __cplusplus | |||
} | |||
#endif | |||
#endif // INC_EXTERNAL_ACL_OPS_ACL_DVPP_H_ | |||
#endif // INC_EXTERNAL_ACL_OPS_ACL_DVPP_H_ |
@@ -32,8 +32,8 @@ typedef struct aclfvSearchResult aclfvSearchResult; | |||
// search operation type | |||
enum aclfvSearchType { | |||
SEARCH_1_N, // 1:N operation type | |||
SEARCH_N_M // N:M operation type | |||
SEARCH_1_N, // 1:N operation type | |||
SEARCH_N_M // N:M operation type | |||
}; | |||
/** | |||
@@ -104,7 +104,8 @@ ACL_FUNC_VISIBILITY aclError aclfvSetNMTopNum(aclfvInitPara *initPara, uint32_t | |||
* @retval OtherValues success. | |||
*/ | |||
ACL_FUNC_VISIBILITY aclfvFeatureInfo *aclfvCreateFeatureInfo(uint32_t id0, uint32_t id1, uint32_t offset, | |||
uint32_t featureLen, uint32_t featureCount, uint8_t *featureData, uint32_t featureDataLen); | |||
uint32_t featureLen, uint32_t featureCount, | |||
uint8_t *featureData, uint32_t featureDataLen); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -233,8 +234,9 @@ ACL_FUNC_VISIBILITY aclError aclfvDestroySearchInput(aclfvSearchInput *searchInp | |||
* @retval null for failed. OtherValues success | |||
*/ | |||
ACL_FUNC_VISIBILITY aclfvSearchResult *aclfvCreateSearchResult(uint32_t queryCnt, uint32_t *resultNum, | |||
uint32_t resultNumDataLen, uint32_t *id0, uint32_t *id1, uint32_t *resultOffset, float *resultDistance, | |||
uint32_t dataLen); | |||
uint32_t resultNumDataLen, uint32_t *id0, uint32_t *id1, | |||
uint32_t *resultOffset, float *resultDistance, | |||
uint32_t dataLen); | |||
/** | |||
* @ingroup AscendCL | |||
@@ -348,4 +350,4 @@ ACL_FUNC_VISIBILITY aclError aclfvSearch(aclfvSearchType type, aclfvSearchInput | |||
} | |||
#endif | |||
#endif // INC_EXTERNAL_ACL_OPS_ACL_RETR_H_ | |||
#endif // INC_EXTERNAL_ACL_OPS_ACL_RETR_H_ |
@@ -166,6 +166,8 @@ const std::string COMPRESS_FLAG = "ge.compressFlag"; | |||
const std::string PRECISION_MODE = "ge.exec.precision_mode"; | |||
const std::string TUNE_DEVICE_IDS = "ge.exec.tuneDeviceIds"; | |||
// Configure single op flag for FE | |||
// its value should be "0" or "1", default value is "0" | |||
const std::string SINGLE_OP_FLAG = "ge.exec.single_op"; | |||
@@ -359,6 +361,7 @@ using RunAsyncCallback = std::function<void(Status, std::vector<ge::OutputTensor | |||
namespace ir_option { | |||
static const char *const INPUT_FORMAT = "input_format"; | |||
static const char *const INPUT_SHAPE = "input_shape"; | |||
static const char *const INPUT_SHAPE_RANGE = ge::INPUT_SHAPE_RANGE; | |||
static const char *const OP_NAME_MAP = "op_name_map"; | |||
static const char *const IS_DYNAMIC_INPUT = "is_dynamic_input"; | |||
static const char *const IS_INPUT_ADJUST_HW_LAYOUT = "is_input_adjust_hw_layout"; | |||
@@ -370,6 +373,7 @@ static const char *const DYNAMIC_IMAGE_SIZE = kDynamicImageSize; | |||
static const char *const DYNAMIC_DIMS = kDynamicDims; | |||
static const char *const INSERT_OP_FILE = ge::INSERT_OP_FILE.c_str(); | |||
static const char *const PRECISION_MODE = ge::PRECISION_MODE.c_str(); | |||
static const char *const TUNE_DEVICE_IDS = ge::TUNE_DEVICE_IDS.c_str(); | |||
static const char *const EXEC_DISABLE_REUSED_MEMORY = ge::OPTION_EXEC_DISABLE_REUSED_MEMORY; | |||
static const char *const AUTO_TUNE_MODE = ge::AUTO_TUNE_MODE.c_str(); | |||
static const char *const CORE_TYPE = ge::CORE_TYPE.c_str(); | |||
@@ -407,6 +411,7 @@ const std::set<std::string> ir_builder_suppported_options = {INPUT_FORMAT, | |||
DYNAMIC_DIMS, | |||
INSERT_OP_FILE, | |||
PRECISION_MODE, | |||
TUNE_DEVICE_IDS, | |||
EXEC_DISABLE_REUSED_MEMORY, | |||
AUTO_TUNE_MODE, | |||
OUTPUT_TYPE, | |||
@@ -434,6 +439,7 @@ const std::set<std::string> global_options = {CORE_TYPE, | |||
ENABLE_COMPRESS_WEIGHT, | |||
COMPRESS_WEIGHT_CONF, | |||
PRECISION_MODE, | |||
TUNE_DEVICE_IDS, | |||
EXEC_DISABLE_REUSED_MEMORY, | |||
AUTO_TUNE_MODE, | |||
ENABLE_SINGLE_STREAM, | |||
@@ -27,7 +27,7 @@ | |||
#ifdef __cplusplus | |||
extern "C" { | |||
#endif // __cplusplus | |||
#endif // __cplusplus | |||
/** | |||
* @brief Initialize HCCL. | |||
@@ -66,14 +66,15 @@ extern HcclResult HcclCommInitRootInfo(uint32_t nRanks, const HcclRootInfo *root | |||
* @param sendBuf A pointer identifying the input data address of the operator. | |||
* @param recvBuf A pointer identifying the output data address of the operator. | |||
* @param count An integer(u64) identifying the number of the output data. | |||
* @param dataType The data type of the operator, must be one of the following types: int8, int16, int32, float16, float32. | |||
* @param dataType The data type of the operator, must be one of the following types: int8, int16, int32, float16, | |||
* float32. | |||
* @param op The reduction type of the operator, must be one of the following types: sum, min, max, prod. | |||
* @param comm A pointer identifying the communication resource based on. | |||
* @param stream A pointer identifying the stream information. | |||
* @return HcclResult | |||
* @return HcclResult | |||
*/ | |||
extern HcclResult HcclAllReduce(void *sendBuf, void *recvBuf, uint64_t count, HcclDataType dataType, | |||
HcclReduceOp op, HcclComm comm, aclrtStream stream); | |||
extern HcclResult HcclAllReduce(void *sendBuf, void *recvBuf, uint64_t count, HcclDataType dataType, HcclReduceOp op, | |||
HcclComm comm, aclrtStream stream); | |||
/** | |||
* @brief Broadcast operator. | |||
@@ -84,10 +85,10 @@ HcclReduceOp op, HcclComm comm, aclrtStream stream); | |||
* @param root An integer(u32) identifying the the root rank in the operator. | |||
* @param comm A pointer identifying the communication resource based on | |||
* @param stream A pointer identifying the stream information. | |||
* @return HcclResult | |||
* @return HcclResult | |||
*/ | |||
extern HcclResult HcclBroadcast(void *buf, uint64_t count, HcclDataType dataType, uint32_t root, HcclComm comm, | |||
aclrtStream stream); | |||
extern HcclResult HcclBroadcast(void *buf, uint64_t count, HcclDataType dataType, uint32_t root, HcclComm comm, | |||
aclrtStream stream); | |||
/** | |||
* @brief ReduceScatter operator. | |||
@@ -99,10 +100,10 @@ aclrtStream stream); | |||
* @param op The reduction type of the operator, must be one of the following types: sum, min, max, prod. | |||
* @param comm A pointer identifying the communication resource based on. | |||
* @param stream A pointer identifying the stream information. | |||
* @return HcclResult | |||
* @return HcclResult | |||
*/ | |||
extern HcclResult HcclReduceScatter(void *sendBuf, void *recvBuf, uint64_t recvCount, HcclDataType dataType, | |||
HcclReduceOp op, HcclComm comm, aclrtStream stream); | |||
extern HcclResult HcclReduceScatter(void *sendBuf, void *recvBuf, uint64_t recvCount, HcclDataType dataType, | |||
HcclReduceOp op, HcclComm comm, aclrtStream stream); | |||
/** | |||
* @brief AllGather operator. | |||
@@ -113,17 +114,17 @@ HcclReduceOp op, HcclComm comm, aclrtStream stream); | |||
* @param dataType The data type of the operator, must be one of the following types: int8, int32, float16, float32. | |||
* @param comm A pointer identifying the communication resource based on. | |||
* @param stream A pointer identifying the stream information. | |||
* @return HcclResult | |||
* @return HcclResult | |||
*/ | |||
extern HcclResult HcclAllGather(void *sendBuf, void *recvBuf, uint64_t sendCount, HcclDataType dataType, | |||
HcclComm comm, aclrtStream stream); | |||
extern HcclResult HcclAllGather(void *sendBuf, void *recvBuf, uint64_t sendCount, HcclDataType dataType, HcclComm comm, | |||
aclrtStream stream); | |||
/** | |||
* @brief Barrier operator. | |||
* | |||
* @param comm A pointer identifying the communication resource based on. | |||
* @param stream A pointer identifying the stream information. | |||
* @return HcclResult | |||
* @return HcclResult | |||
*/ | |||
extern HcclResult HcclBarrier(HcclComm comm, aclrtStream stream); | |||
@@ -138,5 +139,5 @@ extern HcclResult HcclCommDestroy(HcclComm comm); | |||
#ifdef __cplusplus | |||
} | |||
#endif // __cplusplus | |||
#endif // HCCL_H_ | |||
#endif // __cplusplus | |||
#endif // HCCL_H_ |
@@ -16,10 +16,10 @@ | |||
/** | |||
* @file hccl_types.h | |||
* @brief HCCL data type definition | |||
* | |||
* @brief HCCL data type definition | |||
* | |||
*/ | |||
#ifndef HCCL_TYPES_H_ | |||
#define HCCL_TYPES_H_ | |||
@@ -27,33 +27,33 @@ | |||
#ifdef __cplusplus | |||
extern "C" { | |||
#endif // __cplusplus | |||
#endif // __cplusplus | |||
/** | |||
* @brief HCCL functions return value definition | |||
*/ | |||
typedef enum { | |||
HCCL_SUCCESS = 0, /**< success */ | |||
HCCL_E_PARA = 1, /**< parameter error */ | |||
HCCL_E_PTR = 2, /**< empty pointer */ | |||
HCCL_E_MEMORY = 3, /**< memory error */ | |||
HCCL_E_INTERNAL = 4, /**< internal error */ | |||
HCCL_E_NOT_SUPPORT = 5, /**< not support feature */ | |||
HCCL_E_NOT_FOUND = 6, /**< not found specific resource */ | |||
HCCL_E_UNAVAIL = 7, /**< resource unavailable */ | |||
HCCL_E_SYSCALL = 8, /**< call system interface error */ | |||
HCCL_E_TIMEOUT = 9, /**< timeout */ | |||
HCCL_E_OPEN_FILE_FAILURE = 10, /**< open file fail */ | |||
HCCL_E_TCP_CONNECT = 11, /**< tcp connect fail */ | |||
HCCL_E_ROCE_CONNECT = 12, /**< roce connect fail */ | |||
HCCL_E_TCP_TRANSFER = 13, /**< tcp transfer fail */ | |||
HCCL_E_ROCE_TRANSFER = 14, /**< roce transfer fail */ | |||
HCCL_E_RUNTIME = 15, /**< call runtime api fail */ | |||
HCCL_E_DRV = 16, /**< call driver api fail */ | |||
HCCL_E_PROFILING = 17, /**< call profiling api fail */ | |||
HCCL_E_CCE = 18, /**< call cce api fail */ | |||
HCCL_E_NETWORK = 19, /**< call network api fail */ | |||
HCCL_E_RESERVED /**< reserved */ | |||
HCCL_SUCCESS = 0, /**< success */ | |||
HCCL_E_PARA = 1, /**< parameter error */ | |||
HCCL_E_PTR = 2, /**< empty pointer */ | |||
HCCL_E_MEMORY = 3, /**< memory error */ | |||
HCCL_E_INTERNAL = 4, /**< internal error */ | |||
HCCL_E_NOT_SUPPORT = 5, /**< not support feature */ | |||
HCCL_E_NOT_FOUND = 6, /**< not found specific resource */ | |||
HCCL_E_UNAVAIL = 7, /**< resource unavailable */ | |||
HCCL_E_SYSCALL = 8, /**< call system interface error */ | |||
HCCL_E_TIMEOUT = 9, /**< timeout */ | |||
HCCL_E_OPEN_FILE_FAILURE = 10, /**< open file fail */ | |||
HCCL_E_TCP_CONNECT = 11, /**< tcp connect fail */ | |||
HCCL_E_ROCE_CONNECT = 12, /**< roce connect fail */ | |||
HCCL_E_TCP_TRANSFER = 13, /**< tcp transfer fail */ | |||
HCCL_E_ROCE_TRANSFER = 14, /**< roce transfer fail */ | |||
HCCL_E_RUNTIME = 15, /**< call runtime api fail */ | |||
HCCL_E_DRV = 16, /**< call driver api fail */ | |||
HCCL_E_PROFILING = 17, /**< call profiling api fail */ | |||
HCCL_E_CCE = 18, /**< call cce api fail */ | |||
HCCL_E_NETWORK = 19, /**< call network api fail */ | |||
HCCL_E_RESERVED /**< reserved */ | |||
} HcclResult; | |||
/** | |||
@@ -65,37 +65,37 @@ typedef void *HcclComm; | |||
* @brief HCCL Reduction opperation | |||
*/ | |||
typedef enum { | |||
HCCL_REDUCE_SUM = 0, /**< sum */ | |||
HCCL_REDUCE_PROD = 1, /**< prod */ | |||
HCCL_REDUCE_MAX = 2, /**< max */ | |||
HCCL_REDUCE_MIN = 3, /**< min */ | |||
HCCL_REDUCE_RESERVED /**< reserved */ | |||
HCCL_REDUCE_SUM = 0, /**< sum */ | |||
HCCL_REDUCE_PROD = 1, /**< prod */ | |||
HCCL_REDUCE_MAX = 2, /**< max */ | |||
HCCL_REDUCE_MIN = 3, /**< min */ | |||
HCCL_REDUCE_RESERVED /**< reserved */ | |||
} HcclReduceOp; | |||
/** | |||
* @brief HCCL data type | |||
*/ | |||
typedef enum { | |||
HCCL_DATA_TYPE_INT8 = 0, /**< int8 */ | |||
HCCL_DATA_TYPE_INT16 = 1, /**< int16 */ | |||
HCCL_DATA_TYPE_INT32 = 2, /**< int32 */ | |||
HCCL_DATA_TYPE_FP16 = 3, /**< fp16 */ | |||
HCCL_DATA_TYPE_FP32 = 4, /**< fp32 */ | |||
HCCL_DATA_TYPE_INT64 = 5, /**< int64 */ | |||
HCCL_DATA_TYPE_UINT64 = 6, /**< uint64 */ | |||
HCCL_DATA_TYPE_RESERVED /**< reserved */ | |||
HCCL_DATA_TYPE_INT8 = 0, /**< int8 */ | |||
HCCL_DATA_TYPE_INT16 = 1, /**< int16 */ | |||
HCCL_DATA_TYPE_INT32 = 2, /**< int32 */ | |||
HCCL_DATA_TYPE_FP16 = 3, /**< fp16 */ | |||
HCCL_DATA_TYPE_FP32 = 4, /**< fp32 */ | |||
HCCL_DATA_TYPE_INT64 = 5, /**< int64 */ | |||
HCCL_DATA_TYPE_UINT64 = 6, /**< uint64 */ | |||
HCCL_DATA_TYPE_RESERVED /**< reserved */ | |||
} HcclDataType; | |||
const uint32_t HCCL_ROOT_INFO_BYTES = 4108; // 4108: root info length | |||
const uint32_t HCCL_ROOT_INFO_BYTES = 4108; // 4108: root info length | |||
/** | |||
* @brief HCCL root info | |||
*/ | |||
typedef struct HcclRootInfoDef { | |||
char internal[HCCL_ROOT_INFO_BYTES]; | |||
char internal[HCCL_ROOT_INFO_BYTES]; | |||
} HcclRootInfo; | |||
#ifdef __cplusplus | |||
} | |||
#endif // __cplusplus | |||
#endif // HCCL_TYPES_H_ | |||
#endif // __cplusplus | |||
#endif // HCCL_TYPES_H_ |
@@ -23,81 +23,81 @@ | |||
extern "C" { | |||
#endif | |||
static const int32_t ACL_RT_SUCCESS = 0; // success | |||
static const int32_t ACL_RT_SUCCESS = 0; // success | |||
static const int32_t ACL_ERROR_RT_PARAM_INVALID = 107000; // param invalid | |||
static const int32_t ACL_ERROR_RT_INVALID_DEVICEID = 107001; // invalid device id | |||
static const int32_t ACL_ERROR_RT_CONTEXT_NULL = 107002; // current context null | |||
static const int32_t ACL_ERROR_RT_STREAM_CONTEXT = 107003; // stream not in current context | |||
static const int32_t ACL_ERROR_RT_MODEL_CONTEXT = 107004; // model not in current context | |||
static const int32_t ACL_ERROR_RT_STREAM_MODEL = 107005; // stream not in model | |||
static const int32_t ACL_ERROR_RT_EVENT_TIMESTAMP_INVALID = 107006; // event timestamp invalid | |||
static const int32_t ACL_ERROR_RT_EVENT_TIMESTAMP_REVERSAL = 107007; // event timestamp reversal | |||
static const int32_t ACL_ERROR_RT_ADDR_UNALIGNED = 107008; // memory address unaligned | |||
static const int32_t ACL_ERROR_RT_FILE_OPEN = 107009; // open file failed | |||
static const int32_t ACL_ERROR_RT_FILE_WRITE = 107010; // write file failed | |||
static const int32_t ACL_ERROR_RT_STREAM_SUBSCRIBE = 107011; // error subscribe stream | |||
static const int32_t ACL_ERROR_RT_THREAD_SUBSCRIBE = 107012; // error subscribe thread | |||
static const int32_t ACL_ERROR_RT_GROUP_NOT_SET = 107013; // group not set | |||
static const int32_t ACL_ERROR_RT_GROUP_NOT_CREATE = 107014; // group not create | |||
static const int32_t ACL_ERROR_RT_STREAM_NO_CB_REG = 107015; // callback not register to stream | |||
static const int32_t ACL_ERROR_RT_INVALID_MEMORY_TYPE = 107016; // invalid memory type | |||
static const int32_t ACL_ERROR_RT_INVALID_HANDLE = 107017; // invalid handle | |||
static const int32_t ACL_ERROR_RT_INVALID_MALLOC_TYPE = 107018; // invalid malloc type | |||
static const int32_t ACL_ERROR_RT_PARAM_INVALID = 107000; // param invalid | |||
static const int32_t ACL_ERROR_RT_INVALID_DEVICEID = 107001; // invalid device id | |||
static const int32_t ACL_ERROR_RT_CONTEXT_NULL = 107002; // current context null | |||
static const int32_t ACL_ERROR_RT_STREAM_CONTEXT = 107003; // stream not in current context | |||
static const int32_t ACL_ERROR_RT_MODEL_CONTEXT = 107004; // model not in current context | |||
static const int32_t ACL_ERROR_RT_STREAM_MODEL = 107005; // stream not in model | |||
static const int32_t ACL_ERROR_RT_EVENT_TIMESTAMP_INVALID = 107006; // event timestamp invalid | |||
static const int32_t ACL_ERROR_RT_EVENT_TIMESTAMP_REVERSAL = 107007; // event timestamp reversal | |||
static const int32_t ACL_ERROR_RT_ADDR_UNALIGNED = 107008; // memory address unaligned | |||
static const int32_t ACL_ERROR_RT_FILE_OPEN = 107009; // open file failed | |||
static const int32_t ACL_ERROR_RT_FILE_WRITE = 107010; // write file failed | |||
static const int32_t ACL_ERROR_RT_STREAM_SUBSCRIBE = 107011; // error subscribe stream | |||
static const int32_t ACL_ERROR_RT_THREAD_SUBSCRIBE = 107012; // error subscribe thread | |||
static const int32_t ACL_ERROR_RT_GROUP_NOT_SET = 107013; // group not set | |||
static const int32_t ACL_ERROR_RT_GROUP_NOT_CREATE = 107014; // group not create | |||
static const int32_t ACL_ERROR_RT_STREAM_NO_CB_REG = 107015; // callback not register to stream | |||
static const int32_t ACL_ERROR_RT_INVALID_MEMORY_TYPE = 107016; // invalid memory type | |||
static const int32_t ACL_ERROR_RT_INVALID_HANDLE = 107017; // invalid handle | |||
static const int32_t ACL_ERROR_RT_INVALID_MALLOC_TYPE = 107018; // invalid malloc type | |||
static const int32_t ACL_ERROR_RT_FEATURE_NOT_SUPPORT = 207000; // feature not support | |||
static const int32_t ACL_ERROR_RT_MEMORY_ALLOCATION = 207001; // memory allocation error | |||
static const int32_t ACL_ERROR_RT_MEMORY_FREE = 207002; // memory free error | |||
static const int32_t ACL_ERROR_RT_AICORE_OVER_FLOW = 207003; // aicore over flow | |||
static const int32_t ACL_ERROR_RT_NO_DEVICE = 207004; // no device | |||
static const int32_t ACL_ERROR_RT_RESOURCE_ALLOC_FAIL = 207005; // resource alloc fail | |||
static const int32_t ACL_ERROR_RT_NO_PERMISSION = 207006; // no permission | |||
static const int32_t ACL_ERROR_RT_NO_EVENT_RESOURCE = 207007; // no event resource | |||
static const int32_t ACL_ERROR_RT_NO_STREAM_RESOURCE = 207008; // no stream resource | |||
static const int32_t ACL_ERROR_RT_NO_NOTIFY_RESOURCE = 207009; // no notify resource | |||
static const int32_t ACL_ERROR_RT_NO_MODEL_RESOURCE = 207010; // no model resource | |||
static const int32_t ACL_ERROR_RT_FEATURE_NOT_SUPPORT = 207000; // feature not support | |||
static const int32_t ACL_ERROR_RT_MEMORY_ALLOCATION = 207001; // memory allocation error | |||
static const int32_t ACL_ERROR_RT_MEMORY_FREE = 207002; // memory free error | |||
static const int32_t ACL_ERROR_RT_AICORE_OVER_FLOW = 207003; // aicore over flow | |||
static const int32_t ACL_ERROR_RT_NO_DEVICE = 207004; // no device | |||
static const int32_t ACL_ERROR_RT_RESOURCE_ALLOC_FAIL = 207005; // resource alloc fail | |||
static const int32_t ACL_ERROR_RT_NO_PERMISSION = 207006; // no permission | |||
static const int32_t ACL_ERROR_RT_NO_EVENT_RESOURCE = 207007; // no event resource | |||
static const int32_t ACL_ERROR_RT_NO_STREAM_RESOURCE = 207008; // no stream resource | |||
static const int32_t ACL_ERROR_RT_NO_NOTIFY_RESOURCE = 207009; // no notify resource | |||
static const int32_t ACL_ERROR_RT_NO_MODEL_RESOURCE = 207010; // no model resource | |||
static const int32_t ACL_ERROR_RT_INTERNAL_ERROR = 507000; // runtime internal error | |||
static const int32_t ACL_ERROR_RT_TS_ERROR = 507001; // ts internel error | |||
static const int32_t ACL_ERROR_RT_STREAM_TASK_FULL = 507002; // task full in stream | |||
static const int32_t ACL_ERROR_RT_STREAM_TASK_EMPTY = 507003; // task empty in stream | |||
static const int32_t ACL_ERROR_RT_STREAM_NOT_COMPLETE = 507004; // stream not complete | |||
static const int32_t ACL_ERROR_RT_END_OF_SEQUENCE = 507005; // end of sequence | |||
static const int32_t ACL_ERROR_RT_EVENT_NOT_COMPLETE = 507006; // event not complete | |||
static const int32_t ACL_ERROR_RT_CONTEXT_RELEASE_ERROR = 507007; // context release error | |||
static const int32_t ACL_ERROR_RT_SOC_VERSION = 507008; // soc version error | |||
static const int32_t ACL_ERROR_RT_TASK_TYPE_NOT_SUPPORT = 507009; // task type not support | |||
static const int32_t ACL_ERROR_RT_LOST_HEARTBEAT = 507010; // ts lost heartbeat | |||
static const int32_t ACL_ERROR_RT_MODEL_EXECUTE = 507011; // model execute failed | |||
static const int32_t ACL_ERROR_RT_REPORT_TIMEOUT = 507012; // report timeout | |||
static const int32_t ACL_ERROR_RT_SYS_DMA = 507013; // sys dma error | |||
static const int32_t ACL_ERROR_RT_AICORE_TIMEOUT = 507014; // aicore timeout | |||
static const int32_t ACL_ERROR_RT_AICORE_EXCEPTION = 507015; // aicore exception | |||
static const int32_t ACL_ERROR_RT_AICORE_TRAP_EXCEPTION = 507016; // aicore trap exception | |||
static const int32_t ACL_ERROR_RT_AICPU_TIMEOUT = 507017; // aicpu timeout | |||
static const int32_t ACL_ERROR_RT_AICPU_EXCEPTION = 507018; // aicpu exception | |||
static const int32_t ACL_ERROR_RT_AICPU_DATADUMP_RSP_ERR = 507019; // aicpu datadump response error | |||
static const int32_t ACL_ERROR_RT_AICPU_MODEL_RSP_ERR = 507020; // aicpu model operate response error | |||
static const int32_t ACL_ERROR_RT_PROFILING_ERROR = 507021; // profiling error | |||
static const int32_t ACL_ERROR_RT_IPC_ERROR = 507022; // ipc error | |||
static const int32_t ACL_ERROR_RT_MODEL_ABORT_NORMAL = 507023; // model abort normal | |||
static const int32_t ACL_ERROR_RT_KERNEL_UNREGISTERING = 507024; // kernel unregistering | |||
static const int32_t ACL_ERROR_RT_RINGBUFFER_NOT_INIT = 507025; // ringbuffer not init | |||
static const int32_t ACL_ERROR_RT_RINGBUFFER_NO_DATA = 507026; // ringbuffer no data | |||
static const int32_t ACL_ERROR_RT_KERNEL_LOOKUP = 507027; // kernel lookup error | |||
static const int32_t ACL_ERROR_RT_KERNEL_DUPLICATE = 507028; // kernel register duplicate | |||
static const int32_t ACL_ERROR_RT_DEBUG_REGISTER_FAIL = 507029; // debug register failed | |||
static const int32_t ACL_ERROR_RT_DEBUG_UNREGISTER_FAIL = 507030; // debug unregister failed | |||
static const int32_t ACL_ERROR_RT_LABEL_CONTEXT = 507031; // label not in current context | |||
static const int32_t ACL_ERROR_RT_PROGRAM_USE_OUT = 507032; // program register num use out | |||
static const int32_t ACL_ERROR_RT_DEV_SETUP_ERROR = 507033; // device setup error | |||
static const int32_t ACL_ERROR_RT_INTERNAL_ERROR = 507000; // runtime internal error | |||
static const int32_t ACL_ERROR_RT_TS_ERROR = 507001; // ts internel error | |||
static const int32_t ACL_ERROR_RT_STREAM_TASK_FULL = 507002; // task full in stream | |||
static const int32_t ACL_ERROR_RT_STREAM_TASK_EMPTY = 507003; // task empty in stream | |||
static const int32_t ACL_ERROR_RT_STREAM_NOT_COMPLETE = 507004; // stream not complete | |||
static const int32_t ACL_ERROR_RT_END_OF_SEQUENCE = 507005; // end of sequence | |||
static const int32_t ACL_ERROR_RT_EVENT_NOT_COMPLETE = 507006; // event not complete | |||
static const int32_t ACL_ERROR_RT_CONTEXT_RELEASE_ERROR = 507007; // context release error | |||
static const int32_t ACL_ERROR_RT_SOC_VERSION = 507008; // soc version error | |||
static const int32_t ACL_ERROR_RT_TASK_TYPE_NOT_SUPPORT = 507009; // task type not support | |||
static const int32_t ACL_ERROR_RT_LOST_HEARTBEAT = 507010; // ts lost heartbeat | |||
static const int32_t ACL_ERROR_RT_MODEL_EXECUTE = 507011; // model execute failed | |||
static const int32_t ACL_ERROR_RT_REPORT_TIMEOUT = 507012; // report timeout | |||
static const int32_t ACL_ERROR_RT_SYS_DMA = 507013; // sys dma error | |||
static const int32_t ACL_ERROR_RT_AICORE_TIMEOUT = 507014; // aicore timeout | |||
static const int32_t ACL_ERROR_RT_AICORE_EXCEPTION = 507015; // aicore exception | |||
static const int32_t ACL_ERROR_RT_AICORE_TRAP_EXCEPTION = 507016; // aicore trap exception | |||
static const int32_t ACL_ERROR_RT_AICPU_TIMEOUT = 507017; // aicpu timeout | |||
static const int32_t ACL_ERROR_RT_AICPU_EXCEPTION = 507018; // aicpu exception | |||
static const int32_t ACL_ERROR_RT_AICPU_DATADUMP_RSP_ERR = 507019; // aicpu datadump response error | |||
static const int32_t ACL_ERROR_RT_AICPU_MODEL_RSP_ERR = 507020; // aicpu model operate response error | |||
static const int32_t ACL_ERROR_RT_PROFILING_ERROR = 507021; // profiling error | |||
static const int32_t ACL_ERROR_RT_IPC_ERROR = 507022; // ipc error | |||
static const int32_t ACL_ERROR_RT_MODEL_ABORT_NORMAL = 507023; // model abort normal | |||
static const int32_t ACL_ERROR_RT_KERNEL_UNREGISTERING = 507024; // kernel unregistering | |||
static const int32_t ACL_ERROR_RT_RINGBUFFER_NOT_INIT = 507025; // ringbuffer not init | |||
static const int32_t ACL_ERROR_RT_RINGBUFFER_NO_DATA = 507026; // ringbuffer no data | |||
static const int32_t ACL_ERROR_RT_KERNEL_LOOKUP = 507027; // kernel lookup error | |||
static const int32_t ACL_ERROR_RT_KERNEL_DUPLICATE = 507028; // kernel register duplicate | |||
static const int32_t ACL_ERROR_RT_DEBUG_REGISTER_FAIL = 507029; // debug register failed | |||
static const int32_t ACL_ERROR_RT_DEBUG_UNREGISTER_FAIL = 507030; // debug unregister failed | |||
static const int32_t ACL_ERROR_RT_LABEL_CONTEXT = 507031; // label not in current context | |||
static const int32_t ACL_ERROR_RT_PROGRAM_USE_OUT = 507032; // program register num use out | |||
static const int32_t ACL_ERROR_RT_DEV_SETUP_ERROR = 507033; // device setup error | |||
static const int32_t ACL_ERROR_RT_DRV_INTERNAL_ERROR = 507899; // drv internal error | |||
static const int32_t ACL_ERROR_RT_AICPU_INTERNAL_ERROR = 507900; // aicpu internal error | |||
static const int32_t ACL_ERROR_RT_SOCKET_CLOSE = 507901; // hdc disconnect | |||
static const int32_t ACL_ERROR_RT_DRV_INTERNAL_ERROR = 507899; // drv internal error | |||
static const int32_t ACL_ERROR_RT_AICPU_INTERNAL_ERROR = 507900; // aicpu internal error | |||
static const int32_t ACL_ERROR_RT_SOCKET_CLOSE = 507901; // hdc disconnect | |||
#ifdef __cplusplus | |||
} | |||
#endif | |||
#endif // __INC_EXTERNEL_RT_ERROR_CODES_H__ | |||
#endif // __INC_EXTERNEL_RT_ERROR_CODES_H__ |
@@ -113,14 +113,13 @@ | |||
} while (0) | |||
// Check if the parameter is null. If yes, return PARAM_INVALID and record the error | |||
#define GE_CHECK_NOTNULL(val) \ | |||
do { \ | |||
if (val == nullptr) { \ | |||
REPORT_INNER_ERROR("E19999", "Param:%s is nullptr, check invalid when %s", \ | |||
#val, __FUNCTION__); \ | |||
DOMI_LOGE("[Check][Param:%s]null is invalid when %s.", #val, __FUNCTION__); \ | |||
return ge::PARAM_INVALID; \ | |||
} \ | |||
#define GE_CHECK_NOTNULL(val) \ | |||
do { \ | |||
if (val == nullptr) { \ | |||
REPORT_INNER_ERROR("E19999", "Param:%s is nullptr, check invalid", #val); \ | |||
DOMI_LOGE("[Check][Param:%s]null is invalid.", #val); \ | |||
return ge::PARAM_INVALID; \ | |||
} \ | |||
} while (0) | |||
// Check if the parameter is null. If yes, just return and record the error | |||
@@ -1 +1 @@ | |||
Subproject commit 99627af3e039343ee972701acaf9a6f376a6ca77 | |||
Subproject commit 22ab76ecd8461f679606374be4b3b6b6f7cad321 |
@@ -1 +1 @@ | |||
Subproject commit 424ac0609fe17f455865436462a2c62f85aea2b1 | |||
Subproject commit f12a4159641de89e38460205be89da8ef74eba8a |
@@ -16,16 +16,16 @@ | |||
#include "common/util/error_manager/error_manager.h" | |||
using namespace ErrorMessage; | |||
using namespace error_message; | |||
namespace ErrorMessage { | |||
thread_local Context ErrorManager::error_context_ = {0, "", "", ""}; | |||
namespace error_message { | |||
int FormatErrorMessage(char *str_dst, size_t dst_max, const char *format, ...) { | |||
return 1; | |||
} | |||
} | |||
thread_local Context ErrorManager::error_context_ = {0, "", "", ""}; | |||
ErrorManager &ErrorManager::GetInstance() { | |||
static ErrorManager instance; | |||
return instance; | |||
@@ -98,11 +98,11 @@ thread_local Context ErrorManager::error_context_ = {0, "", "", ""}; | |||
const std::string &ErrorManager::GetLogHeader() { return error_context_.log_header; } | |||
struct Context &ErrorManager::GetErrorContext() { | |||
struct Context error_context; | |||
struct error_message::Context &ErrorManager::GetErrorManagerContext() { | |||
struct error_message::Context error_context; | |||
return error_context; | |||
} | |||
void ErrorManager::SetErrorContext(struct Context error_context) {} | |||
void ErrorManager::SetErrorContext(struct error_message::Context error_context) {} | |||
void ErrorManager::SetStage(const std::string &first_stage, const std::string &second_stage) {} |
@@ -32,14 +32,6 @@ class UtestGeTestDefType : public testing::Test { | |||
void TearDown() {} | |||
}; | |||
TEST_F(UtestGeTestDefType, base) { | |||
CompressInfo com1; | |||
com1.set_blockrow(1); | |||
int32_t a = com1.blockrow; | |||
EXPECT_EQ(a, 1); | |||
} | |||
TEST_F(UtestGeTestDefType, quant) { | |||
OpDescPtr desc_ptr1 = std::make_shared<OpDesc>("name1", "type1"); | |||
EXPECT_EQ(desc_ptr1->AddInputDesc("x", GeTensorDesc(GeShape({1, 16, 16, 16}), FORMAT_NCHW)), GRAPH_SUCCESS); | |||
@@ -48,28 +40,4 @@ TEST_F(UtestGeTestDefType, quant) { | |||
EXPECT_EQ(OpDescUtils::HasQuantizeFactorParams(desc_ptr1), false); | |||
EXPECT_EQ(OpDescUtils::HasQuantizeFactorParams(*desc_ptr1), false); | |||
QuantizeFactorParams q1; | |||
EXPECT_EQ(q1.has_quantize_param(), false); | |||
QuantizeFactor *qf1 = q1.mutable_quantize_param(); | |||
EXPECT_EQ(q1.has_quantize_param(), true); | |||
string s1 = "value1"; | |||
q1.quantize_param.set_scale_value(s1.data(), s1.size()); | |||
EXPECT_EQ(OpDescUtils::SetQuantizeFactorParams(desc_ptr1, q1), GRAPH_SUCCESS); | |||
QuantizeFactorParams q2; | |||
EXPECT_EQ(OpDescUtils::GetQuantizeFactorParams(desc_ptr1, q2), GRAPH_SUCCESS); | |||
string s2((char *)q2.quantize_param.scale_value.GetData(), q2.quantize_param.scale_value.GetSize()); | |||
EXPECT_EQ(s2, "value1"); | |||
float f[2] = {1, 2}; | |||
string s(static_cast<char *>(static_cast<void *>(f)), 2 * sizeof(float)); | |||
q1.quantize_param.set_scale_value(f, 2 * sizeof(float)); | |||
EXPECT_EQ(OpDescUtils::SetQuantizeFactorParams(*desc_ptr1, q1), GRAPH_SUCCESS); | |||
QuantizeFactorParams q3; | |||
EXPECT_EQ(OpDescUtils::GetQuantizeFactorParams(*desc_ptr1, q3), GRAPH_SUCCESS); | |||
Buffer &b = q3.quantize_param.scale_value; | |||
float f1[2]; | |||
memcpy(f1, b.GetData(), b.GetSize()); | |||
EXPECT_EQ(f1[0], 1); | |||
EXPECT_EQ(f1[1], 2); | |||
} |
@@ -209,18 +209,6 @@ TEST_F(UtestGeTensor, test_tensor_desc_invalid_null) { | |||
tensor_desc2.SetDataType(DT_DUAL_SUB_INT8); | |||
EXPECT_EQ(tensor_desc2.GetDataType(), DT_DUAL_SUB_INT8); | |||
CompressInfo info; | |||
EXPECT_EQ(TensorUtils::GetCmpsInfo(tensor_desc2, info), GRAPH_FAILED); | |||
TensorUtils::SetCmpsInfo(tensor_desc2, info); | |||
EXPECT_EQ(TensorUtils::GetCmpsInfo(tensor_desc2, info), GRAPH_SUCCESS); | |||
AllOffsetQuantizeInfo quantize_info; | |||
EXPECT_FALSE(TensorUtils::HasAlloffsetQuantizeInfo(tensor_desc2)); | |||
EXPECT_EQ(TensorUtils::GetAlloffsetQuantizeInfo(tensor_desc2, quantize_info), GRAPH_FAILED); | |||
TensorUtils::SetAlloffsetQuantizeInfo(tensor_desc2, quantize_info); | |||
EXPECT_EQ(TensorUtils::GetAlloffsetQuantizeInfo(tensor_desc2, quantize_info), GRAPH_SUCCESS); | |||
EXPECT_TRUE(TensorUtils::HasAlloffsetQuantizeInfo(tensor_desc2)); | |||
TensorUtils::SetWeightSize(tensor_desc, 100); | |||
EXPECT_EQ(TensorUtils::GetWeightSize(tensor_desc), 0); | |||
} | |||