|
|
@@ -67,19 +67,19 @@ static bool is_dynamic_input = false; |
|
|
|
const char *const kGraphMemoryManagerMallocMaxSize = "8*1024*1024*1024"; |
|
|
|
const char *const kModeSupport = "only support 0(model to framework model), " |
|
|
|
"1(framework model to json), 3(only pre-check), 5(pbtxt to json)"; |
|
|
|
const char *const kModelToJsonSupport = "only support 0(Caffe) 3(TensorFlow)"; |
|
|
|
const char *const kModelToJsonSupport = "only support 0(Caffe) 3(TensorFlow) 5(Onnx)"; |
|
|
|
|
|
|
|
// limit available mem size 2G |
|
|
|
const long kMinAvailableMem = 2 * 1024 * 1024; |
|
|
|
|
|
|
|
DEFINE_string(model, "", "The model file."); |
|
|
|
DEFINE_string(output, "", "The output file path&name."); |
|
|
|
DEFINE_int32(framework, -1, "Framework type(0:Caffe; 1:MindSpore; 3:Tensorflow)."); |
|
|
|
DEFINE_int32(framework, -1, "Framework type(0:Caffe; 1:MindSpore; 3:Tensorflow; 5:Onnx)."); |
|
|
|
DEFINE_string(weight, "", "Optional; weight file. Required when framework is Caffe."); |
|
|
|
|
|
|
|
DEFINE_string(input_shape, "", |
|
|
|
"Optional; shape of input data. Required when framework is caffe " |
|
|
|
"or TensorFLow or MindSpore." |
|
|
|
"or TensorFLow or MindSpore or Onnx. " |
|
|
|
"Format: \"input_name1:n1,c1,h1,w1;input_name2:n2,c2,h2,w2\""); |
|
|
|
DEFINE_bool(h, false, "show this help message"); |
|
|
|
DEFINE_string(cal_conf, "", "Optional; the calibration config file."); |
|
|
@@ -220,31 +220,29 @@ class GFlagUtils { |
|
|
|
" --model Model file\n" |
|
|
|
" --weight Weight file. Required when framework is Caffe\n" |
|
|
|
" --om The model file to be converted to json\n" |
|
|
|
" --framework Framework type. 0:Caffe; 1:MindSpore; 3:Tensorflow\n" |
|
|
|
" --framework Framework type. 0:Caffe; 1:MindSpore; 3:Tensorflow; 5:Onnx\n" |
|
|
|
" --input_format Format of input data. E.g.: \"NCHW\"\n" |
|
|
|
" --input_shape Shape of input data. Separate multiple nodes with semicolons (;)." |
|
|
|
" --input_shape Shape of input data. Separate multiple nodes with semicolons (;). " |
|
|
|
"Use double quotation marks (\") to enclose each argument.\n" |
|
|
|
" E.g.: \"input_name1:n1,c1,h1,w1;input_name2:n2,c2,h2,w2\"\n" |
|
|
|
" --dynamic_batch_size Set dynamic batch size. E.g: \"batchsize1,batchsize2,batchsize3\"\n" |
|
|
|
" --dynamic_image_size Set dynamic image size. Separate multiple nodes with semicolons (;)." |
|
|
|
" --dynamic_batch_size Set dynamic batch size. E.g.: \"batchsize1,batchsize2,batchsize3\"\n" |
|
|
|
" --dynamic_image_size Set dynamic image size. Separate multiple nodes with semicolons (;). " |
|
|
|
"Use double quotation marks (\") to enclose each argument.\n" |
|
|
|
" E.g: \"imagesize1_height,imagesize1_width;imagesize2_height,imagesize2_width\"\n" |
|
|
|
" --dynamic_dims Set dynamic dims. Separate multiple nodes with semicolons (;)." |
|
|
|
"Use double quotation marks (\") to enclose each argument. E.g: \"dims1_n1,dims1_n2;dims2_n1,dims2_n2\"\n" |
|
|
|
" E.g.: \"imagesize1_height,imagesize1_width;imagesize2_height,imagesize2_width\"\n" |
|
|
|
" --dynamic_dims Set dynamic dims. Separate multiple nodes with semicolons (;). " |
|
|
|
"Use double quotation marks (\") to enclose each argument.\n" |
|
|
|
" E.g.: \"dims1_n1,dims1_n2;dims2_n1,dims2_n2\"\n" |
|
|
|
" --singleop Single op definition file. atc will generate offline " |
|
|
|
"model(s) for single op if --singleop is set.\n" |
|
|
|
"\n[Output]\n" |
|
|
|
" --output Output file path&name(needn't suffix, will add " |
|
|
|
".om automatically). \n" |
|
|
|
" --output Output file path&name(needn't suffix, will add .om automatically). \n" |
|
|
|
" If --singleop is set, this arg specifies the directory to " |
|
|
|
"which the single op offline model will be generated\n" |
|
|
|
" --output_type Set net output type. Support FP32, FP16, UINT8." |
|
|
|
" --output_type Set net output type. Support FP32, FP16, UINT8. " |
|
|
|
"E.g.: FP16, indicates that all out nodes are set to FP16.\n" |
|
|
|
" \"node1:0:FP16;node2:1:FP32\", indicates setting the datatype of multiple out nodes.\n" |
|
|
|
" --check_report The pre-checking report file. Default value is: " |
|
|
|
"\"check_result.json\"\n" |
|
|
|
" --json The output json file path&name which is " |
|
|
|
"converted from a model\n" |
|
|
|
" --check_report The pre-checking report file. Default value is: \"check_result.json\"\n" |
|
|
|
" --json The output json file path&name which is converted from a model\n" |
|
|
|
"\n[Target]\n" |
|
|
|
" --soc_version The soc version.\n" |
|
|
|
" --core_type Set core type AiCore or VectorCore. VectorCore: use vector core. " |
|
|
@@ -255,23 +253,22 @@ class GFlagUtils { |
|
|
|
" --out_nodes Output nodes designated by users. Separate multiple nodes with semicolons (;)." |
|
|
|
"Use double quotation marks (\") to enclose each argument.\n" |
|
|
|
" E.g.: \"node_name1:0;node_name1:1;node_name2:0\"\n" |
|
|
|
" --input_fp16_nodes Input node datatype is fp16. Separate multiple nodes with semicolons " |
|
|
|
"(;)." |
|
|
|
"Use double quotation marks (\") to enclose each argument." |
|
|
|
" --input_fp16_nodes Input node datatype is fp16. Separate multiple nodes with semicolons (;)." |
|
|
|
"Use double quotation marks (\") to enclose each argument. " |
|
|
|
"E.g.: \"node_name1;node_name2\"\n" |
|
|
|
" --insert_op_conf Config file to insert new op\n" |
|
|
|
" --op_name_map Custom op name mapping file\n" |
|
|
|
" Note: A semicolon(;) cannot be included in each " |
|
|
|
"path, otherwise the resolved path will not match the expected one.\n" |
|
|
|
" --is_input_adjust_hw_layout Intput node datatype is fp16 and format is " |
|
|
|
"NC1HWC0, used with input_fp16_nodes E.g.: \"true,true,false,true\"\n" |
|
|
|
"NC1HWC0, used with input_fp16_nodes. E.g.: \"true,true,false,true\"\n" |
|
|
|
" --is_output_adjust_hw_layout Net output node datatype is fp16 and format is " |
|
|
|
"NC1HWC0, used with out_nodes. E.g.: \"true,true,false,true\"\n" |
|
|
|
"\n[Model Tuning]\n" |
|
|
|
" --disable_reuse_memory The switch of reuse memory. Default value is : 0." |
|
|
|
" --disable_reuse_memory The switch of reuse memory. Default value is : 0. " |
|
|
|
"0 means reuse memory, 1 means do not reuse memory.\n" |
|
|
|
" --fusion_switch_file Set fusion switch file path\n" |
|
|
|
" --enable_scope_fusion_passes validate the non-general scope fusion passes," |
|
|
|
" --enable_scope_fusion_passes validate the non-general scope fusion passes, " |
|
|
|
"multiple names can be set and separated by ','. E.g.: ScopePass1,ScopePass2,...\n" |
|
|
|
" --enable_single_stream Enable single stream. true: enable; false(default): disable\n" |
|
|
|
" --enable_small_channel Set enable small channel. 0(default): disable; 1: enable\n" |
|
|
@@ -282,20 +279,21 @@ class GFlagUtils { |
|
|
|
" --precision_mode precision mode, support force_fp16(default), allow_mix_precision, " |
|
|
|
"allow_fp32_to_fp16, must_keep_origin_dtype.\n" |
|
|
|
" --auto_tune_mode Set tune mode. E.g.: \"GA,RL\", support configure multiple, spit by ,\n" |
|
|
|
" --op_select_implmode Set op select implmode. Support high_precision, high_performance." |
|
|
|
" --op_select_implmode Set op select implmode. Support high_precision, high_performance. " |
|
|
|
"default: high_performance\n" |
|
|
|
" --optypelist_for_implmode Appoint which op to select implmode, cooperated with op_select_implmode.\n" |
|
|
|
" Separate multiple nodes with commas (,). Use double quotation marks (\") " |
|
|
|
" to enclose each argument. E.g.: \"node_name1,node_name2\"\n" |
|
|
|
"to enclose each argument. E.g.: \"node_name1,node_name2\"\n" |
|
|
|
" --op_debug_level Debug enable for TBE operator building.\n" |
|
|
|
" 0 (default): Disable debug; 1: Enable TBE pipe_all, " |
|
|
|
"and generate the operator CCE file and Python-CCE mapping file (.json);\n" |
|
|
|
" 2: Enable TBE pipe_all, generate the operator CCE file and Python-CCE mapping file " |
|
|
|
"(.json), and enable the CCE compiler -O0-g.\n" |
|
|
|
" 3: Disable debug, and keep generating kernel file (.o and .json)\n" |
|
|
|
"\n[Debug]\n" |
|
|
|
" --save_original_model Control whether to output original model. E.g.: true: output original model\n" |
|
|
|
" --log Generate log with level. Support debug, info, warning, error, null\n" |
|
|
|
" --dump_mode The switch of dump json with shape, to be used with mode 1." |
|
|
|
" --dump_mode The switch of dump json with shape, to be used with mode 1. " |
|
|
|
"0(default): disable; 1: enable."); |
|
|
|
|
|
|
|
gflags::ParseCommandLineNonHelpFlags(&argc, &argv, true); |
|
|
@@ -506,9 +504,9 @@ class GFlagUtils { |
|
|
|
// No framework information was passed in or the entered framework is illegal |
|
|
|
ErrorManager::GetInstance().ATCReportErrMessage( |
|
|
|
"E10007", {"parameter", "support"}, |
|
|
|
{"framework", "0(Caffe) or 1(MindSpore) or 3(TensorFlow)"}); |
|
|
|
{"framework", "0(Caffe) or 1(MindSpore) or 3(TensorFlow) or 5(Onnx)"}); |
|
|
|
DOMI_LOGE("Input parameter[--framework] is mandatory and it's value must be: " |
|
|
|
"0(Caffe) or 1(MindSpore) or 3(TensorFlow)."); |
|
|
|
"0(Caffe) or 1(MindSpore) or 3(TensorFlow) or 5(Onnx)."); |
|
|
|
return domi::PARAM_INVALID; |
|
|
|
} |
|
|
|
|
|
|
|