You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

test_tensorflow_parser.cc 171 kB

3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205320632073208320932103211321232133214321532163217321832193220322132223223322432253226322732283229323032313232323332343235323632373238323932403241324232433244324532463247324832493250325132523253325432553256325732583259326032613262326332643265326632673268326932703271327232733274327532763277327832793280328132823283328432853286328732883289329032913292329332943295329632973298329933003301330233033304330533063307330833093310331133123313331433153316331733183319332033213322332333243325332633273328332933303331333233333334333533363337333833393340334133423343334433453346334733483349335033513352335333543355335633573358335933603361336233633364336533663367336833693370337133723373337433753376337733783379338033813382338333843385338633873388338933903391339233933394339533963397339833993400340134023403340434053406340734083409341034113412341334143415341634173418341934203421342234233424342534263427342834293430343134323433343434353436343734383439344034413442344334443445344634473448344934503451345234533454345534563457345834593460346134623463346434653466346734683469347034713472347334743475347634773478347934803481348234833484348534863487348834893490349134923493349434953496349734983499350035013502350335043505350635073508350935103511351235133514351535163517351835193520352135223523352435253526352735283529353035313532353335343535353635373538353935403541354235433544354535463547354835493550355135523553355435553556355735583559356035613562356335643565356635673568356935703571357235733574357535763577357835793580358135823583358435853586358735883589359035913592359335943595359635973598359936003601360236033604360536063607360836093610361136123613361436153616361736183619362036213622362336243625362636273628362936303631363236333634363536363637363836393640364136423643364436453646364736483649365036513652365336543655365636573658365936603661366236633664366536663667366836693670367136723673367436753676367736783679368036813682368336843685368636873688368936903691369236933694369536963697369836993700370137023703370437053706370737083709371037113712371337143715371637173718371937203721372237233724372537263727372837293730373137323733373437353736373737383739374037413742374337443745374637473748374937503751375237533754375537563757375837593760376137623763376437653766376737683769377037713772377337743775377637773778377937803781378237833784378537863787378837893790379137923793379437953796379737983799380038013802380338043805380638073808380938103811381238133814381538163817381838193820382138223823382438253826382738283829383038313832383338343835383638373838383938403841384238433844384538463847384838493850385138523853385438553856385738583859386038613862386338643865386638673868386938703871387238733874387538763877387838793880388138823883388438853886388738883889389038913892389338943895389638973898389939003901390239033904390539063907390839093910391139123913391439153916391739183919392039213922392339243925392639273928392939303931393239333934393539363937393839393940394139423943394439453946394739483949395039513952395339543955395639573958395939603961396239633964396539663967396839693970397139723973397439753976397739783979398039813982398339843985398639873988398939903991399239933994399539963997399839994000400140024003400440054006400740084009401040114012401340144015401640174018401940204021402240234024402540264027402840294030403140324033403440354036403740384039404040414042404340444045404640474048404940504051405240534054405540564057405840594060406140624063406440654066406740684069407040714072407340744075407640774078407940804081408240834084408540864087408840894090409140924093409440954096409740984099410041014102410341044105410641074108410941104111411241134114411541164117411841194120412141224123412441254126412741284129413041314132413341344135413641374138413941404141414241434144414541464147414841494150415141524153415441554156415741584159416041614162416341644165416641674168416941704171417241734174417541764177417841794180418141824183418441854186418741884189419041914192419341944195419641974198419942004201420242034204420542064207420842094210421142124213421442154216421742184219422042214222422342244225422642274228422942304231423242334234423542364237423842394240424142424243424442454246424742484249425042514252425342544255425642574258425942604261426242634264426542664267426842694270427142724273427442754276427742784279428042814282428342844285428642874288428942904291429242934294429542964297429842994300430143024303430443054306430743084309431043114312431343144315431643174318431943204321432243234324432543264327432843294330433143324333433443354336433743384339434043414342434343444345434643474348434943504351435243534354435543564357435843594360436143624363436443654366436743684369437043714372437343744375437643774378437943804381438243834384438543864387438843894390439143924393439443954396439743984399440044014402440344044405440644074408440944104411441244134414441544164417441844194420442144224423442444254426442744284429443044314432443344344435443644374438443944404441444244434444444544464447444844494450445144524453445444554456445744584459446044614462446344644465
  1. /**
  2. * Copyright 2019-2020 Huawei Technologies Co., Ltd
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #include <gtest/gtest.h>
  17. #define protected public
  18. #define private public
  19. #include "parser/common/op_parser_factory.h"
  20. #include "parser/tensorflow/tensorflow_parser.h"
  21. #include "graph/operator_reg.h"
  22. #include "register/op_registry.h"
  23. #include "external/register/register.h"
  24. #include "parser/common/register_tbe.h"
  25. #include "st/parser_st_utils.h"
  26. #include "tests/depends/ops_stub/ops_stub.h"
  27. #include "parser/common/acl_graph_parser_util.h"
  28. #include "metadef/third_party/graphengine/inc/external/ge/ge_api_types.h"
  29. #include "omg/parser/parser_factory.h"
  30. #include "common/pre_checker.h"
  31. #include "common/util.h"
  32. #include "external/parser/tensorflow_parser.h"
  33. #include "parser/tensorflow/tensorflow_constant_parser.h"
  34. #include "common/types.h"
  35. #include "parser/common/op_def/variable_operator.h"
  36. #include "parser/tensorflow/tensorflow_ref_switch_parser.h"
  37. #include "parser/tensorflow/tensorflow_fusion_op_parser.h"
  38. #include "parser/tensorflow/tensorflow_auto_mapping_parser_adapter.h"
  39. #include "parser/common/op_def/arg_op_operator.h"
  40. #include "parser/tensorflow/tensorflow_fusion_custom_parser_adapter.h"
  41. #include "parser/tensorflow/tensorflow_reshape_parser.h"
  42. #include "parser/tensorflow/tensorflow_custom_parser_adapter.h"
  43. #include "parser/tensorflow/tensorflow_squeeze_parser.h"
  44. #include "parser/tensorflow/graph_to_function_def.h"
  45. #include "parser/tensorflow/parser_graph_optimizer.h"
  46. #include "cce/dnn_base_def.hpp"
  47. #include "parser/tensorflow/scope/scope_pass_manager.h"
  48. #include "parser/tensorflow/tensorflow_util.h"
  49. #include "compute_graph_impl.h"
  50. #include "parser/tensorflow/tensorflow_enter_parser.h"
  51. #include "parser/common/op_def/ir_pb_converter.h"
  52. #include "parser/common/tuple.h"
  53. #include "common/op_def/framework_op_operator.h"
  54. #include "common/op_def/shape_n_operator.h"
  55. #include "common/op_def/var_is_initialized_op_operator.h"
  56. #include "common/op_def/fill_operator.h"
  57. #include "common/convert/pb2json.h"
  58. #include "common/convert/message2operator.h"
  59. #include "parser/common/proto_file_parser.h"
  60. #include "parser/common/pre_checker.h"
  61. #include "parser/common/tbe_plugin_loader.h"
  62. #include "parser/common/data_op_parser.h"
  63. #include "parser/common/model_saver.h"
  64. #include "framework/omg/parser/parser_api.h"
  65. #include "framework/omg/parser/parser_factory.h"
  66. #include "parser/common/parser_fp16_t.h"
  67. #include "parser/common/op_parser_factory.h"
  68. #include "parser/common/prototype_pass_manager.h"
  69. #include "parser/common/register_tbe.h"
  70. #include "parser/common/pass_manager.h"
  71. #include "parser/tensorflow/parser_graph_optimizer.h"
  72. #include "metadef/inc/register/scope/scope_pass_registry_impl.h"
  73. #include "register/scope/scope_fusion_pass_register.h"
  74. #undef protected
  75. #undef private
  76. using namespace std;
  77. using namespace domi::tensorflow;
  78. using namespace domi;
  79. using namespace cce;
  80. using namespace testing;
  81. using namespace std;
  82. using namespace google::protobuf;
  83. static const string GRAPH_DEFAULT_NAME = "default";
  84. namespace ge {
  85. class STestTensorflowParser : public testing::Test {
  86. protected:
  87. void SetUp() {
  88. ParerSTestsUtils::ClearParserInnerCtx();
  89. }
  90. void TearDown() {}
  91. public:
  92. void RegisterCustomOp();
  93. };
  94. class TestOperator : public ParserOperator
  95. {
  96. public:
  97. TestOperator()
  98. : ParserOperator("test")
  99. {
  100. }
  101. ~TestOperator()
  102. {
  103. }
  104. };
  105. class ErrorGraphPass: public GraphPass
  106. {
  107. Status Run(ComputeGraphPtr graph)
  108. {
  109. return domi::FAILED;
  110. }
  111. };
  112. class ScopeTestPass : public ScopeBasePass {
  113. protected:
  114. vector<ScopeFusionPatterns> DefinePatterns() {
  115. vector<ScopeFusionPatterns> patterns_list;
  116. return patterns_list;
  117. };
  118. string PassName() {
  119. return "test";
  120. };
  121. Status LastMatchScopesAndOPs(shared_ptr<ScopeGraph> &scope_graph, vector<ScopesResult> &results) {
  122. return domi::SUCCESS;
  123. };
  124. void GenerateFusionResult(const vector<Scope *> &scopes, FusionScopesResult *fusion_rlt) {
  125. return;
  126. };
  127. };
  128. static Status ParseParams(const google::protobuf::Message* op_src, ge::Operator& op_dest) {
  129. return SUCCESS;
  130. }
  131. static Status ParseParamByOpFunc(const ge::Operator &op_src, ge::Operator& op_dest) {
  132. return SUCCESS;
  133. }
  134. void STestTensorflowParser::RegisterCustomOp() {
  135. REGISTER_CUSTOM_OP("Add")
  136. .FrameworkType(domi::TENSORFLOW)
  137. .OriginOpType("Add")
  138. .ParseParamsFn(ParseParams);
  139. std::vector<OpRegistrationData> reg_datas = domi::OpRegistry::Instance()->registrationDatas;
  140. for (auto reg_data : reg_datas) {
  141. domi::OpRegTbeParserFactory::Instance()->Finalize(reg_data);
  142. domi::OpRegistry::Instance()->Register(reg_data);
  143. }
  144. domi::OpRegistry::Instance()->registrationDatas.clear();
  145. }
  146. void AddDumpOriginName(const ge::NodePtr parent_node, const std::string& subgraph_name, ge::ComputeGraphPtr graph);
  147. namespace {
  148. NodeDef* AddNode(GraphDef& graph, string type, string name) {
  149. NodeDef* nodeDef = graph.add_node();
  150. nodeDef->set_op(type);
  151. nodeDef->set_name(name);
  152. tensorflow::OpDef op_def;
  153. string op_def_string;
  154. op_def.SerializeToString(&op_def_string);
  155. tensorflow::AttrValue value;
  156. value.set_s(op_def_string);
  157. nodeDef->mutable_attr()->insert({"op_def", value});
  158. return nodeDef;
  159. }
  160. void AddInput(NodeDef* src, NodeDef* dst, int srcIndex) {
  161. if(srcIndex == -1){
  162. dst->add_input("^"+src->name());
  163. } else {
  164. if (srcIndex == 0) {
  165. dst->add_input(src->name());
  166. } else {
  167. dst->add_input(src->name() + ":" + std::to_string(srcIndex));
  168. }
  169. {
  170. auto input = (*dst->mutable_attr())[ge::ATTR_NAME_INPUT_TENSOR_DESC].mutable_list()->add_func();
  171. tensorflow::AttrValue val1;
  172. val1.set_i(0);
  173. (*input->mutable_attr())["serialize_format"] = val1;
  174. tensorflow::AttrValue val2;
  175. val2.set_i(tensorflow::DT_FLOAT);
  176. (*input->mutable_attr())["serialize_datatype"] = val2;
  177. tensorflow::AttrValue val3;
  178. val3.mutable_list()->add_i(10);
  179. (*input->mutable_attr())["serialize_shape"] = val3;
  180. }
  181. {
  182. auto output = (*src->mutable_attr())[ge::ATTR_NAME_OUTPUT_TENSOR_DESC].mutable_list()->add_func();
  183. tensorflow::AttrValue val1;
  184. val1.set_i(0);
  185. (*output->mutable_attr())["serialize_format"] = val1;
  186. tensorflow::AttrValue val2;
  187. val2.set_i(tensorflow::DT_FLOAT);
  188. (*output->mutable_attr())["serialize_datatype"] = val2;
  189. tensorflow::AttrValue val3;
  190. val3.mutable_list()->add_i(10);
  191. (*output->mutable_attr())["serialize_shape"] = val3;
  192. }
  193. }
  194. }
  195. NodeDef *initNodeDef() {
  196. NodeDef * nodeDef = new NodeDef();
  197. nodeDef->set_op("Const");
  198. ::google::protobuf::Map<std::string, tensorflow::AttrValue >* node_attr_map = nodeDef->mutable_attr();
  199. //设置 T属性
  200. domi::tensorflow::AttrValue t_attr_value;
  201. t_attr_value.set_type(domi::tensorflow::DT_INT32);
  202. (*node_attr_map)[TENSORFLOW_ATTR_T] = t_attr_value;
  203. domi::tensorflow::AttrValue dtype_attr_value;
  204. dtype_attr_value.set_type(domi::tensorflow::DT_INT32);
  205. (*node_attr_map)[TENSORFLOW_ATTR_DTYPE] = dtype_attr_value;
  206. // out_put
  207. domi::tensorflow::AttrValue outputs_attr_value;
  208. ::tensorflow::AttrValue_ListValue* list = outputs_attr_value.mutable_list();
  209. list->add_s("MatMul");
  210. (*node_attr_map)[TENSORFLOW_ATTR_OUTPUT_OP] = outputs_attr_value;
  211. // 设置 tensor 属性
  212. domi::tensorflow::AttrValue value_attr_value;
  213. tensorflow::TensorProto* tensor = value_attr_value.mutable_tensor();
  214. tensorflow::TensorShapeProto* tensor_shape = tensor->mutable_tensor_shape();
  215. tensor_shape->clear_dim();
  216. tensor_shape->add_dim()->set_size(4);
  217. tensor_shape->add_dim()->set_size(6);
  218. tensor->set_dtype(domi::tensorflow::DT_INT32);
  219. float *addr = new float[24];
  220. for (int32_t i = 0; i < 24; i++) {
  221. *(addr + i) = 1.0 + i;
  222. }
  223. tensor->set_tensor_content((void *)addr, 24 * sizeof(float));
  224. (*node_attr_map)[TENSORFLOW_ATTR_VALUE] = value_attr_value;
  225. delete[] addr;
  226. return nodeDef;
  227. }
  228. NodeDef * initOpNodeDef_VariableV2() {
  229. NodeDef * nodeDef = new NodeDef();
  230. nodeDef->set_op("VariableV2");
  231. google::protobuf::Map<std::string, tensorflow::AttrValue > *node_attr_map = nodeDef->mutable_attr();
  232. //设置data_format属性
  233. domi::tensorflow::AttrValue format_attr_value;
  234. format_attr_value.set_s("_FZ");
  235. (*node_attr_map)[VAR_ATTR_FORMAT] = format_attr_value;
  236. domi::tensorflow::AttrValue type_attr;
  237. type_attr.set_type(domi::tensorflow::DT_FLOAT);
  238. (*node_attr_map)[VAR_ATTR_DTYPE] = type_attr;
  239. domi::tensorflow::AttrValue container_attr_value;
  240. container_attr_value.set_s("container");
  241. (*node_attr_map)[VAR_ATTR_CONTAINER] = container_attr_value;
  242. domi::tensorflow::AttrValue shard_name_attr_value;
  243. shard_name_attr_value.set_s("shard_name");
  244. (*node_attr_map)[VAR_ATTR_SHARED_NAME] = shard_name_attr_value;
  245. domi::tensorflow::AttrValue shape_attr_value;
  246. shape_attr_value.mutable_shape()->add_dim()->set_size(1);
  247. shape_attr_value.mutable_shape()->add_dim()->set_size(2);
  248. shape_attr_value.mutable_shape()->add_dim()->set_size(3);
  249. shape_attr_value.mutable_shape()->add_dim()->set_size(4);
  250. (*node_attr_map)[ge::VAR_ATTR_SHAPE] = shape_attr_value;
  251. domi::tensorflow::AttrValue shape;
  252. shape.mutable_list()->add_i((int64)32);
  253. shape.mutable_list()->add_i((int64)32);
  254. shape.mutable_list()->add_i((int64)14);
  255. shape.mutable_list()->add_i((int64)14);
  256. //设置data_format属性
  257. domi::tensorflow::AttrValue df_attr_value;
  258. domi::tensorflow::AttrValue df_attr_value2;
  259. df_attr_value2.set_s(TENSORFLOWF_TENSOR_NHWC);
  260. df_attr_value.set_i((int64_t)ccTensorFormat_t::CC_TENSOR_NHWC);
  261. (*node_attr_map)[TENSORFLOW_ATTR_DATA_FORMAT] = df_attr_value2;
  262. //设置padding属性
  263. domi::tensorflow::AttrValue pad_attr_value;
  264. domi::tensorflow::AttrValue pad_attr_value2;
  265. pad_attr_value2.set_s(TENSORFLOWF_OP_PADDING_SAME);
  266. (*node_attr_map)[TENSORFLOW_ATTR_PADDING] = pad_attr_value2;
  267. pad_attr_value.set_i((int64_t)tensorflow::DT_FLOAT);
  268. domi::tensorflow::NameAttrList name_attr_list;
  269. name_attr_list.set_name(std::to_string(0));
  270. name_attr_list.mutable_attr()->insert({"serialize_shape", shape});
  271. name_attr_list.mutable_attr()->insert({"serialize_format", df_attr_value});
  272. name_attr_list.mutable_attr()->insert({"serialize_datatype", pad_attr_value});
  273. domi::tensorflow::AttrValue output_tensor_descs;
  274. *(output_tensor_descs.mutable_list()->add_func()) = name_attr_list;
  275. nodeDef->mutable_attr()->insert({ge::ATTR_NAME_OUTPUT_TENSOR_DESC, output_tensor_descs});
  276. return nodeDef;
  277. }
  278. NodeDef *initOpNodeDef_TemporaryVariable() {
  279. NodeDef * nodeDef = new NodeDef();
  280. nodeDef->set_op("TemporaryVariable");
  281. google::protobuf::Map<std::string, tensorflow::AttrValue> *node_attr_map = nodeDef->mutable_attr();
  282. //设置dtype属性
  283. domi::tensorflow::AttrValue type_attr;
  284. type_attr.set_type(domi::tensorflow::DT_FLOAT);
  285. (*node_attr_map)[VAR_ATTR_DTYPE] = type_attr;
  286. //设置var_name属性
  287. domi::tensorflow::AttrValue var_name_attr_value;
  288. var_name_attr_value.set_s("temporary_variable_name");
  289. (*node_attr_map)[ge::VAR_ATTR_NAME] = var_name_attr_value;
  290. //设置shape属性
  291. domi::tensorflow::AttrValue shape_attr_value;
  292. shape_attr_value.mutable_shape()->add_dim()->set_size(1);
  293. shape_attr_value.mutable_shape()->add_dim()->set_size(2);
  294. shape_attr_value.mutable_shape()->add_dim()->set_size(3);
  295. shape_attr_value.mutable_shape()->add_dim()->set_size(4);
  296. (*node_attr_map)[ge::VAR_ATTR_SHAPE] = shape_attr_value;
  297. domi::tensorflow::AttrValue shape;
  298. shape.mutable_list()->add_i((int64)32);
  299. shape.mutable_list()->add_i((int64)32);
  300. shape.mutable_list()->add_i((int64)14);
  301. shape.mutable_list()->add_i((int64)14);
  302. //设置data_format属性
  303. domi::tensorflow::AttrValue df_attr_value2;
  304. df_attr_value2.set_s(TENSORFLOWF_TENSOR_NHWC);
  305. (*node_attr_map)[TENSORFLOW_ATTR_DATA_FORMAT] = df_attr_value2;
  306. domi::tensorflow::AttrValue df_attr_value;
  307. df_attr_value.set_i((int64_t)ccTensorFormat_t::CC_TENSOR_NHWC);
  308. //设置padding属性
  309. domi::tensorflow::AttrValue pad_attr_value2;
  310. pad_attr_value2.set_s(TENSORFLOWF_OP_PADDING_SAME);
  311. (*node_attr_map)[TENSORFLOW_ATTR_PADDING] = pad_attr_value2;
  312. domi::tensorflow::AttrValue pad_attr_value;
  313. pad_attr_value.set_i((int64_t)tensorflow::DT_FLOAT);
  314. domi::tensorflow::NameAttrList name_attr_list;
  315. name_attr_list.set_name(std::to_string(0));
  316. name_attr_list.mutable_attr()->insert({"serialize_shape", shape});
  317. name_attr_list.mutable_attr()->insert({"serialize_format", df_attr_value});
  318. name_attr_list.mutable_attr()->insert({"serialize_datatype", pad_attr_value});
  319. domi::tensorflow::AttrValue output_tensor_descs;
  320. *(output_tensor_descs.mutable_list()->add_func()) = name_attr_list;
  321. nodeDef->mutable_attr()->insert({ge::ATTR_NAME_OUTPUT_TENSOR_DESC, output_tensor_descs});
  322. return nodeDef;
  323. }
  324. NodeDef *fusioninitNodeDef(int index) {
  325. NodeDef *nodeDef = new NodeDef();
  326. google::protobuf::Map<std::string, tensorflow::AttrValue> *node_attr_map = nodeDef->mutable_attr();
  327. //设置 type属性
  328. domi::tensorflow::AttrValue dtype_attr_value ;
  329. if (index == 0) {
  330. dtype_attr_value.set_type(domi::tensorflow::DT_FLOAT);
  331. } else if (index == 1) {
  332. dtype_attr_value.set_type(domi::tensorflow::DT_INT32);
  333. } else if (index == 2) {
  334. dtype_attr_value.set_type(tensorflow::DT_HALF);
  335. }
  336. (*node_attr_map)[ge::TENSORFLOW_ATTR_DTYPE] = dtype_attr_value;
  337. //设置data_format属性
  338. domi::tensorflow::AttrValue df_attr_value;
  339. df_attr_value.set_s(TENSORFLOWF_TENSOR_NCHW);
  340. (*node_attr_map)[TENSORFLOW_ATTR_DATA_FORMAT] = df_attr_value;
  341. // 设置 tensor 属性
  342. domi::tensorflow::AttrValue value_attr_value;
  343. ::tensorflow::TensorProto* tensor = value_attr_value.mutable_tensor();
  344. ::tensorflow::TensorShapeProto* tensor_shape = tensor->mutable_tensor_shape();
  345. tensor_shape->clear_dim();
  346. ::tensorflow::TensorShapeProto_Dim* dim = tensor_shape->add_dim();
  347. dim->set_name("tensor dim");
  348. dim->set_size(1);
  349. if (index == 0) {
  350. tensor->set_dtype(domi::tensorflow::DT_FLOAT);
  351. float *addr = new float[1];
  352. *addr = 1.0;
  353. tensor->set_tensor_content((void *)addr, sizeof(float));
  354. (*node_attr_map)[TENSORFLOW_ATTR_VALUE] = value_attr_value;
  355. delete[] addr;
  356. } else if (index == 1) {
  357. tensor->set_dtype(domi::tensorflow::DT_INT32);
  358. int32_t *addr = new int32_t[1];
  359. *addr = 1;
  360. tensor->set_tensor_content((void *)addr, sizeof(int32_t));
  361. (*node_attr_map)[TENSORFLOW_ATTR_VALUE] = value_attr_value;
  362. delete[] addr;
  363. } else if (index == 2) {
  364. tensor->set_dtype(tensorflow::DT_HALF);
  365. tensor->add_half_val(1);
  366. (*node_attr_map)[TENSORFLOW_ATTR_VALUE] = value_attr_value;
  367. }
  368. return nodeDef;
  369. }
  370. NodeDef *MallocNodeDef(const string &name, const string &type) {
  371. NodeDef* node_def = new (std::nothrow) NodeDef();
  372. if (node_def != nullptr) {
  373. node_def->set_name(name);
  374. node_def->set_op(type);
  375. }
  376. return node_def;
  377. }
  378. void GenOriginNodeDef(ge::TensorFlowModelParser *tensorflow_parser, vector<string> &node_name_list) {
  379. NodeDef* pre_node_a = MallocNodeDef("pre_node_a", "Const");
  380. EXPECT_NE(pre_node_a, nullptr);
  381. {
  382. google::protobuf::Map< ::std::string, ::tensorflow::AttrValue >* node_attr_map = pre_node_a->mutable_attr();
  383. tensorflow::AttrValue attr_dtype;
  384. attr_dtype.set_type(tensorflow::DT_FLOAT);
  385. (*node_attr_map)["dtype"] = attr_dtype;
  386. tensorflow::AttrValue attr_value;
  387. tensorflow::TensorProto* tensor = attr_value.mutable_tensor();
  388. tensor->add_bool_val(true);
  389. tensor->set_dtype(tensorflow::DT_BOOL);
  390. (*node_attr_map)["value"] = attr_value;
  391. }
  392. tensorflow_parser->nodedef_map_["pre_node_a"] = pre_node_a;
  393. node_name_list.push_back("pre_node_a");
  394. NodeDef* pre_node_ctrl_in = MallocNodeDef("pre_node_ctrl_in", "Const");
  395. EXPECT_NE(pre_node_ctrl_in, nullptr);
  396. {
  397. ::google::protobuf::Map< ::std::string, ::tensorflow::AttrValue >* node_attr_map = pre_node_ctrl_in->mutable_attr();
  398. tensorflow::AttrValue attr_dtype;
  399. attr_dtype.set_type(tensorflow::DT_FLOAT);
  400. (*node_attr_map)["dtype"] = attr_dtype;
  401. tensorflow::AttrValue attr_value;
  402. tensorflow::TensorProto* tensor = attr_value.mutable_tensor();
  403. tensor->add_bool_val(true);
  404. tensor->set_dtype(tensorflow::DT_BOOL);
  405. (*node_attr_map)["value"] = attr_value;
  406. }
  407. tensorflow_parser->nodedef_map_["pre_node_ctrl_in"] = pre_node_ctrl_in;
  408. node_name_list.push_back("pre_node_ctrl_in");
  409. NodeDef* post_node_b = MallocNodeDef("post_node_b", "Identity");
  410. EXPECT_NE(post_node_b, nullptr);
  411. tensorflow_parser->nodedef_map_["post_node_b"] = post_node_b;
  412. node_name_list.push_back("post_node_b");
  413. NodeDef* post_node_c = MallocNodeDef("post_node_c", "Identity");
  414. EXPECT_NE(post_node_c, nullptr);
  415. tensorflow_parser->nodedef_map_["post_node_c"] = post_node_c;
  416. node_name_list.push_back("post_node_c");
  417. NodeDef* post_node_d = MallocNodeDef("post_node_d", "Identity");
  418. EXPECT_NE(post_node_d, nullptr);
  419. tensorflow_parser->nodedef_map_["post_node_d"] = post_node_d;
  420. node_name_list.push_back("post_node_d");
  421. }
  422. void FreeNodeDefMap(ge::TensorFlowModelParser *tensorflow_parser, set<string> &malloc_node_name_list) {
  423. for (auto &item : tensorflow_parser->nodedef_map_) {
  424. if (item.second != nullptr && malloc_node_name_list.count(item.first) > 0) {
  425. delete (item.second);
  426. item.second = nullptr;
  427. }
  428. }
  429. }
  430. void GenFusionScopesResult(shared_ptr<ScopeGraph> &scope_graph, FusionScopesResult *fusion_rlt,
  431. const string &fusion_op_name) {
  432. if (fusion_rlt == nullptr) {
  433. return;
  434. }
  435. fusion_rlt->InsertInputs("scope_node_1", {0}); // scope input 0
  436. fusion_rlt->InsertOutputs("scope_node_m", {0}); // scope output 0
  437. fusion_rlt->InsertOutputs("scope_node_n", {1}); // scope output 1
  438. fusion_rlt->SetType(ge::kScopeToMultiNodes);
  439. fusion_rlt->SetName(fusion_op_name);
  440. fusion_rlt->SetDescription("Description for fusion node");
  441. // Add inner nodes in sequence.
  442. auto node1 = fusion_rlt->AddInnerNode("inner_node_1", "Unique"); // add inner node1
  443. CHECK_INNER_NODE_CONDITION(node1 != nullptr, fusion_rlt);
  444. auto ret = node1
  445. ->InsertInput(ge::kInputFromFusionScope, 0) // Input from 0th of boundary (a)
  446. .InsertOutput(ge::kOutputToFusionScope, 0) // Output to 0th of boundary (b)
  447. .InsertOutput("inner_node_2", 0) // Output to input 0th of internal node 2
  448. .BuildInnerNode(); // Construct an internal Operator
  449. CHECK_INNER_NODE_CONDITION(ret == ge::GRAPH_SUCCESS, fusion_rlt);
  450. string str_val = "This is a string.";
  451. node1->MutableOperator()->SetAttr("key1", 2); // Set integer attribute
  452. node1->MutableOperator()->SetAttr("key2", str_val); // Set the string attribute
  453. node1->MutableOperator()->SetAttr("key3", true); // Set boolean attribute
  454. auto node2 = fusion_rlt->AddInnerNode("inner_node_2", "Identity"); // add inner node2
  455. CHECK_INNER_NODE_CONDITION(node2 != nullptr, fusion_rlt);
  456. ret = node2
  457. ->InsertInput("inner_node_1", 1) // The input comes from the 1st output of internal node 1
  458. .InsertOutput("inner_node_3", 0) // Output to input 0th of internal node 3
  459. .BuildInnerNode();
  460. CHECK_INNER_NODE_CONDITION(ret == ge::GRAPH_SUCCESS, fusion_rlt);
  461. node2->SetInputFormat("x", "NHWC");
  462. node2->SetOutputFormat("y", "NHWC");
  463. auto node3 = fusion_rlt->AddInnerNode("inner_node_3", "Identity"); // add inner node3
  464. CHECK_INNER_NODE_CONDITION(node3 != nullptr, fusion_rlt);
  465. ret = node3
  466. ->InsertInput("inner_node_2", 0) // The input comes from the 0th output of internal node 2
  467. .InsertOutput(ge::kOutputToFusionScope, 1) // Output to 1st of boundary (c)
  468. .BuildInnerNode();
  469. CHECK_INNER_NODE_CONDITION(ret == ge::GRAPH_SUCCESS, fusion_rlt);
  470. scope_graph->impl_->AddFusionScopesResult(fusion_rlt);
  471. }
  472. void GenOriginContext(ge::TensorFlowModelParser *tensorflow_parser, const string &fusion_op_name) {
  473. // op_node_context for fusion op
  474. ge::OpNodeContext op_node_context;
  475. op_node_context.input_map["pre_node_a"].push_back({0, 0});
  476. op_node_context.input_map["pre_node_ctrl_in"].push_back({-1, -1}); // ctrl edges
  477. op_node_context.output_map["post_node_b"].push_back({0, 0});
  478. op_node_context.output_map["post_node_c"].push_back({1, 0});
  479. op_node_context.output_map["post_node_d"].push_back({-1, -1});
  480. op_node_context.output_map["_Retval"].push_back({0, 1});
  481. // ctrl edges
  482. tensorflow_parser->op_node_context_map_[fusion_op_name] = op_node_context;
  483. tensorflow_parser->SaveEdgesControlInfo(fusion_op_name, -1);
  484. // op_node_context for pre_node_a
  485. ge::OpNodeContext op_node_context_a;
  486. op_node_context_a.output_map[fusion_op_name].push_back({0, 0});
  487. tensorflow_parser->op_node_context_map_["pre_node_a"] = op_node_context_a;
  488. // op_node_context for pre_node_ctrl_in
  489. ge::OpNodeContext op_node_context_ctrl_in;
  490. op_node_context_ctrl_in.output_map[fusion_op_name].push_back({-1, -1}); // ctrl edges
  491. tensorflow_parser->op_node_context_map_["pre_node_ctrl_in"] = op_node_context_ctrl_in;
  492. // op_node_context for post_node_b
  493. ge::OpNodeContext op_node_context_b;
  494. op_node_context_b.input_map[fusion_op_name].push_back({0, 0});
  495. tensorflow_parser->op_node_context_map_["post_node_b"] = op_node_context_b;
  496. // op_node_context for post_node_c
  497. ge::OpNodeContext op_node_context_c;
  498. op_node_context_c.output_map["post_node_d"].push_back({0, 0});
  499. tensorflow_parser->op_node_context_map_["post_node_c"] = op_node_context_c;
  500. // op_node_context for post_node_d
  501. ge::OpNodeContext op_node_context_d;
  502. op_node_context_d.input_map[fusion_op_name].push_back({-1, -1}); // ctrl edges
  503. tensorflow_parser->op_node_context_map_["post_node_d"] = op_node_context_d;
  504. // op_node_context for Retval
  505. ge::OpNodeContext op_node_context_Retval;
  506. op_node_context_d.input_map["post_node_d"].push_back({-1, -1});
  507. op_node_context_c.output_map["fusion_op_name"].push_back({0,1});
  508. tensorflow_parser->op_node_context_map_["_Retval"] = op_node_context_Retval;
  509. tensorflow_parser->SaveEdgesControlInfo("op_node_context_Retval", -1);
  510. string fusion_op_type = ge::kScopeToMultiNodes;
  511. string description = "fusion op description";
  512. tensorflow_parser->fusion_op_type_map_[fusion_op_name].push_back(fusion_op_type);
  513. tensorflow_parser->fusion_op_type_map_[fusion_op_name].push_back(description);
  514. }
  515. void register_tbe_op() {
  516. std::vector<OpRegistrationData> registrationDatas = OpRegistry::Instance()->registrationDatas;
  517. for (OpRegistrationData reg_data : registrationDatas) {
  518. domi::OpRegTbeParserFactory::Instance()->Finalize(reg_data);
  519. OpRegistry::Instance()->Register(reg_data);
  520. }
  521. OpRegistry::Instance()->registrationDatas.clear();
  522. }
  523. NodeDef *initNodeDef_axis_dims() {
  524. NodeDef *nodeDef = new NodeDef();
  525. google::protobuf::Map<std::string, tensorflow::AttrValue> *node_attr_map = nodeDef->mutable_attr();
  526. //设置T属性
  527. domi::tensorflow::AttrValue dtype_attr_value ;
  528. dtype_attr_value.set_type(domi::tensorflow::DT_FLOAT);
  529. (*node_attr_map)[TENSORFLOW_ATTR_T] = dtype_attr_value;
  530. //设置strides属性
  531. domi::tensorflow::AttrValue axis_attr_value;
  532. ::tensorflow::AttrValue_ListValue* list = axis_attr_value.mutable_list();
  533. list->add_i(1);
  534. list->add_i(2);
  535. (*node_attr_map)[ge::SQUEEZE_ATTR_AXIS] = axis_attr_value;
  536. (*node_attr_map)[ge::SQUEEZE_ATTR_DIMS] = axis_attr_value;
  537. return nodeDef;
  538. }
  539. NodeDef *initNodeDef_dims() {
  540. NodeDef *nodeDef = new NodeDef();
  541. ::google::protobuf::Map<std::string, tensorflow::AttrValue > *node_attr_map = nodeDef->mutable_attr();
  542. //设置T属性
  543. domi::tensorflow::AttrValue dtype_attr_value ;
  544. dtype_attr_value.set_type(domi::tensorflow::DT_FLOAT);
  545. (*node_attr_map)[TENSORFLOW_ATTR_T] = dtype_attr_value;
  546. //设置strides属性
  547. domi::tensorflow::AttrValue axis_attr_value;
  548. ::tensorflow::AttrValue_ListValue* list = axis_attr_value.mutable_list();
  549. list->add_i(1);
  550. list->add_i(2);
  551. (*node_attr_map)[ge::SQUEEZE_ATTR_DIMS] = axis_attr_value;
  552. return nodeDef;
  553. }
  554. void CreateOpDef(const string& _name, const string& _type, ge::OpDescPtr opDef) {
  555. tensorflow::OpDef tsOpDef;
  556. tsOpDef.set_name(_name);
  557. tensorflow::OpDef_ArgDef* outArgDef = tsOpDef.add_output_arg();
  558. outArgDef->set_name(_name);
  559. outArgDef->set_description("outArgDef");
  560. outArgDef->set_type((tensorflow::DataType)3);
  561. if ((_name == "A") || (_name == "B")) {
  562. tensorflow::OpDef_ArgDef* argDef1 = tsOpDef.add_output_arg();
  563. string name = _name+"t";
  564. argDef1->set_name(name);
  565. argDef1->set_description("this is a test 2");
  566. argDef1->set_type((tensorflow::DataType)3);
  567. }
  568. if ((_name == "C") ) {
  569. outArgDef->set_number_attr("num");
  570. }
  571. if ((_name == "D") ) {
  572. outArgDef->set_type_list_attr("type_list");
  573. }
  574. string strTsOpDef;
  575. tsOpDef.SerializeToString(&strTsOpDef);
  576. ge::AttrUtils::SetStr(opDef, "op_def", strTsOpDef);
  577. tensorflow::NodeDef nodedef;
  578. nodedef.set_name(_name);
  579. nodedef.set_op(_name);
  580. string name("op_def");
  581. tensorflow::AttrValue value;
  582. value.set_s(strTsOpDef);
  583. TensorFlowUtil::AddNodeAttr(name, value, &nodedef);
  584. value.set_i(1);
  585. TensorFlowUtil::AddNodeAttr("num", value, &nodedef);
  586. value.mutable_list();
  587. TensorFlowUtil::AddNodeAttr("type_list", value, &nodedef);
  588. string strNodeDef;
  589. nodedef.SerializeToString(&strNodeDef);
  590. ge::GeAttrValue::BYTES nodedefBytes;
  591. nodedefBytes = ge::GeAttrValue::BYTES::CopyFrom((uint8_t*)strNodeDef.data(), strNodeDef.length());
  592. ge::AttrUtils::SetBytes(opDef, "node_def", nodedefBytes);
  593. if ((_name== "S") || (_name == "K")) {
  594. int index = 0;
  595. ge::AttrUtils::SetInt(opDef, "T", 1);
  596. ge::AttrUtils::SetInt(opDef, "arg_index", index);
  597. ge::AttrUtils::SetInt(opDef, "ret_index", index);
  598. }
  599. }
  600. ge::NodePtr AddNode(ge::ComputeGraphPtr graph, const string& _name, const string& _type,int32_t i_n, int32_t o_n) {
  601. ge::OpDescPtr opDef = std::make_shared<ge::OpDesc>();
  602. opDef->SetName(_name);
  603. opDef->SetType(_type);
  604. for(int32_t i = 0; i < i_n; i++) {
  605. ge::GeTensorDesc input;
  606. input.SetDataType((ge::DataType)1);
  607. opDef->AddInputDesc(input);
  608. }
  609. for(int32_t i = 0;i < o_n; i++) {
  610. ge::GeTensorDesc output;
  611. output.SetDataType((ge::DataType)1);
  612. opDef->AddOutputDesc(output);
  613. }
  614. CreateOpDef(_name, _type, opDef);
  615. return graph->AddNode(opDef);
  616. }
  617. void MakeDagGraph(ge::ComputeGraphPtr graph, const string& input_node_type) {
  618. ge::NodePtr node_s = AddNode(graph, "S", parser::DATA,1,1);
  619. ge::NodePtr node_a = AddNode(graph, "A", "testa",1,2);
  620. ge::NodePtr node_b = AddNode(graph, "B", "testb",1,2);
  621. ge::NodePtr node_c = AddNode(graph, "C", "testc",1,1);
  622. ge::NodePtr node_d = AddNode(graph, "D", "testd",1,1);
  623. ge::NodePtr node_e = AddNode(graph, "E", "teste",1,1);
  624. ge::NodePtr node_f = AddNode(graph, "F", "testf",1,1);
  625. ge::NodePtr node_g = AddNode(graph, "G", "testg",2,1);
  626. ge::NodePtr node_h = AddNode(graph, "H", "testh",1,1);
  627. ge::NodePtr node_i = AddNode(graph, "I", "testi",1,1);
  628. ge::NodePtr node_j = AddNode(graph, "J", "testj",2,1);
  629. ge::NodePtr node_k = AddNode(graph, "K", parser::NETOUTPUT,1,1);
  630. ge::GraphUtils::AddEdge(node_s->GetOutDataAnchor(0), node_a->GetInDataAnchor(0));
  631. ge::GraphUtils::AddEdge(node_a->GetOutDataAnchor(0), node_b->GetInDataAnchor(0));
  632. ge::GraphUtils::AddEdge(node_a->GetOutDataAnchor(1), node_c->GetInDataAnchor(0));
  633. ge::GraphUtils::AddEdge(node_b->GetOutDataAnchor(0), node_d->GetInDataAnchor(0));
  634. ge::GraphUtils::AddEdge(node_b->GetOutDataAnchor(1), node_e->GetInDataAnchor(0));
  635. ge::GraphUtils::AddEdge(node_c->GetOutDataAnchor(0), node_g->GetInDataAnchor(0));
  636. ge::GraphUtils::AddEdge(node_d->GetOutDataAnchor(0), node_f->GetInDataAnchor(0));
  637. ge::GraphUtils::AddEdge(node_e->GetOutDataAnchor(0), node_g->GetInDataAnchor(1));
  638. ge::GraphUtils::AddEdge(node_f->GetOutDataAnchor(0), node_h->GetInDataAnchor(0));
  639. ge::GraphUtils::AddEdge(node_g->GetOutDataAnchor(0), node_j->GetInDataAnchor(0));
  640. ge::GraphUtils::AddEdge(node_h->GetOutDataAnchor(0), node_i->GetInDataAnchor(0));
  641. ge::GraphUtils::AddEdge(node_i->GetOutDataAnchor(0), node_j->GetInDataAnchor(1));
  642. ge::GraphUtils::AddEdge(node_j->GetOutDataAnchor(0), node_k->GetInDataAnchor(0));
  643. ge::GraphUtils::AddEdge(node_h->GetOutControlAnchor(), node_j->GetInControlAnchor());
  644. }
  645. void MakeGraph(const ComputeGraphPtr &root_graph, const string &name) {
  646. root_graph->SetName(name);
  647. ge::NodePtr data1 = AddNode(root_graph, name + "_input1", parser::DATA, 1, 1);
  648. ge::NodePtr data2 = AddNode(root_graph, name + "_input2", parser::DATA, 1, 1);
  649. ge::NodePtr add = AddNode(root_graph, name + "_add", parser::ADD, 2, 1);
  650. ge::NodePtr net_output = AddNode(root_graph, name + "_net_output", parser::NETOUTPUT, 1, 1);
  651. ge::GraphUtils::AddEdge(data1->GetOutDataAnchor(0), add->GetInDataAnchor(0));
  652. ge::GraphUtils::AddEdge(data2->GetOutDataAnchor(0), add->GetInDataAnchor(1));
  653. ge::GraphUtils::AddEdge(add->GetOutDataAnchor(0), net_output->GetInDataAnchor(0));
  654. }
  655. void ChangeDataType(tensorflow::NodeDef* node_tf, int32_t data_type)
  656. {
  657. domi::tensorflow::AttrValue input_attr_value;
  658. google::protobuf::Map<std::string, tensorflow::AttrValue>* attr = node_tf->mutable_attr();
  659. google::protobuf::Map<std::string, tensorflow::AttrValue>::const_iterator it = attr->find(ge::ATTR_NAME_INPUT_TENSOR_DESC);
  660. if (it != attr->end()) {
  661. input_attr_value = it->second;
  662. }
  663. (*attr)[ge::ATTR_NAME_INPUT_TENSOR_DESC] = input_attr_value;
  664. }
  665. NodeDef* AddGraphNode(GraphDef *graph, string name, string optype, string input)
  666. {
  667. NodeDef *node_def = graph->add_node();
  668. node_def->set_name(name);
  669. node_def->set_op(optype);
  670. node_def->add_input(input);
  671. return node_def;
  672. }
  673. ge::ComputeGraphPtr build_graph(bool with_leaf_node = false)
  674. {
  675. ge::ComputeGraphPtr graph = std::make_shared<ge::ComputeGraph>("default");
  676. ge::OpDescPtr data_op = std::make_shared<ge::OpDesc>();
  677. data_op->SetType(parser::DATA);
  678. data_op->SetName("Data1");
  679. data_op->AddInputDesc(ge::GeTensorDesc());
  680. data_op->AddOutputDesc(ge::GeTensorDesc());
  681. ge::NodePtr data1 = graph->AddNode(data_op);
  682. ge::OpDescPtr relu_op1 = std::make_shared<ge::OpDesc>();
  683. relu_op1->SetType(parser::ACTIVATION);
  684. relu_op1->SetName("Relu1");
  685. relu_op1->AddInputDesc(ge::GeTensorDesc());
  686. relu_op1->AddOutputDesc(ge::GeTensorDesc());
  687. ge::NodePtr relu1 = graph->AddNode(relu_op1);
  688. ge::OpDescPtr relu_op2 = std::make_shared<ge::OpDesc>();
  689. relu_op2->SetType(parser::RELU);
  690. relu_op2->SetName("Relu2");
  691. relu_op2->AddInputDesc(ge::GeTensorDesc());
  692. relu_op2->AddOutputDesc(ge::GeTensorDesc());
  693. relu_op2->AddOutputDesc(ge::GeTensorDesc());
  694. ge::NodePtr relu2 = graph->AddNode(relu_op2);
  695. ge::OpDescPtr relu_op3 = std::make_shared<ge::OpDesc>();
  696. relu_op3->SetType(parser::ACTIVATION);
  697. relu_op3->SetName("Relu3");
  698. relu_op3->AddInputDesc(ge::GeTensorDesc());
  699. relu_op3->AddOutputDesc(ge::GeTensorDesc());
  700. ge::NodePtr relu3;
  701. if (with_leaf_node == true) {
  702. relu3 = graph->AddNode(relu_op3);
  703. }
  704. ge::OpDescPtr mul_op = std::make_shared<ge::OpDesc>();
  705. mul_op->SetType(parser::MUL);
  706. mul_op->SetName("Mul");
  707. mul_op->AddInputDesc(ge::GeTensorDesc());
  708. mul_op->AddInputDesc(ge::GeTensorDesc());
  709. mul_op->AddOutputDesc(ge::GeTensorDesc());
  710. mul_op->AddOutputDesc(ge::GeTensorDesc());
  711. mul_op->AddOutputDesc(ge::GeTensorDesc());
  712. mul_op->AddOutputDesc(ge::GeTensorDesc());
  713. ge::NodePtr mul = graph->AddNode(mul_op);
  714. ge::OpDescPtr mul_op1 = std::make_shared<ge::OpDesc>();
  715. mul_op1->SetType(parser::MUL);
  716. mul_op1->SetName("Mul1");
  717. mul_op1->AddInputDesc(ge::GeTensorDesc());
  718. mul_op1->AddInputDesc(ge::GeTensorDesc());
  719. mul_op1->AddOutputDesc(ge::GeTensorDesc());
  720. ge::NodePtr mul1 = graph->AddNode(mul_op1);
  721. ge::OpDescPtr mul_op2 = std::make_shared<ge::OpDesc>();
  722. mul_op2->SetType(parser::MUL);
  723. mul_op2->SetName("Mul2");
  724. mul_op2->AddInputDesc(ge::GeTensorDesc());
  725. mul_op2->AddInputDesc(ge::GeTensorDesc());
  726. mul_op2->AddOutputDesc(ge::GeTensorDesc());
  727. ge::NodePtr mul2 = graph->AddNode(mul_op2);
  728. ge::OpDescPtr fc_op = std::make_shared<ge::OpDesc>();
  729. fc_op->SetType(parser::FULL_CONNECTION);
  730. fc_op->SetName("FullConnection");
  731. fc_op->AddInputDesc(ge::GeTensorDesc());
  732. fc_op->AddOutputDesc(ge::GeTensorDesc());
  733. fc_op->AddOutputDesc(ge::GeTensorDesc());
  734. ge::NodePtr fc = graph->AddNode(fc_op);
  735. ge::GraphUtils::AddEdge(data1->GetOutDataAnchor(0), relu1->GetInDataAnchor(0));
  736. ge::GraphUtils::AddEdge(relu1->GetOutDataAnchor(0), fc->GetInDataAnchor(0));
  737. ge::GraphUtils::AddEdge(fc->GetOutDataAnchor(0), relu2->GetInDataAnchor(0));
  738. if (with_leaf_node == true) {
  739. ge::GraphUtils::AddEdge(fc->GetOutDataAnchor(1), relu3->GetInDataAnchor(0));
  740. }
  741. ge::GraphUtils::AddEdge(relu2->GetOutDataAnchor(0), mul->GetInDataAnchor(0));
  742. ge::GraphUtils::AddEdge(relu2->GetOutDataAnchor(1), mul->GetInDataAnchor(1));
  743. ge::GraphUtils::AddEdge(mul->GetOutDataAnchor(0), mul1->GetInDataAnchor(0));
  744. ge::GraphUtils::AddEdge(mul->GetOutDataAnchor(1), mul1->GetInDataAnchor(1));
  745. ge::GraphUtils::AddEdge(mul->GetOutDataAnchor(2), mul2->GetInDataAnchor(0));
  746. ge::GraphUtils::AddEdge(mul->GetOutDataAnchor(3), mul2->GetInDataAnchor(1));
  747. return graph;
  748. }
  749. }
  750. namespace {
  751. REG_OP(Data)
  752. .INPUT(x, TensorType::ALL())
  753. .OUTPUT(y, TensorType::ALL())
  754. .ATTR(index, Int, 0)
  755. .OP_END_FACTORY_REG(Data)
  756. REG_OP(Add)
  757. .INPUT(x1, TensorType({DT_FLOAT, DT_INT32, DT_INT64, DT_FLOAT16, DT_INT16,
  758. DT_INT8, DT_UINT8, DT_DOUBLE, DT_COMPLEX128,
  759. DT_COMPLEX64, DT_STRING}))
  760. .INPUT(x2, TensorType({DT_FLOAT, DT_INT32, DT_INT64, DT_FLOAT16, DT_INT16,
  761. DT_INT8, DT_UINT8, DT_DOUBLE, DT_COMPLEX128,
  762. DT_COMPLEX64, DT_STRING}))
  763. .OUTPUT(y, TensorType({DT_FLOAT, DT_INT32, DT_INT64, DT_FLOAT16, DT_INT16,
  764. DT_INT8, DT_UINT8, DT_DOUBLE, DT_COMPLEX128,
  765. DT_COMPLEX64, DT_STRING}))
  766. .OP_END_FACTORY_REG(Add)
  767. }
  768. static Status FusionParserParams(const std::vector<const google::protobuf::Message *> inside_nodes, ge::Operator &op) {
  769. return domi::SUCCESS;
  770. }
  771. static MemBuffer* MemBufferFromFile(const char *path)
  772. {
  773. char path_temp[PATH_MAX + 1] = {0x00};
  774. if(strlen(path) > PATH_MAX || nullptr == realpath(path, path_temp)) {
  775. return nullptr;
  776. }
  777. FILE *fp = fopen(path_temp, "r+");
  778. if (fp == nullptr) {
  779. return nullptr;
  780. }
  781. // get model file length
  782. if (0 != fseek(fp, 0, SEEK_END)) {
  783. fclose(fp);
  784. return nullptr;
  785. }
  786. long file_length = ftell(fp);
  787. if (fseek(fp, 0, SEEK_SET)) {
  788. fclose(fp);
  789. return nullptr;
  790. }
  791. if (file_length <= 0) {
  792. fclose(fp);
  793. return nullptr;
  794. }
  795. // alloc model buffer
  796. void *data = malloc((unsigned int)file_length);
  797. if (!data) {
  798. fclose(fp);
  799. return nullptr;
  800. }
  801. // read file into memory
  802. uint32_t read_size = (uint32_t)fread(data, 1, (unsigned int)file_length, fp);
  803. // check if read success
  804. if ((long)read_size != file_length) {
  805. free(data);
  806. data = nullptr;
  807. fclose(fp);
  808. return nullptr;
  809. }
  810. // close model file
  811. fclose(fp);
  812. // create an MemBuffer
  813. MemBuffer* membuf = new MemBuffer();
  814. if (!membuf) {
  815. free(data);
  816. data = nullptr;
  817. return nullptr;
  818. }
  819. membuf->data = malloc((unsigned int)read_size);
  820. // set size && data
  821. membuf->size = (uint32_t)read_size;
  822. memcpy((char*)membuf->data, (char*)data, read_size);
  823. free(data);
  824. return membuf;
  825. }
  826. /// placeholder0 placeholder1
  827. /// | /\ /\ |
  828. /// | / \/ \ |
  829. /// | / /\ \ |
  830. /// | | / \ | |
  831. /// | add0 mul0 |
  832. /// | / /c | \ |
  833. /// mul1 --- / | add1
  834. /// \ | |
  835. /// \ ---- add2 |
  836. /// | |
  837. /// retval0 retval1
  838. void CreateGraphDef(domi::tensorflow::GraphDef &graph_def) {
  839. // 1. add node
  840. auto placeholder0 = graph_def.add_node();
  841. auto placeholder1 = graph_def.add_node();
  842. auto add0 = graph_def.add_node();
  843. auto add1 = graph_def.add_node();
  844. auto mul0 = graph_def.add_node();
  845. auto mul1 = graph_def.add_node();
  846. auto add2 = graph_def.add_node();
  847. auto retval0 = graph_def.add_node();
  848. auto retval1 = graph_def.add_node();
  849. auto softmax0 = graph_def.add_node();
  850. auto softmax1 = graph_def.add_node();
  851. // 2. set info
  852. placeholder0->set_name("placeholder0");
  853. placeholder0->set_op("PlaceHolder");
  854. placeholder1->set_name("placeholder1");
  855. placeholder1->set_op("PlaceHolder");
  856. add0->set_name("add0");
  857. add0->set_op("Add");
  858. add1->set_name("add1");
  859. add1->set_op("Add");
  860. add2->set_name("add2");
  861. add2->set_op("Add");
  862. mul0->set_name("mul0");
  863. mul0->set_op("Mul");
  864. mul1->set_name("mul1");
  865. mul1->set_op("Mul");
  866. retval0->set_name("retval0");
  867. retval0->set_op("_RetVal");
  868. retval1->set_name("retval1");
  869. retval1->set_op("_RetVal");
  870. retval0->set_name("retval0");
  871. retval0->set_op("_RetVal");
  872. retval1->set_name("retval1");
  873. retval1->set_op("_RetVal");
  874. softmax0->set_name("Softmax0");
  875. softmax0->set_op("Softmax");
  876. softmax1->set_name("Softmax1");
  877. softmax1->set_op("Softmax");
  878. // 3. add edges
  879. add0->add_input("placeholder0");
  880. add0->add_input("placeholder1");
  881. mul0->add_input("placeholder0");
  882. mul0->add_input("placeholder1");
  883. mul1->add_input("placeholder0");
  884. mul1->add_input("add0");
  885. mul1->add_input("^mul0");
  886. add1->add_input("mul0");
  887. add1->add_input("placeholder1");
  888. add2->add_input("mul1");
  889. add2->add_input("mul0");
  890. retval0->add_input("add2:0");
  891. retval1->add_input("add1:0");
  892. softmax0->add_input("add3:0");
  893. softmax0->add_input("add2:0");
  894. }
  895. TEST_F(STestTensorflowParser, tensorflow_parser_success) {
  896. RegisterCustomOp();
  897. std::string case_dir = __FILE__;
  898. ParserOperator unused("Add");
  899. case_dir = case_dir.substr(0, case_dir.find_last_of("/"));
  900. std::string model_file = case_dir + "/origin_models/tf_add.pb";
  901. std::map<ge::AscendString, ge::AscendString> parser_params = {
  902. {ge::AscendString(ge::ir_option::INPUT_DATA_NAMES), ge::AscendString("Placeholder,Placeholder_1")},
  903. };
  904. ge::Graph graph;
  905. auto ret = ge::aclgrphParseTensorFlow(model_file.c_str(), parser_params, graph);
  906. ASSERT_EQ(ret, SUCCESS);
  907. ge::ComputeGraphPtr compute_graph = ge::GraphUtils::GetComputeGraph(graph);
  908. auto output_nodes_info = compute_graph->GetGraphOutNodesInfo();
  909. ASSERT_EQ(output_nodes_info.size(), 1);
  910. EXPECT_EQ((output_nodes_info.at(0).first->GetName()), "add_test_1");
  911. EXPECT_EQ((output_nodes_info.at(0).second), 0);
  912. auto &net_out_name = ge::GetParserContext().net_out_nodes;
  913. ASSERT_EQ(net_out_name.size(), 1);
  914. EXPECT_EQ(net_out_name.at(0), "add_test_1:0");
  915. }
  916. TEST_F(STestTensorflowParser, tensorflow_parser_failed_for_input_data_names_error) {
  917. RegisterCustomOp();
  918. std::string case_dir = __FILE__;
  919. ParserOperator unused("Add");
  920. case_dir = case_dir.substr(0, case_dir.find_last_of("/"));
  921. std::string model_file = case_dir + "/origin_models/tf_add.pb";
  922. std::map<ge::AscendString, ge::AscendString> parser_params = {
  923. {ge::AscendString(ge::ir_option::INPUT_DATA_NAMES), ge::AscendString("Placeholder_1,Placeholder_3")},
  924. };
  925. ge::Graph graph;
  926. auto ret = ge::aclgrphParseTensorFlow(model_file.c_str(), parser_params, graph);
  927. ASSERT_EQ(ret, ge::GRAPH_FAILED);
  928. }
  929. TEST_F(STestTensorflowParser, tensorflow_model_Failed) {
  930. ge::Graph graph;
  931. std::string caseDir = __FILE__;
  932. std::size_t idx = caseDir.find_last_of("/");
  933. caseDir = caseDir.substr(0, idx);
  934. std::string modelFile = caseDir + "/origin_models/model.pb";
  935. auto status = ge::aclgrphParseTensorFlow(modelFile.c_str(), graph);
  936. EXPECT_EQ(status, ge::SUCCESS);
  937. modelFile = caseDir + "/origin_models/test_depth_wise_conv2d.pb";
  938. status = ge::aclgrphParseTensorFlow(modelFile.c_str(), graph);
  939. EXPECT_EQ(status, ge::GRAPH_FAILED);
  940. }
  941. TEST_F(STestTensorflowParser, tensorflow_model_not_exist) {
  942. ge::Graph graph;
  943. std::string caseDir = __FILE__;
  944. std::size_t idx = caseDir.find_last_of("/");
  945. caseDir = caseDir.substr(0, idx);
  946. // model file is not exist
  947. std::string modelFile = caseDir + "/origin_models/conv2d_explicit1_pad.pb";
  948. auto status = ge::aclgrphParseTensorFlow(modelFile.c_str(), graph);
  949. EXPECT_EQ(status, ge::GRAPH_FAILED);
  950. }
  951. TEST_F(STestTensorflowParser, parser_tensorflow_model) {
  952. std::string caseDir = __FILE__;
  953. std::size_t idx = caseDir.find_last_of("/");
  954. caseDir = caseDir.substr(0, idx);
  955. std::string modelFile = caseDir + "/origin_models/tf_add.pb";
  956. const char *model_file = modelFile.c_str();
  957. std::string op_name = "ge_ascend_irgraph";
  958. ge::Graph graph(op_name);
  959. std::map<ge::AscendString, ge::AscendString> parser_options = {
  960. {ge::AscendString(ge::ir_option::INPUT_FORMAT), ge::AscendString("NHWC")},
  961. };
  962. auto ret_graph = ge::aclgrphParseTensorFlow(model_file, parser_options, graph);
  963. EXPECT_EQ(ret_graph, ge::FAILED);
  964. // parser tensorflow model out_node_size is equal to index
  965. string graph_name;
  966. AclGrphParseUtil acl_graph_parse_util;
  967. std::map<AscendString, AscendString> out_nodes_with_node_and_index = {
  968. {AscendString(ge::ir_option::OUT_NODES), AscendString("Placeholder:0;Placeholder_1:1")}};
  969. ParerSTestsUtils::ClearParserInnerCtx();
  970. auto ret = acl_graph_parse_util.ParseParamsBeforeGraph(out_nodes_with_node_and_index, graph_name);
  971. ret_graph = ge::aclgrphParseTensorFlow(model_file, graph);
  972. EXPECT_EQ(ret_graph, domi::FAILED);
  973. // parser tensorflow model success
  974. modelFile = caseDir + "/origin_models/model.pb";
  975. model_file = modelFile.c_str();
  976. out_nodes_with_node_and_index = {{AscendString(ge::ir_option::OUT_NODES), AscendString("x:0;y:0")}};
  977. ParerSTestsUtils::ClearParserInnerCtx();
  978. ret = acl_graph_parse_util.ParseParamsBeforeGraph(out_nodes_with_node_and_index, graph_name);
  979. ret_graph = ge::aclgrphParseTensorFlow(model_file, graph);
  980. EXPECT_EQ(ret_graph, domi::SUCCESS);
  981. }
  982. TEST_F(STestTensorflowParser, tensorflow_parser_to_json)
  983. {
  984. TensorFlowModelParser modelParser;
  985. std::string caseDir = __FILE__;
  986. std::size_t idx = caseDir.find_last_of("/");
  987. caseDir = caseDir.substr(0, idx);
  988. std::string modelFile = caseDir + "/origin_models/tf_add.pb";
  989. std::string jsonFile = caseDir + "/origin_models/test.json";
  990. const char *model_file = modelFile.c_str();
  991. const char *json_file = jsonFile.c_str();
  992. Status ret = modelParser.ToJson(model_file, json_file);
  993. EXPECT_EQ(ret, SUCCESS);
  994. }
  995. TEST_F(STestTensorflowParser, tensorflow_parserfrommemory_failed)
  996. {
  997. TensorFlowModelParser modelParser;
  998. std::string caseDir = __FILE__;
  999. std::size_t idx = caseDir.find_last_of("/");
  1000. caseDir = caseDir.substr(0, idx);
  1001. std::string modelFile = caseDir + "/origin_models/tf_add.pb";
  1002. uint32_t size = 1;
  1003. ge::Graph graph;
  1004. std::map<ge::AscendString, ge::AscendString> parser_params;
  1005. Status ret = ge::aclgrphParseTensorFlow(modelFile.c_str(), parser_params, graph);
  1006. ASSERT_EQ(ret, SUCCESS);
  1007. parser_params = {{AscendString(ge::ir_option::OUT_NODES), AscendString("Placeholder:0;Placeholder_1:0")}};
  1008. ret = ge::aclgrphParseTensorFlow(modelFile.c_str(), parser_params, graph);
  1009. ge::ComputeGraphPtr compute_graph = ge::GraphUtils::GetComputeGraph(graph);
  1010. ret = modelParser.ParseFromMemory(modelFile.c_str(), size, compute_graph);
  1011. EXPECT_NE(ret, SUCCESS);
  1012. }
  1013. TEST_F(STestTensorflowParser, modelparser_parsefrommemory_success)
  1014. {
  1015. std::string caseDir = __FILE__;
  1016. std::size_t idx = caseDir.find_last_of("/");
  1017. caseDir = caseDir.substr(0, idx);
  1018. std::string modelFile = caseDir + "/origin_models/tf_add.pb";
  1019. const char* tmp_tf_pb_model = modelFile.c_str();
  1020. ge::Graph graph;
  1021. std::map<ge::AscendString, ge::AscendString> parser_params;
  1022. Status ret = ge::aclgrphParseTensorFlow(modelFile.c_str(), parser_params, graph);
  1023. ASSERT_EQ(ret, SUCCESS);
  1024. ge::ComputeGraphPtr compute_graph = ge::GraphUtils::GetComputeGraph(graph);
  1025. TensorFlowModelParser modelParser;
  1026. MemBuffer* memBuffer = MemBufferFromFile(tmp_tf_pb_model);
  1027. PreChecker::Instance().HasError() == false;
  1028. ret = modelParser.ParseFromMemory((char*)memBuffer->data, memBuffer->size, compute_graph);
  1029. free(memBuffer->data);
  1030. delete memBuffer;
  1031. }
  1032. TEST_F(STestTensorflowParser, weightsparser_parsefrommemory_success)
  1033. {
  1034. std::string caseDir = __FILE__;
  1035. std::size_t idx = caseDir.find_last_of("/");
  1036. caseDir = caseDir.substr(0, idx);
  1037. std::string modelFile = caseDir + "/origin_models/tf_add.pb";
  1038. const char* tmp_tf_pb_model = modelFile.c_str();
  1039. ge::Graph graph;
  1040. std::map<ge::AscendString, ge::AscendString> parser_params;
  1041. Status ret = ge::aclgrphParseTensorFlow(modelFile.c_str(), parser_params, graph);
  1042. ASSERT_EQ(ret, SUCCESS);
  1043. ge::ComputeGraphPtr compute_graph = ge::GraphUtils::GetComputeGraph(graph);
  1044. auto weights_parser = domi::WeightsParserFactory::Instance()->CreateWeightsParser(domi::TENSORFLOW);
  1045. MemBuffer* memBuffer = MemBufferFromFile(tmp_tf_pb_model);
  1046. ret = weights_parser->ParseFromMemory((char*)memBuffer->data, memBuffer->size, compute_graph);
  1047. free(memBuffer->data);
  1048. delete memBuffer;
  1049. EXPECT_EQ(SUCCESS, ret);
  1050. }
  1051. std::string getGraphCallbackV2(string subgraph_name)
  1052. {
  1053. std::string caseDir = __FILE__;
  1054. std::size_t idx = caseDir.find_last_of("/");
  1055. caseDir = caseDir.substr(0, idx);
  1056. subgraph_name = caseDir + "/origin_models/tf_add.pb";
  1057. return subgraph_name;
  1058. }
  1059. TEST_F(STestTensorflowParser, parser_ParseProtoWithSubgraphV2)
  1060. {
  1061. std::string caseDir = __FILE__;
  1062. std::size_t idx = caseDir.find_last_of("/");
  1063. caseDir = caseDir.substr(0, idx);
  1064. const std::string root_proto = caseDir + "/origin_models/tf_add.pb";
  1065. ge::Graph graph;
  1066. std::map<ge::AscendString, ge::AscendString> parser_params;
  1067. Status ret = ge::aclgrphParseTensorFlow(root_proto.c_str(), parser_params, graph);
  1068. ASSERT_EQ(ret, SUCCESS);
  1069. ge::ComputeGraphPtr root_graph = ge::GraphUtils::GetComputeGraph(graph);
  1070. domi::GetGraphCallbackV2 callback(&getGraphCallbackV2);
  1071. TensorFlowModelParser parser;
  1072. ret = parser.ParseProtoWithSubgraph(root_proto, callback, root_graph);
  1073. }
  1074. TEST_F(STestTensorflowParser, parser_ConvertToGeDataType)
  1075. {
  1076. // convert to ge type success
  1077. const uint32_t type1 = domi::tensorflow::DataType::DT_FLOAT;
  1078. TensorFlowModelParser parser;
  1079. ge::DataType dataType = parser.ConvertToGeDataType(type1);
  1080. ASSERT_EQ(dataType, ge::DataType::DT_FLOAT);
  1081. const uint32_t type2 = 80; // invalid type
  1082. dataType = parser.ConvertToGeDataType(type2);
  1083. ASSERT_EQ(dataType, ge::DataType::DT_UNDEFINED);
  1084. }
  1085. TEST_F(STestTensorflowParser, tensorflow_parser_with_external_normal_graph) {
  1086. // 1. Create root graph
  1087. ComputeGraphPtr root_graph = ge::parser::MakeShared<ge::ComputeGraph>("root_graph");
  1088. MakeGraph(root_graph, "root_graph");
  1089. // 2. Create ONNX sub graph
  1090. // 2.1 Sub graph of onnx graph
  1091. ge::ComputeGraphPtr sub_sub_graph = ge::parser::MakeShared<ge::ComputeGraph>("sub_sub");
  1092. // 2.2 ONNX graph
  1093. ComputeGraphPtr sub_graph = ge::parser::MakeShared<ge::ComputeGraph>("sub_sub");
  1094. MakeGraph(sub_graph, "sub_graph");
  1095. auto add = sub_graph->FindNode("sub_graph_add");
  1096. ASSERT_NE(add, nullptr);
  1097. add->GetOpDesc()->AddSubgraphName("sub_sub_graph");
  1098. add->GetOpDesc()->SetSubgraphInstanceName(0, sub_sub_graph->GetName());
  1099. sub_graph->AddSubGraph(sub_sub_graph);
  1100. auto input1 = sub_graph->FindNode("sub_graph_input1");
  1101. ASSERT_NE(input1, nullptr);
  1102. AttrUtils::SetInt(input1->GetOpDesc(), ATTR_NAME_INDEX, 0);
  1103. auto input2 = sub_graph->FindNode("sub_graph_input2");
  1104. ASSERT_NE(input2, nullptr);
  1105. AttrUtils::SetInt(input2->GetOpDesc(), ATTR_NAME_INDEX, 1);
  1106. // 3. Serialize ONNX graph to string
  1107. // 3.1 normal
  1108. ge::Model model("model", "");
  1109. model.SetGraph(GraphUtils::CreateGraphFromComputeGraph(sub_graph));
  1110. Buffer buffer;
  1111. graphStatus save_ret = model.Save(buffer, false);
  1112. ASSERT_EQ(save_ret, GRAPH_SUCCESS);
  1113. std::string external_graph(reinterpret_cast<const char *>(buffer.GetData()),
  1114. buffer.GetSize());
  1115. // model will failed
  1116. input1->GetOpDesc()->DelAttr(ATTR_NAME_INDEX);
  1117. ge::Model model_will_fail("model_will_fail", "");
  1118. model_will_fail.SetGraph(GraphUtils::CreateGraphFromComputeGraph(sub_graph));
  1119. Buffer buffer_fail;
  1120. save_ret = model_will_fail.Save(buffer_fail, false);
  1121. ASSERT_EQ(save_ret, GRAPH_SUCCESS);
  1122. std::string external_graph_fail(
  1123. reinterpret_cast<const char *>(buffer_fail.GetData()),
  1124. buffer_fail.GetSize());
  1125. // 4. Set string to function node
  1126. auto root_add = root_graph->FindNode("root_graph_add");
  1127. ASSERT_NE(root_add, nullptr);
  1128. AttrUtils::SetStr(root_add->GetOpDesc(), "_external_model", external_graph);
  1129. auto root_input1 = root_graph->FindNode("root_graph_input1");
  1130. ASSERT_NE(root_input1, nullptr);
  1131. AttrUtils::SetInt(root_input1->GetOpDesc(), ATTR_NAME_INDEX, 0);
  1132. auto root_input2 = root_graph->FindNode("root_graph_input2");
  1133. ASSERT_NE(root_input2, nullptr);
  1134. AttrUtils::SetInt(root_input2->GetOpDesc(), ATTR_NAME_INDEX, 1);
  1135. // 5. Run test (normal)
  1136. auto ret = TensorFlowModelParser::AddExternalGraph(root_graph);
  1137. EXPECT_EQ(ret, SUCCESS);
  1138. EXPECT_EQ(root_graph->GetAllSubgraphs().size(), 2);
  1139. EXPECT_EQ(sub_graph->GetAllSubgraphs().size(), 1);
  1140. EXPECT_NE(root_graph->GetSubgraph(sub_graph->GetName()), nullptr);
  1141. EXPECT_EQ(root_graph->GetSubgraph(sub_graph->GetName())->GetAllSubgraphs().size(), 0);
  1142. }
  1143. TEST_F(STestTensorflowParser, tensorflow_ParserProto_failed)
  1144. {
  1145. std::string caseDir = __FILE__;
  1146. std::size_t idx = caseDir.find_last_of("/");
  1147. caseDir = caseDir.substr(0, idx);
  1148. const std::string root_proto = caseDir + "/origin_models/avgpool3dgrad.pb.txt";
  1149. domi::tensorflow::GraphDef graphDef;
  1150. ge::Graph graph;
  1151. std::map<ge::AscendString, ge::AscendString> parser_params;
  1152. Status ret = ge::aclgrphParseTensorFlow(root_proto.c_str(), parser_params, graph);
  1153. ASSERT_EQ(ret, SUCCESS);
  1154. ge::ComputeGraphPtr root_graph = ge::GraphUtils::GetComputeGraph(graph);
  1155. TensorFlowModelParser tensorflow_parser;
  1156. ret = tensorflow_parser.ParseProto(reinterpret_cast<google::protobuf::Message *>(&graphDef), root_graph);
  1157. EXPECT_EQ(PARAM_INVALID, ret);
  1158. // proto解析失败
  1159. bool protoRet = parser::ReadProtoFromText(root_proto.c_str(), &graphDef);
  1160. ASSERT_EQ(protoRet, false);
  1161. ret = tensorflow_parser.ParseProto(reinterpret_cast<google::protobuf::Message *>(&graphDef), root_graph);
  1162. ASSERT_EQ(ret, PARAM_INVALID);
  1163. std::string serialized_proto = "";
  1164. ret = tensorflow_parser.ParseProto(serialized_proto, root_graph);
  1165. ASSERT_EQ(ret, FAILED);
  1166. }
  1167. TEST_F(STestTensorflowParser, tensorflow_parserAllGraph_failed)
  1168. {
  1169. std::string caseDir = __FILE__;
  1170. std::size_t idx = caseDir.find_last_of("/");
  1171. caseDir = caseDir.substr(0, idx);
  1172. const std::string root_proto = caseDir + "/origin_models/conv2d.pb";
  1173. domi::tensorflow::GraphDef graphDef;
  1174. CreateGraphDef(graphDef);
  1175. auto no_op = graphDef.add_node();
  1176. no_op->set_name("no_op");
  1177. no_op->set_op("NoOp");
  1178. no_op->add_input("placeholder0");
  1179. no_op->add_input("placeholder1");
  1180. ge::Graph graph;
  1181. std::map<ge::AscendString, ge::AscendString> parser_params;
  1182. Status ret = ge::aclgrphParseTensorFlow(root_proto.c_str(), parser_params, graph);
  1183. ASSERT_EQ(ret, SUCCESS);
  1184. ge::ComputeGraphPtr root_graph = ge::GraphUtils::GetComputeGraph(graph);
  1185. TensorFlowModelParser tensorflow_parser;
  1186. ret = tensorflow_parser.ParseAllGraph(reinterpret_cast<google::protobuf::Message *>(&graphDef), root_graph);
  1187. ASSERT_NE(ret, SUCCESS);
  1188. }
  1189. TEST_F(STestTensorflowParser, test_parse_acl_output_nodes)
  1190. {
  1191. AclGrphParseUtil acl_graph_parse_util;
  1192. string graph_name;
  1193. // case 1: Normal with 'node and index'
  1194. ParerSTestsUtils::ClearParserInnerCtx();
  1195. GetParserContext().type = domi::ONNX;
  1196. std::map<AscendString, AscendString> out_nodes_with_node_and_index = {
  1197. {AscendString(ge::ir_option::OUT_NODES), AscendString("Out1:0;Out2:1")}};
  1198. ParerSTestsUtils::ClearParserInnerCtx();
  1199. auto ret = acl_graph_parse_util.ParseParamsBeforeGraph(out_nodes_with_node_and_index, graph_name);
  1200. ASSERT_EQ(ret, SUCCESS);
  1201. EXPECT_EQ(ge::GetParserContext().user_out_nodes.size(), 2);
  1202. EXPECT_EQ(ge::GetParserContext().out_nodes_map.size(), 2);
  1203. EXPECT_EQ(ge::GetParserContext().user_out_tensors.size(), 0);
  1204. // case 2: Normal with 'tensor name'
  1205. ParerSTestsUtils::ClearParserInnerCtx();
  1206. GetParserContext().type = domi::ONNX;
  1207. std::map<AscendString, AscendString> out_nodes_with_tensor_name = {
  1208. {AscendString(ge::ir_option::OUT_NODES), AscendString("Out_tensor_1;Out_tensor_2")}};
  1209. ret = acl_graph_parse_util.ParseParamsBeforeGraph(out_nodes_with_tensor_name, graph_name);
  1210. ASSERT_EQ(ret, SUCCESS);
  1211. EXPECT_EQ(ge::GetParserContext().user_out_nodes.size(), 0);
  1212. EXPECT_EQ(ge::GetParserContext().out_nodes_map.size(), 0);
  1213. EXPECT_EQ(ge::GetParserContext().user_out_tensors.size(), 2);
  1214. // case 3: Failed with 'node and index' before 'tensor name'
  1215. ParerSTestsUtils::ClearParserInnerCtx();
  1216. GetParserContext().type = domi::ONNX;
  1217. std::map<AscendString, AscendString> out_nodes_mode_mixex_pre = {
  1218. {AscendString(ge::ir_option::OUT_NODES), AscendString("Out1:0;Out2:1;Out_tensor_1;Out_tensor_2")}};
  1219. ret = acl_graph_parse_util.ParseParamsBeforeGraph(out_nodes_mode_mixex_pre, graph_name);
  1220. ASSERT_EQ(ret, PARAM_INVALID);
  1221. EXPECT_EQ(ge::GetParserContext().user_out_nodes.size(), 2);
  1222. EXPECT_EQ(ge::GetParserContext().out_nodes_map.size(), 2);
  1223. EXPECT_EQ(ge::GetParserContext().user_out_tensors.size(), 0);
  1224. // case 4: Failed with 'node and index' inserted in 'tensor name'
  1225. ParerSTestsUtils::ClearParserInnerCtx();
  1226. GetParserContext().type = domi::ONNX;
  1227. std::map<AscendString, AscendString> out_nodes_mode_mixex_mid = {
  1228. {AscendString(ge::ir_option::OUT_NODES), AscendString("Out_tensor_1;Out1:0;Out2:1;Out_tensor_2")}};
  1229. ret = acl_graph_parse_util.ParseParamsBeforeGraph(out_nodes_mode_mixex_mid, graph_name);
  1230. ASSERT_EQ(ret, PARAM_INVALID);
  1231. EXPECT_EQ(ge::GetParserContext().user_out_nodes.size(), 0);
  1232. EXPECT_EQ(ge::GetParserContext().out_nodes_map.size(), 0);
  1233. EXPECT_EQ(ge::GetParserContext().user_out_tensors.size(), 1);
  1234. // case 5: Failed with 'node and index' after 'tensor name'
  1235. ParerSTestsUtils::ClearParserInnerCtx();
  1236. GetParserContext().type = domi::ONNX;
  1237. std::map<AscendString, AscendString> out_nodes_mode_mixex_post = {
  1238. {AscendString(ge::ir_option::OUT_NODES), AscendString("Out_tensor_1;Out_tensor_2;Out1:0;Out2:1")}};
  1239. ret = acl_graph_parse_util.ParseParamsBeforeGraph(out_nodes_mode_mixex_post, graph_name);
  1240. ASSERT_EQ(ret, PARAM_INVALID);
  1241. EXPECT_EQ(ge::GetParserContext().user_out_nodes.size(), 0);
  1242. EXPECT_EQ(ge::GetParserContext().out_nodes_map.size(), 0);
  1243. EXPECT_EQ(ge::GetParserContext().user_out_tensors.size(), 2);
  1244. }
  1245. TEST_F(STestTensorflowParser, parse_AutoMappingByOp) {
  1246. static const string KEY_STRING = "key_string";
  1247. static const string KEY_INT = "key_int";
  1248. static const string KEY_FLOAT = "key_float";
  1249. static const string KEY_BOOL = "key_bool";
  1250. static const string KEY_TYPE = "key_type";
  1251. static const string VALUE_STRING = "string";
  1252. static const int64_t VALUE_INT = 1;
  1253. static const float VALUE_FLOAT = 1.0;
  1254. static const bool VALUE_BOOL = true;
  1255. static const domi::tensorflow::DataType VALUE_TYPE = domi::tensorflow::DataType::DT_FLOAT;
  1256. static const string VALUE_NAME = "test_name";
  1257. ge::OpDescPtr op_desc = std::make_shared<ge::OpDesc>();
  1258. NodeDef node_def;
  1259. domi::tensorflow::AttrValue value;
  1260. ge::Operator op = ge::OpDescUtils::CreateOperatorFromOpDesc(op_desc);
  1261. node_def.set_name(VALUE_NAME);
  1262. value.set_s(VALUE_STRING);
  1263. TensorFlowUtil::AddNodeAttr(KEY_STRING, value, &node_def);
  1264. value.set_i(VALUE_INT);
  1265. TensorFlowUtil::AddNodeAttr(KEY_INT, value, &node_def);
  1266. value.set_f(VALUE_FLOAT);
  1267. TensorFlowUtil::AddNodeAttr(KEY_FLOAT, value, &node_def);
  1268. value.set_b(VALUE_BOOL);
  1269. TensorFlowUtil::AddNodeAttr(KEY_BOOL, value, &node_def);
  1270. value.set_type(VALUE_TYPE);
  1271. TensorFlowUtil::AddNodeAttr(KEY_TYPE, value, &node_def);
  1272. domi::Status status = domi::AutoMappingFn(reinterpret_cast<google::protobuf::Message *>(&node_def), op);
  1273. EXPECT_EQ(domi::SUCCESS, status);
  1274. EXPECT_EQ(VALUE_NAME, op_desc->GetName());
  1275. string value_string = "";
  1276. ge::AttrUtils::GetStr(op_desc, KEY_STRING, value_string);
  1277. EXPECT_EQ(VALUE_STRING, value_string);
  1278. int64_t value_int = 0;
  1279. ge::AttrUtils::GetInt(op_desc, KEY_INT, value_int);
  1280. EXPECT_EQ(VALUE_INT, value_int);
  1281. float value_float = 0.0;
  1282. ge::AttrUtils::GetFloat(op_desc, KEY_FLOAT, value_float);
  1283. EXPECT_EQ(VALUE_FLOAT, value_float);
  1284. bool value_bool = false;
  1285. ge::AttrUtils::GetBool(op_desc, KEY_BOOL, value_bool);
  1286. EXPECT_EQ(VALUE_BOOL, value_bool);
  1287. ge::DataType data_type = ge::DT_UNDEFINED;
  1288. ge::AttrUtils::GetDataType(op_desc, KEY_TYPE, data_type);
  1289. EXPECT_EQ(ge::DT_FLOAT, data_type);
  1290. // test AutoMappingByOpFn
  1291. ge::OpDescPtr op_desc_dest = std::make_shared<ge::OpDesc>();
  1292. ge::Operator op_dest = ge::OpDescUtils::CreateOperatorFromOpDesc(op_desc_dest);
  1293. status = domi::AutoMappingByOpFn(op, op_dest);
  1294. EXPECT_EQ(domi::SUCCESS, status);
  1295. EXPECT_EQ(VALUE_NAME, op_dest.GetName());
  1296. value_string = "";
  1297. ge::AttrUtils::GetStr(op_desc_dest, KEY_STRING, value_string);
  1298. EXPECT_EQ(VALUE_STRING, value_string);
  1299. value_int = 0;
  1300. ge::AttrUtils::GetInt(op_desc_dest, KEY_INT, value_int);
  1301. EXPECT_EQ(VALUE_INT, value_int);
  1302. value_float = 0.0;
  1303. ge::AttrUtils::GetFloat(op_desc_dest, KEY_FLOAT, value_float);
  1304. EXPECT_EQ(VALUE_FLOAT, value_float);
  1305. value_bool = false;
  1306. ge::AttrUtils::GetBool(op_desc_dest, KEY_BOOL, value_bool);
  1307. EXPECT_EQ(VALUE_BOOL, value_bool);
  1308. data_type = ge::DT_UNDEFINED;
  1309. ge::AttrUtils::GetDataType(op_desc_dest, KEY_TYPE, data_type);
  1310. EXPECT_EQ(ge::DT_FLOAT, data_type);
  1311. }
  1312. TEST_F(STestTensorflowParser, parse_ParseNodeDef)
  1313. {
  1314. NodeDef * node_def = new NodeDef();
  1315. node_def->set_name("test_name");
  1316. node_def->set_op("PlaceholderWithDefault");
  1317. bool isDatasetInit = true;
  1318. TensorFlowModelParser model_parser;
  1319. Status ret = model_parser.AdaptOpType(node_def, isDatasetInit);
  1320. EXPECT_EQ(domi::SUCCESS, ret);
  1321. node_def->set_op("Add");
  1322. ret = model_parser.AdaptOpType(node_def, isDatasetInit);
  1323. EXPECT_EQ(domi::SUCCESS, ret);
  1324. delete node_def;
  1325. }
  1326. TEST_F(STestTensorflowParser, parse_AddFmkNode)
  1327. {
  1328. TensorFlowModelParser modelParser;
  1329. std::string caseDir = __FILE__;
  1330. std::size_t idx = caseDir.find_last_of("/");
  1331. caseDir = caseDir.substr(0, idx);
  1332. std::string modelFile = caseDir + "/origin_models/tf_add.pb";
  1333. ge::Graph graph;
  1334. string graph_name;
  1335. AclGrphParseUtil acl_graph_parse_util;
  1336. std::map<ge::AscendString, ge::AscendString> parser_options = {{AscendString(ge::ir_option::OUT_NODES), AscendString("Placeholder:0;Placeholder_1:0")}};
  1337. ParerSTestsUtils::ClearParserInnerCtx();
  1338. Status ret = acl_graph_parse_util.ParseParamsBeforeGraph(parser_options, graph_name);
  1339. ret = aclgrphParseTensorFlow(modelFile.c_str(), parser_options, graph);
  1340. ASSERT_EQ(ret, SUCCESS);
  1341. ge::ComputeGraphPtr compute_graph = std::make_shared<ge::ComputeGraph>(GRAPH_DEFAULT_NAME);
  1342. tensorflow::GraphDef *graphDef = new (std::nothrow) tensorflow::GraphDef();
  1343. ScopePassManager pass_manager;
  1344. std::shared_ptr<ScopeGraph> scope_graph = pass_manager.BuildScopeGraph(graphDef);
  1345. std::string fusion_op_name = "fusion_op_name";
  1346. FusionScopesResult *fusion_rlt = new (std::nothrow) FusionScopesResult();
  1347. EXPECT_NE(fusion_rlt, nullptr);
  1348. fusion_rlt->Init();
  1349. GenFusionScopesResult(scope_graph, fusion_rlt, fusion_op_name);
  1350. GenOriginContext(&modelParser, fusion_op_name);
  1351. // origin inner node def
  1352. NodeDef* node_def = MallocNodeDef("scope_node_1", "Add");
  1353. EXPECT_NE(node_def, nullptr);
  1354. modelParser.fusion_op_nodedef_map_[fusion_op_name].push_back(node_def);
  1355. bool train_flag_backup = ge::GetParserContext().train_flag;
  1356. ge::GetParserContext().train_flag = true;
  1357. REGISTER_CUSTOM_OP("Identity")
  1358. .FrameworkType(domi::TENSORFLOW)
  1359. .OriginOpType("Identity")
  1360. .ParseParamsFn(ParseParams)
  1361. .ImplyType(ImplyType::TVM);
  1362. REGISTER_CUSTOM_OP("Constant")
  1363. .FrameworkType(domi::TENSORFLOW)
  1364. .OriginOpType("Const")
  1365. .ParseParamsFn(ParseParams)
  1366. .ImplyType(ImplyType::TVM);
  1367. register_tbe_op();
  1368. std::vector<std::string> node_name_list;
  1369. GenOriginNodeDef(&modelParser, node_name_list);
  1370. std::set<std::string> malloc_node_name_list(node_name_list.begin(), node_name_list.end());
  1371. node_name_list.push_back(fusion_op_name);
  1372. ret = modelParser.AddFmkNode(compute_graph, scope_graph, node_name_list, false);
  1373. EXPECT_EQ(ret, PARAM_INVALID);
  1374. EXPECT_EQ(modelParser.scope_inner_node_map_.size(), 0);
  1375. EXPECT_EQ(modelParser.nodedef_map_.size(), 5);
  1376. ret = modelParser.AddEdges(compute_graph);
  1377. EXPECT_EQ(ret, SUCCESS);
  1378. // release resource
  1379. delete graphDef;
  1380. delete node_def;
  1381. modelParser.DeleteFuisonNodeDef();
  1382. FreeNodeDefMap(&modelParser, malloc_node_name_list);
  1383. ge::GetParserContext().train_flag = train_flag_backup;
  1384. }
  1385. TEST_F(STestTensorflowParser, parse_AddScopeInnerNode)
  1386. {
  1387. TensorFlowModelParser modelParser;
  1388. std::string caseDir = __FILE__;
  1389. std::size_t idx = caseDir.find_last_of("/");
  1390. caseDir = caseDir.substr(0, idx);
  1391. std::string modelFile = caseDir + "/origin_models/tf_add.pb";
  1392. std::string op_name = "ge_ascend_irgraph";
  1393. ge::Graph graph(op_name);
  1394. ge::ComputeGraphPtr compute_graph = ge::GraphUtils::GetComputeGraph(graph);
  1395. std::map<ge::AscendString, ge::AscendString> parser_params = {
  1396. {AscendString(ge::ir_option::OUT_NODES), AscendString("Placeholder:0;Placeholder_1:0")}};
  1397. Status ret = ge::aclgrphParseTensorFlow(modelFile.c_str(), parser_params, graph);
  1398. EXPECT_EQ(ret, SUCCESS);
  1399. std::mutex graph_mutex;
  1400. tensorflow::NodeDef *node_def = initNodeDef();
  1401. node_def->set_name("FastrcnnPredictions");
  1402. node_def->set_op("FastrcnnPredictions");
  1403. // can't find in scope_inner_node_map
  1404. ret = modelParser.AddScopeInnerNode(&modelParser, compute_graph, &graph_mutex, node_def);
  1405. EXPECT_EQ(ret, PARAM_INVALID);
  1406. delete node_def;
  1407. }
  1408. TEST_F(STestTensorflowParser, dyncmic_rnn_scope_pass_plugin_test) {
  1409. ge::Graph graph;
  1410. std::cout << __FILE__ << std::endl;
  1411. std::string caseDir = __FILE__;
  1412. std::size_t idx = caseDir.find_last_of("/");
  1413. caseDir = caseDir.substr(0, idx);
  1414. std::string modelFile = caseDir + "/origin_models/tensor_array.pb";
  1415. std::map<ge::AscendString, ge::AscendString> params;
  1416. string key ="enable_scope_fusion_passes";
  1417. string value ="ScopeDynamicRNNPass";
  1418. params.insert(std::make_pair(ge::AscendString(key.c_str()), ge::AscendString(value.c_str())));
  1419. auto status = aclgrphParseTensorFlow(modelFile.c_str(), params, graph);
  1420. EXPECT_EQ(status, SUCCESS);
  1421. }
  1422. TEST_F(STestTensorflowParser, avgpool3dgrad_plugin_test_format_NDHWC) {
  1423. ge::Graph graph;
  1424. std::cout << __FILE__ << std::endl;
  1425. std::string caseDir = __FILE__;
  1426. std::size_t idx = caseDir.find_last_of("/");
  1427. caseDir = caseDir.substr(0, idx);
  1428. std::string modelFile = caseDir + "/origin_models/avgpool3dgrad_case_1.pb";
  1429. auto status = aclgrphParseTensorFlow(modelFile.c_str(), graph);
  1430. EXPECT_EQ(status, SUCCESS);
  1431. }
  1432. TEST_F(STestTensorflowParser, tensorflow_merge_test) {
  1433. ge::Graph graph;
  1434. std::cout << __FILE__ << std::endl;
  1435. std::string caseDir = __FILE__;
  1436. std::size_t idx = caseDir.find_last_of("/");
  1437. caseDir = caseDir.substr(0, idx);
  1438. std::string modelFile = caseDir + "/origin_models/merge.pb";
  1439. auto status = aclgrphParseTensorFlow(modelFile.c_str(), graph);
  1440. EXPECT_EQ(status, FAILED);
  1441. }
  1442. TEST_F(STestTensorflowParser, tensorflow_no_op_test) {
  1443. ge::Graph graph;
  1444. std::cout << __FILE__ << std::endl;
  1445. std::string caseDir = __FILE__;
  1446. std::size_t idx = caseDir.find_last_of("/");
  1447. caseDir = caseDir.substr(0, idx);
  1448. std::string modelFile = caseDir + "/origin_models/test_no_op.pb";
  1449. auto status = aclgrphParseTensorFlow(modelFile.c_str(), graph);
  1450. EXPECT_EQ(status, SUCCESS);
  1451. }
  1452. TEST_F(STestTensorflowParser, tensorflow_identity_test) {
  1453. ge::Graph graph;
  1454. std::cout << __FILE__ << std::endl;
  1455. std::string caseDir = __FILE__;
  1456. std::size_t idx = caseDir.find_last_of("/");
  1457. caseDir = caseDir.substr(0, idx);
  1458. std::string modelFile = caseDir + "/origin_models/test_identity.pb";
  1459. auto status = aclgrphParseTensorFlow(modelFile.c_str(), graph);
  1460. EXPECT_EQ(status, SUCCESS);
  1461. }
  1462. TEST_F(STestTensorflowParser, tensorflow_constant_test) {
  1463. ge::Graph graph;
  1464. std::cout << __FILE__ << std::endl;
  1465. std::string caseDir = __FILE__;
  1466. std::size_t idx = caseDir.find_last_of("/");
  1467. caseDir = caseDir.substr(0, idx);
  1468. std::string modelFile = caseDir + "/origin_models/test_constant.pb";
  1469. auto status = aclgrphParseTensorFlow(modelFile.c_str(), graph);
  1470. EXPECT_EQ(status, SUCCESS);
  1471. TensorFlowConstantParser constantParser;
  1472. ge::OpDescPtr op_dest = make_shared<ge::OpDesc>("constant", ge::parser::CONSTANT);
  1473. NodeDef* node_def = initNodeDef();
  1474. node_def->set_name("Constant");
  1475. auto params = constantParser.ParseParams(node_def, op_dest);
  1476. EXPECT_EQ(params, SUCCESS);
  1477. auto value = constantParser.ParseValue(node_def, op_dest);
  1478. EXPECT_EQ(value, SUCCESS);
  1479. ConstantOperator op;
  1480. auto type = constantParser.ParseDType(node_def, &op);
  1481. EXPECT_EQ(type, SUCCESS);
  1482. }
  1483. TEST_F(STestTensorflowParser, tensorflow_reshpae_test) {
  1484. ge::Graph graph;
  1485. std::cout << __FILE__ << std::endl;
  1486. std::string caseDir = __FILE__;
  1487. std::size_t idx = caseDir.find_last_of("/");
  1488. caseDir = caseDir.substr(0, idx);
  1489. std::string modelFile = caseDir + "/origin_models/test_reshape.pb";
  1490. auto status = aclgrphParseTensorFlow(modelFile.c_str(), graph);
  1491. EXPECT_EQ(status, SUCCESS);
  1492. TensorFlowReshapeParser parser;
  1493. NodeDef * nodeDef = new NodeDef();
  1494. ge::OpDescPtr opdef_ = make_shared<::ge::OpDesc>("","");
  1495. google::protobuf::Map<std::string, tensorflow::AttrValue > *attr_map = nodeDef->mutable_attr();
  1496. domi::tensorflow::AttrValue tshape_attr_value;
  1497. tshape_attr_value.set_type(domi::tensorflow::DT_INT32);
  1498. (*attr_map)[TENSORFLOW_ATTR_TSHAPE] = tshape_attr_value;
  1499. domi::tensorflow::AttrValue t_attr_value;
  1500. t_attr_value.set_type(domi::tensorflow::DT_FLOAT);
  1501. (*attr_map)[TENSORFLOW_ATTR_T] = t_attr_value;
  1502. Status ret = parser.ParseParams(nodeDef, opdef_);
  1503. EXPECT_EQ(domi::SUCCESS, ret);
  1504. delete nodeDef;
  1505. }
  1506. TEST_F(STestTensorflowParser, tensorflow_squeeze_test) {
  1507. ge::Graph graph;
  1508. std::cout << __FILE__ << std::endl;
  1509. std::string caseDir = __FILE__;
  1510. std::size_t idx = caseDir.find_last_of("/");
  1511. caseDir = caseDir.substr(0, idx);
  1512. std::string modelFile = caseDir + "/origin_models/test_sequeeze.pb";
  1513. auto status = aclgrphParseTensorFlow(modelFile.c_str(), graph);
  1514. EXPECT_EQ(status, SUCCESS);
  1515. TensorFlowSqueezeParser parser;
  1516. NodeDef *nodeDef = initNodeDef();
  1517. ge::OpDescPtr opDef = make_shared<::ge::OpDesc>("Squeeze","Squeeze");
  1518. Status ret = parser.ParseParams(nodeDef, opDef);
  1519. EXPECT_EQ(ret, SUCCESS);
  1520. NodeDef *nodeDef_dim = initNodeDef_dims();
  1521. ret = parser.ParseParams(nodeDef_dim, opDef);
  1522. EXPECT_EQ(SUCCESS, ret);
  1523. NodeDef *nodeDef_axis_dims = initNodeDef_axis_dims();
  1524. ret = parser.ParseParams(nodeDef_axis_dims, opDef);
  1525. EXPECT_EQ(GRAPH_PARAM_INVALID, ret);
  1526. static const string KEY_SHAPE_LIST = "key_shape_list";
  1527. static const string KEY_TENSOR_LIST = "key_tensor_list";
  1528. static const string KEY_DEFAULT = "key_default";
  1529. NodeDef *nodeDef2 = new NodeDef();
  1530. google::protobuf::Map<std::string, tensorflow::AttrValue> *node_attr_map = nodeDef2->mutable_attr();
  1531. domi::tensorflow::AttrValue dtype_attr_value ;
  1532. dtype_attr_value.set_type(domi::tensorflow::DT_FLOAT);
  1533. (*node_attr_map)[TENSORFLOW_ATTR_T] = dtype_attr_value;
  1534. //设置strides属性
  1535. tensorflow::AttrValue axis_attr_value;
  1536. tensorflow::AttrValue_ListValue *list = axis_attr_value.mutable_list();
  1537. list->add_i(1);
  1538. list->add_i(2);
  1539. (*node_attr_map)[ge::SQUEEZE_ATTR_AXIS] = axis_attr_value;
  1540. domi::tensorflow::AttrValue value;
  1541. domi::tensorflow::AttrValue df_attr_value;
  1542. df_attr_value.set_i((int64_t)ccTensorFormat_t::CC_TENSOR_NHWC);
  1543. domi::tensorflow::AttrValue pad_attr_value;
  1544. pad_attr_value.set_i((int64_t)tensorflow::DT_FLOAT);
  1545. domi::tensorflow::AttrValue shape;
  1546. shape.mutable_list()->add_i((int64)32);
  1547. shape.mutable_list()->add_i((int64)32);
  1548. shape.mutable_list()->add_i((int64)14);
  1549. static const string KEY_TYPE_LIST = "key_type_list";
  1550. const std::string ATTR_NAME_INPUT_TENSOR_DESC = "input_tensor_desc";
  1551. const std::string ATTR_NAME_OUTPUT_TENSOR_DESC = "output_tensor_desc";
  1552. static const domi::tensorflow::DataType VALUE_TYPE = domi::tensorflow::DataType::DT_FLOAT;
  1553. value.clear_value();
  1554. value.mutable_list()->add_type(VALUE_TYPE);
  1555. TensorFlowUtil::AddNodeAttr(KEY_TYPE_LIST, value, nodeDef2);
  1556. value.clear_value();
  1557. domi::tensorflow::NameAttrList name_attr_list;
  1558. name_attr_list.mutable_attr()->insert({"serialize_datatype", pad_attr_value});
  1559. name_attr_list.mutable_attr()->insert({"serialize_format", df_attr_value});
  1560. name_attr_list.mutable_attr()->insert({"serialize_shape", shape});
  1561. *(value.mutable_list()->add_func()) = name_attr_list;
  1562. nodeDef2->mutable_attr()->insert({ge::ATTR_NAME_INPUT_TENSOR_DESC, value});
  1563. nodeDef2->mutable_attr()->insert({ge::ATTR_NAME_OUTPUT_TENSOR_DESC, value});
  1564. ret = parser.ParseParams(nodeDef2, opDef);
  1565. EXPECT_EQ(domi::SUCCESS, ret);
  1566. GeTensorDesc ge_desc;
  1567. ge_desc.SetFormat(ge::FORMAT_C1HWNCoC0);
  1568. ge_desc.SetDataType(ge::DT_FLOAT);
  1569. ge_desc.SetShape(GeShape({1,1,1,1,1,1}));
  1570. ret = parser.ParseDesc(value, ge_desc);
  1571. EXPECT_EQ(ret, SUCCESS);
  1572. delete nodeDef2;
  1573. delete nodeDef_axis_dims;
  1574. delete nodeDef_dim;
  1575. delete nodeDef;
  1576. }
  1577. TEST_F(STestTensorflowParser, tensorflow_fill_test) {
  1578. ge::Graph graph;
  1579. std::cout << __FILE__ << std::endl;
  1580. std::string caseDir = __FILE__;
  1581. std::size_t idx = caseDir.find_last_of("/");
  1582. caseDir = caseDir.substr(0, idx);
  1583. std::string modelFile = caseDir + "/origin_models/test_fill.pb";
  1584. auto status = aclgrphParseTensorFlow(modelFile.c_str(), graph);
  1585. EXPECT_EQ(status, SUCCESS);
  1586. }
  1587. TEST_F(STestTensorflowParser, tensorflow_shape_n_test) {
  1588. ge::Graph graph;
  1589. std::cout << __FILE__ << std::endl;
  1590. std::string caseDir = __FILE__;
  1591. std::size_t idx = caseDir.find_last_of("/");
  1592. caseDir = caseDir.substr(0, idx);
  1593. std::string modelFile = caseDir + "/origin_models/test_shape_n.pb";
  1594. auto status = aclgrphParseTensorFlow(modelFile.c_str(), graph);
  1595. EXPECT_EQ(status, SUCCESS);
  1596. }
  1597. TEST_F(STestTensorflowParser, tensorflow_switch_test) {
  1598. ge::Graph graph;
  1599. std::cout << __FILE__ << std::endl;
  1600. std::string caseDir = __FILE__;
  1601. std::size_t idx = caseDir.find_last_of("/");
  1602. caseDir = caseDir.substr(0, idx);
  1603. std::string modelFile = caseDir + "/origin_models/test_switch.pb";
  1604. auto status = aclgrphParseTensorFlow(modelFile.c_str(), graph);
  1605. EXPECT_EQ(status, SUCCESS);
  1606. TensorFlowRefSwitchParser refSwitchParser;
  1607. ge::OpDescPtr op_dest = make_shared<ge::OpDesc>("constant", ge::parser::CONSTANT);
  1608. NodeDef* node_def = initNodeDef();
  1609. node_def->set_name("RefSwitch");
  1610. auto params = refSwitchParser.ParseParams(node_def, op_dest);
  1611. EXPECT_EQ(params, SUCCESS);
  1612. RefSwitchOperator op;
  1613. auto parseRet = refSwitchParser.ParseT(node_def, &op);
  1614. EXPECT_EQ(parseRet, SUCCESS);
  1615. }
  1616. TEST_F(STestTensorflowParser, tensorflow_enter_test) {
  1617. ge::Graph graph;
  1618. std::cout << __FILE__ << std::endl;
  1619. std::string caseDir = __FILE__;
  1620. std::size_t idx = caseDir.find_last_of("/");
  1621. caseDir = caseDir.substr(0, idx);
  1622. std::string modelFile = caseDir + "/origin_models/test_enter.pb";
  1623. auto status = aclgrphParseTensorFlow(modelFile.c_str(), graph);
  1624. EXPECT_EQ(status, SUCCESS);
  1625. TensorFlowEnterParser enterParser;
  1626. ge::OpDescPtr op_dest = make_shared<ge::OpDesc>("Enter", ge::parser::ENTER);
  1627. NodeDef* node_def = initNodeDef();
  1628. node_def->set_name("Enter");
  1629. Status ret = enterParser.ParseParams(node_def, op_dest);
  1630. EXPECT_EQ(ret, FAILED);
  1631. static const string KEY_SHAPE_LIST = "key_shape_list";
  1632. static const string KEY_TENSOR_LIST = "key_tensor_list";
  1633. static const string KEY_DEFAULT = "key_default";
  1634. google::protobuf::Map<std::string, tensorflow::AttrValue> *node_attr_map = node_def->mutable_attr();
  1635. domi::tensorflow::AttrValue dtype_attr_value;
  1636. dtype_attr_value.set_type(domi::tensorflow::DT_FLOAT);
  1637. (*node_attr_map)[TENSORFLOW_ATTR_T] = dtype_attr_value;
  1638. //设置strides属性
  1639. domi::tensorflow::AttrValue axis_attr_value;
  1640. ::tensorflow::AttrValue_ListValue* list = axis_attr_value.mutable_list();
  1641. list->add_i(1);
  1642. list->add_i(2);
  1643. (*node_attr_map)[ge::SQUEEZE_ATTR_AXIS] = axis_attr_value;
  1644. domi::tensorflow::AttrValue value;
  1645. domi::tensorflow::AttrValue df_attr_value;
  1646. df_attr_value.set_i((int64_t)ccTensorFormat_t::CC_TENSOR_NHWC);
  1647. domi::tensorflow::AttrValue pad_attr_value;
  1648. pad_attr_value.set_i((int64_t)tensorflow::DT_FLOAT);
  1649. domi::tensorflow::AttrValue shape;
  1650. shape.mutable_list()->add_i((int64)32);
  1651. shape.mutable_list()->add_i((int64)32);
  1652. shape.mutable_list()->add_i((int64)14);
  1653. static const string KEY_TYPE_LIST = "key_type_list";
  1654. const std::string ENTER_ATTR_FRAME_NAME = "frame_name";
  1655. const std::string ATTR_NAME_OUTPUT_TENSOR_DESC = "output_tensor_desc";
  1656. static const domi::tensorflow::DataType VALUE_TYPE = domi::tensorflow::DataType::DT_FLOAT;
  1657. value.clear_value();
  1658. value.mutable_list()->add_type(VALUE_TYPE);
  1659. TensorFlowUtil::AddNodeAttr(KEY_TYPE_LIST, value, node_def);
  1660. value.clear_value();
  1661. domi::tensorflow::NameAttrList name_attr_list;
  1662. name_attr_list.mutable_attr()->insert({"serialize_datatype", pad_attr_value});
  1663. name_attr_list.mutable_attr()->insert({"serialize_format", df_attr_value});
  1664. name_attr_list.mutable_attr()->insert({"serialize_shape", shape});
  1665. *(value.mutable_list()->add_func()) = name_attr_list;
  1666. node_def->mutable_attr()->insert({ge::ENTER_ATTR_FRAME_NAME, value});
  1667. node_def->mutable_attr()->insert({ge::ATTR_NAME_OUTPUT_TENSOR_DESC, value});
  1668. ret = enterParser.ParseParams(node_def, op_dest);
  1669. EXPECT_EQ(ret, FAILED);
  1670. }
  1671. TEST_F(STestTensorflowParser, tensorflow_VariableV2_test) {
  1672. ge::Graph graph;
  1673. std::string caseDir = __FILE__;
  1674. std::size_t idx = caseDir.find_last_of("/");
  1675. caseDir = caseDir.substr(0, idx);
  1676. std::string modelFile = caseDir + "/origin_models/test_VariableV2.pb";
  1677. auto status = aclgrphParseTensorFlow(modelFile.c_str(), graph);
  1678. EXPECT_EQ(status, SUCCESS);
  1679. }
  1680. TEST_F(STestTensorflowParser, tensorflow_fusion_op_parser_test)
  1681. {
  1682. TensorFlowFusionOpParser fusionOpParser;
  1683. ge::OpDescPtr op_dest = make_shared<ge::OpDesc>("FusionOp", ge::parser::CONSTANT);
  1684. int index = 0;
  1685. NodeDef* node_def = fusioninitNodeDef(index);
  1686. node_def->set_name("FusionOp");
  1687. auto ret = fusionOpParser.ParseParams(node_def, op_dest);
  1688. EXPECT_EQ(ret, SUCCESS);
  1689. int32_t param = 1;
  1690. ret = fusionOpParser.ParseParamFromConst(node_def, param);
  1691. EXPECT_EQ(ret, SUCCESS);
  1692. ret = fusionOpParser.ParseParamFromConst(node_def, param, index);
  1693. EXPECT_EQ(ret, SUCCESS);
  1694. float params = 0.0;
  1695. ret = fusionOpParser.ParseParamFromConst(node_def, params);
  1696. EXPECT_EQ(ret, SUCCESS);
  1697. index = 2;
  1698. node_def = fusioninitNodeDef(index);
  1699. ret = fusionOpParser.ParseParamFromConst(node_def, params, index);
  1700. EXPECT_EQ(ret, domi::PARAM_INVALID);
  1701. ret = fusionOpParser.ParseHalfFromConst(node_def, params, 0);
  1702. EXPECT_EQ(ret, SUCCESS);
  1703. ret = fusionOpParser.ParseHalfFromConst(node_def, params, 3);
  1704. EXPECT_EQ(ret, domi::PARAM_INVALID);
  1705. node_def = fusioninitNodeDef(0);
  1706. ret = fusionOpParser.ParseHalfFromConst(node_def, params, 3);
  1707. EXPECT_EQ(ret, domi::PARAM_INVALID);
  1708. static const float VALUE_FLOAT = 1.0;
  1709. ge::GeTensorPtr weight = nullptr;
  1710. ret = fusionOpParser.ParseWeightFromConst(node_def, weight);
  1711. EXPECT_EQ(ret, domi::SUCCESS);
  1712. EXPECT_NE(weight, nullptr);
  1713. ge::DataType ge_data_type = weight->GetTensorDesc().GetDataType();
  1714. EXPECT_EQ(ge_data_type, ge::DataType::DT_FLOAT);
  1715. const uint8_t* data_buff = weight->GetData().GetData();
  1716. size_t data_size = weight->GetData().size();
  1717. EXPECT_NE(data_buff, nullptr);
  1718. EXPECT_EQ(data_size, sizeof(float));
  1719. float value_float = *((float*)data_buff);
  1720. EXPECT_EQ(value_float, VALUE_FLOAT);
  1721. delete node_def;
  1722. }
  1723. TEST_F(STestTensorflowParser, tensorflow_auto_mapping_parser_adapter_test)
  1724. {
  1725. ge::OpDescPtr op_dest = nullptr;
  1726. Message *op_src = nullptr;
  1727. TensorFlowAutoMappingParserAdapter autoMappingParser;
  1728. NodeDef* node_def = initNodeDef();
  1729. Status ret = autoMappingParser.ParseParams(op_src, op_dest);
  1730. EXPECT_EQ(ret, PARAM_INVALID);
  1731. ret = autoMappingParser.ParseParams(node_def, op_dest);
  1732. EXPECT_EQ(ret, PARAM_INVALID);
  1733. op_dest = make_shared<ge::OpDesc>("AutoMapping", ge::parser::CONSTANT);
  1734. op_dest->SetType(ge::parser::EMPTY);
  1735. ret = autoMappingParser.ParseParams(node_def, op_dest);
  1736. EXPECT_EQ(ret, SUCCESS);
  1737. op_dest->SetType(ge::parser::IDENTITYN);
  1738. ret = autoMappingParser.ParseParams(node_def, op_dest);
  1739. EXPECT_EQ(ret, SUCCESS);
  1740. op_dest->SetType(ge::parser::SIZE);
  1741. ret = autoMappingParser.ParseParams(node_def, op_dest);
  1742. EXPECT_EQ(ret, SUCCESS);
  1743. op_dest->SetType(ge::parser::SHAPE);
  1744. op_dest->AddOutputDesc(GeTensorDesc());
  1745. ret = autoMappingParser.ParseParams(node_def, op_dest);
  1746. EXPECT_EQ(ret, SUCCESS);
  1747. }
  1748. TEST_F(STestTensorflowParser, tensorflow_fusion_custom_parser_adapter_test)
  1749. {
  1750. REGISTER_CUSTOM_OP("FusionCustom")
  1751. .FrameworkType(domi::TENSORFLOW)
  1752. .OriginOpType("FusionCustom")
  1753. .FusionParseParamsFn(FusionParserParams)
  1754. .ImplyType(ImplyType::TVM);
  1755. register_tbe_op();
  1756. auto graph = std::make_shared<ge::ComputeGraph>("FusionCustom");
  1757. auto op_desc = std::make_shared<ge::OpDesc>("FusionCustom", "FusionCustom");
  1758. auto node = graph->AddNode(op_desc);
  1759. NodeDef *node_def = new NodeDef();
  1760. std::vector<const NodeDef *> v_input_const1;
  1761. v_input_const1.push_back(node_def);
  1762. TensorFlowFusionCustomParserAdapter parser;
  1763. domi::Status status = parser.ParseParams(v_input_const1, node);
  1764. EXPECT_EQ(SUCCESS, status);
  1765. ge::Operator op_src("pool", "pooling");
  1766. std::vector<ge::Operator> v_input_const2;
  1767. v_input_const2.push_back(op_src);
  1768. Status ret = parser.ParseParams(v_input_const2, node);
  1769. EXPECT_EQ(FAILED, ret);
  1770. delete node_def;
  1771. }
  1772. TEST_F(STestTensorflowParser, tensorflow_custom_parser_adapter_test)
  1773. {
  1774. ge::Operator op_src("pool", "pooling");
  1775. ge::OpDescPtr op_dest = std::make_shared<ge::OpDesc>();
  1776. TensorFlowCustomParserAdapter parser;
  1777. Status ret = parser.ParseParams(op_src, op_dest);
  1778. EXPECT_EQ(ret, FAILED);
  1779. REGISTER_CUSTOM_OP("Variable")
  1780. .FrameworkType(domi::TENSORFLOW)
  1781. .OriginOpType("VariableV2")
  1782. .ParseParamsFn(ParseParams)
  1783. .ParseParamsByOperatorFn(ParseParamByOpFunc)
  1784. .ImplyType(ImplyType::CUSTOM);
  1785. register_tbe_op();
  1786. Operator opSrc(ge::parser::VARIABLE, "VariableV2");
  1787. ret = parser.ParseParams(opSrc, op_dest);
  1788. EXPECT_EQ(ret, SUCCESS);
  1789. }
  1790. TEST_F(STestTensorflowParser, tensorflow_graph_functiondef_FindAttrValue_test)
  1791. {
  1792. GraphToFunctionDef functionDef;
  1793. NodeDef *node_def = nullptr;
  1794. std::string attr_name = "Const";
  1795. tensorflow::AttrValue attr_value;
  1796. bool ret = functionDef.FindAttrValue(node_def, attr_name, attr_value);
  1797. EXPECT_EQ(ret, false);
  1798. node_def = initNodeDef();
  1799. attr_name = ge::ATTR_NAME_INPUT_TENSOR_DESC;
  1800. node_def->set_name("Const");
  1801. ret = functionDef.FindAttrValue(node_def, attr_name, attr_value);
  1802. EXPECT_EQ(ret, false);
  1803. }
  1804. TEST_F(STestTensorflowParser, tensorflow_graph_functiondef_BuildFunctionDef_test)
  1805. {
  1806. ge::ComputeGraphPtr subGraph = std::make_shared<ge::ComputeGraph>("default");
  1807. string inputNodeType = "DATA";
  1808. MakeDagGraph(subGraph, inputNodeType);
  1809. FunctionDefLibrary library;
  1810. tensorflow::NodeDef call_node_def;
  1811. call_node_def.set_op("fusionop");
  1812. call_node_def.set_name("fusionop");
  1813. vector<ge::InDataAnchorPtr> in_anchor;
  1814. vector<ge::OutDataAnchorPtr> out_anchor;
  1815. for (ge::NodePtr node : subGraph->GetAllNodes()) {
  1816. for (auto in : node->GetAllInDataAnchors()) {
  1817. if (in->GetPeerOutAnchor() != nullptr && in->GetPeerOutAnchor()->GetOwnerNode()->GetOpDesc()->GetType() == parser::DATA) {
  1818. in_anchor.push_back(in);
  1819. }
  1820. }
  1821. for (auto out : node->GetAllOutDataAnchors()) {
  1822. for (auto i : out->GetPeerInDataAnchors()) {
  1823. if (i->GetOwnerNode()->GetOpDesc()->GetType() == parser::NETOUTPUT) {
  1824. out_anchor.push_back(out);
  1825. }
  1826. }
  1827. }
  1828. }
  1829. Status ret = GraphToFunctionDef::BuildFunctionDef(subGraph,
  1830. "fusionop",
  1831. &library,
  1832. &call_node_def,
  1833. in_anchor,
  1834. out_anchor);
  1835. EXPECT_EQ(domi::INTERNAL_ERROR, ret);
  1836. }
  1837. TEST_F(STestTensorflowParser, tensorflow_CheckOpShapeDim_test)
  1838. {
  1839. NodeDef *node_def = initNodeDef();
  1840. std::set<int> dims;
  1841. dims.insert(1);
  1842. dims.insert(2);
  1843. bool valid = true;
  1844. TensorFlowModelParser parser;
  1845. Status ret = parser.CheckOpShapeDim(node_def, dims, valid);
  1846. EXPECT_EQ(ret, SUCCESS);
  1847. static const string KEY_SHAPE_LIST = "key_shape_list";
  1848. static const string KEY_TENSOR_LIST = "key_tensor_list";
  1849. static const string KEY_DEFAULT = "key_default";
  1850. google::protobuf::Map<std::string, tensorflow::AttrValue> *node_attr_map = node_def->mutable_attr();
  1851. domi::tensorflow::AttrValue dtype_attr_value;
  1852. dtype_attr_value.set_type(domi::tensorflow::DT_FLOAT);
  1853. (*node_attr_map)[TENSORFLOW_ATTR_T] = dtype_attr_value;
  1854. //设置strides属性
  1855. domi::tensorflow::AttrValue axis_attr_value;
  1856. ::tensorflow::AttrValue_ListValue* list = axis_attr_value.mutable_list();
  1857. list->add_i(1);
  1858. list->add_i(2);
  1859. (*node_attr_map)[ge::SQUEEZE_ATTR_AXIS] = axis_attr_value;
  1860. domi::tensorflow::AttrValue value;
  1861. domi::tensorflow::AttrValue df_attr_value;
  1862. df_attr_value.set_i((int64_t)ccTensorFormat_t::CC_TENSOR_NHWC);
  1863. domi::tensorflow::AttrValue pad_attr_value;
  1864. pad_attr_value.set_i((int64_t)tensorflow::DT_FLOAT);
  1865. domi::tensorflow::AttrValue shape;
  1866. shape.mutable_list()->add_i((int64)32);
  1867. shape.mutable_list()->add_i((int64)32);
  1868. shape.mutable_list()->add_i((int64)14);
  1869. static const string KEY_TYPE_LIST = "key_type_list";
  1870. const std::string ATTR_NAME_INPUT_TENSOR_DESC = "input_tensor_desc";
  1871. const std::string ATTR_NAME_OUTPUT_TENSOR_DESC = "output_tensor_desc";
  1872. static const domi::tensorflow::DataType VALUE_TYPE = domi::tensorflow::DataType::DT_FLOAT;
  1873. value.clear_value();
  1874. value.mutable_list()->add_type(VALUE_TYPE);
  1875. TensorFlowUtil::AddNodeAttr(KEY_TYPE_LIST, value, node_def);
  1876. value.clear_value();
  1877. domi::tensorflow::NameAttrList name_attr_list;
  1878. name_attr_list.mutable_attr()->insert({"serialize_datatype", pad_attr_value});
  1879. name_attr_list.mutable_attr()->insert({"serialize_format", df_attr_value});
  1880. name_attr_list.mutable_attr()->insert({"serialize_shape", shape});
  1881. *(value.mutable_list()->add_func()) = name_attr_list;
  1882. node_def->mutable_attr()->insert({ge::ATTR_NAME_INPUT_TENSOR_DESC, value});
  1883. node_def->mutable_attr()->insert({ge::ATTR_NAME_OUTPUT_TENSOR_DESC, value});
  1884. ret = parser.CheckOpShapeDim(node_def, dims, valid);
  1885. EXPECT_EQ(ret, SUCCESS);
  1886. }
  1887. TEST_F(STestTensorflowParser, tensorflow_Scope_pass_test)
  1888. {
  1889. ScopePassManager passmanager;
  1890. auto scope_graph = ge::parser::MakeShared<ge::ScopeGraph>();
  1891. if (scope_graph == nullptr) {
  1892. GELOGE(FAILED, "Scope graph make shared failed.");
  1893. return;
  1894. }
  1895. if (scope_graph->Init() != SUCCESS) {
  1896. GELOGE(FAILED, "Scope graph init failed.");
  1897. return;
  1898. }
  1899. ge::TensorFlowModelParser tf_model_parser;
  1900. std::vector<string> scope_passes_list = {"ScopeBasicLSTMCellPass", "ScopeLayerNormPass"};
  1901. Status ret = tf_model_parser.RunScopeFusionPass(scope_passes_list, passmanager, scope_graph);
  1902. EXPECT_NE(ge::SUCCESS, ret);
  1903. }
  1904. TEST_F(STestTensorflowParser, tensorflow_variable_v2_parser_test)
  1905. {
  1906. TensorFlowCustomParserAdapter parser;
  1907. ge::OpDescPtr op_dest = std::make_shared<ge::OpDesc>();
  1908. NodeDef *node_def = initNodeDef();
  1909. TensorFlowModelParser modelParser;
  1910. std::shared_ptr<OpParserFactory> factory = OpParserFactory::Instance(domi::TENSORFLOW);
  1911. std::shared_ptr<OpParser> op_parser = factory->CreateOpParser("Variable");
  1912. shared_ptr<TensorFlowOpParser> tensorflow_op_parser = std::dynamic_pointer_cast<TensorFlowOpParser>(op_parser);
  1913. Status ret = tensorflow_op_parser->ParseParams(node_def, op_dest);
  1914. EXPECT_EQ(ret, PARAM_INVALID);
  1915. node_def->set_name("TemporaryVariable");
  1916. node_def->set_op("TemporaryVariable");
  1917. op_parser = factory->CreateOpParser("TemporaryVariable");
  1918. tensorflow_op_parser = std::dynamic_pointer_cast<TensorFlowOpParser>(op_parser);
  1919. ret = tensorflow_op_parser->ParseParams(node_def, op_dest);
  1920. EXPECT_EQ(ret, PARAM_INVALID);
  1921. NodeDef *nodeDef_temporaryVariable = initOpNodeDef_TemporaryVariable();
  1922. op_parser = factory->CreateOpParser("TemporaryVariable");
  1923. tensorflow_op_parser = std::dynamic_pointer_cast<TensorFlowOpParser>(op_parser);
  1924. ret = tensorflow_op_parser->ParseParams(nodeDef_temporaryVariable, op_dest);
  1925. EXPECT_EQ(ret, SUCCESS);
  1926. NodeDef *nodeDef_VariableV2 = initOpNodeDef_VariableV2();
  1927. op_parser = factory->CreateOpParser("Variable");
  1928. tensorflow_op_parser = std::dynamic_pointer_cast<TensorFlowOpParser>(op_parser);
  1929. ret = tensorflow_op_parser->ParseParams(nodeDef_VariableV2, op_dest);
  1930. EXPECT_EQ(ret, SUCCESS);
  1931. }
  1932. TEST_F(STestTensorflowParser, tensorflow_var_is_initialized_op_test)
  1933. {
  1934. TensorFlowCustomParserAdapter parser;
  1935. ge::OpDescPtr op_dest = std::make_shared<ge::OpDesc>();
  1936. NodeDef *node_def = initNodeDef();
  1937. TensorFlowModelParser modelParser;
  1938. std::shared_ptr<OpParserFactory> factory = OpParserFactory::Instance(domi::TENSORFLOW);
  1939. std::shared_ptr<OpParser> op_parser = factory->CreateOpParser("VarIsInitializedOp");
  1940. shared_ptr<TensorFlowOpParser> tensorflow_op_parser = std::dynamic_pointer_cast<TensorFlowOpParser>(op_parser);
  1941. Status ret = tensorflow_op_parser->ParseParams(node_def, op_dest);
  1942. EXPECT_EQ(ret, SUCCESS);
  1943. }
  1944. TEST_F(STestTensorflowParser, tensorflow_arg_parser_test)
  1945. {
  1946. TensorFlowCustomParserAdapter parser;
  1947. ge::OpDescPtr op_dest = std::make_shared<ge::OpDesc>();
  1948. NodeDef *node_def = initNodeDef();
  1949. TensorFlowModelParser modelParser;
  1950. std::shared_ptr<OpParserFactory> factory = OpParserFactory::Instance(domi::TENSORFLOW);
  1951. std::shared_ptr<OpParser> op_parser = factory->CreateOpParser("_Arg");
  1952. shared_ptr<TensorFlowOpParser> tensorflow_op_parser = std::dynamic_pointer_cast<TensorFlowOpParser>(op_parser);
  1953. Status ret = tensorflow_op_parser->ParseParams(node_def, op_dest);
  1954. EXPECT_EQ(ret, SUCCESS);
  1955. static const string KEY_SHAPE_LIST = "key_shape_list";
  1956. static const string KEY_TENSOR_LIST = "key_tensor_list";
  1957. static const string KEY_DEFAULT = "key_default";
  1958. google::protobuf::Map<std::string, tensorflow::AttrValue> *node_attr_map = node_def->mutable_attr();
  1959. domi::tensorflow::AttrValue dtype_attr_value;
  1960. dtype_attr_value.set_type(domi::tensorflow::DT_FLOAT);
  1961. (*node_attr_map)[TENSORFLOW_ATTR_T] = dtype_attr_value;
  1962. //设置strides属性
  1963. domi::tensorflow::AttrValue axis_attr_value;
  1964. ::tensorflow::AttrValue_ListValue* list = axis_attr_value.mutable_list();
  1965. list->add_i(1);
  1966. list->add_i(2);
  1967. (*node_attr_map)[ge::SQUEEZE_ATTR_AXIS] = axis_attr_value;
  1968. domi::tensorflow::AttrValue value;
  1969. domi::tensorflow::AttrValue df_attr_value;
  1970. df_attr_value.set_i((int64_t)ccTensorFormat_t::CC_TENSOR_NHWC);
  1971. domi::tensorflow::AttrValue pad_attr_value;
  1972. pad_attr_value.set_i((int64_t)tensorflow::DT_FLOAT);
  1973. domi::tensorflow::AttrValue shape;
  1974. shape.mutable_list()->add_i((int64)32);
  1975. shape.mutable_list()->add_i((int64)32);
  1976. shape.mutable_list()->add_i((int64)14);
  1977. static const string KEY_TYPE_LIST = "key_type_list";
  1978. const std::string ATTR_NAME_INPUT_TENSOR_DESC = "input_tensor_desc";
  1979. const std::string ATTR_NAME_OUTPUT_TENSOR_DESC = "output_tensor_desc";
  1980. static const domi::tensorflow::DataType VALUE_TYPE = domi::tensorflow::DataType::DT_FLOAT;
  1981. value.clear_value();
  1982. value.mutable_list()->add_type(VALUE_TYPE);
  1983. TensorFlowUtil::AddNodeAttr(KEY_TYPE_LIST, value, node_def);
  1984. value.clear_value();
  1985. domi::tensorflow::NameAttrList name_attr_list;
  1986. name_attr_list.mutable_attr()->insert({"serialize_datatype", pad_attr_value});
  1987. name_attr_list.mutable_attr()->insert({"serialize_format", df_attr_value});
  1988. name_attr_list.mutable_attr()->insert({"serialize_shape", shape});
  1989. *(value.mutable_list()->add_func()) = name_attr_list;
  1990. node_def->mutable_attr()->insert({ge::ATTR_NAME_INPUT_TENSOR_DESC, value});
  1991. node_def->mutable_attr()->insert({ge::ATTR_NAME_OUTPUT_TENSOR_DESC, value});
  1992. ret = tensorflow_op_parser->ParseParams(node_def, op_dest);
  1993. EXPECT_EQ(ret, SUCCESS);
  1994. }
  1995. TEST_F(STestTensorflowParser, tensorflow_frameworkop_parser_test1)
  1996. {
  1997. TensorFlowCustomParserAdapter parser;
  1998. ge::OpDescPtr op_dest = std::make_shared<ge::OpDesc>();
  1999. NodeDef *node_def = initNodeDef();
  2000. TensorFlowModelParser modelParser;
  2001. std::shared_ptr<OpParserFactory> factory = OpParserFactory::Instance(domi::TENSORFLOW);
  2002. std::shared_ptr<OpParser> op_parser = factory->CreateOpParser("FrameworkOp");
  2003. shared_ptr<TensorFlowOpParser> tensorflow_op_parser = std::dynamic_pointer_cast<TensorFlowOpParser>(op_parser);
  2004. Status ret = tensorflow_op_parser->ParseParams(node_def, op_dest);
  2005. EXPECT_EQ(ret, PARAM_INVALID);
  2006. ChangeDataType(node_def, tensorflow::DT_UINT16);
  2007. ret = tensorflow_op_parser->ParseParams(node_def, op_dest);
  2008. EXPECT_EQ(ret, PARAM_INVALID);
  2009. }
  2010. TEST_F(STestTensorflowParser, tensorflow_frameworkop_parser_test2)
  2011. {
  2012. TensorFlowCustomParserAdapter parser;
  2013. ge::OpDescPtr op_dest = std::make_shared<ge::OpDesc>();
  2014. NodeDef *node_def = initNodeDef();
  2015. node_def->set_name("FrameworkOp");
  2016. node_def->set_op("_Retval");
  2017. TensorFlowModelParser modelParser;
  2018. std::shared_ptr<OpParserFactory> factory = OpParserFactory::Instance(domi::TENSORFLOW);
  2019. std::shared_ptr<OpParser> op_parser = factory->CreateOpParser("FrameworkOp");
  2020. shared_ptr<TensorFlowOpParser> tensorflow_op_parser = std::dynamic_pointer_cast<TensorFlowOpParser>(op_parser);
  2021. static const string KEY_SHAPE_LIST = "key_shape_list";
  2022. static const string KEY_TENSOR_LIST = "key_tensor_list";
  2023. static const string KEY_DEFAULT = "key_default";
  2024. google::protobuf::Map<std::string, tensorflow::AttrValue> *node_attr_map = node_def->mutable_attr();
  2025. domi::tensorflow::AttrValue dtype_attr_value;
  2026. dtype_attr_value.set_type(domi::tensorflow::DT_FLOAT);
  2027. (*node_attr_map)[TENSORFLOW_ATTR_T] = dtype_attr_value;
  2028. //设置strides属性
  2029. domi::tensorflow::AttrValue axis_attr_value;
  2030. ::tensorflow::AttrValue_ListValue* list = axis_attr_value.mutable_list();
  2031. list->add_i(1);
  2032. list->add_i(2);
  2033. (*node_attr_map)[ge::SQUEEZE_ATTR_AXIS] = axis_attr_value;
  2034. domi::tensorflow::AttrValue value;
  2035. domi::tensorflow::AttrValue df_attr_value;
  2036. df_attr_value.set_i((int64_t)ccTensorFormat_t::CC_TENSOR_NHWC);
  2037. domi::tensorflow::AttrValue pad_attr_value;
  2038. pad_attr_value.set_i((int64_t)tensorflow::DT_FLOAT);
  2039. domi::tensorflow::AttrValue shape;
  2040. shape.mutable_list()->add_i((int64)32);
  2041. shape.mutable_list()->add_i((int64)32);
  2042. shape.mutable_list()->add_i((int64)14);
  2043. static const string KEY_TYPE_LIST = "key_type_list";
  2044. const std::string ATTR_NAME_INPUT_TENSOR_DESC = "ATTR_NAME_FRAMEWORK_OP_DEF";
  2045. const std::string ATTR_NAME_OUTPUT_TENSOR_DESC = "output_tensor_desc";
  2046. static const domi::tensorflow::DataType VALUE_TYPE = domi::tensorflow::DataType::DT_FLOAT;
  2047. value.clear_value();
  2048. value.mutable_list()->add_type(VALUE_TYPE);
  2049. TensorFlowUtil::AddNodeAttr(KEY_TYPE_LIST, value, node_def);
  2050. value.clear_value();
  2051. domi::tensorflow::NameAttrList name_attr_list;
  2052. name_attr_list.mutable_attr()->insert({"serialize_datatype", pad_attr_value});
  2053. name_attr_list.mutable_attr()->insert({"serialize_format", df_attr_value});
  2054. name_attr_list.mutable_attr()->insert({"serialize_shape", shape});
  2055. *(value.mutable_list()->add_func()) = name_attr_list;
  2056. node_def->mutable_attr()->insert({ge::ATTR_NAME_INPUT_TENSOR_DESC, value});
  2057. node_def->mutable_attr()->insert({ge::ATTR_NAME_OUTPUT_TENSOR_DESC, value});
  2058. Status ret = tensorflow_op_parser->ParseParams(node_def, op_dest);
  2059. EXPECT_EQ(ret, SUCCESS);
  2060. }
  2061. TEST_F(STestTensorflowParser, tensorflow_reshape_parser_test)
  2062. {
  2063. TensorFlowCustomParserAdapter parser;
  2064. ge::OpDescPtr op_dest = std::make_shared<ge::OpDesc>();
  2065. NodeDef *node_def = initNodeDef();
  2066. TensorFlowModelParser modelParser;
  2067. std::shared_ptr<OpParserFactory> factory = OpParserFactory::Instance(domi::TENSORFLOW);
  2068. std::shared_ptr<OpParser> op_parser = factory->CreateOpParser("Reshape");
  2069. shared_ptr<TensorFlowOpParser> tensorflow_op_parser = std::dynamic_pointer_cast<TensorFlowOpParser>(op_parser);
  2070. Status ret = tensorflow_op_parser->ParseParams(node_def, op_dest);
  2071. EXPECT_EQ(ret, SUCCESS);
  2072. NodeDef * nodeDef = new NodeDef();
  2073. nodeDef->set_op("Reshape");
  2074. google::protobuf::Map< ::std::string, ::tensorflow::AttrValue >* node_attr_map = nodeDef->mutable_attr();
  2075. domi::tensorflow::AttrValue attr_value;
  2076. attr_value.mutable_list()->add_i((int64)32);
  2077. attr_value.mutable_list()->add_i((int64)32);
  2078. attr_value.mutable_list()->add_i((int64)14);
  2079. domi::tensorflow::AttrValue df_attr_value2;
  2080. df_attr_value2.set_s(TENSORFLOWF_TENSOR_NHWC);
  2081. (*node_attr_map)[TENSORFLOW_ATTR_DATA_FORMAT] = df_attr_value2;
  2082. domi::tensorflow::AttrValue df_attr_value;
  2083. df_attr_value.set_i((int64_t)ccTensorFormat_t::CC_TENSOR_NHWC);
  2084. //设置padding属性
  2085. domi::tensorflow::AttrValue pad_attr_value2;
  2086. pad_attr_value2.set_s(TENSORFLOWF_OP_PADDING_SAME);
  2087. (*node_attr_map)[TENSORFLOW_ATTR_PADDING] = pad_attr_value2;
  2088. domi::tensorflow::AttrValue pad_attr_value;
  2089. pad_attr_value.set_i((int64_t)tensorflow::DT_FLOAT);
  2090. domi::tensorflow::NameAttrList name_attr_list;
  2091. name_attr_list.mutable_attr()->insert({"serialize_shape", attr_value});
  2092. name_attr_list.mutable_attr()->insert({"serialize_format", df_attr_value});
  2093. name_attr_list.mutable_attr()->insert({"serialize_datatype", pad_attr_value});
  2094. *(attr_value.mutable_list()->add_func()) = name_attr_list;
  2095. GeTensorDesc ge_desc;
  2096. ge_desc.SetFormat(ge::FORMAT_C1HWNCoC0);
  2097. ge_desc.SetDataType(ge::DT_FLOAT);
  2098. ge_desc.SetShape(GeShape({1,1,1,1,1,1}));
  2099. TensorFlowReshapeParser reshapeParser;
  2100. ret = reshapeParser.ParseDesc(attr_value, ge_desc);
  2101. EXPECT_EQ(ret, SUCCESS);
  2102. }
  2103. TEST_F(STestTensorflowParser, tensorflow_DefunToPartitionedCall_parser_test)
  2104. {
  2105. TensorFlowModelParser parser;
  2106. NodeDef *node_def = initNodeDef();
  2107. node_def->set_name("ShapeN");
  2108. ge::OpDescPtr op = make_shared<ge::OpDesc>("ShapeN", ge::parser::PARTITIONEDCALL);
  2109. Status ret = parser.DefunToPartitionedCall(node_def, op);
  2110. EXPECT_EQ(ret, FAILED);
  2111. static const string KEY_SHAPE_LIST = "key_shape_list";
  2112. static const string KEY_TENSOR_LIST = "key_tensor_list";
  2113. static const string KEY_DEFAULT = "key_default";
  2114. google::protobuf::Map<std::string, tensorflow::AttrValue> *node_attr_map = node_def->mutable_attr();
  2115. domi::tensorflow::AttrValue dtype_attr_value;
  2116. dtype_attr_value.set_type(domi::tensorflow::DT_FLOAT);
  2117. (*node_attr_map)[TENSORFLOW_ATTR_T] = dtype_attr_value;
  2118. //设置strides属性
  2119. domi::tensorflow::AttrValue axis_attr_value;
  2120. ::tensorflow::AttrValue_ListValue* list = axis_attr_value.mutable_list();
  2121. list->add_i(1);
  2122. list->add_i(2);
  2123. (*node_attr_map)[ge::SQUEEZE_ATTR_AXIS] = axis_attr_value;
  2124. domi::tensorflow::AttrValue value;
  2125. domi::tensorflow::AttrValue df_attr_value;
  2126. df_attr_value.set_i((int64_t)ccTensorFormat_t::CC_TENSOR_NHWC);
  2127. domi::tensorflow::AttrValue pad_attr_value;
  2128. pad_attr_value.set_i((int64_t)tensorflow::DT_FLOAT);
  2129. domi::tensorflow::AttrValue shape;
  2130. shape.mutable_list()->add_i((int64)32);
  2131. shape.mutable_list()->add_i((int64)32);
  2132. shape.mutable_list()->add_i((int64)14);
  2133. static const string KEY_TYPE_LIST = "key_type_list";
  2134. static const domi::tensorflow::DataType VALUE_TYPE = domi::tensorflow::DataType::DT_FLOAT;
  2135. value.clear_value();
  2136. value.mutable_list()->add_type(VALUE_TYPE);
  2137. TensorFlowUtil::AddNodeAttr(KEY_TYPE_LIST, value, node_def);
  2138. value.clear_value();
  2139. domi::tensorflow::NameAttrList name_attr_list;
  2140. name_attr_list.mutable_attr()->insert({"serialize_datatype", pad_attr_value});
  2141. name_attr_list.mutable_attr()->insert({"serialize_format", df_attr_value});
  2142. name_attr_list.mutable_attr()->insert({"serialize_shape", shape});
  2143. *(value.mutable_list()->add_func()) = name_attr_list;
  2144. node_def->mutable_attr()->insert({"_disable_call_shape_inference", value});
  2145. node_def->mutable_attr()->insert({"_disable_call_shape_inference", value});
  2146. std::string fusion_op_name = "pre_node_a";
  2147. GenOriginContext(&parser, fusion_op_name);
  2148. node_def->set_name("pre_node_a");
  2149. ret = parser.DefunToPartitionedCall(node_def, op);
  2150. EXPECT_EQ(ret, SUCCESS);
  2151. }
  2152. TEST_F(STestTensorflowParser, tensorflow_TransNodeToOpDesc_parser_test)
  2153. {
  2154. TensorFlowModelParser parser;
  2155. NodeDef *node_def = initNodeDef();
  2156. node_def->set_name("ge::parser::DATA");
  2157. std::string op_type = "ge::parser::DATA";
  2158. ge::OpDescPtr op = make_shared<ge::OpDesc>("constant", ge::parser::CONSTANT);
  2159. Status ret = parser.TransNodeToOpDesc(node_def, op, op_type);
  2160. EXPECT_EQ(ret, FAILED);
  2161. }
  2162. domi::Status fusion_parse_param_by_op(const std::vector<ge::Operator> &op_src, ge::Operator &op) {
  2163. return domi::SUCCESS;
  2164. }
  2165. TEST_F(STestTensorflowParser, Fusion_node_parse_params_success) {
  2166. ge::ComputeGraphPtr compute_graph = std::make_shared<ge::ComputeGraph>(GRAPH_DEFAULT_NAME);
  2167. ModelParserFactory* factory = ModelParserFactory::Instance();
  2168. shared_ptr<ModelParser> model_parser= factory->CreateModelParser(domi::TENSORFLOW);
  2169. ASSERT_TRUE(NULL != model_parser);
  2170. TensorFlowModelParser tensorflow_parser;
  2171. domi::tensorflow::NodeDef node_def;
  2172. node_def.set_name("data");
  2173. node_def.set_op("FusionCustom");
  2174. FusionParseParamByOpFunc function = fusion_parse_param_by_op;
  2175. shared_ptr<ge::OpParserFactory> op_parser = ge::OpParserFactory::Instance(domi::TENSORFLOW);
  2176. shared_ptr<OpParser> fusion_op_parser = op_parser->CreateFusionOpParser("FusionCustom");
  2177. ge::ComputeGraphPtr graph = std::make_shared<ge::ComputeGraph>(GRAPH_DEFAULT_NAME);
  2178. ge::OpDescPtr op1 = std::make_shared<ge::OpDesc>("data", "FusionCustom");
  2179. ge::NodePtr node1 = std::make_shared<ge::Node>(op1, graph);
  2180. vector<const NodeDef *> node_defs;
  2181. node_defs.push_back(&node_def);
  2182. tensorflow_parser.fusion_op_nodedef_map_["data"] = node_defs;
  2183. Status ret = tensorflow_parser.FusionNodeParseParams(fusion_op_parser, &node_def, node1);
  2184. EXPECT_EQ(domi::SUCCESS, ret);
  2185. }
  2186. TEST_F(STestTensorflowParser, Tensorflow_recordFusionResult_parser_test)
  2187. {
  2188. auto scope_graph = ge::parser::MakeShared<ge::ScopeGraph>();
  2189. if (scope_graph == nullptr) {
  2190. GELOGE(FAILED, "Scope graph make shared failed.");
  2191. return;
  2192. }
  2193. if (scope_graph->Init() != SUCCESS) {
  2194. GELOGE(FAILED, "Scope graph init failed.");
  2195. return;
  2196. }
  2197. domi::tensorflow::NodeDef node_def;
  2198. node_def.set_name("OP");
  2199. FusionScopesResult *fusion_scope_rlt = new (std::nothrow) FusionScopesResult();
  2200. if (fusion_scope_rlt == nullptr) {
  2201. GELOGE(FAILED, "FusionScopesResult make shared failed.");
  2202. return;
  2203. }
  2204. fusion_scope_rlt->Init();
  2205. fusion_scope_rlt->SetName("OP");
  2206. auto &impl_scope_graph = scope_graph->impl_;
  2207. std::string scope_name = fusion_scope_rlt->Name();
  2208. impl_scope_graph->fusion_results_.insert(std::make_pair(scope_name, fusion_scope_rlt));
  2209. std::vector<ge::OperatorPtr> nodes;
  2210. ge::OperatorPtr op = ge::parser::MakeShared<ge::Operator>("op_name", "op_type");
  2211. if (op == nullptr) {
  2212. GELOGE(FAILED, "Operator make shared failed.");
  2213. return;
  2214. }
  2215. nodes.push_back(op);
  2216. fusion_scope_rlt->impl_->AddNodes(nodes);
  2217. ge::OpDescPtr opDesc = std::make_shared<ge::OpDesc>();
  2218. ge::TensorFlowModelParser tf_model_parser;
  2219. Status ret = tf_model_parser.RecordFusionResult(scope_graph, &node_def, opDesc);
  2220. EXPECT_EQ(SUCCESS, ret);
  2221. }
  2222. TEST_F(STestTensorflowParser, Tensorflow_UpdateFusionOpContext_test)
  2223. {
  2224. ModelParserFactory* factory = ModelParserFactory::Instance();
  2225. shared_ptr<domi::ModelParser> model_parser = factory->CreateModelParser(domi::TENSORFLOW);
  2226. TensorFlowModelParser tensorflow_parser;
  2227. ScopeFusionOpInfo info;
  2228. ge::OpNodeContext normal_op_node_context;
  2229. ge::OpNodeContext fusion_op_node_context;
  2230. /* 1.预置条件 */
  2231. tensorflow::GraphDef *graph = new tensorflow::GraphDef();
  2232. ScopePassManager passmanager;
  2233. shared_ptr<ScopeGraph> scope_graph = passmanager.BuildScopeGraph(graph);
  2234. NodeDef * node1 = graph->add_node();
  2235. node1->set_name("conv_conv5/BatchNorm/batchnorm/add");
  2236. node1->set_op("Add");
  2237. node1->add_input("conv_conv5/BatchNorm/moving_variance");
  2238. node1->add_input("conv_conv5/BatchNorm/batchnorm/add/y");
  2239. NodeDef * node2 = graph->add_node();
  2240. node2->set_name("conv_conv5/BatchNorm/moving_variance");
  2241. node2->set_op("Const");
  2242. NodeDef * node3 = graph->add_node();
  2243. node3->set_name("conv_conv5/BatchNorm/batchnorm/add/y");
  2244. node3->set_op("Const");
  2245. info.fusion_node_name = "conv_conv5/BatchNorm/batchnorm";
  2246. info.fusion_op_type = ge::parser::FUSIONBATCHNORM;
  2247. info.node_name = "conv_conv5/BatchNorm/batchnorm/add";
  2248. info.description = "";
  2249. info.scope_pass = false;
  2250. EXPECT_EQ(scope_graph->impl_->GetFusionScopesResults(nullptr), nullptr);
  2251. EXPECT_EQ(scope_graph->impl_->GetFusionScopesResults(node1), nullptr);
  2252. Status ret = tensorflow_parser.UpdateFusionOpContext(scope_graph, info, fusion_op_node_context, normal_op_node_context);
  2253. EXPECT_EQ(ret, domi::SUCCESS);
  2254. delete graph;
  2255. }
  2256. TEST_F(STestTensorflowParser, Tensorflow_GetInOutPutIndex_scope_pass)
  2257. {
  2258. ModelParserFactory* factory = ModelParserFactory::Instance();
  2259. shared_ptr<domi::ModelParser> model_parser = factory->CreateModelParser(domi::TENSORFLOW);
  2260. TensorFlowModelParser tensorflow_parser;
  2261. tensorflow::GraphDef *graph = new tensorflow::GraphDef();
  2262. ScopePassManager passmanager;
  2263. shared_ptr<ScopeGraph> scope_graph = passmanager.BuildScopeGraph(graph);
  2264. FusionScopesResult* fusion_rlt = new FusionScopesResult();
  2265. fusion_rlt->Init();
  2266. fusion_rlt->impl_->inputs_.insert(std::make_pair<string, vector<int32_t>>("fw/fw/ToInt32" ,{0}));
  2267. fusion_rlt->impl_->inputs_.insert(std::make_pair<string, vector<int32_t>>("bw/bw/ToInt32" ,{0}));
  2268. fusion_rlt->impl_->inputs_.insert(std::make_pair<string, vector<int32_t>>("bw/ReverseSequence" ,{0, 1}));
  2269. fusion_rlt->impl_->inputs_.insert(std::make_pair<string, vector<int32_t>>("bw/ReverseSequence" ,{1}));
  2270. fusion_rlt->impl_->outputs_.insert(std::make_pair<string, vector<int32_t>>("concat" ,{0}));
  2271. fusion_rlt->impl_->outputs_.insert(std::make_pair<string, vector<int32_t>>("fw/fw/while/Exit_3" ,{1}));
  2272. fusion_rlt->impl_->outputs_.insert(std::make_pair<string, vector<int32_t>>("fw/fw/while/Exit_4" ,{2}));
  2273. fusion_rlt->impl_->outputs_.insert(std::make_pair<string, vector<int32_t>>("bw/bw/while/Exit_3" ,{3}));
  2274. fusion_rlt->impl_->outputs_.insert(std::make_pair<string, vector<int32_t>>("bw/bw/while/Exit_4" ,{4}));
  2275. fusion_rlt->SetType("dynamic_rnn");
  2276. fusion_rlt->SetName("dynamic_rnn_node1");
  2277. scope_graph->impl_->AddFusionScopesResult(fusion_rlt);
  2278. ScopeFusionOpInfo info1;
  2279. info1.node_name = "fw/fw/ToInt32";
  2280. info1.fusion_node_name = "dynamic_rnn_node1";
  2281. info1.fusion_op_type = "dynamic_rnn";
  2282. info1.description = "";
  2283. info1.scope_pass = true;
  2284. bool ignore = false;
  2285. ignore = tensorflow_parser.FusionOpChildIgnore(scope_graph, info1);
  2286. EXPECT_EQ(true, !ignore);
  2287. ScopeFusionOpInfo info2;
  2288. info2.node_name = "fw/fw/others";
  2289. info2.fusion_node_name = "dynamic_rnn_node1";
  2290. info2.fusion_op_type = "dynamic_rnn";
  2291. info2.description = "";
  2292. info2.scope_pass = true;
  2293. ignore = tensorflow_parser.FusionOpChildIgnore(scope_graph, info2);
  2294. EXPECT_EQ(true, ignore);
  2295. ScopeFusionOpInfo input_node_info;
  2296. input_node_info.node_name = "fw/fw/ToInt32";
  2297. input_node_info.fusion_node_name = "dynamic_rnn_node1";
  2298. input_node_info.fusion_op_type = "dynamic_rnn";
  2299. input_node_info.description = "";
  2300. input_node_info.scope_pass = true;
  2301. ScopeFusionOpInfo output_node_info;
  2302. output_node_info.node_name = "fw/fw/while/Exit_3";
  2303. output_node_info.fusion_node_name = "dynamic_rnn_node1";
  2304. output_node_info.fusion_op_type = "dynamic_rnn";
  2305. output_node_info.description = "";
  2306. output_node_info.scope_pass = true;
  2307. int32_t old_index = 0, new_index = -1;
  2308. Status ret = tensorflow_parser.GetInPutIndex(scope_graph, input_node_info, old_index, new_index);
  2309. EXPECT_EQ(domi::SUCCESS, ret);
  2310. EXPECT_EQ(true, (new_index == 0));
  2311. ret = tensorflow_parser.GetOutPutIndex(scope_graph, output_node_info, old_index, new_index);
  2312. EXPECT_EQ(domi::SUCCESS, ret);
  2313. EXPECT_EQ(true, (new_index == 1));
  2314. delete graph;
  2315. }
  2316. TEST_F(STestTensorflowParser, Tensorflow_AddFusionNodeDef_add_fusion_op_succ)
  2317. {
  2318. ModelParserFactory* factory = ModelParserFactory::Instance();
  2319. shared_ptr<domi::ModelParser> model_parser = factory->CreateModelParser(domi::TENSORFLOW);
  2320. TensorFlowModelParser tensorflow_parser;
  2321. string fusion_op_name = "dropout";
  2322. string fusion_op_type = "Dropout";
  2323. string description = "test/dropout";
  2324. tensorflow_parser.fusion_op_type_map_[fusion_op_name].push_back(fusion_op_type);
  2325. tensorflow_parser.fusion_op_type_map_[fusion_op_name].push_back(description);
  2326. // op_node_context for fusion op
  2327. ge::OpNodeContext op_node_context;
  2328. op_node_context.input_map["pre_node_a"].push_back({0, 0});
  2329. op_node_context.input_map["pre_node_b"].push_back({0, 1});
  2330. tensorflow_parser.op_node_context_map_[fusion_op_name] = op_node_context;
  2331. // origin inner node def
  2332. NodeDef* node_def = new (std::nothrow) NodeDef();
  2333. node_def->set_name("scope_node_1");
  2334. node_def->set_op("Add");
  2335. tensorflow_parser.fusion_op_nodedef_map_[fusion_op_name].push_back(node_def);
  2336. ScopePassManager pass_manager;
  2337. tensorflow::GraphDef *graph = new (std::nothrow) tensorflow::GraphDef();
  2338. shared_ptr<ScopeGraph> scope_graph = pass_manager.BuildScopeGraph(graph);
  2339. vector<string> node_name_list = {fusion_op_name};
  2340. Status ret = tensorflow_parser.AddFusionNodeDef(scope_graph, node_name_list);
  2341. EXPECT_EQ(ret, SUCCESS);
  2342. EXPECT_EQ(tensorflow_parser.nodedef_map_.size(), 1);
  2343. auto fusion_node_def = tensorflow_parser.nodedef_map_[fusion_op_name];
  2344. EXPECT_NE(fusion_node_def, nullptr);
  2345. EXPECT_EQ(fusion_node_def->op(), fusion_op_type);
  2346. delete node_def;
  2347. delete graph;
  2348. tensorflow_parser.DeleteFuisonNodeDef();
  2349. }
  2350. TEST_F(STestTensorflowParser, remain_dpop_node)
  2351. {
  2352. ge::ComputeGraphPtr graph = std::make_shared<ge::ComputeGraph>(GRAPH_DEFAULT_NAME);
  2353. ge::OpDescPtr op = std::make_shared<ge::OpDesc>("dpop_123", "FrameworkOp");
  2354. ge::NodePtr node = std::make_shared<ge::Node>(op, graph);
  2355. graph->AddNode(node);
  2356. ModelParserFactory* factory = ModelParserFactory::Instance();
  2357. shared_ptr<domi::ModelParser> model_parser= factory->CreateModelParser(domi::TENSORFLOW);
  2358. ASSERT_TRUE(NULL != model_parser);
  2359. TensorFlowModelParser tensorflow_parser;
  2360. Status ret = tensorflow_parser.RemoveIsolateNode(graph);
  2361. EXPECT_EQ(domi::SUCCESS, ret);
  2362. }
  2363. TEST_F(STestTensorflowParser, tensorflow_UpdateEdgesControlInfo_test)
  2364. {
  2365. TensorFlowModelParser model_parser;
  2366. ge::ScopeFusionOpInfo info;
  2367. info.fusion_node_name = "conv_conv5/BatchNorm/batchnorm";
  2368. info.fusion_op_type = ge::parser::FUSIONBATCHNORM;
  2369. info.node_name = "conv_conv5/BatchNorm/batchnorm/add";
  2370. info.description = "";
  2371. info.scope_pass = false;
  2372. model_parser.UpdateEdgesControlInfo(info);
  2373. }
  2374. TEST_F(STestTensorflowParser, tensorflow_OptimizeSnapShot_test)
  2375. {
  2376. TensorFlowModelParser model_parser;
  2377. tensorflow::NodeDef *curr_mode_def = initNodeDef();
  2378. std::map<string, NodeDef *> nodedef_map;
  2379. nodedef_map.emplace("pre_node_a", curr_mode_def);
  2380. std::pair<string, int> input_data;
  2381. std::vector<string> control_list;
  2382. std::string curr_node_name = "pre_node_a";
  2383. GenOriginContext(&model_parser, curr_node_name);
  2384. Status ret = model_parser.OptimizeSnapShot(curr_mode_def, nodedef_map, input_data, control_list);
  2385. EXPECT_EQ(ret, INTERNAL_ERROR);
  2386. curr_mode_def->set_name("pre_node_a");
  2387. GenOriginContext(&model_parser, curr_node_name);
  2388. ret = model_parser.OptimizeSnapShot(curr_mode_def, nodedef_map, input_data, control_list);
  2389. EXPECT_EQ(ret, SUCCESS);
  2390. }
  2391. TEST_F(STestTensorflowParser, tensorflow_GraphDefOptimizeSnapShot_test)
  2392. {
  2393. TensorFlowModelParser model_parser;
  2394. tensorflow::GraphDef graph_def;
  2395. tensorflow::NodeDef *curr_mode_def = initNodeDef();
  2396. std::map<string, NodeDef *> nodedef_map;
  2397. nodedef_map.emplace("pre_node_a", curr_mode_def);
  2398. std::vector<NodeDef *> nodedef_to_optimize;
  2399. nodedef_to_optimize.emplace_back(curr_mode_def);
  2400. Status ret = model_parser.GraphDefOptimizeSnapShot(&graph_def, nodedef_map, nodedef_to_optimize);
  2401. EXPECT_EQ(ret, FAILED);
  2402. }
  2403. TEST_F(STestTensorflowParser, tensorflow_SetDestNodeName_test)
  2404. {
  2405. TensorFlowModelParser model_parser;
  2406. GraphDef graph;
  2407. auto arg0 = AddNode(graph, "_Arg", "arg0");
  2408. auto identity0 = AddNode(graph, "Identity", "identity0");
  2409. auto add0 = AddNode(graph, "Add", "add0");
  2410. int32_t input_idx = 0;
  2411. bool is_control = true;
  2412. bool clear_input_flag = true;
  2413. AddInput(arg0, identity0, 0);
  2414. AddInput(identity0, add0, 0);
  2415. Status ret = model_parser.SetDestNodeName(identity0, add0, input_idx, is_control, clear_input_flag);
  2416. EXPECT_EQ(ret, SUCCESS);
  2417. }
  2418. TEST_F(STestTensorflowParser, tensorflow_OptimizeDestroyTemporaryVariable_test)
  2419. {
  2420. ModelParserFactory* factory = ModelParserFactory::Instance();
  2421. shared_ptr<domi::ModelParser> model_parser= factory->CreateModelParser(domi::TENSORFLOW);
  2422. TensorFlowModelParser tensorflow_parser;
  2423. GraphDef graph;
  2424. auto const0 = AddNode(graph, "Const", "Const0");
  2425. auto tmpVar0 = AddNode(graph, "TemporaryVariable", "TemporaryVariable0");
  2426. auto assign0 = AddNode(graph, "Assign", "Assign0");
  2427. auto destroy0 = AddNode(graph, "DestroyTemporaryVariable", "DestroyTemporaryVariable0");
  2428. auto add0 = AddNode(graph, "Add", "Add0");
  2429. google::protobuf::Map< std::string, tensorflow::AttrValue> *node_attr_map = tmpVar0->mutable_attr();
  2430. tensorflow::AttrValue var_name_attr_value;
  2431. var_name_attr_value.set_s("temporary_variable_name");
  2432. (*node_attr_map)[ge::VAR_ATTR_NAME] = var_name_attr_value;
  2433. google::protobuf::Map<std::string, tensorflow::AttrValue>* node_attr_map_destroy = destroy0->mutable_attr();
  2434. tensorflow::AttrValue var_name_attr_value_destroy;
  2435. var_name_attr_value_destroy.set_s("destroy_temporary_variable_name");
  2436. (*node_attr_map_destroy)[ge::VAR_ATTR_NAME] = var_name_attr_value_destroy;
  2437. AddInput(tmpVar0, assign0, 0);
  2438. AddInput(assign0, destroy0, 0);
  2439. AddInput(const0, add0, 0);
  2440. AddInput(destroy0, add0, 1);
  2441. GraphDef* graphDef = &graph;
  2442. int32_t no_input_node_size_original = 0;
  2443. for (int w = 0; w < graphDef->node_size(); w++) {
  2444. tensorflow::NodeDef* nodeTmp = graphDef->mutable_node(w);
  2445. if (nodeTmp->input_size() == 0) {
  2446. no_input_node_size_original++;
  2447. }
  2448. }
  2449. Status ret = tensorflow_parser.GraphDefOptimize(graphDef);
  2450. int32_t no_input_node_size_result = 0;
  2451. for (int w = 0; w < graphDef->node_size(); w++) {
  2452. tensorflow::NodeDef* nodeTmp = graphDef->mutable_node(w);
  2453. if (nodeTmp->input_size() == 0) {
  2454. no_input_node_size_result ++;
  2455. }
  2456. }
  2457. ASSERT_EQ(ret, domi::FAILED);
  2458. ASSERT_EQ(no_input_node_size_original, no_input_node_size_result);
  2459. }
  2460. TEST_F(STestTensorflowParser, tensorflow_OptimizeDestroyTemporaryVariable_test2)
  2461. {
  2462. ModelParserFactory* factory = ModelParserFactory::Instance();
  2463. shared_ptr<domi::ModelParser> model_parser= factory->CreateModelParser(domi::TENSORFLOW);
  2464. TensorFlowModelParser tensorflow_parser;
  2465. GraphDef graph;
  2466. auto const0 = AddNode(graph, "Const", "Const0");
  2467. auto tmpVar0 = AddNode(graph, "TemporaryVariable", "TemporaryVariable0");
  2468. auto assign0 = AddNode(graph, "Assign", "Assign0");
  2469. auto destroy0 = AddNode(graph, "DestroyTemporaryVariable", "DestroyTemporaryVariable0");
  2470. auto add0 = AddNode(graph, "Add", "Add0");
  2471. google::protobuf::Map<std::string, tensorflow::AttrValue> *node_attr_map = tmpVar0->mutable_attr();
  2472. tensorflow::AttrValue var_name_attr_value;
  2473. var_name_attr_value.set_s("temporary_variable_name");
  2474. (*node_attr_map)[ge::VAR_ATTR_NAME] = var_name_attr_value;
  2475. google::protobuf::Map<std::string, tensorflow::AttrValue> *node_attr_map_destroy = destroy0->mutable_attr();
  2476. tensorflow::AttrValue var_name_attr_value_destroy;
  2477. var_name_attr_value_destroy.set_s("temporary_variable_name");
  2478. (*node_attr_map_destroy)[ge::VAR_ATTR_NAME] = var_name_attr_value_destroy;
  2479. AddInput(tmpVar0, assign0, 0);
  2480. AddInput(assign0, destroy0, 0);
  2481. AddInput(const0, add0, 0);
  2482. AddInput(destroy0, add0, 1);
  2483. GraphDef* graphDef = &graph;
  2484. int32_t no_input_node_size_original = 0;
  2485. for (int w = 0; w < graphDef->node_size(); w++) {
  2486. tensorflow::NodeDef* nodeTmp = graphDef->mutable_node(w);
  2487. if (nodeTmp->input_size() == 0) {
  2488. no_input_node_size_original ++;
  2489. }
  2490. }
  2491. Status ret = tensorflow_parser.GraphDefOptimize(graphDef);
  2492. int32_t no_input_node_size_result = 0;
  2493. for (int w = 0; w < graphDef->node_size(); w++) {
  2494. tensorflow::NodeDef* nodeTmp = graphDef->mutable_node(w);
  2495. if (nodeTmp->input_size() == 0) {
  2496. no_input_node_size_result ++;
  2497. }
  2498. }
  2499. ASSERT_EQ(ret, domi::SUCCESS);
  2500. ASSERT_EQ(no_input_node_size_original, (no_input_node_size_result - 1));
  2501. }
  2502. TEST_F(STestTensorflowParser, tensorflow_AddControlEdgeAfterRemoveInputs_test)
  2503. {
  2504. tensorflow::GraphDef graph_def;
  2505. TensorFlowModelParser tensorflow_parser;
  2506. tensorflow::NodeDef *node_def = initNodeDef();
  2507. node_def->set_name("Add0");
  2508. node_def->set_op("add");
  2509. std::map<std::string, NodeDef *> all_node_map;
  2510. all_node_map.emplace("Add0", node_def);
  2511. std::vector<std::string> removed_inputs_vec;
  2512. removed_inputs_vec.emplace_back("Add0");
  2513. Status ret = tensorflow_parser.AddControlEdgeAfterRemoveInputs(&graph_def, node_def, all_node_map, removed_inputs_vec);
  2514. EXPECT_EQ(ret, SUCCESS);
  2515. tensorflow::NodeDef *node_swith = initNodeDef();
  2516. node_swith->set_name("switch_op");
  2517. node_swith->set_op(parser::SWITCH);
  2518. all_node_map.emplace("switch_op", node_swith);
  2519. removed_inputs_vec.clear();
  2520. removed_inputs_vec.emplace_back("switch_op");
  2521. ret = tensorflow_parser.AddControlEdgeAfterRemoveInputs(&graph_def, node_swith, all_node_map, removed_inputs_vec);
  2522. EXPECT_EQ(ret, SUCCESS);
  2523. }
  2524. TEST_F(STestTensorflowParser, tensorflow_optimizer_snapshot_no_retval_test) {
  2525. std::string caseDir = __FILE__;
  2526. std::size_t idx = caseDir.find_last_of("/");
  2527. caseDir = caseDir.substr(0, idx);
  2528. const std::string root_proto = caseDir + "/origin_models/test_snapshot.pb";
  2529. domi::tensorflow::GraphDef graphDef;
  2530. bool protoRet =
  2531. parser::ReadProtoFromBinaryFile(root_proto.c_str(), &graphDef);
  2532. ASSERT_EQ(protoRet, true);
  2533. TensorFlowModelParser tensorflow_parser;
  2534. ge::ComputeGraphPtr root_graph =
  2535. ge::parser::MakeShared<ge::ComputeGraph>("tmp_graph");
  2536. Status ret = tensorflow_parser.ParseProto(
  2537. reinterpret_cast<google::protobuf::Message *>(&graphDef), root_graph);
  2538. EXPECT_EQ(FAILED, ret);
  2539. }
  2540. TEST_F(STestTensorflowParser, tensorflow_RemoveInputs_test)
  2541. {
  2542. tensorflow::GraphDef graph_def;
  2543. tensorflow::NodeDef *node_def = initNodeDef();
  2544. node_def->set_name("OP");
  2545. node_def->add_input("OP/Input_1");
  2546. node_def->add_input("OP/Input_2");
  2547. std::set<uint32_t> remove_index_set;
  2548. std::map<std::string, NodeDef *> all_node_map;
  2549. TensorFlowModelParser model_parser;
  2550. Status ret = model_parser.RemoveInputs(&graph_def, node_def, remove_index_set, all_node_map);
  2551. EXPECT_EQ(ret, SUCCESS);
  2552. remove_index_set.emplace(0);
  2553. ret = model_parser.RemoveInputs(&graph_def, node_def, remove_index_set, all_node_map);
  2554. EXPECT_EQ(ret, FAILED);
  2555. }
  2556. TEST_F(STestTensorflowParser, tensorflow_UpdateInnerNodeContext_test)
  2557. {
  2558. std::string fusion_op_name = "post_node_a";
  2559. std::vector<std::string> inner_nodes_name;
  2560. inner_nodes_name.emplace_back("post_node_a");
  2561. TensorFlowModelParser model_parser;
  2562. Status ret = model_parser.UpdateInnerNodeContext(fusion_op_name, inner_nodes_name);
  2563. EXPECT_EQ(ret, INTERNAL_ERROR);
  2564. GenOriginContext(&model_parser, fusion_op_name);
  2565. ret = model_parser.UpdateInnerNodeContext(fusion_op_name, inner_nodes_name);
  2566. EXPECT_EQ(ret, SUCCESS);
  2567. }
  2568. TEST_F(STestTensorflowParser, tensorflow_UpdateInnerInputMap_test)
  2569. {
  2570. string fusion_op_name = "post_node_a";
  2571. OpNodeContext fusion_context;
  2572. std::vector<std::string> inner_nodes_name;
  2573. inner_nodes_name.emplace_back("post_node_a");
  2574. std::set<string> fusion_input_nodes;
  2575. fusion_input_nodes.insert("post_node_a");
  2576. TensorFlowModelParser model_parser;
  2577. GenOriginContext(&model_parser, fusion_op_name);
  2578. model_parser.UpdateInnerInputMap(fusion_op_name, fusion_context, inner_nodes_name, fusion_input_nodes);
  2579. }
  2580. TEST_F(STestTensorflowParser, tensorflow_UpdateInnerOutputMap_test)
  2581. {
  2582. string fusion_op_name = "post_node_a";
  2583. OpNodeContext fusion_context;
  2584. std::vector<std::string> inner_nodes_name;
  2585. inner_nodes_name.emplace_back("post_node_a");
  2586. std::set<string> fusion_output_nodes;
  2587. fusion_output_nodes.insert("post_node_a");
  2588. TensorFlowModelParser model_parser;
  2589. GenOriginContext(&model_parser, fusion_op_name);
  2590. model_parser.UpdateInnerOutputMap(fusion_op_name, fusion_context, inner_nodes_name, fusion_output_nodes);
  2591. }
  2592. TEST_F(STestTensorflowParser, tensorflow_ScopePassManager_AddPass_test)
  2593. {
  2594. ScopePassManager passmanager;
  2595. tensorflow::GraphDef *graph = new tensorflow::GraphDef();
  2596. shared_ptr<ScopeGraph> scope_graph = passmanager.BuildScopeGraph(graph);
  2597. unique_ptr<ScopeBasePass> pass;
  2598. pass.reset(new ScopeTestPass());
  2599. EXPECT_EQ(ge::SUCCESS, passmanager.AddPass(pass));
  2600. EXPECT_NE(ge::SUCCESS, passmanager.Run(scope_graph));
  2601. delete graph;
  2602. graph = nullptr;
  2603. }
  2604. TEST_F(STestTensorflowParser, tensorflow_CheckAttrHasType_test1)
  2605. {
  2606. tensorflow::AttrValue attr_value;
  2607. attr_value.mutable_list();
  2608. Status ret = TensorFlowUtil::CheckAttrHasType(attr_value, "int");
  2609. EXPECT_EQ(FAILED, ret);
  2610. attr_value.set_type(DT_INVALID);
  2611. ret = TensorFlowUtil::CheckAttrHasType(attr_value, "type");
  2612. EXPECT_EQ(FAILED, ret);
  2613. tensorflow::AttrValue attr_value2;
  2614. AttrValue_ListValue *list = attr_value2.mutable_list();
  2615. list->add_type(tensorflow::DT_FLOAT);
  2616. list->add_type((tensorflow::DataType)30);
  2617. ret = TensorFlowUtil::CheckAttrHasType(attr_value2, "list(type)");
  2618. EXPECT_EQ(FAILED, ret);
  2619. }
  2620. TEST_F(STestTensorflowParser, tensorflow_CheckAttrHasType_test2)
  2621. {
  2622. tensorflow::AttrValue attr_value;
  2623. AttrValue_ListValue * list = attr_value.mutable_list();
  2624. list->add_type(tensorflow::DT_FLOAT);
  2625. list->add_type(tensorflow::DT_INVALID);
  2626. Status ret = TensorFlowUtil::CheckAttrHasType(attr_value, "list(type)");
  2627. EXPECT_EQ(FAILED, ret);
  2628. attr_value.set_placeholder("test");
  2629. ret = TensorFlowUtil::CheckAttrHasType(attr_value, "");
  2630. EXPECT_EQ(FAILED, ret);
  2631. }
  2632. TEST_F(STestTensorflowParser, tensorflow_TransTensorDescriptor_test)
  2633. {
  2634. tensorflow::AttrValue attr_value;
  2635. AttrValue_ListValue *list = attr_value.mutable_list();
  2636. list->add_type(tensorflow::DT_FLOAT);
  2637. ParserOperator op;
  2638. uint32_t io = TENSORFLOW_NORMAL_INPUT_TENSOR_FLAG;
  2639. std::string type = ge::parser::FUSEDBATCHNORMGRAD;
  2640. Status ret = TensorFlowUtil::TransTensorDescriptor(attr_value, &op, io, type);
  2641. EXPECT_EQ(ret, SUCCESS);
  2642. io = TENSORFLOW_NORMAL_OUTPUT_TENSOR_FLAG;
  2643. ret = TensorFlowUtil::TransTensorDescriptor(attr_value, &op, io, type);
  2644. EXPECT_EQ(ret, SUCCESS);
  2645. }
  2646. TEST_F(STestTensorflowParser, tensorflow_GraphDefOptimizeDestroyTemporaryVariable_test)
  2647. {
  2648. tensorflow::GraphDef *graph_def = nullptr;
  2649. tensorflow::NodeDef *nodeCurrent = initNodeDef();
  2650. TensorFlowModelParser model_parser;
  2651. Status ret = model_parser.GraphDefOptimizeDestroyTemporaryVariable(graph_def, nodeCurrent);
  2652. EXPECT_EQ(ret, FAILED);
  2653. }
  2654. TEST_F(STestTensorflowParser, tensorflow_GetFunctionProto_test)
  2655. {
  2656. std::cout << __FILE__ << std::endl;
  2657. std::string caseDir = __FILE__;
  2658. std::size_t idx = caseDir.find_last_of("/");
  2659. caseDir = caseDir.substr(0, idx);
  2660. std::string file = caseDir + "/origin_models/test_enter.pb";
  2661. domi::tensorflow::GraphDefLibrary graph_def_library;
  2662. TensorFlowModelParser model_parser;
  2663. Status ret = model_parser.GetFunctionProto(file, graph_def_library);
  2664. EXPECT_EQ(ret, FAILED);
  2665. }
  2666. TEST_F(STestTensorflowParser, tensorflow_GetNodeFormat_test)
  2667. {
  2668. NodeDef *node_def1 = initNodeDef();
  2669. node_def1->set_op("NoOp");
  2670. node_def1->set_name("NoOp");
  2671. NodeDef *node_def2 = initNodeDef();
  2672. node_def2->set_op("Add");
  2673. node_def2->set_name("Add0");
  2674. TfTranspose pred_transpose = TO_NCHW;
  2675. domiTensorFormat_t format = domi::DOMI_TENSOR_NC1HWC0;
  2676. std::set<const NodeDef *> visited_node;
  2677. visited_node.emplace(node_def2);
  2678. TensorFlowModelParser model_parser;
  2679. Status ret = model_parser.GetNodeFormat(node_def1, pred_transpose, format, visited_node);
  2680. EXPECT_EQ(ret, FAILED);
  2681. delete node_def1;
  2682. delete node_def2;
  2683. }
  2684. TEST_F(STestTensorflowParser, tensorflow_GetFormatTranspose_test)
  2685. {
  2686. NodeDef *transpose_node = initNodeDef();
  2687. transpose_node->set_op("Transpose");
  2688. TfTranspose transpose_direc = NO_TRANSPOSE;
  2689. TensorFlowModelParser modelParser;
  2690. Status ret = modelParser.GetFormatTranspose(transpose_node, transpose_direc);
  2691. EXPECT_EQ(ret, FAILED);
  2692. delete transpose_node;
  2693. }
  2694. TEST_F(STestTensorflowParser, tensorflow_GetFormatTranspose_test2)
  2695. {
  2696. TensorFlowModelParser modelParser;
  2697. TfTranspose transpose_direc = NO_TRANSPOSE;
  2698. NodeDef *transpose_node = initNodeDef();
  2699. GraphDef graph;
  2700. auto arg0 = AddNode(graph, "_Arg", "arg0");
  2701. auto snapshot0 = AddNode(graph, "Snapshot", "snapshot0");
  2702. auto ret0 = AddNode(graph, "_Retval", "retval0");
  2703. auto arg1 = AddNode(graph, "_Arg", "arg1");
  2704. auto snapshot1 = AddNode(graph, "Snapshot", "snapshot1");
  2705. auto ret1 = AddNode(graph, TENSORFLOWF_NODE_OP_TRANSPOSE, "retval1");
  2706. auto arg2 = AddNode(graph, "_Arg", "arg2");
  2707. auto snapshot2 = AddNode(graph, "Snapshot", "snapshot2");
  2708. auto ret2 = AddNode(graph, TENSORFLOWF_NODE_OP_TRANSPOSE, TENSORFLOWF_NODE_OP_TRANSPOSE);
  2709. AddInput(arg0, snapshot0, 0);
  2710. AddInput(snapshot0, ret0, 0);
  2711. AddInput(arg1, snapshot1, 0);
  2712. AddInput(snapshot1, ret1, 0);
  2713. AddInput(arg2, snapshot2, 0);
  2714. AddInput(snapshot2, ret2, 0);
  2715. AddInput(snapshot0, snapshot1, -1);
  2716. AddInput(snapshot1, snapshot2, -1);
  2717. bool train_flag = ge::GetParserContext().train_flag;
  2718. ge::GetParserContext().train_flag = true;
  2719. ASSERT_EQ(modelParser.GraphDefOptimize(&graph), SUCCESS);
  2720. ge::GetParserContext().train_flag = train_flag;
  2721. modelParser.nodedef_map_["arg1"] = transpose_node;
  2722. modelParser.nodedef_map_["^arg0"] = transpose_node;
  2723. Status ret = modelParser.GetFormatTranspose(ret1, transpose_direc);
  2724. EXPECT_EQ(ret, SUCCESS);
  2725. delete transpose_node;
  2726. }
  2727. TEST_F(STestTensorflowParser, tensorflow_GetTensorflowGraphInOutMap_test)
  2728. {
  2729. TensorFlowModelParser model_parser;
  2730. tensorflow::GraphDef *graph = new tensorflow::GraphDef();
  2731. tensorflow::NodeDef *node_input = graph->add_node();
  2732. node_input->set_name("name_input");
  2733. node_input->set_op("op_input");
  2734. AddGraphNode(graph, "t_lstm/t_lstm_cell/Sigmoid5", "Sigmoid", "node_input");
  2735. AddGraphNode(graph, "t_lstm/t_lstm_cell/Sigmoid6", "Sigmoid", "node_input");
  2736. AddGraphNode(graph, "t_lstm/t_lstm_cell/Sigmoid7", "Sigmoid", "node_input");
  2737. AddGraphNode(graph, "t_lstm/t_lstm_cell/Mul5", "Mul", "node_input");
  2738. AddGraphNode(graph, "t_lstm/t_lstm_cell/Mul6", "Mul", "node_input");
  2739. AddGraphNode(graph, "t_lstm/t_lstm_cell/Mul7", "Mul", "node_input");
  2740. AddGraphNode(graph, "t_lstm/t_lstm_cell/Relu5", "Relu", "node_input");
  2741. AddGraphNode(graph, "t_lstm/t_lstm_cell/Relu6", "Relu", "node_input");
  2742. Status ret = model_parser.GetTensorflowGraphInOutMap(graph);
  2743. EXPECT_EQ(ret, SUCCESS);
  2744. delete graph;
  2745. }
  2746. TEST_F(STestTensorflowParser, tensorflow_RemoveIsolateNode_test)
  2747. {
  2748. TensorFlowModelParser model_parser;
  2749. tensorflow::GraphDef graph;
  2750. CreateGraphDef(graph);
  2751. Status ret = model_parser.RemoveIsolateNode(&graph);
  2752. EXPECT_EQ(ret, FAILED);
  2753. }
  2754. TEST_F(STestTensorflowParser, tensorflow_AddNodeToGraphAndMarkFormat_test)
  2755. {
  2756. TensorFlowModelParser model_parser;
  2757. ComputeGraphPtr graph = make_shared<ge::ComputeGraph>("default");
  2758. std::vector<std::string> op_node_name_list = {"Const", "placeholder0"};
  2759. GenOriginNodeDef(&model_parser, op_node_name_list);
  2760. Status ret = model_parser.AddNodeToGraphAndMarkFormat(graph, op_node_name_list);
  2761. EXPECT_EQ(ret, INTERNAL_ERROR);
  2762. }
  2763. TEST_F(STestTensorflowParser, tensorflow_ParserNodeDef1_test)
  2764. {
  2765. ge::ComputeGraphPtr compute_graph = std::make_shared<ge::ComputeGraph>(GRAPH_DEFAULT_NAME);
  2766. ModelParserFactory* factory = ModelParserFactory::Instance();
  2767. shared_ptr<ModelParser> model_parser= factory->CreateModelParser(domi::TENSORFLOW);
  2768. ASSERT_TRUE(NULL != model_parser);
  2769. TensorFlowModelParser tensorflow_parser;
  2770. tensorflow_parser.adaptedOpTypeMap_["test_name"] = "POOLING";
  2771. std::mutex graphMutex;
  2772. tensorflow::GraphDef *graph = new tensorflow::GraphDef();
  2773. ScopePassManager passmanager;
  2774. shared_ptr<ScopeGraph> scope_graph = passmanager.BuildScopeGraph(graph);
  2775. domi::tensorflow::NodeDef node_def;
  2776. node_def.set_name("test_name");
  2777. node_def.set_op("POOLING");
  2778. error_message::Context error_context;
  2779. Status ret = ge::TensorFlowModelParser::ParseNodeDef(&tensorflow_parser, compute_graph, &graphMutex, scope_graph, &node_def, error_context);
  2780. EXPECT_EQ(FAILED, ret);
  2781. delete graph;
  2782. }
  2783. TEST_F(STestTensorflowParser, tensorflow_ParserNodeDef2_test)
  2784. {
  2785. ge::ComputeGraphPtr compute_graph = std::make_shared<ge::ComputeGraph>(GRAPH_DEFAULT_NAME);
  2786. ModelParserFactory* factory = ModelParserFactory::Instance();
  2787. shared_ptr<ModelParser> model_parser= factory->CreateModelParser(domi::TENSORFLOW);
  2788. ASSERT_TRUE(NULL != model_parser);
  2789. TensorFlowModelParser tensorflow_parser;
  2790. tensorflow_parser.adaptedOpTypeMap_["Pooling"] = "Pooling";
  2791. std::mutex graphMutex;
  2792. tensorflow::GraphDef *graph = new tensorflow::GraphDef();
  2793. ScopePassManager passmanager;
  2794. shared_ptr<ScopeGraph> scope_graph = passmanager.BuildScopeGraph(graph);
  2795. REGISTER_CUSTOM_OP("Pooling")
  2796. .FrameworkType(domi::TENSORFLOW)
  2797. .OriginOpType("Pooling")
  2798. .ParseParamsFn(ParseParams)
  2799. .ImplyType(ImplyType::TVM);
  2800. register_tbe_op();
  2801. domi::tensorflow::NodeDef node_def;
  2802. node_def.set_name("Pooling");
  2803. node_def.set_op("Pooling");
  2804. error_message::Context error_context;
  2805. Status ret = ge::TensorFlowModelParser::ParseNodeDef(&tensorflow_parser, compute_graph, &graphMutex, scope_graph, &node_def, error_context);
  2806. EXPECT_EQ(FAILED, ret);
  2807. delete graph;
  2808. }
  2809. TEST_F(STestTensorflowParser, tensorflow_AddExternalGraph_test)
  2810. {
  2811. TensorFlowModelParser modelParser;
  2812. ge::ComputeGraphPtr subGraph = std::make_shared<ge::ComputeGraph>("default");
  2813. std::string inputNodeType = "DATA";
  2814. MakeDagGraph(subGraph, inputNodeType);
  2815. Status ret = modelParser.AddExternalGraph(subGraph);
  2816. EXPECT_EQ(ret, SUCCESS);
  2817. }
  2818. TEST_F(STestTensorflowParser, tensorflow_AddFmkNode_test)
  2819. {
  2820. TensorFlowModelParser model_parser;
  2821. ge::ComputeGraphPtr compute_graph = std::make_shared<ge::ComputeGraph>(GRAPH_DEFAULT_NAME);
  2822. tensorflow::GraphDef *graphDef = new (std::nothrow) tensorflow::GraphDef();
  2823. ScopePassManager pass_manager;
  2824. std::shared_ptr<ScopeGraph> scope_graph = pass_manager.BuildScopeGraph(graphDef);
  2825. std::vector<std::string> op_node_name_list = {"Const", "placeholder0"};
  2826. GenOriginNodeDef(&model_parser, op_node_name_list);
  2827. Status ret = model_parser.AddFmkNode(compute_graph, scope_graph, op_node_name_list, false);
  2828. EXPECT_EQ(ret, PARAM_INVALID);
  2829. delete graphDef;
  2830. }
  2831. TEST_F(STestTensorflowParser, tensorflow_OptimizeConstNodes4CustomOp_test)
  2832. {
  2833. TensorFlowModelParser model_parser;
  2834. tensorflow::GraphDef graph_def;
  2835. CreateGraphDef(graph_def);
  2836. Status ret = model_parser.OptimizeConstNodes4CustomOp(&graph_def);
  2837. EXPECT_EQ(ret, SUCCESS);
  2838. }
  2839. TEST_F(STestTensorflowParser, OptimizeConstNodes4CustomOp_success)
  2840. {
  2841. GraphDef graph;
  2842. auto bn = AddNode(graph, "FusedBatchNormV3", "FusedBatchNormV3_0");
  2843. auto bn_grad = AddNode(graph, "FusedBatchNormGradV3", "FusedBatchNormGradV3_0");
  2844. AddInput(bn, bn_grad, 0);
  2845. AddInput(bn, bn_grad, 1);
  2846. AddInput(bn, bn_grad, 2);
  2847. AddInput(bn, bn_grad, 3);
  2848. AddInput(bn, bn_grad, 5);
  2849. AddInput(bn, bn_grad, 5);
  2850. GraphDef* graphDef = &graph;
  2851. int before_bn_grad_input_size = bn_grad->input_size();
  2852. ASSERT_EQ(before_bn_grad_input_size, 6);
  2853. ModelParserFactory* factory = ModelParserFactory::Instance();
  2854. shared_ptr<domi::ModelParser> model_parser= factory->CreateModelParser(domi::TENSORFLOW);
  2855. ge::TensorFlowModelParser tensorflow_parser;
  2856. Status ret = tensorflow_parser.OptimizeConstNodes4CustomOp(graphDef);
  2857. int after_bn_grad_input_size = bn_grad->input_size();
  2858. ASSERT_EQ(after_bn_grad_input_size, 6);
  2859. ASSERT_EQ(ret, domi::SUCCESS);
  2860. REGISTER_CUSTOM_OP("BatchNormGrad")
  2861. .FrameworkType(domi::TENSORFLOW)
  2862. .OriginOpType({"FusedBatchNormGradV3", "FusedBatchNormGradV2", "FusedBatchNormGrad"})
  2863. .ParseParamsFn(AutoMappingFn)
  2864. .DelInputWithOriginalType(5, "FusedBatchNormGradV3")
  2865. .ImplyType(ImplyType::TVM);
  2866. register_tbe_op();
  2867. ret = tensorflow_parser.OptimizeConstNodes4CustomOp(graphDef);
  2868. after_bn_grad_input_size = bn_grad->input_size();
  2869. ASSERT_EQ(after_bn_grad_input_size, 6);
  2870. ASSERT_EQ(ret, domi::SUCCESS);
  2871. }
  2872. TEST_F(STestTensorflowParser, tensorflow_ParseOpParams_test)
  2873. {
  2874. TensorFlowModelParser model_parser;
  2875. tensorflow::NodeDef *node_def = initNodeDef();
  2876. node_def->set_name("Pooling");
  2877. node_def->set_op("Pooling");
  2878. ge::OpDescPtr op = std::make_shared<ge::OpDesc>();
  2879. std::shared_ptr<OpParserFactory> factory = OpParserFactory::Instance(domi::TENSORFLOW);
  2880. std::shared_ptr<OpParser> op_parser = factory->CreateOpParser("Pooling");
  2881. Status ret = model_parser.ParseOpParams(node_def, op, op_parser);
  2882. EXPECT_EQ(ret, FAILED);
  2883. node_def->set_name("TensorArrayWrite");
  2884. node_def->set_op("TensorArrayWriteV3");
  2885. op_parser = factory->CreateOpParser("TensorArrayWrite");
  2886. ret = model_parser.ParseOpParams(node_def, op, op_parser);
  2887. EXPECT_EQ(ret, SUCCESS);
  2888. delete node_def;
  2889. }
  2890. TEST_F(STestTensorflowParser, tensorflow_AddFusionInnerNodeDef_test)
  2891. {
  2892. TensorFlowModelParser model_parser;
  2893. ge::ComputeGraphPtr compute_graph = std::make_shared<ge::ComputeGraph>(GRAPH_DEFAULT_NAME);
  2894. tensorflow::GraphDef *graphDef = new (std::nothrow) tensorflow::GraphDef();
  2895. ScopePassManager pass_manager;
  2896. std::shared_ptr<ScopeGraph> scope_graph = pass_manager.BuildScopeGraph(graphDef);
  2897. std::vector<std::string> op_node_name_list = {"Const", "placeholder0"};
  2898. FusionScopesResult *fusion_scope_rlt = new (std::nothrow) FusionScopesResult();
  2899. fusion_scope_rlt->Init();
  2900. fusion_scope_rlt->SetName("FusionCustom");
  2901. auto &impl_scope_graph = scope_graph->impl_;
  2902. std::string scope_name = fusion_scope_rlt->Name();
  2903. impl_scope_graph->fusion_results_.insert(std::make_pair(scope_name, fusion_scope_rlt));
  2904. std::string fusion_op_name = "FusionCustom";
  2905. GenOriginNodeDef(&model_parser, op_node_name_list);
  2906. GenFusionScopesResult(scope_graph, fusion_scope_rlt, fusion_op_name);
  2907. Status ret = model_parser.AddFusionInnerNodeDef(scope_graph, fusion_op_name, op_node_name_list);
  2908. EXPECT_EQ(ret, INTERNAL_ERROR);
  2909. delete graphDef;
  2910. }
  2911. TEST_F(STestTensorflowParser, Scope_pass_test)
  2912. {
  2913. ScopePassManager passmanager;
  2914. tensorflow::GraphDef *graph = new tensorflow::GraphDef();
  2915. shared_ptr<ScopeGraph> scope_graph = passmanager.BuildScopeGraph(graph);
  2916. EXPECT_NE(nullptr, scope_graph);
  2917. unique_ptr<ScopeBasePass> pass;
  2918. pass.reset(new ScopeTestPass());
  2919. EXPECT_EQ(domi::SUCCESS, passmanager.AddPass(pass));
  2920. scope_graph = passmanager.BuildScopeGraph(graph);
  2921. EXPECT_NE(nullptr, scope_graph);
  2922. delete graph;
  2923. }
  2924. TEST_F(STestTensorflowParser, operator_attr_set_and_get)
  2925. {
  2926. TestOperator test_operator;
  2927. test_operator.Name("test_op");
  2928. EXPECT_EQ("test_op" , test_operator.GetName());
  2929. test_operator.Input(test_operator, 0);
  2930. test_operator.Input(test_operator, 1);
  2931. test_operator.GetOpAttrs();
  2932. int64_t pad = 1;
  2933. test_operator.Attr("pad", pad);
  2934. EXPECT_EQ(pad , test_operator.GetIntAttr("pad"));
  2935. bool bool_value = true;
  2936. test_operator.Attr("bool_value", bool_value);
  2937. EXPECT_EQ(bool_value , test_operator.GetBoolAttr("bool_value"));
  2938. float float_value = true;
  2939. test_operator.Attr("float_value", float_value);
  2940. EXPECT_EQ(float_value , test_operator.GetFloatAttr("float_value"));
  2941. std::string str_value = "test_string";
  2942. test_operator.Attr("str_value", str_value);
  2943. EXPECT_EQ(str_value , test_operator.GetStringAttr("str_value"));
  2944. BoolTuple boollist_value{true, false};
  2945. test_operator.Attr("boollist_value", boollist_value);
  2946. BoolTuple get_boollist_value = test_operator.GetBoolTupleAttr("boollist_value");
  2947. EXPECT_EQ(boollist_value[0] , get_boollist_value[0]);
  2948. StringTuple strlist_value{"a", "b"};
  2949. test_operator.Attr("strlist_value", strlist_value);
  2950. StringTuple get_strlist_value = test_operator.GetStringTupleAttr("strlist_value");
  2951. EXPECT_EQ(strlist_value[0] , get_strlist_value[0]);
  2952. int64_t num = 1;
  2953. IntTuple intlist{num, num};
  2954. test_operator.Attr("intlist", intlist);
  2955. IntTuple get_intlist = test_operator.GetIntTupleAttr("intlist");
  2956. EXPECT_EQ(intlist[0] , get_intlist[0]);
  2957. FloatTuple floatlist{1.1, 1.1};
  2958. test_operator.Attr("floatlist", floatlist);
  2959. FloatTuple get_floatlist = test_operator.GetFloatTupleAttr("floatlist");
  2960. EXPECT_EQ(floatlist[0] , get_floatlist[0]);
  2961. ge::OpDescPtr op_desc = std::make_shared<ge::OpDesc>();
  2962. ParserOperator *op = &test_operator;
  2963. Status ret = ConvertToOpDesc(*op, op_desc);
  2964. EXPECT_EQ(domi::SUCCESS , ret);
  2965. TestOperator test_operator_1;
  2966. ParserOperator *op_convert = &test_operator_1;
  2967. ret = ConvertFromOpDesc(op_desc, *op_convert);
  2968. EXPECT_EQ(domi::SUCCESS , ret);
  2969. op_desc = nullptr;
  2970. ret = ConvertFromOpDesc(op_desc, *op_convert);
  2971. EXPECT_EQ(FAILED , ret);
  2972. ret = ConvertToOpDesc(*op, op_desc);
  2973. EXPECT_EQ(FAILED, ret);
  2974. }
  2975. TEST_F(STestTensorflowParser, success_frameworkop_get)
  2976. {
  2977. FrameworkOpOperator *frameworkOp=new FrameworkOpOperator();
  2978. int64_t index = 1;
  2979. std::string opdef_string = "tensorflow_parser";
  2980. frameworkOp->GetFrameworkType();
  2981. frameworkOp->GetNodeDefPkg();
  2982. frameworkOp->FuncDefPkg("func");
  2983. frameworkOp->Index(index);
  2984. frameworkOp->TfOpDef(opdef_string);
  2985. EXPECT_EQ(SUCCESS, SUCCESS);
  2986. delete frameworkOp;
  2987. }
  2988. TEST_F(STestTensorflowParser, op_set_get_success)
  2989. {
  2990. ConstantOperator op;
  2991. vector<int64_t> v;
  2992. op.VectorAttr("key", v);
  2993. op.GetDType();
  2994. }
  2995. TEST_F(STestTensorflowParser, success_argop_get)
  2996. {
  2997. ArgOpOperator *argOp=new ArgOpOperator();
  2998. int64_t index = 1;
  2999. argOp->Index(index);
  3000. argOp->GetIndex();
  3001. EXPECT_EQ(domi::SUCCESS, SUCCESS);
  3002. delete argOp;
  3003. }
  3004. TEST_F(STestTensorflowParser, success_operator)
  3005. {
  3006. ParserOperator tfOperator;
  3007. ParserOperator in_op;
  3008. uint32_t index = 0;
  3009. std::string type = "add";
  3010. std::string key = "Add";
  3011. std::vector<int64_t> value;
  3012. int64_t tmp = 0;
  3013. value.emplace_back(tmp);
  3014. tfOperator.Input(in_op, index);
  3015. tfOperator.Type(type);
  3016. tfOperator.AttrVector(key, value);
  3017. }
  3018. TEST_F(STestTensorflowParser, success_shapen_get)
  3019. {
  3020. ShapeNOperator *shapen =new ShapeNOperator();
  3021. shapen->GetInType();
  3022. shapen->GetInType();
  3023. shapen->GetOutType();
  3024. EXPECT_EQ(domi::SUCCESS, domi::SUCCESS);
  3025. delete shapen;
  3026. }
  3027. TEST_F(STestTensorflowParser, success_VarIsInitializedOpOperator_get)
  3028. {
  3029. VarIsInitializedOpOperator op;
  3030. op.Name("x");
  3031. std::vector<int64_t> value;
  3032. op.VectorAttr("key", value);
  3033. }
  3034. TEST_F(STestTensorflowParser, success_variable_op_get)
  3035. {
  3036. VariableOperator op;
  3037. uint32_t mem_type = 1;
  3038. op.Name("x");
  3039. std::vector<int64_t> value;
  3040. op.Placement("shared_name");
  3041. op.MemType(mem_type);
  3042. }
  3043. TEST_F(STestTensorflowParser, param_success_get)
  3044. {
  3045. FillOperator* fillOp=new FillOperator();
  3046. fillOp->GetDataType();
  3047. fillOp->GetAlpha();
  3048. fillOp->GetBeta();
  3049. EXPECT_EQ(domi::SUCCESS, domi::SUCCESS);
  3050. delete fillOp;
  3051. }
  3052. TEST_F(STestTensorflowParser, tensorflow_Message2Operator_ParseOperatorAttrs_test)
  3053. {
  3054. Message2Operator mess2Op;
  3055. tensorflow::NodeDef *node_def = initNodeDef();
  3056. int depth = 6;
  3057. ge::OpDescPtr op_desc = std::make_shared<ge::OpDesc>();
  3058. ge::Operator ops = ge::OpDescUtils::CreateOperatorFromOpDesc(op_desc);
  3059. Status ret = mess2Op.ParseOperatorAttrs(node_def, depth, ops);
  3060. EXPECT_EQ(ret, FAILED);
  3061. depth = 4;
  3062. ret = mess2Op.ParseOperatorAttrs(node_def, depth, ops);
  3063. EXPECT_EQ(ret, SUCCESS);
  3064. }
  3065. TEST_F(STestTensorflowParser, tensorflow_Pb2Json_RepeatedEnum2Json_test)
  3066. {
  3067. Pb2Json toJson;
  3068. ProtobufEnumValueDescriptor *enum_value_desc = new google::protobuf::EnumValueDescriptor();
  3069. bool enum2str = true;
  3070. Json json;
  3071. ProtobufFieldDescriptor *field = nullptr;
  3072. toJson.RepeatedEnum2Json(enum_value_desc, enum2str, json);
  3073. toJson.Enum2Json(enum_value_desc, field, enum2str, json);
  3074. enum2str = false;
  3075. toJson.RepeatedEnum2Json(enum_value_desc, enum2str, json);
  3076. delete enum_value_desc;
  3077. }
  3078. TEST_F(STestTensorflowParser, tensorflow_Pb2Json_TypeBytes2String_test)
  3079. {
  3080. Pb2Json toJson;
  3081. std::string field_name = "offset";
  3082. std::string type_bytes = "offset";
  3083. toJson.TypeBytes2String(field_name, type_bytes);
  3084. field_name = "test";
  3085. toJson.TypeBytes2String(field_name, type_bytes);
  3086. }
  3087. TEST_F(STestTensorflowParser, tensorflow_Pb2Json_RepeatedMessage2Json_test)
  3088. {
  3089. Pb2Json toJson;
  3090. tensorflow::NodeDef *node_def = initNodeDef();
  3091. ProtobufFieldDescriptor *field = new google::protobuf::FieldDescriptor();
  3092. ProtobufReflection *reflection = nullptr;
  3093. set<string> black_fields;
  3094. black_fields.emplace("offset");
  3095. Json json;
  3096. bool enum2str = true;
  3097. toJson.RepeatedMessage2Json((*node_def), field, reflection, black_fields, json, enum2str);
  3098. delete field;
  3099. }
  3100. TEST_F(STestTensorflowParser, tensorflow_Pb2Json_OneField2Json_test)
  3101. {
  3102. Pb2Json toJson;
  3103. tensorflow::NodeDef *node_def = initNodeDef();
  3104. ProtobufFieldDescriptor *field = new google::protobuf::FieldDescriptor();
  3105. ProtobufReflection *reflection = nullptr;
  3106. set<string> black_fields;
  3107. black_fields.emplace("offset");
  3108. Json json;
  3109. bool enum2str = true;
  3110. Message2Operator mess2Op;
  3111. int depth = 4;
  3112. ge::OpDescPtr op_desc = std::make_shared<ge::OpDesc>("FusionCustom", "FusionCustom");
  3113. ge::Operator ops = ge::OpDescUtils::CreateOperatorFromOpDesc(op_desc);
  3114. field->CppTypeName(google::protobuf::FieldDescriptor::CPPTYPE_ENUM);
  3115. mess2Op.ParseField(reflection, node_def, field, depth, ops);
  3116. toJson.OneField2Json((*node_def), field, reflection, black_fields, json, enum2str, 1);
  3117. toJson.OneField2Json((*node_def), field, reflection, black_fields, json, enum2str, 5);
  3118. delete field;
  3119. }
  3120. TEST_F(STestTensorflowParser, input_proto_real_path_success) {
  3121. const char *caffe_proto_path = "./caffe/caffe.proto";
  3122. const char *custom_proto_path = "./caffe/custom.proto";
  3123. ProtoFileParser proto_file_parser;
  3124. string fusion_proto_file;
  3125. auto ret = proto_file_parser.CombineProtoFile(caffe_proto_path, custom_proto_path, fusion_proto_file);
  3126. EXPECT_EQ(ret, FAILED);
  3127. ret = proto_file_parser.RecordProtoMessage(caffe_proto_path);
  3128. EXPECT_EQ(ret, FAILED);
  3129. ret = proto_file_parser.WriteProtoFile(caffe_proto_path, custom_proto_path);
  3130. EXPECT_EQ(ret, FAILED);
  3131. std::cout << __FILE__ << std::endl;
  3132. std::string caseDir = __FILE__;
  3133. std::size_t idx = caseDir.find_last_of("/");
  3134. caseDir = caseDir.substr(0, idx);
  3135. std::string proto_file = caseDir + "/origin_models/caffe.proto";
  3136. caffe_proto_path = proto_file.c_str();
  3137. ret = proto_file_parser.CombineProtoFile(caffe_proto_path, caffe_proto_path, fusion_proto_file);
  3138. EXPECT_EQ(ret, SUCCESS);
  3139. ret = proto_file_parser.WriteProtoFile(caffe_proto_path, custom_proto_path);
  3140. EXPECT_EQ(ret, FAILED);
  3141. std::string dest_line = "test";
  3142. ret = proto_file_parser.FindConflictLine(custom_proto_path, 0, dest_line);
  3143. EXPECT_EQ(ret, FAILED);
  3144. std::map<int, std::pair<string, string>> identifier_op_map;
  3145. std::map<std::string, std::pair<int, string>> op_identifier_map;
  3146. ret = proto_file_parser.ParseProtoFile(custom_proto_path, identifier_op_map, op_identifier_map);
  3147. EXPECT_EQ(ret, FAILED);
  3148. proto_file_parser.GetFusionProtoFile();
  3149. std::ofstream write_tmp;
  3150. ret = proto_file_parser.AddCustomAndConflictMessage(custom_proto_path, write_tmp);
  3151. EXPECT_EQ(ret, FAILED);
  3152. }
  3153. TEST_F(STestTensorflowParser, all_success)
  3154. {
  3155. PreChecker::OpId id1 = (void*)(intptr_t)1;
  3156. PreChecker::OpId id2 = (void*)(intptr_t)2;
  3157. PreChecker::OpId id3 = (void*)(intptr_t)3;
  3158. PreChecker::OpId id4 = (void*)(intptr_t)4;
  3159. PreChecker &checker = PreChecker::Instance();
  3160. EXPECT_EQ(checker.AddOp(id1, "name1", "type1"), SUCCESS);
  3161. EXPECT_EQ(checker.AddOp(id2, "name2", "type2"), SUCCESS);
  3162. EXPECT_EQ(checker.AddOp(id3, "name1", "type3"), SUCCESS);
  3163. EXPECT_EQ(checker.AddOp(id4, "name4", ge::parser::DETECTIONOUTPUT), SUCCESS);
  3164. EXPECT_EQ(checker.CheckName(id1), SUCCESS);
  3165. EXPECT_EQ(checker.CheckName(id2), SUCCESS);
  3166. EXPECT_EQ(checker.CheckName(id3), SUCCESS);
  3167. EXPECT_EQ(checker.CheckName(id4), SUCCESS);
  3168. EXPECT_EQ(checker.CheckType(id1), SUCCESS);
  3169. EXPECT_EQ(checker.CheckType(id2), SUCCESS);
  3170. EXPECT_EQ(checker.CheckType(id3), SUCCESS);
  3171. EXPECT_EQ(checker.CheckType(id4), SUCCESS);
  3172. EXPECT_EQ(checker.AddCause(id1, PreChecker::ErrorCode::OK, "msg"), SUCCESS);
  3173. EXPECT_EQ(checker.AddCause(id1, PreChecker::ErrorCode::PARAM_INVALID, "msg"), domi::SUCCESS);
  3174. PreChecker::Cause cause;
  3175. cause.code = PreChecker::ErrorCode::TYPE_AMBIGUOUS;
  3176. cause.message = "msg";
  3177. EXPECT_EQ(checker.AddCause(id1, cause), SUCCESS);
  3178. EXPECT_EQ(checker.HasError(), true);
  3179. EXPECT_EQ(checker.Save("check_result.json"), SUCCESS);
  3180. std::string msg = "msg";
  3181. Status ret = checker.Clear(id1, msg);
  3182. EXPECT_EQ(ret, SUCCESS);
  3183. checker.Clear();
  3184. checker.RefreshErrorMessageByName("name1",PreChecker::ErrorCode::PARAM_INVALID,"node repeated in");
  3185. }
  3186. TEST_F(STestTensorflowParser, tensorflow_tbe_tfplugin_loader_test)
  3187. {
  3188. TBEPluginLoader pluginLoad;
  3189. vector<string> fileList = {};
  3190. string caffeParserPath = "";
  3191. string full_name = "dabc";
  3192. string caffe_parser_so_suff = "abc";
  3193. pluginLoad.ProcessSoFullName(fileList, caffeParserPath, full_name, caffe_parser_so_suff);
  3194. ASSERT_EQ(caffeParserPath, full_name);
  3195. pluginLoad.ClearHandles_();
  3196. std::cout << __FILE__ << std::endl;
  3197. std::string caseDir = __FILE__;
  3198. std::size_t idx = caseDir.find_last_of("/");
  3199. caseDir = caseDir.substr(0, idx);
  3200. std::string proto_file = caseDir + "/origin_models/";
  3201. std::string path = proto_file;
  3202. std::string caffe_parser_path = path;
  3203. pluginLoad.FindParserSo(path, fileList, caffe_parser_path);
  3204. setenv("ASCEND_OPP_PATH", "aaa", 1);
  3205. std::string customop_path = "";
  3206. pluginLoad.GetCustomOpPath(customop_path);
  3207. ASSERT_EQ(customop_path, "aaa/framework/custom/:aaa/framework/built-in/tensorflow/");
  3208. Status ret = pluginLoad.Finalize();
  3209. EXPECT_EQ(ret, SUCCESS);
  3210. }
  3211. TEST_F(STestTensorflowParser, tensorflow_data_op_parser_test)
  3212. {
  3213. std::vector<int64_t> shape = {1, 1, 224, 224};
  3214. ge::GeTensorDesc tensor_desc;
  3215. DataOpParser opParser;
  3216. Status ret = opParser.Init5DInputTensor(shape, tensor_desc);
  3217. EXPECT_EQ(ret, SUCCESS);
  3218. ret = opParser.Init5DOutputTensor(shape, tensor_desc);
  3219. EXPECT_EQ(ret, SUCCESS);
  3220. ge::OpDescPtr op = std::make_shared<ge::OpDesc>();
  3221. ret = opParser.ParseShape(shape, op);
  3222. }
  3223. TEST_F(STestTensorflowParser, read_proto_from_mem_test)
  3224. {
  3225. tensorflow::NodeDef *node_def = initNodeDef();
  3226. const char *data = nullptr;
  3227. int size = 3;
  3228. bool ret = parser::ReadProtoFromMem(data, size, node_def);
  3229. EXPECT_EQ(false, ret);
  3230. data = "not file";
  3231. ret = parser::ReadProtoFromMem(data, size, node_def);
  3232. EXPECT_EQ(false, ret);
  3233. }
  3234. TEST_F(STestTensorflowParser, tensorflow_GetOriginalType_test)
  3235. {
  3236. ge::ComputeGraphPtr graph = std::make_shared<ge::ComputeGraph>(GRAPH_DEFAULT_NAME);
  3237. ge::OpDescPtr op = std::make_shared<ge::OpDesc>("fusionCustom", parser::FRAMEWORKOP);
  3238. ge::NodePtr node = std::make_shared<ge::Node>(op, graph);
  3239. string type = parser::FRAMEWORKOP;
  3240. Status ret = parser::GetOriginalType(node, type);
  3241. EXPECT_EQ(ret, INTERNAL_ERROR);
  3242. }
  3243. TEST_F(STestTensorflowParser, tensorflow_ReadBytesFromBinaryFile_test)
  3244. {
  3245. const char *file_name = nullptr;
  3246. char *buffer = nullptr;
  3247. int length = 1;
  3248. bool ret = parser::ReadBytesFromBinaryFile(file_name, &buffer, length);
  3249. EXPECT_EQ(ret, false);
  3250. file_name = "./caffe.proto";
  3251. ret = parser::ReadBytesFromBinaryFile(file_name, &buffer, length);
  3252. EXPECT_EQ(ret, false);
  3253. std::cout << __FILE__ << std::endl;
  3254. std::string caseDir = __FILE__;
  3255. std::size_t idx = caseDir.find_last_of("/");
  3256. caseDir = caseDir.substr(0, idx);
  3257. std::string proto_file = caseDir + "/origin_models/caffe.proto";
  3258. file_name = proto_file.c_str();
  3259. ret = parser::ReadBytesFromBinaryFile(file_name, &buffer, length);
  3260. EXPECT_EQ(ret, true);
  3261. char path[4096 + 1] = { 0 };
  3262. memset(path, 'a', 4096);
  3263. std::string realPath = parser::RealPath(path);
  3264. EXPECT_EQ(realPath, "");
  3265. const char *real_path = nullptr;
  3266. realPath = parser::RealPath(real_path);
  3267. EXPECT_EQ(realPath, "");
  3268. }
  3269. TEST_F(STestTensorflowParser, tensorflow_AclGrphParseUtil_ParseAclInputFp16Nodes_test)
  3270. {
  3271. AclGrphParseUtil parserUtil;
  3272. ge::ComputeGraphPtr graph = std::make_shared<ge::ComputeGraph>(GRAPH_DEFAULT_NAME);
  3273. std::string input_fp16_nodes = "Add";
  3274. std::string is_input_adjust_hw_layout = "is_input_adjust_hw_layout";
  3275. Status ret = parserUtil.ParseAclInputFp16Nodes(graph, input_fp16_nodes, is_input_adjust_hw_layout);
  3276. EXPECT_EQ(ret, PARAM_INVALID);
  3277. is_input_adjust_hw_layout = "true";
  3278. ret = parserUtil.ParseAclInputFp16Nodes(graph, input_fp16_nodes, is_input_adjust_hw_layout);
  3279. EXPECT_EQ(ret, PARAM_INVALID);
  3280. vector<string> adjust_fp16_format_vec = {"true", "false"};
  3281. uint32_t index = 1;
  3282. ge::OpDescPtr op_desc = std::make_shared<ge::OpDesc>();
  3283. parserUtil.AddAttrsForInputNodes(adjust_fp16_format_vec, input_fp16_nodes, index, op_desc);
  3284. std::string is_output_fp16 = "is_output_fp16";
  3285. ret = parserUtil.ParseAclOutputFp16NodesFormat(is_output_fp16);
  3286. EXPECT_EQ(ret, PARAM_INVALID);
  3287. is_output_fp16 = "false";
  3288. ret = parserUtil.ParseAclOutputFp16NodesFormat(is_output_fp16);
  3289. EXPECT_EQ(ret, SUCCESS);
  3290. is_output_fp16 = "true";
  3291. ret = parserUtil.ParseAclOutputFp16NodesFormat(is_output_fp16);
  3292. EXPECT_EQ(ret, SUCCESS);
  3293. }
  3294. TEST_F(STestTensorflowParser, tensorflow_ModelSaver_test)
  3295. {
  3296. const char *file_path = nullptr;
  3297. const Json model = {{"a", "b"}};
  3298. Status ret = ge::parser::ModelSaver::SaveJsonToFile(file_path, model);
  3299. EXPECT_EQ(ret, FAILED);
  3300. file_path = "./origin_models/";
  3301. ret = ge::parser::ModelSaver::SaveJsonToFile(file_path, model);
  3302. EXPECT_EQ(ret, FAILED);
  3303. std::string caseDir = __FILE__;
  3304. std::size_t idx = caseDir.find_last_of("/");
  3305. caseDir = caseDir.substr(0, idx);
  3306. std::string proto_file = caseDir + "/origin_models/caffe.proto";
  3307. file_path = proto_file.c_str();
  3308. ret = ge::parser::ModelSaver::SaveJsonToFile(file_path, model);
  3309. char path[4096 + 1] = { 0 };
  3310. memset(path, 'a', 4096);
  3311. EXPECT_EQ(-1, ge::parser::ModelSaver::CreateDirectory(path));
  3312. EXPECT_EQ(-1, ge::parser::ModelSaver::CheckPath(path));
  3313. }
  3314. TEST_F(STestTensorflowParser, create_weights_parser_failed)
  3315. {
  3316. WeightsParserFactory* factory = WeightsParserFactory::Instance();
  3317. shared_ptr<WeightsParser> weight_parser = factory->CreateWeightsParser(FRAMEWORK_RESERVED);
  3318. ASSERT_TRUE(NULL == weight_parser);
  3319. ModelParserFactory *modelFactory = ModelParserFactory::Instance();
  3320. shared_ptr<ModelParser> model_parser = modelFactory->CreateModelParser(FRAMEWORK_RESERVED);
  3321. ASSERT_TRUE(NULL == model_parser);
  3322. std::shared_ptr<OpParserFactory> parserFactory = OpParserFactory::Instance(domi::FrameworkType::CAFFE);
  3323. std::shared_ptr<OpParser> fusion_op_parser = parserFactory->CreateFusionOpParser(ge::parser::DATA);
  3324. ASSERT_TRUE(NULL == fusion_op_parser);
  3325. std::shared_ptr<OpParser> op_parser = parserFactory->CreateOpParser("10");
  3326. ASSERT_TRUE(NULL == op_parser);
  3327. }
  3328. TEST_F(STestTensorflowParser, custom_parser_adapter_register)
  3329. {
  3330. using PARSER_CREATOR_FN = std::function<std::shared_ptr<OpParser>(void)>;
  3331. PARSER_CREATOR_FN func = CustomParserAdapterRegistry::Instance()->GetCreateFunc(domi::TENSORFLOW);
  3332. CustomParserAdapterRegistry::Instance()->Register(domi::TENSORFLOW, func);
  3333. CustomParserAdapterRegistry::Instance()->Register(domi::TENSORFLOW, func);
  3334. func = CustomParserAdapterRegistry::Instance()->GetCreateFunc(domi::FRAMEWORK_RESERVED);
  3335. ASSERT_EQ(nullptr, func);
  3336. }
  3337. TEST_F(STestTensorflowParser, tensorflow_parser_api_test)
  3338. {
  3339. std::map<std::string, std::string> options = {{"ge.runFlag", "1"}};
  3340. Status ret = ParserInitialize(options);
  3341. EXPECT_EQ(ret, SUCCESS);
  3342. ret = ParserInitialize(options);
  3343. EXPECT_EQ(ret, SUCCESS);
  3344. ret = ParserFinalize();
  3345. EXPECT_EQ(ret, SUCCESS);
  3346. ret = ParserFinalize();
  3347. EXPECT_EQ(ret, SUCCESS);
  3348. }
  3349. TEST_F(STestTensorflowParser, tensorflow_FP16_parser_test)
  3350. {
  3351. parser::fp16_t fp16;
  3352. fp16.ToDouble();
  3353. fp16.ToInt8();
  3354. fp16.ToUInt8();
  3355. fp16.ToInt16();
  3356. fp16.ToUInt16();
  3357. fp16.ToInt32();
  3358. fp16.ToUInt32();
  3359. fp16.IsInf();
  3360. fp16.operator+(fp16);
  3361. fp16.operator-(fp16);
  3362. fp16.operator*(fp16);
  3363. fp16.operator/(fp16);
  3364. fp16.operator+=(fp16);
  3365. fp16.operator-=(fp16);
  3366. fp16.operator*=(fp16);
  3367. fp16.operator/=(fp16);
  3368. fp16.operator==(fp16);
  3369. fp16.operator!=(fp16);
  3370. fp16.operator>(fp16);
  3371. fp16.operator>=(fp16);
  3372. fp16.operator<(fp16);
  3373. fp16.operator<=(fp16);
  3374. fp16.operator=(fp16);
  3375. float f_val = 0.1;
  3376. fp16.operator=(f_val);
  3377. double d_val = 0.2;
  3378. fp16.operator=(d_val);
  3379. int8_t i_val = 1;
  3380. fp16.operator=(i_val);
  3381. uint8_t ui_val = 2;
  3382. fp16.operator=(ui_val);
  3383. int16_t i_vals = 1;
  3384. fp16.operator=(i_vals);
  3385. uint16_t ui16_val = 1;
  3386. fp16.operator=(ui16_val);
  3387. ui16_val = 0;
  3388. fp16.operator=(ui16_val);
  3389. ui16_val = 1;
  3390. fp16.operator=(ui16_val);
  3391. int32_t i32_val = 0;
  3392. fp16.operator=(i32_val);
  3393. i32_val = 1;
  3394. fp16.operator=(i32_val);
  3395. uint32_t ui32_val = 0;
  3396. fp16.operator=(ui32_val);
  3397. ui32_val = 1;
  3398. fp16.operator=(ui32_val);
  3399. float f_val1= 2139095000.2;
  3400. ge::parser::fp16_t fp16_1,fp16_2;
  3401. fp16_1.operator=(fp16_2);
  3402. fp16_1.operator=(f_val1);
  3403. float f_val2= 0.0000112;
  3404. fp16_1.operator=(f_val2);
  3405. float f_val3= 0.0000000299;
  3406. fp16_1.operator=(f_val3);
  3407. float f_val4= 0.00000000299;
  3408. fp16_1.operator=(f_val4);
  3409. uint32_t u_val1 = 4095;
  3410. fp16_1.operator=(u_val1);
  3411. uint16_t u16_val1 = 4095;
  3412. fp16_1.operator=(u16_val1);
  3413. int16_t int_val1 = 0;
  3414. fp16_1.operator=(int_val1);
  3415. int16_t int_val2 = -32767;
  3416. fp16_1.operator=(int_val2);
  3417. i_val = -0x7FFFFFFF;
  3418. fp16_1.operator=(i_val);
  3419. fp16.operator=(f_val1);
  3420. float f = fp16; //float();
  3421. double d = fp16;
  3422. int8_t int8 = fp16;
  3423. uint8_t uint8 = fp16;
  3424. uint16_t uint16 = fp16;
  3425. int32_t int32 = fp16;
  3426. uint32_t uint32 = fp16;
  3427. int64_t int64 = fp16;
  3428. uint64_t uint64 = fp16;
  3429. (void)f;
  3430. (void)d;
  3431. (void)int8;
  3432. (void)uint8;
  3433. (void)uint8;
  3434. (void)uint16;
  3435. (void)int32;
  3436. (void)uint32;
  3437. (void)int64;
  3438. (void)uint64;
  3439. parser::fp16_t val;
  3440. val.val = 0x7C00;
  3441. val.IsInf();
  3442. val.val = 0xFC00;
  3443. val.IsInf();
  3444. parser::fp16_t fp16_3, fp16_4;
  3445. fp16_3.val = 1;
  3446. fp16_4.val = 2;
  3447. fp16_4.operator/(fp16_3);
  3448. fp16.val = 21504;
  3449. int16_t int16 = fp16;
  3450. int8 = fp16;
  3451. }
  3452. TEST_F(STestTensorflowParser, tensorflow_AclParserInitialize_test)
  3453. {
  3454. AclGrphParseUtil parseUtil;
  3455. std::map<std::string, std::string> options;
  3456. Status ret = parseUtil.AclParserInitialize(options);
  3457. EXPECT_EQ(ret, FAILED);
  3458. options = {{ge::FRAMEWORK_TYPE, "2"}};
  3459. ret = parseUtil.AclParserInitialize(options);
  3460. EXPECT_EQ(ret, SUCCESS);
  3461. }
  3462. TEST_F(STestTensorflowParser, tensorflow_GetOutputLeaf_test)
  3463. {
  3464. AclGrphParseUtil parseUtil;
  3465. ge::ComputeGraphPtr compute_graph = build_graph(true);
  3466. ge::NodePtr output_nodes_info = compute_graph->FindNode("Relu3");
  3467. std::vector<std::pair<ge::NodePtr, int32_t>> output_nodes = {{output_nodes_info,0}};
  3468. ge::ComputeGraphPtr graph = std::make_shared<ge::ComputeGraph>("default");
  3469. ge::NodePtr node = AddNode(compute_graph, "K", parser::NETOUTPUT,1,1);
  3470. Status ret = parseUtil.GetOutputLeaf(node, output_nodes);
  3471. EXPECT_EQ(ret, FAILED);
  3472. }
  3473. TEST_F(STestTensorflowParser, graph_pass_error)
  3474. {
  3475. ComputeGraphPtr graph = std::make_shared<ComputeGraph>("test");
  3476. ErrorGraphPass pass;
  3477. ge::parser::PassManager passManager;
  3478. std::vector<std::pair<string, GraphPass*>> passes;
  3479. passes.emplace_back("", &pass);
  3480. Status status = passManager.Run(graph, passes);
  3481. EXPECT_EQ(domi::FAILED, status);
  3482. }
  3483. TEST_F(STestTensorflowParser, parser_FindFmkNodeCluser_success)
  3484. {
  3485. ComputeGraphPtr graph = std::make_shared<ComputeGraph>("FrameworkOp");
  3486. ParserGraphOptimizer graphOptimizer(graph, domi::TENSORFLOW);
  3487. ge::NodePtr node = AddNode(graph, "K", parser::FRAMEWORK_OP_TYPE, 1, 1);
  3488. ge::NodePtr output_nodes_info = graph->FindNode("Relu3");
  3489. std::unordered_map<string, vector<NodePtr>> node_cluser_Map({
  3490. {"x", {node, output_nodes_info}},
  3491. });
  3492. Status ret = graphOptimizer.FindFmkNodeCluser(node_cluser_Map);
  3493. EXPECT_EQ(ret, SUCCESS);
  3494. }
  3495. TEST_F(STestTensorflowParser, parser_RebuildOutputAnchors_test)
  3496. {
  3497. ge::ComputeGraphPtr subGraph = std::make_shared<ge::ComputeGraph>("default");
  3498. ParserGraphOptimizer graphOptimizer(subGraph, domi::TENSORFLOW);
  3499. string inputNodeType = "DATA";
  3500. MakeDagGraph(subGraph, inputNodeType);
  3501. vector<ge::InDataAnchorPtr> in_anchor;
  3502. vector<ge::OutDataAnchorPtr> out_anchor;
  3503. for(ge::NodePtr node : subGraph->GetAllNodes()) {
  3504. for(auto out : node->GetAllOutDataAnchors()) {
  3505. for(auto in : node->GetAllInDataAnchors()) {
  3506. if(in->GetPeerOutAnchor() != nullptr && in->GetPeerOutAnchor()->GetOwnerNode()->GetOpDesc()->GetType() == parser::DATA) {
  3507. in_anchor.push_back(in);
  3508. }
  3509. }
  3510. for(auto i : out->GetPeerInDataAnchors()) {
  3511. if(i->GetOwnerNode()->GetOpDesc()->GetType() == parser::NETOUTPUT) {
  3512. out_anchor.push_back(out);
  3513. }
  3514. }
  3515. }
  3516. }
  3517. OpDescPtr fusion_op_desc = make_shared<ge::OpDesc>("FusionCustom", ge::parser::CONSTANT);
  3518. Status ret = graphOptimizer.RebuildOutputAnchors(out_anchor, fusion_op_desc);
  3519. EXPECT_EQ(domi::SUCCESS, ret);
  3520. ret = graphOptimizer.RebuildInputAnchors(in_anchor, fusion_op_desc);
  3521. EXPECT_EQ(domi::SUCCESS, ret);
  3522. }
  3523. TEST_F(STestTensorflowParser, parser_LinkInnerAnchor_test)
  3524. {
  3525. ge::ComputeGraphPtr subGraph = std::make_shared<ge::ComputeGraph>("default");
  3526. NodePtr node_a = AddNode(subGraph, "A", parser::NETOUTPUT, 1, 1);
  3527. NodePtr node_b = AddNode(subGraph, "B", parser::NETOUTPUT, 1, 1);
  3528. unordered_map<string, ge::NodePtr> node_map;
  3529. node_map.insert(pair<string, ge::NodePtr>("A", node_a));
  3530. node_map.insert(pair<string, ge::NodePtr>("B", node_b));
  3531. ParserGraphOptimizer graphOptimizer(subGraph, domi::TENSORFLOW);
  3532. graphOptimizer.LinkInnerAnchor(node_map);
  3533. }
  3534. TEST_F(STestTensorflowParser, parser_MarkForFusion_test)
  3535. {
  3536. ge::ComputeGraphPtr subGraph = std::make_shared<ge::ComputeGraph>("default");
  3537. ParserGraphOptimizer graphOptimizer(subGraph, domi::TENSORFLOW);
  3538. ge::NodePtr node = AddNode(subGraph, "K", parser::FRAMEWORK_OP_TYPE, 1, 1);
  3539. ge::NodePtr output_nodes_info = subGraph->FindNode("Relu3");
  3540. std::unordered_map<string, vector<NodePtr>> node_cluser_Map({
  3541. {"x", {node, output_nodes_info}},
  3542. });
  3543. Status ret = graphOptimizer.MarkForFusion(node_cluser_Map);
  3544. EXPECT_EQ(ret, INTERNAL_ERROR);
  3545. }
  3546. TEST_F(STestTensorflowParser, parser_UpdateGraph_test)
  3547. {
  3548. std::vector<NodePtr> nodes;
  3549. ge::ComputeGraphPtr subGraph = std::make_shared<ge::ComputeGraph>("default");
  3550. ParserGraphOptimizer graphOptimizer(subGraph, domi::TENSORFLOW);
  3551. NodePtr node_a = AddNode(subGraph, "A", parser::NETOUTPUT, 1, 1);
  3552. NodePtr node_b = AddNode(subGraph, "B", parser::NETOUTPUT, 1, 1);
  3553. nodes.emplace_back(node_a);
  3554. nodes.emplace_back(node_b);
  3555. Status ret = graphOptimizer.UpdateGraph(nodes);
  3556. EXPECT_EQ(ret, PARAM_INVALID);
  3557. }
  3558. TEST_F(STestTensorflowParser, parser_RebuildFusionNode_test)
  3559. {
  3560. ge::ComputeGraphPtr graph = std::make_shared<ge::ComputeGraph>(GRAPH_DEFAULT_NAME);
  3561. ParserGraphOptimizer graphOptimizer(graph, domi::TENSORFLOW);
  3562. string inputNodeType = "DATA";
  3563. MakeDagGraph(graph, inputNodeType);
  3564. vector<ge::InDataAnchorPtr> input_anchors;
  3565. vector<ge::OutDataAnchorPtr> output_anchors;
  3566. for(ge::NodePtr node : graph->GetAllNodes()) {
  3567. for(auto out : node->GetAllOutDataAnchors()) {
  3568. for(auto in : node->GetAllInDataAnchors()) {
  3569. if(in->GetPeerOutAnchor() != nullptr && in->GetPeerOutAnchor()->GetOwnerNode()->GetOpDesc()->GetType() == parser::DATA) {
  3570. input_anchors.push_back(in);
  3571. }
  3572. }
  3573. for(auto i : out->GetPeerInDataAnchors()) {
  3574. if(i->GetOwnerNode()->GetOpDesc()->GetType() == parser::NETOUTPUT) {
  3575. output_anchors.push_back(out);
  3576. }
  3577. }
  3578. }
  3579. }
  3580. map<ge::OutDataAnchorPtr, vector<ge::InDataAnchorPtr>> output_in_map;
  3581. vector<ge::InControlAnchorPtr> input_control_anchors;
  3582. vector<ge::OutControlAnchorPtr> output_control_anchors;
  3583. ge::OpDescPtr op = std::make_shared<ge::OpDesc>("dpop_123", "FrameworkOp");
  3584. ge::NodePtr fusion_node = std::make_shared<ge::Node>(op, graph);
  3585. Status ret = graphOptimizer.RebuildFusionNode(input_anchors, output_anchors, output_in_map, input_control_anchors, output_control_anchors, fusion_node);
  3586. EXPECT_EQ(ret, FAILED);
  3587. }
  3588. TEST_F(STestTensorflowParser, parser_InsertNode_test)
  3589. {
  3590. std::vector<NodePtr> nodes;
  3591. ge::ComputeGraphPtr subGraph = std::make_shared<ge::ComputeGraph>("default");
  3592. ParserGraphOptimizer graphOptimizer(subGraph, domi::TENSORFLOW);
  3593. auto merge_node = AddNode(subGraph, "Merge", parser::MERGE, 1, 2);
  3594. auto node1 = AddNode(subGraph, "Op1", parser::RELU, 1, 1);
  3595. auto node2 = AddNode(subGraph, "Op2", parser::CONVOLUTION, 1, 1);
  3596. auto node3 = AddNode(subGraph, "Op3", parser::CONVOLUTION, 1, 1);
  3597. nodes.emplace_back(merge_node);
  3598. nodes.emplace_back(node1);
  3599. nodes.emplace_back(node2);
  3600. nodes.emplace_back(node3);
  3601. vector<ge::InDataAnchorPtr> in_anchor;
  3602. vector<ge::OutDataAnchorPtr> out_anchor;
  3603. map<ge::OutDataAnchorPtr, vector<ge::InDataAnchorPtr>> output_in_map;
  3604. vector<ge::InControlAnchorPtr> input_control_anchors;
  3605. vector<ge::OutControlAnchorPtr> output_control_anchors;
  3606. unordered_map<string, ge::NodePtr> node_map;
  3607. node_map.insert(pair<string, ge::NodePtr>("A", merge_node));
  3608. node_map.insert(pair<string, ge::NodePtr>("B", node1));
  3609. node_map.insert(pair<string, ge::NodePtr>("C", node2));
  3610. node_map.insert(pair<string, ge::NodePtr>("D", node3));
  3611. Status ret = graphOptimizer.InsertNode(subGraph, nodes, in_anchor, out_anchor, output_in_map, input_control_anchors, output_control_anchors, node_map);
  3612. EXPECT_EQ(ret, PARAM_INVALID);
  3613. }
  3614. TEST_F(STestTensorflowParser, parser_GeStoi_test)
  3615. {
  3616. TensorFlowModelParser model_parser;
  3617. string input_node_name = "dynamic_rnn_node1";
  3618. string index_str = "dynamic_rnn";
  3619. int32_t index = 0;
  3620. Status ret = model_parser.GeStoi(input_node_name, index_str, &index);
  3621. EXPECT_EQ(ret, INTERNAL_ERROR);
  3622. }
  3623. TEST_F(STestTensorflowParser, parser_ConstOpNeedUpdate_test)
  3624. {
  3625. ge::TensorFlowModelParser tensorflow_parser;
  3626. NodeDef *op_node_def = new NodeDef();
  3627. op_node_def->set_name("OP");
  3628. op_node_def->add_input("OP/Input_1");
  3629. op_node_def->set_op(TENSORFLOWF_NODE_OP_CONST);
  3630. NodeDef *input_node = new NodeDef();
  3631. input_node->set_op(TENSORFLOWF_NODE_OP_IDENTITY);
  3632. input_node->add_input("OP/Input_1/Input_2");
  3633. NodeDef *input_2 = new NodeDef();
  3634. input_2->set_op(TENSORFLOWF_NODE_OP_IDENTITY);
  3635. tensorflow_parser.nodedef_map_["OP"] = op_node_def;
  3636. tensorflow_parser.nodedef_map_["OP/Input_1"] = input_node;
  3637. tensorflow_parser.nodedef_map_["OP/Input_1/Input_2"] = input_2;
  3638. std::string op_name = "OP/Input_1/Input_2";
  3639. Status ret = tensorflow_parser.ConstOpNeedUpdate(op_name);
  3640. EXPECT_EQ(ret, true);
  3641. op_name = "OP";
  3642. ret = tensorflow_parser.ConstOpNeedUpdate(op_name);
  3643. EXPECT_EQ(ret, true);
  3644. delete op_node_def;
  3645. delete input_node;
  3646. delete input_2;
  3647. }
  3648. TEST_F(STestTensorflowParser, parser_UppdateInputMap_test)
  3649. {
  3650. ge::TensorFlowModelParser tensorflow_parser;
  3651. ScopeFusionOpInfo info;
  3652. ge::OpNodeContext normal_op_node_context;
  3653. ge::OpNodeContext fusion_op_node_context;
  3654. string fusion_op_name = "dropout";
  3655. normal_op_node_context.input_map["dropout"].push_back({0, 0});
  3656. normal_op_node_context.input_map["conv_conv5/BatchNorm/moving_variance"].push_back({0, 1});
  3657. normal_op_node_context.output_map["dropout"].push_back({1, 0});
  3658. normal_op_node_context.output_map["conv_conv5/BatchNorm/batchnorm/add/y"].push_back({-1, -1});
  3659. tensorflow::GraphDef *graph = new tensorflow::GraphDef();
  3660. ScopePassManager passmanager;
  3661. shared_ptr<ScopeGraph> scope_graph = passmanager.BuildScopeGraph(graph);
  3662. NodeDef *node1 = graph->add_node();
  3663. node1->set_name("dropout");
  3664. node1->set_op(TENSORFLOWF_NODE_OP_IDENTITY);
  3665. node1->add_input("conv_conv5/BatchNorm/moving_variance");
  3666. node1->add_input("conv_conv5/BatchNorm/batchnorm/add/y");
  3667. NodeDef *node2 = graph->add_node();
  3668. node2->set_name("conv_conv5/BatchNorm/moving_variance");
  3669. node2->set_op(TENSORFLOWF_NODE_OP_IDENTITY);
  3670. NodeDef *node3 = graph->add_node();
  3671. node3->set_name("conv_conv5/BatchNorm/batchnorm/add/y");
  3672. node3->set_op(TENSORFLOWF_NODE_OP_IDENTITY);
  3673. info.fusion_node_name = "conv_conv5/BatchNorm/batchnorm";
  3674. info.fusion_op_type = parser::FUSIONBATCHNORM;
  3675. info.node_name = "conv_conv5/BatchNorm/batchnorm/add";
  3676. info.description = "";
  3677. info.scope_pass = true;
  3678. tensorflow_parser.nodedef_map_["dropout"] = node1;
  3679. tensorflow_parser.nodedef_map_["conv_conv5/BatchNorm/moving_variance"] = node2;
  3680. tensorflow_parser.nodedef_map_["conv_conv5/BatchNorm/batchnorm/add/y"] = node3;
  3681. Status ret = tensorflow_parser.UppdateInputMap(scope_graph, info, fusion_op_node_context, normal_op_node_context);
  3682. EXPECT_EQ(ret, domi::SUCCESS);
  3683. ret = tensorflow_parser.UppdateOutputMap(scope_graph, info, fusion_op_node_context, normal_op_node_context);
  3684. TensorFlowWeightsParser weights_parser;
  3685. std::string caseDir = __FILE__;
  3686. std::size_t idx = caseDir.find_last_of("/");
  3687. caseDir = caseDir.substr(0, idx);
  3688. std::string proto_file = caseDir + "/origin_models/tf_add.pb";
  3689. const char *file = proto_file.c_str();
  3690. ge::Graph graphs;
  3691. Status weightsRet = weights_parser.Parse(file, graphs);
  3692. EXPECT_EQ(weightsRet, SUCCESS);
  3693. delete graph;
  3694. }
  3695. TEST_F(STestTensorflowParser, tensorflow_optimizer_fmk_fusion_op) {
  3696. std::string caseDir = __FILE__;
  3697. std::size_t idx = caseDir.find_last_of("/");
  3698. caseDir = caseDir.substr(0, idx);
  3699. const std::string root_proto = caseDir + "/origin_models/test_getnext_dynamic_fusion.pbtxt";
  3700. domi::tensorflow::GraphDef graphDef;
  3701. bool protoRet = parser::ReadProtoFromText(root_proto.c_str(), &graphDef);
  3702. ASSERT_EQ(protoRet, true);
  3703. TensorFlowModelParser tensorflow_parser;
  3704. ge::ComputeGraphPtr root_graph = ge::parser::MakeShared<ge::ComputeGraph>("tmp_graph");
  3705. Status ret = tensorflow_parser.ParseProto(reinterpret_cast<google::protobuf::Message *>(&graphDef), root_graph);
  3706. EXPECT_EQ(ret, SUCCESS);
  3707. EXPECT_EQ(root_graph->GetDirectNode().size(), 3);
  3708. }
  3709. TEST_F(STestTensorflowParser, AddDumpOriginName_test)
  3710. {
  3711. GeTensorDesc scalar_tensor(GeShape(), ge::FORMAT_NCHW, ge::DT_FLOAT);
  3712. ge::ComputeGraphPtr parent_graph = std::make_shared<ge::ComputeGraph>("parent_graph");
  3713. ge::OpDescPtr parent = std::make_shared<ge::OpDesc>();
  3714. parent->SetType("Foo");
  3715. parent->SetName("foo");
  3716. ge::NodePtr foo = parent_graph->AddNode(parent);
  3717. ge::ComputeGraphPtr sub_graph = std::make_shared<ge::ComputeGraph>("sub_graph");
  3718. auto child = std::make_shared<ge::OpDesc>();
  3719. child->SetType("Bar");
  3720. child->SetName("bar");
  3721. ge::NodePtr bar = sub_graph->AddNode(child);
  3722. AddDumpOriginName(foo, "f", sub_graph);
  3723. std::vector<std::string> original_names;
  3724. (void)ge::AttrUtils::GetListStr(bar->GetOpDesc(), ge::ATTR_NAME_DATA_DUMP_ORIGIN_OP_NAMES, original_names);
  3725. EXPECT_EQ(original_names.size(), 1U);
  3726. EXPECT_EQ(original_names[0], "foo/f/bar");
  3727. (void)ge::AttrUtils::SetListStr(foo->GetOpDesc(), ge::ATTR_NAME_DATA_DUMP_ORIGIN_OP_NAMES, original_names);
  3728. AddDumpOriginName(foo, "f", sub_graph);
  3729. original_names.clear();
  3730. (void)ge::AttrUtils::GetListStr(bar->GetOpDesc(), ge::ATTR_NAME_DATA_DUMP_ORIGIN_OP_NAMES, original_names);
  3731. EXPECT_EQ(original_names.size(), 1U);
  3732. EXPECT_EQ(original_names[0], "foo/f/bar/f/bar");
  3733. original_names.push_back("abc");
  3734. (void)ge::AttrUtils::SetListStr(foo->GetOpDesc(), ge::ATTR_NAME_DATA_DUMP_ORIGIN_OP_NAMES, original_names);
  3735. AddDumpOriginName(foo, "f", sub_graph);
  3736. original_names.clear();
  3737. (void)ge::AttrUtils::GetListStr(bar->GetOpDesc(), ge::ATTR_NAME_DATA_DUMP_ORIGIN_OP_NAMES, original_names);
  3738. EXPECT_EQ(original_names.size(), 2U);
  3739. EXPECT_EQ(original_names[0], "foo/f/bar/f/bar/f/bar");
  3740. EXPECT_EQ(original_names[1], "abc");
  3741. }
  3742. TEST_F(STestTensorflowParser, test_plugin_manager_getopp_plugin_vendors_01) {
  3743. std::string opp_path = __FILE__;
  3744. opp_path = opp_path.substr(0, opp_path.rfind("/") + 1);
  3745. setenv("ASCEND_OPP_PATH", opp_path.c_str(), 1);
  3746. std::string path_vendors = opp_path + "vendors";
  3747. std::string path_config = path_vendors + "/config.ini";
  3748. system(("mkdir -p " + path_vendors).c_str());
  3749. system(("echo 'load_priority=customize,mdc,lhisi' > " + path_config).c_str());
  3750. std::vector<std::string> vendors;
  3751. Status ret = TBEPluginLoader::GetOppPluginVendors(path_config, vendors);
  3752. EXPECT_EQ(ret, SUCCESS);
  3753. EXPECT_EQ(vendors[0], "customize");
  3754. EXPECT_EQ(vendors[1], "mdc");
  3755. EXPECT_EQ(vendors[2], "lhisi");
  3756. }
  3757. TEST_F(STestTensorflowParser, test_plugin_manager_getopp_plugin_vendors_02) {
  3758. std::string opp_path = __FILE__;
  3759. opp_path = opp_path.substr(0, opp_path.rfind("/") + 1);
  3760. setenv("ASCEND_OPP_PATH", opp_path.c_str(), 1);
  3761. std::string path_vendors = opp_path + "vendors";
  3762. std::string path_config = path_vendors + "/config.ini";
  3763. system(("mkdir -p " + path_vendors).c_str());
  3764. system(("echo '' > " + path_config).c_str());
  3765. std::vector<std::string> vendors;
  3766. Status ret = TBEPluginLoader::GetOppPluginVendors(path_config, vendors);
  3767. EXPECT_NE(ret, SUCCESS);
  3768. }
  3769. TEST_F(STestTensorflowParser, test_plugin_manager_getopp_plugin_vendors_03) {
  3770. std::string opp_path = __FILE__;
  3771. opp_path = opp_path.substr(0, opp_path.rfind("/") + 1);
  3772. setenv("ASCEND_OPP_PATH", opp_path.c_str(), 1);
  3773. std::string path_vendors = opp_path + "vendors";
  3774. std::string path_config = path_vendors + "/config.ini";
  3775. system(("mkdir -p " + path_vendors).c_str());
  3776. system(("echo 'load_priority' > " + path_config).c_str());
  3777. std::vector<std::string> vendors;
  3778. Status ret = TBEPluginLoader::GetOppPluginVendors(path_config, vendors);
  3779. EXPECT_NE(ret, SUCCESS);
  3780. }
  3781. TEST_F(STestTensorflowParser, test_plugin_manager_GetOpsProtoPath_01) {
  3782. std::string opp_path = __FILE__;
  3783. opp_path = opp_path.substr(0, opp_path.rfind("/") + 1);
  3784. setenv("ASCEND_OPP_PATH", opp_path.c_str(), 1);
  3785. std::string path_vendors = opp_path + "vendors";
  3786. system(("rm -rf " + path_vendors).c_str());
  3787. std::string opsproto_path;
  3788. Status ret = TBEPluginLoader::GetOpsProtoPath(opsproto_path);
  3789. EXPECT_EQ(ret, SUCCESS);
  3790. EXPECT_EQ(opsproto_path,
  3791. opp_path + "op_proto/custom/:" + opp_path + "op_proto/built-in/"
  3792. );
  3793. }
  3794. TEST_F(STestTensorflowParser, test_plugin_manager_GetOpsProtoPath_02) {
  3795. std::string opp_path = __FILE__;
  3796. opp_path = opp_path.substr(0, opp_path.rfind("/") + 1);
  3797. setenv("ASCEND_OPP_PATH", opp_path.c_str(), 1);
  3798. std::string path_vendors = opp_path + "vendors";
  3799. std::string path_config = path_vendors + "/config.ini";
  3800. system(("mkdir -p " + path_vendors).c_str());
  3801. system(("echo 'load_priority=customize,mdc,lhisi' > " + path_config).c_str());
  3802. std::string opsproto_path;
  3803. Status ret = TBEPluginLoader::GetOpsProtoPath(opsproto_path);
  3804. EXPECT_EQ(ret, SUCCESS);
  3805. EXPECT_EQ(opsproto_path,
  3806. path_vendors + "/customize/op_proto/:" +
  3807. path_vendors + "/mdc/op_proto/:" +
  3808. path_vendors + "/lhisi/op_proto/:" +
  3809. opp_path + "built-in/op_proto/"
  3810. );
  3811. }
  3812. TEST_F(STestTensorflowParser, test_plugin_manager_GetCustomOpPath_01) {
  3813. std::string opp_path = __FILE__;
  3814. opp_path = opp_path.substr(0, opp_path.rfind("/") + 1);
  3815. setenv("ASCEND_OPP_PATH", opp_path.c_str(), 1);
  3816. std::string path_vendors = opp_path + "vendors";
  3817. system(("rm -rf " + path_vendors).c_str());
  3818. std::string customop_path;
  3819. TBEPluginLoader::GetCustomOpPath(customop_path);
  3820. EXPECT_EQ(customop_path.find(opp_path + "framework/custom/:" + opp_path + "framework/built-in/"), 0);
  3821. }
  3822. TEST_F(STestTensorflowParser, test_plugin_manager_GetCustomOpPath_02) {
  3823. std::string opp_path = __FILE__;
  3824. opp_path = opp_path.substr(0, opp_path.rfind("/") + 1);
  3825. setenv("ASCEND_OPP_PATH", opp_path.c_str(), 1);
  3826. std::string path_vendors = opp_path + "vendors";
  3827. std::string path_config = path_vendors + "/config.ini";
  3828. system(("mkdir -p " + path_vendors).c_str());
  3829. system(("echo 'load_priority=customize,mdc,lhisi' > " + path_config).c_str());
  3830. std::string customop_path;
  3831. TBEPluginLoader::GetCustomOpPath(customop_path);
  3832. EXPECT_EQ(customop_path.find(
  3833. path_vendors + "/customize/framework/:" +
  3834. path_vendors + "/mdc/framework/:" +
  3835. path_vendors + "/lhisi/framework/:" +
  3836. opp_path + "built-in/framework/"), 0);
  3837. }
  3838. } // namespace ge