You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

test_tensorflow_parser.cc 161 kB

3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650365136523653365436553656365736583659366036613662366336643665366636673668366936703671367236733674367536763677367836793680368136823683368436853686368736883689369036913692369336943695369636973698369937003701370237033704370537063707370837093710371137123713371437153716371737183719372037213722372337243725372637273728372937303731373237333734373537363737373837393740374137423743374437453746374737483749375037513752375337543755375637573758375937603761376237633764376537663767376837693770377137723773377437753776377737783779378037813782378337843785378637873788378937903791379237933794379537963797379837993800380138023803380438053806380738083809381038113812381338143815381638173818381938203821382238233824382538263827382838293830383138323833383438353836383738383839384038413842384338443845384638473848384938503851385238533854385538563857385838593860386138623863386438653866386738683869387038713872387338743875387638773878387938803881388238833884388538863887388838893890389138923893389438953896389738983899390039013902390339043905390639073908390939103911391239133914391539163917391839193920392139223923392439253926392739283929393039313932393339343935393639373938393939403941394239433944394539463947394839493950395139523953395439553956395739583959396039613962396339643965396639673968396939703971397239733974397539763977397839793980398139823983398439853986398739883989399039913992399339943995399639973998399940004001400240034004400540064007400840094010401140124013401440154016401740184019402040214022402340244025402640274028402940304031403240334034403540364037403840394040404140424043404440454046404740484049405040514052405340544055405640574058405940604061406240634064406540664067406840694070407140724073407440754076407740784079408040814082408340844085408640874088408940904091409240934094409540964097409840994100410141024103410441054106410741084109411041114112411341144115411641174118411941204121412241234124412541264127412841294130413141324133413441354136413741384139414041414142414341444145414641474148414941504151415241534154415541564157415841594160416141624163416441654166416741684169417041714172417341744175417641774178417941804181418241834184418541864187418841894190419141924193419441954196419741984199420042014202420342044205420642074208420942104211421242134214421542164217421842194220422142224223422442254226422742284229423042314232423342344235423642374238423942404241424242434244424542464247
  1. /**
  2. * Copyright 2019-2020 Huawei Technologies Co., Ltd
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #include <gtest/gtest.h>
  17. #define protected public
  18. #define private public
  19. #include "parser/common/op_parser_factory.h"
  20. #include "parser/tensorflow/tensorflow_parser.h"
  21. #include "graph/operator_reg.h"
  22. #include "register/op_registry.h"
  23. #include "external/register/register.h"
  24. #include "parser/common/register_tbe.h"
  25. #include "st/parser_st_utils.h"
  26. #include "tests/depends/ops_stub/ops_stub.h"
  27. #include "parser/common/acl_graph_parser_util.h"
  28. #include "metadef/third_party/graphengine/inc/external/ge/ge_api_types.h"
  29. #include "omg/parser/parser_factory.h"
  30. #include "common/pre_checker.h"
  31. #include "common/util.h"
  32. #include "external/parser/tensorflow_parser.h"
  33. #include "parser/tensorflow/tensorflow_constant_parser.h"
  34. #include "common/types.h"
  35. #include "parser/common/op_def/variable_op.h"
  36. #include "parser/tensorflow/tensorflow_ref_switch_parser.h"
  37. #include "parser/tensorflow/tensorflow_fusion_op_parser.h"
  38. #include "parser/tensorflow/tensorflow_auto_mapping_parser_adapter.h"
  39. #include "parser/common/op_def/arg_op.h"
  40. #include "parser/tensorflow/tensorflow_fusion_custom_parser_adapter.h"
  41. #include "parser/tensorflow/tensorflow_reshape_parser.h"
  42. #include "parser/tensorflow/tensorflow_custom_parser_adapter.h"
  43. #include "parser/tensorflow/tensorflow_squeeze_parser.h"
  44. #include "parser/tensorflow/graph_functiondef.h"
  45. #include "parser/tensorflow/graph_optimizer.h"
  46. #include "cce/dnn_base_def.hpp"
  47. #include "parser/tensorflow/scope/scope_pass_manager.h"
  48. #include "parser/tensorflow/tensorflow_util.h"
  49. #include "compute_graph_impl.h"
  50. #include "parser/tensorflow/tensorflow_enter_parser.h"
  51. #include "parser/common/op_def/ir_pb_converter.h"
  52. #include "parser/common/tuple.h"
  53. #include "common/op_def/frameworkop_op.h"
  54. #include "common/op_def/shape_n_op.h"
  55. #include "common/op_def/var_is_initialized_op_op.h"
  56. #include "common/op_def/fill_op.h"
  57. #include "common/convert/pb2json.h"
  58. #include "common/convert/message2operator.h"
  59. #include "parser/common/proto_file_parser.h"
  60. #include "parser/common/pre_checker.h"
  61. #include "parser/common/tbe_plugin_loader.h"
  62. #include "parser/common/data_op_parser.h"
  63. #include "parser/common/model_saver.h"
  64. #include "framework/omg/parser/parser_api.h"
  65. #include "parser/common/parser_fp16_t.h"
  66. #include "parser/common/op_parser_factory.h"
  67. #include "parser/common/prototype_pass_manager.h"
  68. #include "parser/common/register_tbe.h"
  69. #include "parser/common/pass_manager.h"
  70. #include "parser/tensorflow/graph_optimizer.h"
  71. #include "metadef/inc/register/scope/scope_pass_registry_impl.h"
  72. #include "register/scope/scope_fusion_pass_register.h"
  73. #undef protected
  74. #undef private
  75. using namespace std;
  76. using namespace domi::tensorflow;
  77. using namespace domi;
  78. using namespace cce;
  79. using namespace testing;
  80. using namespace std;
  81. using namespace google::protobuf;
  82. static const string GRAPH_DEFAULT_NAME = "default";
  83. namespace ge {
  84. class STestTensorflowParser : public testing::Test {
  85. protected:
  86. void SetUp() {
  87. ParerSTestsUtils::ClearParserInnerCtx();
  88. }
  89. void TearDown() {}
  90. public:
  91. void RegisterCustomOp();
  92. };
  93. class TestOperator : public ParserOperator
  94. {
  95. public:
  96. TestOperator()
  97. : ParserOperator("test")
  98. {
  99. }
  100. ~TestOperator()
  101. {
  102. }
  103. };
  104. class ErrorGraphPass: public GraphPass
  105. {
  106. Status Run(ComputeGraphPtr graph)
  107. {
  108. return domi::FAILED;
  109. }
  110. };
  111. class ScopeTestPass : public ScopeBasePass {
  112. protected:
  113. vector<ScopeFusionPatterns> DefinePatterns() {
  114. vector<ScopeFusionPatterns> patterns_list;
  115. return patterns_list;
  116. };
  117. string PassName() {
  118. return "test";
  119. };
  120. Status LastMatchScopesAndOPs(shared_ptr<ScopeGraph> &scope_graph, vector<ScopesResult> &results) {
  121. return domi::SUCCESS;
  122. };
  123. void GenerateFusionResult(const vector<Scope *> &scopes, FusionScopesResult *fusion_rlt) {
  124. return;
  125. };
  126. };
  127. static Status ParseParams(const google::protobuf::Message* op_src, ge::Operator& op_dest) {
  128. return SUCCESS;
  129. }
  130. static Status ParseParamByOpFunc(const ge::Operator &op_src, ge::Operator& op_dest) {
  131. return SUCCESS;
  132. }
  133. void STestTensorflowParser::RegisterCustomOp() {
  134. REGISTER_CUSTOM_OP("Add")
  135. .FrameworkType(domi::TENSORFLOW)
  136. .OriginOpType("Add")
  137. .ParseParamsFn(ParseParams);
  138. std::vector<OpRegistrationData> reg_datas = domi::OpRegistry::Instance()->registrationDatas;
  139. for (auto reg_data : reg_datas) {
  140. OpRegistrationTbe::Instance()->Finalize(reg_data);
  141. domi::OpRegistry::Instance()->Register(reg_data);
  142. }
  143. domi::OpRegistry::Instance()->registrationDatas.clear();
  144. }
  145. namespace {
  146. NodeDef* AddNode(GraphDef& graph, string type, string name) {
  147. NodeDef* nodeDef = graph.add_node();
  148. nodeDef->set_op(type);
  149. nodeDef->set_name(name);
  150. tensorflow::OpDef op_def;
  151. string op_def_string;
  152. op_def.SerializeToString(&op_def_string);
  153. tensorflow::AttrValue value;
  154. value.set_s(op_def_string);
  155. nodeDef->mutable_attr()->insert({"op_def", value});
  156. return nodeDef;
  157. }
  158. void AddInput(NodeDef* src, NodeDef* dst, int srcIndex) {
  159. if(srcIndex == -1){
  160. dst->add_input("^"+src->name());
  161. } else {
  162. if (srcIndex == 0) {
  163. dst->add_input(src->name());
  164. } else {
  165. dst->add_input(src->name() + ":" + std::to_string(srcIndex));
  166. }
  167. {
  168. auto input = (*dst->mutable_attr())[ge::ATTR_NAME_INPUT_TENSOR_DESC].mutable_list()->add_func();
  169. tensorflow::AttrValue val1;
  170. val1.set_i(0);
  171. (*input->mutable_attr())["serialize_format"] = val1;
  172. tensorflow::AttrValue val2;
  173. val2.set_i(tensorflow::DT_FLOAT);
  174. (*input->mutable_attr())["serialize_datatype"] = val2;
  175. tensorflow::AttrValue val3;
  176. val3.mutable_list()->add_i(10);
  177. (*input->mutable_attr())["serialize_shape"] = val3;
  178. }
  179. {
  180. auto output = (*src->mutable_attr())[ge::ATTR_NAME_OUTPUT_TENSOR_DESC].mutable_list()->add_func();
  181. tensorflow::AttrValue val1;
  182. val1.set_i(0);
  183. (*output->mutable_attr())["serialize_format"] = val1;
  184. tensorflow::AttrValue val2;
  185. val2.set_i(tensorflow::DT_FLOAT);
  186. (*output->mutable_attr())["serialize_datatype"] = val2;
  187. tensorflow::AttrValue val3;
  188. val3.mutable_list()->add_i(10);
  189. (*output->mutable_attr())["serialize_shape"] = val3;
  190. }
  191. }
  192. }
  193. NodeDef *initNodeDef() {
  194. NodeDef * nodeDef = new NodeDef();
  195. nodeDef->set_op("Const");
  196. ::google::protobuf::Map<std::string, tensorflow::AttrValue >* node_attr_map = nodeDef->mutable_attr();
  197. //设置 T属性
  198. domi::tensorflow::AttrValue t_attr_value;
  199. t_attr_value.set_type(domi::tensorflow::DT_INT32);
  200. (*node_attr_map)[TENSORFLOW_ATTR_T] = t_attr_value;
  201. domi::tensorflow::AttrValue dtype_attr_value;
  202. dtype_attr_value.set_type(domi::tensorflow::DT_INT32);
  203. (*node_attr_map)[TENSORFLOW_ATTR_DTYPE] = dtype_attr_value;
  204. // out_put
  205. domi::tensorflow::AttrValue outputs_attr_value;
  206. ::tensorflow::AttrValue_ListValue* list = outputs_attr_value.mutable_list();
  207. list->add_s("MatMul");
  208. (*node_attr_map)[TENSORFLOW_ATTR_OUTPUT_OP] = outputs_attr_value;
  209. // 设置 tensor 属性
  210. domi::tensorflow::AttrValue value_attr_value;
  211. tensorflow::TensorProto* tensor = value_attr_value.mutable_tensor();
  212. tensorflow::TensorShapeProto* tensor_shape = tensor->mutable_tensor_shape();
  213. tensor_shape->clear_dim();
  214. tensor_shape->add_dim()->set_size(4);
  215. tensor_shape->add_dim()->set_size(6);
  216. tensor->set_dtype(domi::tensorflow::DT_INT32);
  217. float *addr = new float[24];
  218. for (int32_t i = 0; i < 24; i++) {
  219. *(addr + i) = 1.0 + i;
  220. }
  221. tensor->set_tensor_content((void *)addr, 24 * sizeof(float));
  222. (*node_attr_map)[TENSORFLOW_ATTR_VALUE] = value_attr_value;
  223. delete[] addr;
  224. return nodeDef;
  225. }
  226. NodeDef * initOpNodeDef_VariableV2() {
  227. NodeDef * nodeDef = new NodeDef();
  228. nodeDef->set_op("VariableV2");
  229. google::protobuf::Map<std::string, tensorflow::AttrValue > *node_attr_map = nodeDef->mutable_attr();
  230. //设置data_format属性
  231. domi::tensorflow::AttrValue format_attr_value;
  232. format_attr_value.set_s("_FZ");
  233. (*node_attr_map)[VAR_ATTR_FORMAT] = format_attr_value;
  234. domi::tensorflow::AttrValue type_attr;
  235. type_attr.set_type(domi::tensorflow::DT_FLOAT);
  236. (*node_attr_map)[VAR_ATTR_DTYPE] = type_attr;
  237. domi::tensorflow::AttrValue container_attr_value;
  238. container_attr_value.set_s("container");
  239. (*node_attr_map)[VAR_ATTR_CONTAINER] = container_attr_value;
  240. domi::tensorflow::AttrValue shard_name_attr_value;
  241. shard_name_attr_value.set_s("shard_name");
  242. (*node_attr_map)[VAR_ATTR_SHARED_NAME] = shard_name_attr_value;
  243. domi::tensorflow::AttrValue shape_attr_value;
  244. shape_attr_value.mutable_shape()->add_dim()->set_size(1);
  245. shape_attr_value.mutable_shape()->add_dim()->set_size(2);
  246. shape_attr_value.mutable_shape()->add_dim()->set_size(3);
  247. shape_attr_value.mutable_shape()->add_dim()->set_size(4);
  248. (*node_attr_map)[ge::VAR_ATTR_SHAPE] = shape_attr_value;
  249. domi::tensorflow::AttrValue shape;
  250. shape.mutable_list()->add_i((int64)32);
  251. shape.mutable_list()->add_i((int64)32);
  252. shape.mutable_list()->add_i((int64)14);
  253. shape.mutable_list()->add_i((int64)14);
  254. //设置data_format属性
  255. domi::tensorflow::AttrValue df_attr_value;
  256. domi::tensorflow::AttrValue df_attr_value2;
  257. df_attr_value2.set_s(TENSORFLOWF_TENSOR_NHWC);
  258. df_attr_value.set_i((int64_t)ccTensorFormat_t::CC_TENSOR_NHWC);
  259. (*node_attr_map)[TENSORFLOW_ATTR_DATA_FORMAT] = df_attr_value2;
  260. //设置padding属性
  261. domi::tensorflow::AttrValue pad_attr_value;
  262. domi::tensorflow::AttrValue pad_attr_value2;
  263. pad_attr_value2.set_s(TENSORFLOWF_OP_PADDING_SAME);
  264. (*node_attr_map)[TENSORFLOW_ATTR_PADDING] = pad_attr_value2;
  265. pad_attr_value.set_i((int64_t)tensorflow::DT_FLOAT);
  266. domi::tensorflow::NameAttrList name_attr_list;
  267. name_attr_list.set_name(std::to_string(0));
  268. name_attr_list.mutable_attr()->insert({"serialize_shape", shape});
  269. name_attr_list.mutable_attr()->insert({"serialize_format", df_attr_value});
  270. name_attr_list.mutable_attr()->insert({"serialize_datatype", pad_attr_value});
  271. domi::tensorflow::AttrValue output_tensor_descs;
  272. *(output_tensor_descs.mutable_list()->add_func()) = name_attr_list;
  273. nodeDef->mutable_attr()->insert({ge::ATTR_NAME_OUTPUT_TENSOR_DESC, output_tensor_descs});
  274. return nodeDef;
  275. }
  276. NodeDef *initOpNodeDef_TemporaryVariable() {
  277. NodeDef * nodeDef = new NodeDef();
  278. nodeDef->set_op("TemporaryVariable");
  279. google::protobuf::Map<std::string, tensorflow::AttrValue> *node_attr_map = nodeDef->mutable_attr();
  280. //设置dtype属性
  281. domi::tensorflow::AttrValue type_attr;
  282. type_attr.set_type(domi::tensorflow::DT_FLOAT);
  283. (*node_attr_map)[VAR_ATTR_DTYPE] = type_attr;
  284. //设置var_name属性
  285. domi::tensorflow::AttrValue var_name_attr_value;
  286. var_name_attr_value.set_s("temporary_variable_name");
  287. (*node_attr_map)[ge::VAR_ATTR_NAME] = var_name_attr_value;
  288. //设置shape属性
  289. domi::tensorflow::AttrValue shape_attr_value;
  290. shape_attr_value.mutable_shape()->add_dim()->set_size(1);
  291. shape_attr_value.mutable_shape()->add_dim()->set_size(2);
  292. shape_attr_value.mutable_shape()->add_dim()->set_size(3);
  293. shape_attr_value.mutable_shape()->add_dim()->set_size(4);
  294. (*node_attr_map)[ge::VAR_ATTR_SHAPE] = shape_attr_value;
  295. domi::tensorflow::AttrValue shape;
  296. shape.mutable_list()->add_i((int64)32);
  297. shape.mutable_list()->add_i((int64)32);
  298. shape.mutable_list()->add_i((int64)14);
  299. shape.mutable_list()->add_i((int64)14);
  300. //设置data_format属性
  301. domi::tensorflow::AttrValue df_attr_value2;
  302. df_attr_value2.set_s(TENSORFLOWF_TENSOR_NHWC);
  303. (*node_attr_map)[TENSORFLOW_ATTR_DATA_FORMAT] = df_attr_value2;
  304. domi::tensorflow::AttrValue df_attr_value;
  305. df_attr_value.set_i((int64_t)ccTensorFormat_t::CC_TENSOR_NHWC);
  306. //设置padding属性
  307. domi::tensorflow::AttrValue pad_attr_value2;
  308. pad_attr_value2.set_s(TENSORFLOWF_OP_PADDING_SAME);
  309. (*node_attr_map)[TENSORFLOW_ATTR_PADDING] = pad_attr_value2;
  310. domi::tensorflow::AttrValue pad_attr_value;
  311. pad_attr_value.set_i((int64_t)tensorflow::DT_FLOAT);
  312. domi::tensorflow::NameAttrList name_attr_list;
  313. name_attr_list.set_name(std::to_string(0));
  314. name_attr_list.mutable_attr()->insert({"serialize_shape", shape});
  315. name_attr_list.mutable_attr()->insert({"serialize_format", df_attr_value});
  316. name_attr_list.mutable_attr()->insert({"serialize_datatype", pad_attr_value});
  317. domi::tensorflow::AttrValue output_tensor_descs;
  318. *(output_tensor_descs.mutable_list()->add_func()) = name_attr_list;
  319. nodeDef->mutable_attr()->insert({ge::ATTR_NAME_OUTPUT_TENSOR_DESC, output_tensor_descs});
  320. return nodeDef;
  321. }
  322. NodeDef *fusioninitNodeDef(int index) {
  323. NodeDef *nodeDef = new NodeDef();
  324. google::protobuf::Map<std::string, tensorflow::AttrValue> *node_attr_map = nodeDef->mutable_attr();
  325. //设置 type属性
  326. domi::tensorflow::AttrValue dtype_attr_value ;
  327. if (index == 0) {
  328. dtype_attr_value.set_type(domi::tensorflow::DT_FLOAT);
  329. } else if (index == 1) {
  330. dtype_attr_value.set_type(domi::tensorflow::DT_INT32);
  331. } else if (index == 2) {
  332. dtype_attr_value.set_type(tensorflow::DT_HALF);
  333. }
  334. (*node_attr_map)[ge::TENSORFLOW_ATTR_DTYPE] = dtype_attr_value;
  335. //设置data_format属性
  336. domi::tensorflow::AttrValue df_attr_value;
  337. df_attr_value.set_s(TENSORFLOWF_TENSOR_NCHW);
  338. (*node_attr_map)[TENSORFLOW_ATTR_DATA_FORMAT] = df_attr_value;
  339. // 设置 tensor 属性
  340. domi::tensorflow::AttrValue value_attr_value;
  341. ::tensorflow::TensorProto* tensor = value_attr_value.mutable_tensor();
  342. ::tensorflow::TensorShapeProto* tensor_shape = tensor->mutable_tensor_shape();
  343. tensor_shape->clear_dim();
  344. ::tensorflow::TensorShapeProto_Dim* dim = tensor_shape->add_dim();
  345. dim->set_name("tensor dim");
  346. dim->set_size(1);
  347. if (index == 0) {
  348. tensor->set_dtype(domi::tensorflow::DT_FLOAT);
  349. float *addr = new float[1];
  350. *addr = 1.0;
  351. tensor->set_tensor_content((void *)addr, sizeof(float));
  352. (*node_attr_map)[TENSORFLOW_ATTR_VALUE] = value_attr_value;
  353. delete[] addr;
  354. } else if (index == 1) {
  355. tensor->set_dtype(domi::tensorflow::DT_INT32);
  356. int32_t *addr = new int32_t[1];
  357. *addr = 1;
  358. tensor->set_tensor_content((void *)addr, sizeof(int32_t));
  359. (*node_attr_map)[TENSORFLOW_ATTR_VALUE] = value_attr_value;
  360. delete[] addr;
  361. } else if (index == 2) {
  362. tensor->set_dtype(tensorflow::DT_HALF);
  363. tensor->add_half_val(1);
  364. (*node_attr_map)[TENSORFLOW_ATTR_VALUE] = value_attr_value;
  365. }
  366. return nodeDef;
  367. }
  368. NodeDef *MallocNodeDef(const string &name, const string &type) {
  369. NodeDef* node_def = new (std::nothrow) NodeDef();
  370. if (node_def != nullptr) {
  371. node_def->set_name(name);
  372. node_def->set_op(type);
  373. }
  374. return node_def;
  375. }
  376. void GenOriginNodeDef(ge::TensorFlowModelParser *tensorflow_parser, vector<string> &node_name_list) {
  377. NodeDef* pre_node_a = MallocNodeDef("pre_node_a", "Const");
  378. EXPECT_NE(pre_node_a, nullptr);
  379. {
  380. google::protobuf::Map< ::std::string, ::tensorflow::AttrValue >* node_attr_map = pre_node_a->mutable_attr();
  381. tensorflow::AttrValue attr_dtype;
  382. attr_dtype.set_type(tensorflow::DT_FLOAT);
  383. (*node_attr_map)["dtype"] = attr_dtype;
  384. tensorflow::AttrValue attr_value;
  385. tensorflow::TensorProto* tensor = attr_value.mutable_tensor();
  386. tensor->add_bool_val(true);
  387. tensor->set_dtype(tensorflow::DT_BOOL);
  388. (*node_attr_map)["value"] = attr_value;
  389. }
  390. tensorflow_parser->nodedef_map_["pre_node_a"] = pre_node_a;
  391. node_name_list.push_back("pre_node_a");
  392. NodeDef* pre_node_ctrl_in = MallocNodeDef("pre_node_ctrl_in", "Const");
  393. EXPECT_NE(pre_node_ctrl_in, nullptr);
  394. {
  395. ::google::protobuf::Map< ::std::string, ::tensorflow::AttrValue >* node_attr_map = pre_node_ctrl_in->mutable_attr();
  396. tensorflow::AttrValue attr_dtype;
  397. attr_dtype.set_type(tensorflow::DT_FLOAT);
  398. (*node_attr_map)["dtype"] = attr_dtype;
  399. tensorflow::AttrValue attr_value;
  400. tensorflow::TensorProto* tensor = attr_value.mutable_tensor();
  401. tensor->add_bool_val(true);
  402. tensor->set_dtype(tensorflow::DT_BOOL);
  403. (*node_attr_map)["value"] = attr_value;
  404. }
  405. tensorflow_parser->nodedef_map_["pre_node_ctrl_in"] = pre_node_ctrl_in;
  406. node_name_list.push_back("pre_node_ctrl_in");
  407. NodeDef* post_node_b = MallocNodeDef("post_node_b", "Identity");
  408. EXPECT_NE(post_node_b, nullptr);
  409. tensorflow_parser->nodedef_map_["post_node_b"] = post_node_b;
  410. node_name_list.push_back("post_node_b");
  411. NodeDef* post_node_c = MallocNodeDef("post_node_c", "Identity");
  412. EXPECT_NE(post_node_c, nullptr);
  413. tensorflow_parser->nodedef_map_["post_node_c"] = post_node_c;
  414. node_name_list.push_back("post_node_c");
  415. NodeDef* post_node_d = MallocNodeDef("post_node_d", "Identity");
  416. EXPECT_NE(post_node_d, nullptr);
  417. tensorflow_parser->nodedef_map_["post_node_d"] = post_node_d;
  418. node_name_list.push_back("post_node_d");
  419. }
  420. void FreeNodeDefMap(ge::TensorFlowModelParser *tensorflow_parser, set<string> &malloc_node_name_list) {
  421. for (auto &item : tensorflow_parser->nodedef_map_) {
  422. if (item.second != nullptr && malloc_node_name_list.count(item.first) > 0) {
  423. delete (item.second);
  424. item.second = nullptr;
  425. }
  426. }
  427. }
  428. void GenFusionScopesResult(shared_ptr<ScopeGraph> &scope_graph, FusionScopesResult *fusion_rlt,
  429. const string &fusion_op_name) {
  430. if (fusion_rlt == nullptr) {
  431. return;
  432. }
  433. fusion_rlt->InsertInputs("scope_node_1", {0}); // scope input 0
  434. fusion_rlt->InsertOutputs("scope_node_m", {0}); // scope output 0
  435. fusion_rlt->InsertOutputs("scope_node_n", {1}); // scope output 1
  436. fusion_rlt->SetType(ge::kScopeToMultiNodes);
  437. fusion_rlt->SetName(fusion_op_name);
  438. fusion_rlt->SetDescription("Description for fusion node");
  439. // Add inner nodes in sequence.
  440. auto node1 = fusion_rlt->AddInnerNode("inner_node_1", "Unique"); // add inner node1
  441. CHECK_INNER_NODE_CONDITION(node1 != nullptr, fusion_rlt);
  442. auto ret = node1
  443. ->InsertInput(ge::kInputFromFusionScope, 0) // Input from 0th of boundary (a)
  444. .InsertOutput(ge::kOutputToFusionScope, 0) // Output to 0th of boundary (b)
  445. .InsertOutput("inner_node_2", 0) // Output to input 0th of internal node 2
  446. .BuildInnerNode(); // Construct an internal Operator
  447. CHECK_INNER_NODE_CONDITION(ret == ge::GRAPH_SUCCESS, fusion_rlt);
  448. string str_val = "This is a string.";
  449. node1->MutableOperator()->SetAttr("key1", 2); // Set integer attribute
  450. node1->MutableOperator()->SetAttr("key2", str_val); // Set the string attribute
  451. node1->MutableOperator()->SetAttr("key3", true); // Set boolean attribute
  452. auto node2 = fusion_rlt->AddInnerNode("inner_node_2", "Identity"); // add inner node2
  453. CHECK_INNER_NODE_CONDITION(node2 != nullptr, fusion_rlt);
  454. ret = node2
  455. ->InsertInput("inner_node_1", 1) // The input comes from the 1st output of internal node 1
  456. .InsertOutput("inner_node_3", 0) // Output to input 0th of internal node 3
  457. .BuildInnerNode();
  458. CHECK_INNER_NODE_CONDITION(ret == ge::GRAPH_SUCCESS, fusion_rlt);
  459. node2->SetInputFormat("x", "NHWC");
  460. node2->SetOutputFormat("y", "NHWC");
  461. auto node3 = fusion_rlt->AddInnerNode("inner_node_3", "Identity"); // add inner node3
  462. CHECK_INNER_NODE_CONDITION(node3 != nullptr, fusion_rlt);
  463. ret = node3
  464. ->InsertInput("inner_node_2", 0) // The input comes from the 0th output of internal node 2
  465. .InsertOutput(ge::kOutputToFusionScope, 1) // Output to 1st of boundary (c)
  466. .BuildInnerNode();
  467. CHECK_INNER_NODE_CONDITION(ret == ge::GRAPH_SUCCESS, fusion_rlt);
  468. scope_graph->impl_->AddFusionScopesResult(fusion_rlt);
  469. }
  470. void GenOriginContext(ge::TensorFlowModelParser *tensorflow_parser, const string &fusion_op_name) {
  471. // op_node_context for fusion op
  472. ge::OpNodeContext op_node_context;
  473. op_node_context.input_map["pre_node_a"].push_back({0, 0});
  474. op_node_context.input_map["pre_node_ctrl_in"].push_back({-1, -1}); // ctrl edges
  475. op_node_context.output_map["post_node_b"].push_back({0, 0});
  476. op_node_context.output_map["post_node_c"].push_back({1, 0});
  477. op_node_context.output_map["post_node_d"].push_back({-1, -1});
  478. op_node_context.output_map["_Retval"].push_back({0, 1});
  479. // ctrl edges
  480. tensorflow_parser->op_node_context_map_[fusion_op_name] = op_node_context;
  481. tensorflow_parser->SaveEdgesControlInfo(fusion_op_name, -1);
  482. // op_node_context for pre_node_a
  483. ge::OpNodeContext op_node_context_a;
  484. op_node_context_a.output_map[fusion_op_name].push_back({0, 0});
  485. tensorflow_parser->op_node_context_map_["pre_node_a"] = op_node_context_a;
  486. // op_node_context for pre_node_ctrl_in
  487. ge::OpNodeContext op_node_context_ctrl_in;
  488. op_node_context_ctrl_in.output_map[fusion_op_name].push_back({-1, -1}); // ctrl edges
  489. tensorflow_parser->op_node_context_map_["pre_node_ctrl_in"] = op_node_context_ctrl_in;
  490. // op_node_context for post_node_b
  491. ge::OpNodeContext op_node_context_b;
  492. op_node_context_b.input_map[fusion_op_name].push_back({0, 0});
  493. tensorflow_parser->op_node_context_map_["post_node_b"] = op_node_context_b;
  494. // op_node_context for post_node_c
  495. ge::OpNodeContext op_node_context_c;
  496. op_node_context_c.output_map["post_node_d"].push_back({0, 0});
  497. tensorflow_parser->op_node_context_map_["post_node_c"] = op_node_context_c;
  498. // op_node_context for post_node_d
  499. ge::OpNodeContext op_node_context_d;
  500. op_node_context_d.input_map[fusion_op_name].push_back({-1, -1}); // ctrl edges
  501. tensorflow_parser->op_node_context_map_["post_node_d"] = op_node_context_d;
  502. // op_node_context for Retval
  503. ge::OpNodeContext op_node_context_Retval;
  504. op_node_context_d.input_map["post_node_d"].push_back({-1, -1});
  505. op_node_context_c.output_map["fusion_op_name"].push_back({0,1});
  506. tensorflow_parser->op_node_context_map_["_Retval"] = op_node_context_Retval;
  507. tensorflow_parser->SaveEdgesControlInfo("op_node_context_Retval", -1);
  508. string fusion_op_type = ge::kScopeToMultiNodes;
  509. string description = "fusion op description";
  510. tensorflow_parser->fusion_op_type_map_[fusion_op_name].push_back(fusion_op_type);
  511. tensorflow_parser->fusion_op_type_map_[fusion_op_name].push_back(description);
  512. }
  513. void register_tbe_op() {
  514. std::vector<OpRegistrationData> registrationDatas = OpRegistry::Instance()->registrationDatas;
  515. for (OpRegistrationData reg_data : registrationDatas) {
  516. OpRegistrationTbe::Instance()->Finalize(reg_data);
  517. OpRegistry::Instance()->Register(reg_data);
  518. }
  519. OpRegistry::Instance()->registrationDatas.clear();
  520. }
  521. NodeDef *initNodeDef_axis_dims() {
  522. NodeDef *nodeDef = new NodeDef();
  523. google::protobuf::Map<std::string, tensorflow::AttrValue> *node_attr_map = nodeDef->mutable_attr();
  524. //设置T属性
  525. domi::tensorflow::AttrValue dtype_attr_value ;
  526. dtype_attr_value.set_type(domi::tensorflow::DT_FLOAT);
  527. (*node_attr_map)[TENSORFLOW_ATTR_T] = dtype_attr_value;
  528. //设置strides属性
  529. domi::tensorflow::AttrValue axis_attr_value;
  530. ::tensorflow::AttrValue_ListValue* list = axis_attr_value.mutable_list();
  531. list->add_i(1);
  532. list->add_i(2);
  533. (*node_attr_map)[ge::SQUEEZE_ATTR_AXIS] = axis_attr_value;
  534. (*node_attr_map)[ge::SQUEEZE_ATTR_DIMS] = axis_attr_value;
  535. return nodeDef;
  536. }
  537. NodeDef *initNodeDef_dims() {
  538. NodeDef *nodeDef = new NodeDef();
  539. ::google::protobuf::Map<std::string, tensorflow::AttrValue > *node_attr_map = nodeDef->mutable_attr();
  540. //设置T属性
  541. domi::tensorflow::AttrValue dtype_attr_value ;
  542. dtype_attr_value.set_type(domi::tensorflow::DT_FLOAT);
  543. (*node_attr_map)[TENSORFLOW_ATTR_T] = dtype_attr_value;
  544. //设置strides属性
  545. domi::tensorflow::AttrValue axis_attr_value;
  546. ::tensorflow::AttrValue_ListValue* list = axis_attr_value.mutable_list();
  547. list->add_i(1);
  548. list->add_i(2);
  549. (*node_attr_map)[ge::SQUEEZE_ATTR_DIMS] = axis_attr_value;
  550. return nodeDef;
  551. }
  552. void CreateOpDef(const string& _name, const string& _type, ge::OpDescPtr opDef) {
  553. tensorflow::OpDef tsOpDef;
  554. tsOpDef.set_name(_name);
  555. tensorflow::OpDef_ArgDef* outArgDef = tsOpDef.add_output_arg();
  556. outArgDef->set_name(_name);
  557. outArgDef->set_description("outArgDef");
  558. outArgDef->set_type((tensorflow::DataType)3);
  559. if ((_name == "A") || (_name == "B")) {
  560. tensorflow::OpDef_ArgDef* argDef1 = tsOpDef.add_output_arg();
  561. string name = _name+"t";
  562. argDef1->set_name(name);
  563. argDef1->set_description("this is a test 2");
  564. argDef1->set_type((tensorflow::DataType)3);
  565. }
  566. if ((_name == "C") ) {
  567. outArgDef->set_number_attr("num");
  568. }
  569. if ((_name == "D") ) {
  570. outArgDef->set_type_list_attr("type_list");
  571. }
  572. string strTsOpDef;
  573. tsOpDef.SerializeToString(&strTsOpDef);
  574. ge::AttrUtils::SetStr(opDef, "op_def", strTsOpDef);
  575. tensorflow::NodeDef nodedef;
  576. nodedef.set_name(_name);
  577. nodedef.set_op(_name);
  578. string name("op_def");
  579. tensorflow::AttrValue value;
  580. value.set_s(strTsOpDef);
  581. TensorFlowUtil::AddNodeAttr(name, value, &nodedef);
  582. value.set_i(1);
  583. TensorFlowUtil::AddNodeAttr("num", value, &nodedef);
  584. value.mutable_list();
  585. TensorFlowUtil::AddNodeAttr("type_list", value, &nodedef);
  586. string strNodeDef;
  587. nodedef.SerializeToString(&strNodeDef);
  588. ge::GeAttrValue::BYTES nodedefBytes;
  589. nodedefBytes = ge::GeAttrValue::BYTES::CopyFrom((uint8_t*)strNodeDef.data(), strNodeDef.length());
  590. ge::AttrUtils::SetBytes(opDef, "node_def", nodedefBytes);
  591. if ((_name== "S") || (_name == "K")) {
  592. int index = 0;
  593. ge::AttrUtils::SetInt(opDef, "T", 1);
  594. ge::AttrUtils::SetInt(opDef, "arg_index", index);
  595. ge::AttrUtils::SetInt(opDef, "ret_index", index);
  596. }
  597. }
  598. ge::NodePtr AddNode(ge::ComputeGraphPtr graph, const string& _name, const string& _type,int32_t i_n, int32_t o_n) {
  599. ge::OpDescPtr opDef = std::make_shared<ge::OpDesc>();
  600. opDef->SetName(_name);
  601. opDef->SetType(_type);
  602. for(int32_t i = 0; i < i_n; i++) {
  603. ge::GeTensorDesc input;
  604. input.SetDataType((ge::DataType)1);
  605. opDef->AddInputDesc(input);
  606. }
  607. for(int32_t i = 0;i < o_n; i++) {
  608. ge::GeTensorDesc output;
  609. output.SetDataType((ge::DataType)1);
  610. opDef->AddOutputDesc(output);
  611. }
  612. CreateOpDef(_name, _type, opDef);
  613. return graph->AddNode(opDef);
  614. }
  615. void MakeDagGraph(ge::ComputeGraphPtr graph, const string& input_node_type) {
  616. ge::NodePtr node_s = AddNode(graph, "S", parser::DATA,1,1);
  617. ge::NodePtr node_a = AddNode(graph, "A", "testa",1,2);
  618. ge::NodePtr node_b = AddNode(graph, "B", "testb",1,2);
  619. ge::NodePtr node_c = AddNode(graph, "C", "testc",1,1);
  620. ge::NodePtr node_d = AddNode(graph, "D", "testd",1,1);
  621. ge::NodePtr node_e = AddNode(graph, "E", "teste",1,1);
  622. ge::NodePtr node_f = AddNode(graph, "F", "testf",1,1);
  623. ge::NodePtr node_g = AddNode(graph, "G", "testg",2,1);
  624. ge::NodePtr node_h = AddNode(graph, "H", "testh",1,1);
  625. ge::NodePtr node_i = AddNode(graph, "I", "testi",1,1);
  626. ge::NodePtr node_j = AddNode(graph, "J", "testj",2,1);
  627. ge::NodePtr node_k = AddNode(graph, "K", parser::NETOUTPUT,1,1);
  628. ge::GraphUtils::AddEdge(node_s->GetOutDataAnchor(0), node_a->GetInDataAnchor(0));
  629. ge::GraphUtils::AddEdge(node_a->GetOutDataAnchor(0), node_b->GetInDataAnchor(0));
  630. ge::GraphUtils::AddEdge(node_a->GetOutDataAnchor(1), node_c->GetInDataAnchor(0));
  631. ge::GraphUtils::AddEdge(node_b->GetOutDataAnchor(0), node_d->GetInDataAnchor(0));
  632. ge::GraphUtils::AddEdge(node_b->GetOutDataAnchor(1), node_e->GetInDataAnchor(0));
  633. ge::GraphUtils::AddEdge(node_c->GetOutDataAnchor(0), node_g->GetInDataAnchor(0));
  634. ge::GraphUtils::AddEdge(node_d->GetOutDataAnchor(0), node_f->GetInDataAnchor(0));
  635. ge::GraphUtils::AddEdge(node_e->GetOutDataAnchor(0), node_g->GetInDataAnchor(1));
  636. ge::GraphUtils::AddEdge(node_f->GetOutDataAnchor(0), node_h->GetInDataAnchor(0));
  637. ge::GraphUtils::AddEdge(node_g->GetOutDataAnchor(0), node_j->GetInDataAnchor(0));
  638. ge::GraphUtils::AddEdge(node_h->GetOutDataAnchor(0), node_i->GetInDataAnchor(0));
  639. ge::GraphUtils::AddEdge(node_i->GetOutDataAnchor(0), node_j->GetInDataAnchor(1));
  640. ge::GraphUtils::AddEdge(node_j->GetOutDataAnchor(0), node_k->GetInDataAnchor(0));
  641. ge::GraphUtils::AddEdge(node_h->GetOutControlAnchor(), node_j->GetInControlAnchor());
  642. }
  643. void ChangeDataType(tensorflow::NodeDef* node_tf, int32_t data_type)
  644. {
  645. domi::tensorflow::AttrValue input_attr_value;
  646. google::protobuf::Map<std::string, tensorflow::AttrValue>* attr = node_tf->mutable_attr();
  647. google::protobuf::Map<std::string, tensorflow::AttrValue>::const_iterator it = attr->find(ge::ATTR_NAME_INPUT_TENSOR_DESC);
  648. if (it != attr->end()) {
  649. input_attr_value = it->second;
  650. }
  651. (*attr)[ge::ATTR_NAME_INPUT_TENSOR_DESC] = input_attr_value;
  652. }
  653. NodeDef* AddGraphNode(GraphDef *graph, string name, string optype, string input)
  654. {
  655. NodeDef *node_def = graph->add_node();
  656. node_def->set_name(name);
  657. node_def->set_op(optype);
  658. node_def->add_input(input);
  659. return node_def;
  660. }
  661. ge::ComputeGraphPtr build_graph(bool with_leaf_node = false)
  662. {
  663. ge::ComputeGraphPtr graph = std::make_shared<ge::ComputeGraph>("default");
  664. ge::OpDescPtr data_op = std::make_shared<ge::OpDesc>();
  665. data_op->SetType(parser::DATA);
  666. data_op->SetName("Data1");
  667. data_op->AddInputDesc(ge::GeTensorDesc());
  668. data_op->AddOutputDesc(ge::GeTensorDesc());
  669. ge::NodePtr data1 = graph->AddNode(data_op);
  670. ge::OpDescPtr relu_op1 = std::make_shared<ge::OpDesc>();
  671. relu_op1->SetType(parser::ACTIVATION);
  672. relu_op1->SetName("Relu1");
  673. relu_op1->AddInputDesc(ge::GeTensorDesc());
  674. relu_op1->AddOutputDesc(ge::GeTensorDesc());
  675. ge::NodePtr relu1 = graph->AddNode(relu_op1);
  676. ge::OpDescPtr relu_op2 = std::make_shared<ge::OpDesc>();
  677. relu_op2->SetType(parser::RELU);
  678. relu_op2->SetName("Relu2");
  679. relu_op2->AddInputDesc(ge::GeTensorDesc());
  680. relu_op2->AddOutputDesc(ge::GeTensorDesc());
  681. relu_op2->AddOutputDesc(ge::GeTensorDesc());
  682. ge::NodePtr relu2 = graph->AddNode(relu_op2);
  683. ge::OpDescPtr relu_op3 = std::make_shared<ge::OpDesc>();
  684. relu_op3->SetType(parser::ACTIVATION);
  685. relu_op3->SetName("Relu3");
  686. relu_op3->AddInputDesc(ge::GeTensorDesc());
  687. relu_op3->AddOutputDesc(ge::GeTensorDesc());
  688. ge::NodePtr relu3;
  689. if (with_leaf_node == true) {
  690. relu3 = graph->AddNode(relu_op3);
  691. }
  692. ge::OpDescPtr mul_op = std::make_shared<ge::OpDesc>();
  693. mul_op->SetType(parser::MUL);
  694. mul_op->SetName("Mul");
  695. mul_op->AddInputDesc(ge::GeTensorDesc());
  696. mul_op->AddInputDesc(ge::GeTensorDesc());
  697. mul_op->AddOutputDesc(ge::GeTensorDesc());
  698. mul_op->AddOutputDesc(ge::GeTensorDesc());
  699. mul_op->AddOutputDesc(ge::GeTensorDesc());
  700. mul_op->AddOutputDesc(ge::GeTensorDesc());
  701. ge::NodePtr mul = graph->AddNode(mul_op);
  702. ge::OpDescPtr mul_op1 = std::make_shared<ge::OpDesc>();
  703. mul_op1->SetType(parser::MUL);
  704. mul_op1->SetName("Mul1");
  705. mul_op1->AddInputDesc(ge::GeTensorDesc());
  706. mul_op1->AddInputDesc(ge::GeTensorDesc());
  707. mul_op1->AddOutputDesc(ge::GeTensorDesc());
  708. ge::NodePtr mul1 = graph->AddNode(mul_op1);
  709. ge::OpDescPtr mul_op2 = std::make_shared<ge::OpDesc>();
  710. mul_op2->SetType(parser::MUL);
  711. mul_op2->SetName("Mul2");
  712. mul_op2->AddInputDesc(ge::GeTensorDesc());
  713. mul_op2->AddInputDesc(ge::GeTensorDesc());
  714. mul_op2->AddOutputDesc(ge::GeTensorDesc());
  715. ge::NodePtr mul2 = graph->AddNode(mul_op2);
  716. ge::OpDescPtr fc_op = std::make_shared<ge::OpDesc>();
  717. fc_op->SetType(parser::FULL_CONNECTION);
  718. fc_op->SetName("FullConnection");
  719. fc_op->AddInputDesc(ge::GeTensorDesc());
  720. fc_op->AddOutputDesc(ge::GeTensorDesc());
  721. fc_op->AddOutputDesc(ge::GeTensorDesc());
  722. ge::NodePtr fc = graph->AddNode(fc_op);
  723. ge::GraphUtils::AddEdge(data1->GetOutDataAnchor(0), relu1->GetInDataAnchor(0));
  724. ge::GraphUtils::AddEdge(relu1->GetOutDataAnchor(0), fc->GetInDataAnchor(0));
  725. ge::GraphUtils::AddEdge(fc->GetOutDataAnchor(0), relu2->GetInDataAnchor(0));
  726. if (with_leaf_node == true) {
  727. ge::GraphUtils::AddEdge(fc->GetOutDataAnchor(1), relu3->GetInDataAnchor(0));
  728. }
  729. ge::GraphUtils::AddEdge(relu2->GetOutDataAnchor(0), mul->GetInDataAnchor(0));
  730. ge::GraphUtils::AddEdge(relu2->GetOutDataAnchor(1), mul->GetInDataAnchor(1));
  731. ge::GraphUtils::AddEdge(mul->GetOutDataAnchor(0), mul1->GetInDataAnchor(0));
  732. ge::GraphUtils::AddEdge(mul->GetOutDataAnchor(1), mul1->GetInDataAnchor(1));
  733. ge::GraphUtils::AddEdge(mul->GetOutDataAnchor(2), mul2->GetInDataAnchor(0));
  734. ge::GraphUtils::AddEdge(mul->GetOutDataAnchor(3), mul2->GetInDataAnchor(1));
  735. return graph;
  736. }
  737. }
  738. namespace {
  739. REG_OP(Data)
  740. .INPUT(x, TensorType::ALL())
  741. .OUTPUT(y, TensorType::ALL())
  742. .ATTR(index, Int, 0)
  743. .OP_END_FACTORY_REG(Data)
  744. REG_OP(Add)
  745. .INPUT(x1, TensorType({DT_FLOAT, DT_INT32, DT_INT64, DT_FLOAT16, DT_INT16,
  746. DT_INT8, DT_UINT8, DT_DOUBLE, DT_COMPLEX128,
  747. DT_COMPLEX64, DT_STRING}))
  748. .INPUT(x2, TensorType({DT_FLOAT, DT_INT32, DT_INT64, DT_FLOAT16, DT_INT16,
  749. DT_INT8, DT_UINT8, DT_DOUBLE, DT_COMPLEX128,
  750. DT_COMPLEX64, DT_STRING}))
  751. .OUTPUT(y, TensorType({DT_FLOAT, DT_INT32, DT_INT64, DT_FLOAT16, DT_INT16,
  752. DT_INT8, DT_UINT8, DT_DOUBLE, DT_COMPLEX128,
  753. DT_COMPLEX64, DT_STRING}))
  754. .OP_END_FACTORY_REG(Add)
  755. }
  756. static Status FusionParserParams(const std::vector<const google::protobuf::Message *> inside_nodes, ge::Operator &op) {
  757. return domi::SUCCESS;
  758. }
  759. static MemBuffer* MemBufferFromFile(const char *path)
  760. {
  761. char path_temp[PATH_MAX + 1] = {0x00};
  762. if(strlen(path) > PATH_MAX || nullptr == realpath(path, path_temp)) {
  763. return nullptr;
  764. }
  765. FILE *fp = fopen(path_temp, "r+");
  766. if (fp == nullptr) {
  767. return nullptr;
  768. }
  769. // get model file length
  770. if (0 != fseek(fp, 0, SEEK_END)) {
  771. fclose(fp);
  772. return nullptr;
  773. }
  774. long file_length = ftell(fp);
  775. if (fseek(fp, 0, SEEK_SET)) {
  776. fclose(fp);
  777. return nullptr;
  778. }
  779. if (file_length <= 0) {
  780. fclose(fp);
  781. return nullptr;
  782. }
  783. // alloc model buffer
  784. void *data = malloc((unsigned int)file_length);
  785. if (!data) {
  786. fclose(fp);
  787. return nullptr;
  788. }
  789. // read file into memory
  790. uint32_t read_size = (uint32_t)fread(data, 1, (unsigned int)file_length, fp);
  791. // check if read success
  792. if ((long)read_size != file_length) {
  793. free(data);
  794. data = nullptr;
  795. fclose(fp);
  796. return nullptr;
  797. }
  798. // close model file
  799. fclose(fp);
  800. // create an MemBuffer
  801. MemBuffer* membuf = new MemBuffer();
  802. if (!membuf) {
  803. free(data);
  804. data = nullptr;
  805. return nullptr;
  806. }
  807. membuf->data = malloc((unsigned int)read_size);
  808. // set size && data
  809. membuf->size = (uint32_t)read_size;
  810. memcpy((char*)membuf->data, (char*)data, read_size);
  811. free(data);
  812. return membuf;
  813. }
  814. /// placeholder0 placeholder1
  815. /// | /\ /\ |
  816. /// | / \/ \ |
  817. /// | / /\ \ |
  818. /// | | / \ | |
  819. /// | add0 mul0 |
  820. /// | / /c | \ |
  821. /// mul1 --- / | add1
  822. /// \ | |
  823. /// \ ---- add2 |
  824. /// | |
  825. /// retval0 retval1
  826. void CreateGraphDef(domi::tensorflow::GraphDef &graph_def) {
  827. // 1. add node
  828. auto placeholder0 = graph_def.add_node();
  829. auto placeholder1 = graph_def.add_node();
  830. auto add0 = graph_def.add_node();
  831. auto add1 = graph_def.add_node();
  832. auto mul0 = graph_def.add_node();
  833. auto mul1 = graph_def.add_node();
  834. auto add2 = graph_def.add_node();
  835. auto retval0 = graph_def.add_node();
  836. auto retval1 = graph_def.add_node();
  837. auto softmax0 = graph_def.add_node();
  838. auto softmax1 = graph_def.add_node();
  839. // 2. set info
  840. placeholder0->set_name("placeholder0");
  841. placeholder0->set_op("PlaceHolder");
  842. placeholder1->set_name("placeholder1");
  843. placeholder1->set_op("PlaceHolder");
  844. add0->set_name("add0");
  845. add0->set_op("Add");
  846. add1->set_name("add1");
  847. add1->set_op("Add");
  848. add2->set_name("add2");
  849. add2->set_op("Add");
  850. mul0->set_name("mul0");
  851. mul0->set_op("Mul");
  852. mul1->set_name("mul1");
  853. mul1->set_op("Mul");
  854. retval0->set_name("retval0");
  855. retval0->set_op("_RetVal");
  856. retval1->set_name("retval1");
  857. retval1->set_op("_RetVal");
  858. retval0->set_name("retval0");
  859. retval0->set_op("_RetVal");
  860. retval1->set_name("retval1");
  861. retval1->set_op("_RetVal");
  862. softmax0->set_name("Softmax0");
  863. softmax0->set_op("Softmax");
  864. softmax1->set_name("Softmax1");
  865. softmax1->set_op("Softmax");
  866. // 3. add edges
  867. add0->add_input("placeholder0");
  868. add0->add_input("placeholder1");
  869. mul0->add_input("placeholder0");
  870. mul0->add_input("placeholder1");
  871. mul1->add_input("placeholder0");
  872. mul1->add_input("add0");
  873. mul1->add_input("^mul0");
  874. add1->add_input("mul0");
  875. add1->add_input("placeholder1");
  876. add2->add_input("mul1");
  877. add2->add_input("mul0");
  878. retval0->add_input("add2:0");
  879. retval1->add_input("add1:0");
  880. softmax0->add_input("add3:0");
  881. softmax0->add_input("add2:0");
  882. }
  883. TEST_F(STestTensorflowParser, tensorflow_parser_success) {
  884. RegisterCustomOp();
  885. std::string case_dir = __FILE__;
  886. ParserOperator unused("Add");
  887. case_dir = case_dir.substr(0, case_dir.find_last_of("/"));
  888. std::string model_file = case_dir + "/origin_models/tf_add.pb";
  889. std::map<ge::AscendString, ge::AscendString> parser_params;
  890. ge::Graph graph;
  891. auto ret = ge::aclgrphParseTensorFlow(model_file.c_str(), parser_params, graph);
  892. ASSERT_EQ(ret, SUCCESS);
  893. ge::ComputeGraphPtr compute_graph = ge::GraphUtils::GetComputeGraph(graph);
  894. auto output_nodes_info = compute_graph->GetGraphOutNodesInfo();
  895. ASSERT_EQ(output_nodes_info.size(), 1);
  896. EXPECT_EQ((output_nodes_info.at(0).first->GetName()), "add_test_1");
  897. EXPECT_EQ((output_nodes_info.at(0).second), 0);
  898. auto &net_out_name = ge::GetParserContext().net_out_nodes;
  899. ASSERT_EQ(net_out_name.size(), 1);
  900. EXPECT_EQ(net_out_name.at(0), "add_test_1:0");
  901. }
  902. TEST_F(STestTensorflowParser, tensorflow_model_Failed) {
  903. ge::Graph graph;
  904. std::string caseDir = __FILE__;
  905. std::size_t idx = caseDir.find_last_of("/");
  906. caseDir = caseDir.substr(0, idx);
  907. std::string modelFile = caseDir + "/origin_models/model.pb";
  908. auto status = ge::aclgrphParseTensorFlow(modelFile.c_str(), graph);
  909. EXPECT_EQ(status, ge::SUCCESS);
  910. modelFile = caseDir + "/origin_models/test_depth_wise_conv2d.pb";
  911. status = ge::aclgrphParseTensorFlow(modelFile.c_str(), graph);
  912. EXPECT_EQ(status, ge::GRAPH_FAILED);
  913. }
  914. TEST_F(STestTensorflowParser, tensorflow_model_not_exist) {
  915. ge::Graph graph;
  916. std::string caseDir = __FILE__;
  917. std::size_t idx = caseDir.find_last_of("/");
  918. caseDir = caseDir.substr(0, idx);
  919. // model file is not exist
  920. std::string modelFile = caseDir + "/origin_models/conv2d_explicit1_pad.pb";
  921. auto status = ge::aclgrphParseTensorFlow(modelFile.c_str(), graph);
  922. EXPECT_EQ(status, ge::GRAPH_FAILED);
  923. }
  924. TEST_F(STestTensorflowParser, parser_tensorflow_model) {
  925. std::string caseDir = __FILE__;
  926. std::size_t idx = caseDir.find_last_of("/");
  927. caseDir = caseDir.substr(0, idx);
  928. std::string modelFile = caseDir + "/origin_models/tf_add.pb";
  929. const char *model_file = modelFile.c_str();
  930. std::string op_name = "ge_ascend_irgraph";
  931. ge::Graph graph(op_name);
  932. std::map<ge::AscendString, ge::AscendString> parser_options = {
  933. {ge::AscendString(ge::ir_option::INPUT_FORMAT), ge::AscendString("NHWC")},
  934. };
  935. auto ret_graph = ge::aclgrphParseTensorFlow(model_file, parser_options, graph);
  936. EXPECT_EQ(ret_graph, ge::FAILED);
  937. // parser tensorflow model out_node_size is equal to index
  938. string graph_name;
  939. AclGrphParseUtil acl_graph_parse_util;
  940. std::map<AscendString, AscendString> out_nodes_with_node_and_index = {
  941. {AscendString(ge::ir_option::OUT_NODES), AscendString("Placeholder:0;Placeholder_1:1")}};
  942. ParerSTestsUtils::ClearParserInnerCtx();
  943. auto ret = acl_graph_parse_util.ParseParamsBeforeGraph(out_nodes_with_node_and_index, graph_name);
  944. ret_graph = ge::aclgrphParseTensorFlow(model_file, graph);
  945. EXPECT_EQ(ret_graph, domi::FAILED);
  946. // parser tensorflow model success
  947. modelFile = caseDir + "/origin_models/model.pb";
  948. model_file = modelFile.c_str();
  949. out_nodes_with_node_and_index = {{AscendString(ge::ir_option::OUT_NODES), AscendString("x:0;y:0")}};
  950. ParerSTestsUtils::ClearParserInnerCtx();
  951. ret = acl_graph_parse_util.ParseParamsBeforeGraph(out_nodes_with_node_and_index, graph_name);
  952. ret_graph = ge::aclgrphParseTensorFlow(model_file, graph);
  953. EXPECT_EQ(ret_graph, domi::SUCCESS);
  954. }
  955. TEST_F(STestTensorflowParser, tensorflow_parser_to_json)
  956. {
  957. TensorFlowModelParser modelParser;
  958. std::string caseDir = __FILE__;
  959. std::size_t idx = caseDir.find_last_of("/");
  960. caseDir = caseDir.substr(0, idx);
  961. std::string modelFile = caseDir + "/origin_models/tf_add.pb";
  962. std::string jsonFile = caseDir + "/origin_models/test.json";
  963. const char *model_file = modelFile.c_str();
  964. const char *json_file = jsonFile.c_str();
  965. Status ret = modelParser.ToJson(model_file, json_file);
  966. EXPECT_EQ(ret, SUCCESS);
  967. }
  968. TEST_F(STestTensorflowParser, tensorflow_parserfrommemory_failed)
  969. {
  970. TensorFlowModelParser modelParser;
  971. std::string caseDir = __FILE__;
  972. std::size_t idx = caseDir.find_last_of("/");
  973. caseDir = caseDir.substr(0, idx);
  974. std::string modelFile = caseDir + "/origin_models/tf_add.pb";
  975. const char *data = modelFile.c_str();
  976. uint32_t size = 1;
  977. ge::Graph graph;
  978. std::map<ge::AscendString, ge::AscendString> parser_params;
  979. Status ret = ge::aclgrphParseTensorFlow(modelFile.c_str(), parser_params, graph);
  980. ASSERT_EQ(ret, SUCCESS);
  981. modelFile = caseDir + "/origin_models/tf_add.pb";
  982. parser_params = {{AscendString(ge::ir_option::OUT_NODES), AscendString("Placeholder:0;Placeholder_1:0")}};
  983. ret = ge::aclgrphParseTensorFlow(modelFile.c_str(), parser_params, graph);
  984. ge::ComputeGraphPtr compute_graph = ge::GraphUtils::GetComputeGraph(graph);
  985. ret = modelParser.ParseFromMemory(data, size, compute_graph);
  986. EXPECT_NE(ret, SUCCESS);
  987. }
  988. TEST_F(STestTensorflowParser, modelparser_parsefrommemory_success)
  989. {
  990. std::string caseDir = __FILE__;
  991. std::size_t idx = caseDir.find_last_of("/");
  992. caseDir = caseDir.substr(0, idx);
  993. std::string modelFile = caseDir + "/origin_models/tf_add.pb";
  994. const char* tmp_tf_pb_model = modelFile.c_str();
  995. ge::Graph graph;
  996. std::map<ge::AscendString, ge::AscendString> parser_params;
  997. Status ret = ge::aclgrphParseTensorFlow(modelFile.c_str(), parser_params, graph);
  998. ASSERT_EQ(ret, SUCCESS);
  999. ge::ComputeGraphPtr compute_graph = ge::GraphUtils::GetComputeGraph(graph);
  1000. TensorFlowModelParser modelParser;
  1001. MemBuffer* memBuffer = MemBufferFromFile(tmp_tf_pb_model);
  1002. PreChecker::Instance().HasError() == false;
  1003. ret = modelParser.ParseFromMemory((char*)memBuffer->data, memBuffer->size, compute_graph);
  1004. free(memBuffer->data);
  1005. delete memBuffer;
  1006. }
  1007. TEST_F(STestTensorflowParser, weightsparser_parsefrommemory_success)
  1008. {
  1009. std::string caseDir = __FILE__;
  1010. std::size_t idx = caseDir.find_last_of("/");
  1011. caseDir = caseDir.substr(0, idx);
  1012. std::string modelFile = caseDir + "/origin_models/tf_add.pb";
  1013. const char* tmp_tf_pb_model = modelFile.c_str();
  1014. ge::Graph graph;
  1015. std::map<ge::AscendString, ge::AscendString> parser_params;
  1016. Status ret = ge::aclgrphParseTensorFlow(modelFile.c_str(), parser_params, graph);
  1017. ASSERT_EQ(ret, SUCCESS);
  1018. ge::ComputeGraphPtr compute_graph = ge::GraphUtils::GetComputeGraph(graph);
  1019. auto weights_parser = domi::WeightsParserFactory::Instance()->CreateWeightsParser(domi::TENSORFLOW);
  1020. MemBuffer* memBuffer = MemBufferFromFile(tmp_tf_pb_model);
  1021. ret = weights_parser->ParseFromMemory((char*)memBuffer->data, memBuffer->size, compute_graph);
  1022. free(memBuffer->data);
  1023. delete memBuffer;
  1024. EXPECT_EQ(SUCCESS, ret);
  1025. }
  1026. std::string getGraphCallbackV2(string subgraph_name)
  1027. {
  1028. std::string caseDir = __FILE__;
  1029. std::size_t idx = caseDir.find_last_of("/");
  1030. caseDir = caseDir.substr(0, idx);
  1031. subgraph_name = caseDir + "/origin_models/tf_add.pb";
  1032. return subgraph_name;
  1033. }
  1034. TEST_F(STestTensorflowParser, parser_ParseProtoWithSubgraphV2)
  1035. {
  1036. std::string caseDir = __FILE__;
  1037. std::size_t idx = caseDir.find_last_of("/");
  1038. caseDir = caseDir.substr(0, idx);
  1039. const std::string root_proto = caseDir + "/origin_models/tf_add.pb";
  1040. ge::Graph graph;
  1041. std::map<ge::AscendString, ge::AscendString> parser_params;
  1042. Status ret = ge::aclgrphParseTensorFlow(root_proto.c_str(), parser_params, graph);
  1043. ASSERT_EQ(ret, SUCCESS);
  1044. ge::ComputeGraphPtr root_graph = ge::GraphUtils::GetComputeGraph(graph);
  1045. domi::GetGraphCallbackV2 callback(&getGraphCallbackV2);
  1046. TensorFlowModelParser parser;
  1047. ret = parser.ParseProtoWithSubgraph(root_proto, callback, root_graph);
  1048. }
  1049. TEST_F(STestTensorflowParser, parser_ConvertToGeDataType)
  1050. {
  1051. // convert to ge type success
  1052. const uint32_t type1 = domi::tensorflow::DataType::DT_FLOAT;
  1053. TensorFlowModelParser parser;
  1054. ge::DataType dataType = parser.ConvertToGeDataType(type1);
  1055. ASSERT_EQ(dataType, ge::DataType::DT_FLOAT);
  1056. const uint32_t type2 = 80; // invalid type
  1057. dataType = parser.ConvertToGeDataType(type2);
  1058. ASSERT_EQ(dataType, ge::DataType::DT_UNDEFINED);
  1059. }
  1060. TEST_F(STestTensorflowParser, tensorflow_ParserProto_failed)
  1061. {
  1062. std::string caseDir = __FILE__;
  1063. std::size_t idx = caseDir.find_last_of("/");
  1064. caseDir = caseDir.substr(0, idx);
  1065. const std::string root_proto = caseDir + "/origin_models/avgpool3dgrad.pb.txt";
  1066. domi::tensorflow::GraphDef graphDef;
  1067. ge::Graph graph;
  1068. std::map<ge::AscendString, ge::AscendString> parser_params;
  1069. Status ret = ge::aclgrphParseTensorFlow(root_proto.c_str(), parser_params, graph);
  1070. ASSERT_EQ(ret, SUCCESS);
  1071. ge::ComputeGraphPtr root_graph = ge::GraphUtils::GetComputeGraph(graph);
  1072. TensorFlowModelParser tensorflow_parser;
  1073. ret = tensorflow_parser.ParseProto(reinterpret_cast<google::protobuf::Message *>(&graphDef), root_graph);
  1074. EXPECT_EQ(PARAM_INVALID, ret);
  1075. // proto解析失败
  1076. bool protoRet = parser::ReadProtoFromText(root_proto.c_str(), &graphDef);
  1077. ASSERT_EQ(protoRet, false);
  1078. ret = tensorflow_parser.ParseProto(reinterpret_cast<google::protobuf::Message *>(&graphDef), root_graph);
  1079. ASSERT_EQ(ret, PARAM_INVALID);
  1080. std::string serialized_proto = "";
  1081. ret = tensorflow_parser.ParseProto(serialized_proto, root_graph);
  1082. ASSERT_EQ(ret, FAILED);
  1083. }
  1084. TEST_F(STestTensorflowParser, tensorflow_parserAllGraph_failed)
  1085. {
  1086. std::string caseDir = __FILE__;
  1087. std::size_t idx = caseDir.find_last_of("/");
  1088. caseDir = caseDir.substr(0, idx);
  1089. const std::string root_proto = caseDir + "/origin_models/conv2d.pb";
  1090. domi::tensorflow::GraphDef graphDef;
  1091. CreateGraphDef(graphDef);
  1092. auto no_op = graphDef.add_node();
  1093. no_op->set_name("no_op");
  1094. no_op->set_op("NoOp");
  1095. no_op->add_input("placeholder0");
  1096. no_op->add_input("placeholder1");
  1097. ge::Graph graph;
  1098. std::map<ge::AscendString, ge::AscendString> parser_params;
  1099. Status ret = ge::aclgrphParseTensorFlow(root_proto.c_str(), parser_params, graph);
  1100. ASSERT_EQ(ret, SUCCESS);
  1101. ge::ComputeGraphPtr root_graph = ge::GraphUtils::GetComputeGraph(graph);
  1102. TensorFlowModelParser tensorflow_parser;
  1103. ret = tensorflow_parser.ParseAllGraph(reinterpret_cast<google::protobuf::Message *>(&graphDef), root_graph);
  1104. ASSERT_NE(ret, SUCCESS);
  1105. }
  1106. TEST_F(STestTensorflowParser, test_parse_acl_output_nodes)
  1107. {
  1108. AclGrphParseUtil acl_graph_parse_util;
  1109. string graph_name;
  1110. // case 1: Normal with 'node and index'
  1111. ParerSTestsUtils::ClearParserInnerCtx();
  1112. GetParserContext().type = domi::ONNX;
  1113. std::map<AscendString, AscendString> out_nodes_with_node_and_index = {
  1114. {AscendString(ge::ir_option::OUT_NODES), AscendString("Out1:0;Out2:1")}};
  1115. ParerSTestsUtils::ClearParserInnerCtx();
  1116. auto ret = acl_graph_parse_util.ParseParamsBeforeGraph(out_nodes_with_node_and_index, graph_name);
  1117. ASSERT_EQ(ret, SUCCESS);
  1118. EXPECT_EQ(ge::GetParserContext().user_out_nodes.size(), 2);
  1119. EXPECT_EQ(ge::GetParserContext().out_nodes_map.size(), 2);
  1120. EXPECT_EQ(ge::GetParserContext().user_out_tensors.size(), 0);
  1121. // case 2: Normal with 'tensor name'
  1122. ParerSTestsUtils::ClearParserInnerCtx();
  1123. GetParserContext().type = domi::ONNX;
  1124. std::map<AscendString, AscendString> out_nodes_with_tensor_name = {
  1125. {AscendString(ge::ir_option::OUT_NODES), AscendString("Out_tensor_1;Out_tensor_2")}};
  1126. ret = acl_graph_parse_util.ParseParamsBeforeGraph(out_nodes_with_tensor_name, graph_name);
  1127. ASSERT_EQ(ret, SUCCESS);
  1128. EXPECT_EQ(ge::GetParserContext().user_out_nodes.size(), 0);
  1129. EXPECT_EQ(ge::GetParserContext().out_nodes_map.size(), 0);
  1130. EXPECT_EQ(ge::GetParserContext().user_out_tensors.size(), 2);
  1131. // case 3: Failed with 'node and index' before 'tensor name'
  1132. ParerSTestsUtils::ClearParserInnerCtx();
  1133. GetParserContext().type = domi::ONNX;
  1134. std::map<AscendString, AscendString> out_nodes_mode_mixex_pre = {
  1135. {AscendString(ge::ir_option::OUT_NODES), AscendString("Out1:0;Out2:1;Out_tensor_1;Out_tensor_2")}};
  1136. ret = acl_graph_parse_util.ParseParamsBeforeGraph(out_nodes_mode_mixex_pre, graph_name);
  1137. ASSERT_EQ(ret, PARAM_INVALID);
  1138. EXPECT_EQ(ge::GetParserContext().user_out_nodes.size(), 2);
  1139. EXPECT_EQ(ge::GetParserContext().out_nodes_map.size(), 2);
  1140. EXPECT_EQ(ge::GetParserContext().user_out_tensors.size(), 0);
  1141. // case 4: Failed with 'node and index' inserted in 'tensor name'
  1142. ParerSTestsUtils::ClearParserInnerCtx();
  1143. GetParserContext().type = domi::ONNX;
  1144. std::map<AscendString, AscendString> out_nodes_mode_mixex_mid = {
  1145. {AscendString(ge::ir_option::OUT_NODES), AscendString("Out_tensor_1;Out1:0;Out2:1;Out_tensor_2")}};
  1146. ret = acl_graph_parse_util.ParseParamsBeforeGraph(out_nodes_mode_mixex_mid, graph_name);
  1147. ASSERT_EQ(ret, PARAM_INVALID);
  1148. EXPECT_EQ(ge::GetParserContext().user_out_nodes.size(), 0);
  1149. EXPECT_EQ(ge::GetParserContext().out_nodes_map.size(), 0);
  1150. EXPECT_EQ(ge::GetParserContext().user_out_tensors.size(), 1);
  1151. // case 5: Failed with 'node and index' after 'tensor name'
  1152. ParerSTestsUtils::ClearParserInnerCtx();
  1153. GetParserContext().type = domi::ONNX;
  1154. std::map<AscendString, AscendString> out_nodes_mode_mixex_post = {
  1155. {AscendString(ge::ir_option::OUT_NODES), AscendString("Out_tensor_1;Out_tensor_2;Out1:0;Out2:1")}};
  1156. ret = acl_graph_parse_util.ParseParamsBeforeGraph(out_nodes_mode_mixex_post, graph_name);
  1157. ASSERT_EQ(ret, PARAM_INVALID);
  1158. EXPECT_EQ(ge::GetParserContext().user_out_nodes.size(), 0);
  1159. EXPECT_EQ(ge::GetParserContext().out_nodes_map.size(), 0);
  1160. EXPECT_EQ(ge::GetParserContext().user_out_tensors.size(), 2);
  1161. }
  1162. TEST_F(STestTensorflowParser, parse_AutoMappingByOp) {
  1163. static const string KEY_STRING = "key_string";
  1164. static const string KEY_INT = "key_int";
  1165. static const string KEY_FLOAT = "key_float";
  1166. static const string KEY_BOOL = "key_bool";
  1167. static const string KEY_TYPE = "key_type";
  1168. static const string VALUE_STRING = "string";
  1169. static const int64_t VALUE_INT = 1;
  1170. static const float VALUE_FLOAT = 1.0;
  1171. static const bool VALUE_BOOL = true;
  1172. static const domi::tensorflow::DataType VALUE_TYPE = domi::tensorflow::DataType::DT_FLOAT;
  1173. static const string VALUE_NAME = "test_name";
  1174. ge::OpDescPtr op_desc = std::make_shared<ge::OpDesc>();
  1175. NodeDef node_def;
  1176. domi::tensorflow::AttrValue value;
  1177. ge::Operator op = ge::OpDescUtils::CreateOperatorFromOpDesc(op_desc);
  1178. node_def.set_name(VALUE_NAME);
  1179. value.set_s(VALUE_STRING);
  1180. TensorFlowUtil::AddNodeAttr(KEY_STRING, value, &node_def);
  1181. value.set_i(VALUE_INT);
  1182. TensorFlowUtil::AddNodeAttr(KEY_INT, value, &node_def);
  1183. value.set_f(VALUE_FLOAT);
  1184. TensorFlowUtil::AddNodeAttr(KEY_FLOAT, value, &node_def);
  1185. value.set_b(VALUE_BOOL);
  1186. TensorFlowUtil::AddNodeAttr(KEY_BOOL, value, &node_def);
  1187. value.set_type(VALUE_TYPE);
  1188. TensorFlowUtil::AddNodeAttr(KEY_TYPE, value, &node_def);
  1189. domi::Status status = domi::AutoMappingFn(reinterpret_cast<google::protobuf::Message *>(&node_def), op);
  1190. EXPECT_EQ(domi::SUCCESS, status);
  1191. EXPECT_EQ(VALUE_NAME, op_desc->GetName());
  1192. string value_string = "";
  1193. ge::AttrUtils::GetStr(op_desc, KEY_STRING, value_string);
  1194. EXPECT_EQ(VALUE_STRING, value_string);
  1195. int64_t value_int = 0;
  1196. ge::AttrUtils::GetInt(op_desc, KEY_INT, value_int);
  1197. EXPECT_EQ(VALUE_INT, value_int);
  1198. float value_float = 0.0;
  1199. ge::AttrUtils::GetFloat(op_desc, KEY_FLOAT, value_float);
  1200. EXPECT_EQ(VALUE_FLOAT, value_float);
  1201. bool value_bool = false;
  1202. ge::AttrUtils::GetBool(op_desc, KEY_BOOL, value_bool);
  1203. EXPECT_EQ(VALUE_BOOL, value_bool);
  1204. ge::DataType data_type = ge::DT_UNDEFINED;
  1205. ge::AttrUtils::GetDataType(op_desc, KEY_TYPE, data_type);
  1206. EXPECT_EQ(ge::DT_FLOAT, data_type);
  1207. // test AutoMappingByOpFn
  1208. ge::OpDescPtr op_desc_dest = std::make_shared<ge::OpDesc>();
  1209. ge::Operator op_dest = ge::OpDescUtils::CreateOperatorFromOpDesc(op_desc_dest);
  1210. status = domi::AutoMappingByOpFn(op, op_dest);
  1211. EXPECT_EQ(domi::SUCCESS, status);
  1212. EXPECT_EQ(VALUE_NAME, op_dest.GetName());
  1213. value_string = "";
  1214. ge::AttrUtils::GetStr(op_desc_dest, KEY_STRING, value_string);
  1215. EXPECT_EQ(VALUE_STRING, value_string);
  1216. value_int = 0;
  1217. ge::AttrUtils::GetInt(op_desc_dest, KEY_INT, value_int);
  1218. EXPECT_EQ(VALUE_INT, value_int);
  1219. value_float = 0.0;
  1220. ge::AttrUtils::GetFloat(op_desc_dest, KEY_FLOAT, value_float);
  1221. EXPECT_EQ(VALUE_FLOAT, value_float);
  1222. value_bool = false;
  1223. ge::AttrUtils::GetBool(op_desc_dest, KEY_BOOL, value_bool);
  1224. EXPECT_EQ(VALUE_BOOL, value_bool);
  1225. data_type = ge::DT_UNDEFINED;
  1226. ge::AttrUtils::GetDataType(op_desc_dest, KEY_TYPE, data_type);
  1227. EXPECT_EQ(ge::DT_FLOAT, data_type);
  1228. }
  1229. TEST_F(STestTensorflowParser, parse_ParseNodeDef)
  1230. {
  1231. NodeDef * node_def = new NodeDef();
  1232. node_def->set_name("test_name");
  1233. node_def->set_op("PlaceholderWithDefault");
  1234. bool isDatasetInit = true;
  1235. TensorFlowModelParser model_parser;
  1236. Status ret = model_parser.AdaptOpType(node_def, isDatasetInit);
  1237. EXPECT_EQ(domi::SUCCESS, ret);
  1238. node_def->set_op("Add");
  1239. ret = model_parser.AdaptOpType(node_def, isDatasetInit);
  1240. EXPECT_EQ(domi::SUCCESS, ret);
  1241. delete node_def;
  1242. }
  1243. TEST_F(STestTensorflowParser, parse_AddFmkNode)
  1244. {
  1245. TensorFlowModelParser modelParser;
  1246. std::string caseDir = __FILE__;
  1247. std::size_t idx = caseDir.find_last_of("/");
  1248. caseDir = caseDir.substr(0, idx);
  1249. std::string modelFile = caseDir + "/origin_models/tf_add.pb";
  1250. ge::Graph graph;
  1251. string graph_name;
  1252. AclGrphParseUtil acl_graph_parse_util;
  1253. std::map<ge::AscendString, ge::AscendString> parser_options = {{AscendString(ge::ir_option::OUT_NODES), AscendString("Placeholder:0;Placeholder_1:0")}};
  1254. ParerSTestsUtils::ClearParserInnerCtx();
  1255. Status ret = acl_graph_parse_util.ParseParamsBeforeGraph(parser_options, graph_name);
  1256. ret = aclgrphParseTensorFlow(modelFile.c_str(), parser_options, graph);
  1257. ASSERT_EQ(ret, SUCCESS);
  1258. ge::ComputeGraphPtr compute_graph = std::make_shared<ge::ComputeGraph>(GRAPH_DEFAULT_NAME);
  1259. tensorflow::GraphDef *graphDef = new (std::nothrow) tensorflow::GraphDef();
  1260. ScopePassManager pass_manager;
  1261. std::shared_ptr<ScopeGraph> scope_graph = pass_manager.BuildScopeGraph(graphDef);
  1262. std::string fusion_op_name = "fusion_op_name";
  1263. FusionScopesResult *fusion_rlt = new (std::nothrow) FusionScopesResult();
  1264. EXPECT_NE(fusion_rlt, nullptr);
  1265. fusion_rlt->Init();
  1266. GenFusionScopesResult(scope_graph, fusion_rlt, fusion_op_name);
  1267. GenOriginContext(&modelParser, fusion_op_name);
  1268. // origin inner node def
  1269. NodeDef* node_def = MallocNodeDef("scope_node_1", "Add");
  1270. EXPECT_NE(node_def, nullptr);
  1271. modelParser.fusion_op_nodedef_map_[fusion_op_name].push_back(node_def);
  1272. bool train_flag_backup = ge::GetParserContext().train_flag;
  1273. ge::GetParserContext().train_flag = true;
  1274. REGISTER_CUSTOM_OP("Identity")
  1275. .FrameworkType(domi::TENSORFLOW)
  1276. .OriginOpType("Identity")
  1277. .ParseParamsFn(ParseParams)
  1278. .ImplyType(ImplyType::TVM);
  1279. REGISTER_CUSTOM_OP("Constant")
  1280. .FrameworkType(domi::TENSORFLOW)
  1281. .OriginOpType("Const")
  1282. .ParseParamsFn(ParseParams)
  1283. .ImplyType(ImplyType::TVM);
  1284. register_tbe_op();
  1285. std::vector<std::string> node_name_list;
  1286. GenOriginNodeDef(&modelParser, node_name_list);
  1287. std::set<std::string> malloc_node_name_list(node_name_list.begin(), node_name_list.end());
  1288. node_name_list.push_back(fusion_op_name);
  1289. ret = modelParser.AddFmkNode(compute_graph, scope_graph, node_name_list, false);
  1290. EXPECT_EQ(ret, PARAM_INVALID);
  1291. EXPECT_EQ(modelParser.scope_inner_node_map_.size(), 0);
  1292. EXPECT_EQ(modelParser.nodedef_map_.size(), 5);
  1293. ret = modelParser.AddEdges(compute_graph);
  1294. EXPECT_EQ(ret, SUCCESS);
  1295. // release resource
  1296. delete graphDef;
  1297. delete node_def;
  1298. modelParser.DeleteFuisonNodeDef();
  1299. FreeNodeDefMap(&modelParser, malloc_node_name_list);
  1300. ge::GetParserContext().train_flag = train_flag_backup;
  1301. }
  1302. TEST_F(STestTensorflowParser, parse_AddScopeInnerNode)
  1303. {
  1304. TensorFlowModelParser modelParser;
  1305. std::string caseDir = __FILE__;
  1306. std::size_t idx = caseDir.find_last_of("/");
  1307. caseDir = caseDir.substr(0, idx);
  1308. std::string modelFile = caseDir + "/origin_models/tf_add.pb";
  1309. std::string op_name = "ge_ascend_irgraph";
  1310. ge::Graph graph(op_name);
  1311. ge::ComputeGraphPtr compute_graph = ge::GraphUtils::GetComputeGraph(graph);
  1312. std::map<ge::AscendString, ge::AscendString> parser_params = {
  1313. {AscendString(ge::ir_option::OUT_NODES), AscendString("Placeholder:0;Placeholder_1:0")}};
  1314. Status ret = ge::aclgrphParseTensorFlow(modelFile.c_str(), parser_params, graph);
  1315. EXPECT_EQ(ret, SUCCESS);
  1316. std::mutex graph_mutex;
  1317. tensorflow::NodeDef *node_def = initNodeDef();
  1318. node_def->set_name("FastrcnnPredictions");
  1319. node_def->set_op("FastrcnnPredictions");
  1320. // can't find in scope_inner_node_map
  1321. ret = modelParser.AddScopeInnerNode(&modelParser, compute_graph, &graph_mutex, node_def);
  1322. EXPECT_EQ(ret, PARAM_INVALID);
  1323. delete node_def;
  1324. }
  1325. TEST_F(STestTensorflowParser, dyncmic_rnn_scope_pass_plugin_test) {
  1326. ge::Graph graph;
  1327. std::cout << __FILE__ << std::endl;
  1328. std::string caseDir = __FILE__;
  1329. std::size_t idx = caseDir.find_last_of("/");
  1330. caseDir = caseDir.substr(0, idx);
  1331. std::string modelFile = caseDir + "/origin_models/tensor_array.pb";
  1332. std::map<ge::AscendString, ge::AscendString> params;
  1333. string key ="enable_scope_fusion_passes";
  1334. string value ="ScopeDynamicRNNPass";
  1335. params.insert(std::make_pair(ge::AscendString(key.c_str()), ge::AscendString(value.c_str())));
  1336. auto status = aclgrphParseTensorFlow(modelFile.c_str(), params, graph);
  1337. EXPECT_EQ(status, SUCCESS);
  1338. }
  1339. TEST_F(STestTensorflowParser, avgpool3dgrad_plugin_test_format_NDHWC) {
  1340. ge::Graph graph;
  1341. std::cout << __FILE__ << std::endl;
  1342. std::string caseDir = __FILE__;
  1343. std::size_t idx = caseDir.find_last_of("/");
  1344. caseDir = caseDir.substr(0, idx);
  1345. std::string modelFile = caseDir + "/origin_models/avgpool3dgrad_case_1.pb";
  1346. auto status = aclgrphParseTensorFlow(modelFile.c_str(), graph);
  1347. EXPECT_EQ(status, SUCCESS);
  1348. }
  1349. TEST_F(STestTensorflowParser, tensorflow_merge_test) {
  1350. ge::Graph graph;
  1351. std::cout << __FILE__ << std::endl;
  1352. std::string caseDir = __FILE__;
  1353. std::size_t idx = caseDir.find_last_of("/");
  1354. caseDir = caseDir.substr(0, idx);
  1355. std::string modelFile = caseDir + "/origin_models/merge.pb";
  1356. auto status = aclgrphParseTensorFlow(modelFile.c_str(), graph);
  1357. EXPECT_EQ(status, FAILED);
  1358. }
  1359. TEST_F(STestTensorflowParser, tensorflow_no_op_test) {
  1360. ge::Graph graph;
  1361. std::cout << __FILE__ << std::endl;
  1362. std::string caseDir = __FILE__;
  1363. std::size_t idx = caseDir.find_last_of("/");
  1364. caseDir = caseDir.substr(0, idx);
  1365. std::string modelFile = caseDir + "/origin_models/test_no_op.pb";
  1366. auto status = aclgrphParseTensorFlow(modelFile.c_str(), graph);
  1367. EXPECT_EQ(status, SUCCESS);
  1368. }
  1369. TEST_F(STestTensorflowParser, tensorflow_identity_test) {
  1370. ge::Graph graph;
  1371. std::cout << __FILE__ << std::endl;
  1372. std::string caseDir = __FILE__;
  1373. std::size_t idx = caseDir.find_last_of("/");
  1374. caseDir = caseDir.substr(0, idx);
  1375. std::string modelFile = caseDir + "/origin_models/test_identity.pb";
  1376. auto status = aclgrphParseTensorFlow(modelFile.c_str(), graph);
  1377. EXPECT_EQ(status, SUCCESS);
  1378. }
  1379. TEST_F(STestTensorflowParser, tensorflow_constant_test) {
  1380. ge::Graph graph;
  1381. std::cout << __FILE__ << std::endl;
  1382. std::string caseDir = __FILE__;
  1383. std::size_t idx = caseDir.find_last_of("/");
  1384. caseDir = caseDir.substr(0, idx);
  1385. std::string modelFile = caseDir + "/origin_models/test_constant.pb";
  1386. auto status = aclgrphParseTensorFlow(modelFile.c_str(), graph);
  1387. EXPECT_EQ(status, SUCCESS);
  1388. TensorFlowConstantParser constantParser;
  1389. ge::OpDescPtr op_dest = make_shared<ge::OpDesc>("constant", ge::parser::CONSTANT);
  1390. NodeDef* node_def = initNodeDef();
  1391. node_def->set_name("Constant");
  1392. auto params = constantParser.ParseParams(node_def, op_dest);
  1393. EXPECT_EQ(params, SUCCESS);
  1394. auto value = constantParser.ParseValue(node_def, op_dest);
  1395. EXPECT_EQ(value, SUCCESS);
  1396. ConstantOperator op;
  1397. auto type = constantParser.ParseDType(node_def, &op);
  1398. EXPECT_EQ(type, SUCCESS);
  1399. }
  1400. TEST_F(STestTensorflowParser, tensorflow_reshpae_test) {
  1401. ge::Graph graph;
  1402. std::cout << __FILE__ << std::endl;
  1403. std::string caseDir = __FILE__;
  1404. std::size_t idx = caseDir.find_last_of("/");
  1405. caseDir = caseDir.substr(0, idx);
  1406. std::string modelFile = caseDir + "/origin_models/test_reshape.pb";
  1407. auto status = aclgrphParseTensorFlow(modelFile.c_str(), graph);
  1408. EXPECT_EQ(status, SUCCESS);
  1409. TensorFlowReshapeParser parser;
  1410. NodeDef * nodeDef = new NodeDef();
  1411. ge::OpDescPtr opdef_ = make_shared<::ge::OpDesc>("","");
  1412. google::protobuf::Map<std::string, tensorflow::AttrValue > *attr_map = nodeDef->mutable_attr();
  1413. domi::tensorflow::AttrValue tshape_attr_value;
  1414. tshape_attr_value.set_type(domi::tensorflow::DT_INT32);
  1415. (*attr_map)[TENSORFLOW_ATTR_TSHAPE] = tshape_attr_value;
  1416. domi::tensorflow::AttrValue t_attr_value;
  1417. t_attr_value.set_type(domi::tensorflow::DT_FLOAT);
  1418. (*attr_map)[TENSORFLOW_ATTR_T] = t_attr_value;
  1419. Status ret = parser.ParseParams(nodeDef, opdef_);
  1420. EXPECT_EQ(domi::SUCCESS, ret);
  1421. delete nodeDef;
  1422. }
  1423. TEST_F(STestTensorflowParser, tensorflow_squeeze_test) {
  1424. ge::Graph graph;
  1425. std::cout << __FILE__ << std::endl;
  1426. std::string caseDir = __FILE__;
  1427. std::size_t idx = caseDir.find_last_of("/");
  1428. caseDir = caseDir.substr(0, idx);
  1429. std::string modelFile = caseDir + "/origin_models/test_sequeeze.pb";
  1430. auto status = aclgrphParseTensorFlow(modelFile.c_str(), graph);
  1431. EXPECT_EQ(status, SUCCESS);
  1432. TensorFlowSqueezeParser parser;
  1433. NodeDef *nodeDef = initNodeDef();
  1434. ge::OpDescPtr opDef = make_shared<::ge::OpDesc>("Squeeze","Squeeze");
  1435. Status ret = parser.ParseParams(nodeDef, opDef);
  1436. EXPECT_EQ(ret, SUCCESS);
  1437. NodeDef *nodeDef_dim = initNodeDef_dims();
  1438. ret = parser.ParseParams(nodeDef_dim, opDef);
  1439. EXPECT_EQ(SUCCESS, ret);
  1440. NodeDef *nodeDef_axis_dims = initNodeDef_axis_dims();
  1441. ret = parser.ParseParams(nodeDef_axis_dims, opDef);
  1442. EXPECT_EQ(GRAPH_PARAM_INVALID, ret);
  1443. static const string KEY_SHAPE_LIST = "key_shape_list";
  1444. static const string KEY_TENSOR_LIST = "key_tensor_list";
  1445. static const string KEY_DEFAULT = "key_default";
  1446. NodeDef *nodeDef2 = new NodeDef();
  1447. google::protobuf::Map<std::string, tensorflow::AttrValue> *node_attr_map = nodeDef2->mutable_attr();
  1448. domi::tensorflow::AttrValue dtype_attr_value ;
  1449. dtype_attr_value.set_type(domi::tensorflow::DT_FLOAT);
  1450. (*node_attr_map)[TENSORFLOW_ATTR_T] = dtype_attr_value;
  1451. //设置strides属性
  1452. tensorflow::AttrValue axis_attr_value;
  1453. tensorflow::AttrValue_ListValue *list = axis_attr_value.mutable_list();
  1454. list->add_i(1);
  1455. list->add_i(2);
  1456. (*node_attr_map)[ge::SQUEEZE_ATTR_AXIS] = axis_attr_value;
  1457. domi::tensorflow::AttrValue value;
  1458. domi::tensorflow::AttrValue df_attr_value;
  1459. df_attr_value.set_i((int64_t)ccTensorFormat_t::CC_TENSOR_NHWC);
  1460. domi::tensorflow::AttrValue pad_attr_value;
  1461. pad_attr_value.set_i((int64_t)tensorflow::DT_FLOAT);
  1462. domi::tensorflow::AttrValue shape;
  1463. shape.mutable_list()->add_i((int64)32);
  1464. shape.mutable_list()->add_i((int64)32);
  1465. shape.mutable_list()->add_i((int64)14);
  1466. static const string KEY_TYPE_LIST = "key_type_list";
  1467. const std::string ATTR_NAME_INPUT_TENSOR_DESC = "input_tensor_desc";
  1468. const std::string ATTR_NAME_OUTPUT_TENSOR_DESC = "output_tensor_desc";
  1469. static const domi::tensorflow::DataType VALUE_TYPE = domi::tensorflow::DataType::DT_FLOAT;
  1470. value.clear_value();
  1471. value.mutable_list()->add_type(VALUE_TYPE);
  1472. TensorFlowUtil::AddNodeAttr(KEY_TYPE_LIST, value, nodeDef2);
  1473. value.clear_value();
  1474. domi::tensorflow::NameAttrList name_attr_list;
  1475. name_attr_list.mutable_attr()->insert({"serialize_datatype", pad_attr_value});
  1476. name_attr_list.mutable_attr()->insert({"serialize_format", df_attr_value});
  1477. name_attr_list.mutable_attr()->insert({"serialize_shape", shape});
  1478. *(value.mutable_list()->add_func()) = name_attr_list;
  1479. nodeDef2->mutable_attr()->insert({ge::ATTR_NAME_INPUT_TENSOR_DESC, value});
  1480. nodeDef2->mutable_attr()->insert({ge::ATTR_NAME_OUTPUT_TENSOR_DESC, value});
  1481. ret = parser.ParseParams(nodeDef2, opDef);
  1482. EXPECT_EQ(domi::SUCCESS, ret);
  1483. GeTensorDesc ge_desc;
  1484. ge_desc.SetFormat(ge::FORMAT_C1HWNCoC0);
  1485. ge_desc.SetDataType(ge::DT_FLOAT);
  1486. ge_desc.SetShape(GeShape({1,1,1,1,1,1}));
  1487. ret = parser.ParseDesc(value, ge_desc);
  1488. EXPECT_EQ(ret, SUCCESS);
  1489. delete nodeDef2;
  1490. delete nodeDef_axis_dims;
  1491. delete nodeDef_dim;
  1492. delete nodeDef;
  1493. }
  1494. TEST_F(STestTensorflowParser, tensorflow_fill_test) {
  1495. ge::Graph graph;
  1496. std::cout << __FILE__ << std::endl;
  1497. std::string caseDir = __FILE__;
  1498. std::size_t idx = caseDir.find_last_of("/");
  1499. caseDir = caseDir.substr(0, idx);
  1500. std::string modelFile = caseDir + "/origin_models/test_fill.pb";
  1501. auto status = aclgrphParseTensorFlow(modelFile.c_str(), graph);
  1502. EXPECT_EQ(status, SUCCESS);
  1503. }
  1504. TEST_F(STestTensorflowParser, tensorflow_shape_n_test) {
  1505. ge::Graph graph;
  1506. std::cout << __FILE__ << std::endl;
  1507. std::string caseDir = __FILE__;
  1508. std::size_t idx = caseDir.find_last_of("/");
  1509. caseDir = caseDir.substr(0, idx);
  1510. std::string modelFile = caseDir + "/origin_models/test_shape_n.pb";
  1511. auto status = aclgrphParseTensorFlow(modelFile.c_str(), graph);
  1512. EXPECT_EQ(status, SUCCESS);
  1513. }
  1514. TEST_F(STestTensorflowParser, tensorflow_switch_test) {
  1515. ge::Graph graph;
  1516. std::cout << __FILE__ << std::endl;
  1517. std::string caseDir = __FILE__;
  1518. std::size_t idx = caseDir.find_last_of("/");
  1519. caseDir = caseDir.substr(0, idx);
  1520. std::string modelFile = caseDir + "/origin_models/test_switch.pb";
  1521. auto status = aclgrphParseTensorFlow(modelFile.c_str(), graph);
  1522. EXPECT_EQ(status, SUCCESS);
  1523. TensorFlowRefSwitchParser refSwitchParser;
  1524. ge::OpDescPtr op_dest = make_shared<ge::OpDesc>("constant", ge::parser::CONSTANT);
  1525. NodeDef* node_def = initNodeDef();
  1526. node_def->set_name("RefSwitch");
  1527. auto params = refSwitchParser.ParseParams(node_def, op_dest);
  1528. EXPECT_EQ(params, SUCCESS);
  1529. RefSwitchOperator op;
  1530. auto parseRet = refSwitchParser.ParseT(node_def, &op);
  1531. EXPECT_EQ(parseRet, SUCCESS);
  1532. }
  1533. TEST_F(STestTensorflowParser, tensorflow_enter_test) {
  1534. ge::Graph graph;
  1535. std::cout << __FILE__ << std::endl;
  1536. std::string caseDir = __FILE__;
  1537. std::size_t idx = caseDir.find_last_of("/");
  1538. caseDir = caseDir.substr(0, idx);
  1539. std::string modelFile = caseDir + "/origin_models/test_enter.pb";
  1540. auto status = aclgrphParseTensorFlow(modelFile.c_str(), graph);
  1541. EXPECT_EQ(status, SUCCESS);
  1542. TensorFlowEnterParser enterParser;
  1543. ge::OpDescPtr op_dest = make_shared<ge::OpDesc>("Enter", ge::parser::ENTER);
  1544. NodeDef* node_def = initNodeDef();
  1545. node_def->set_name("Enter");
  1546. Status ret = enterParser.ParseParams(node_def, op_dest);
  1547. EXPECT_EQ(ret, FAILED);
  1548. static const string KEY_SHAPE_LIST = "key_shape_list";
  1549. static const string KEY_TENSOR_LIST = "key_tensor_list";
  1550. static const string KEY_DEFAULT = "key_default";
  1551. google::protobuf::Map<std::string, tensorflow::AttrValue> *node_attr_map = node_def->mutable_attr();
  1552. domi::tensorflow::AttrValue dtype_attr_value;
  1553. dtype_attr_value.set_type(domi::tensorflow::DT_FLOAT);
  1554. (*node_attr_map)[TENSORFLOW_ATTR_T] = dtype_attr_value;
  1555. //设置strides属性
  1556. domi::tensorflow::AttrValue axis_attr_value;
  1557. ::tensorflow::AttrValue_ListValue* list = axis_attr_value.mutable_list();
  1558. list->add_i(1);
  1559. list->add_i(2);
  1560. (*node_attr_map)[ge::SQUEEZE_ATTR_AXIS] = axis_attr_value;
  1561. domi::tensorflow::AttrValue value;
  1562. domi::tensorflow::AttrValue df_attr_value;
  1563. df_attr_value.set_i((int64_t)ccTensorFormat_t::CC_TENSOR_NHWC);
  1564. domi::tensorflow::AttrValue pad_attr_value;
  1565. pad_attr_value.set_i((int64_t)tensorflow::DT_FLOAT);
  1566. domi::tensorflow::AttrValue shape;
  1567. shape.mutable_list()->add_i((int64)32);
  1568. shape.mutable_list()->add_i((int64)32);
  1569. shape.mutable_list()->add_i((int64)14);
  1570. static const string KEY_TYPE_LIST = "key_type_list";
  1571. const std::string ENTER_ATTR_FRAME_NAME = "frame_name";
  1572. const std::string ATTR_NAME_OUTPUT_TENSOR_DESC = "output_tensor_desc";
  1573. static const domi::tensorflow::DataType VALUE_TYPE = domi::tensorflow::DataType::DT_FLOAT;
  1574. value.clear_value();
  1575. value.mutable_list()->add_type(VALUE_TYPE);
  1576. TensorFlowUtil::AddNodeAttr(KEY_TYPE_LIST, value, node_def);
  1577. value.clear_value();
  1578. domi::tensorflow::NameAttrList name_attr_list;
  1579. name_attr_list.mutable_attr()->insert({"serialize_datatype", pad_attr_value});
  1580. name_attr_list.mutable_attr()->insert({"serialize_format", df_attr_value});
  1581. name_attr_list.mutable_attr()->insert({"serialize_shape", shape});
  1582. *(value.mutable_list()->add_func()) = name_attr_list;
  1583. node_def->mutable_attr()->insert({ge::ENTER_ATTR_FRAME_NAME, value});
  1584. node_def->mutable_attr()->insert({ge::ATTR_NAME_OUTPUT_TENSOR_DESC, value});
  1585. ret = enterParser.ParseParams(node_def, op_dest);
  1586. EXPECT_EQ(ret, FAILED);
  1587. }
  1588. TEST_F(STestTensorflowParser, tensorflow_VariableV2_test) {
  1589. ge::Graph graph;
  1590. std::string caseDir = __FILE__;
  1591. std::size_t idx = caseDir.find_last_of("/");
  1592. caseDir = caseDir.substr(0, idx);
  1593. std::string modelFile = caseDir + "/origin_models/test_VariableV2.pb";
  1594. auto status = aclgrphParseTensorFlow(modelFile.c_str(), graph);
  1595. EXPECT_EQ(status, SUCCESS);
  1596. }
  1597. TEST_F(STestTensorflowParser, tensorflow_fusion_op_parser_test)
  1598. {
  1599. TensorFlowFusionOpParser fusionOpParser;
  1600. ge::OpDescPtr op_dest = make_shared<ge::OpDesc>("FusionOp", ge::parser::CONSTANT);
  1601. int index = 0;
  1602. NodeDef* node_def = fusioninitNodeDef(index);
  1603. node_def->set_name("FusionOp");
  1604. auto ret = fusionOpParser.ParseParams(node_def, op_dest);
  1605. EXPECT_EQ(ret, SUCCESS);
  1606. int32_t param = 1;
  1607. ret = fusionOpParser.ParseParamFromConst(node_def, param);
  1608. EXPECT_EQ(ret, SUCCESS);
  1609. ret = fusionOpParser.ParseParamFromConst(node_def, param, index);
  1610. EXPECT_EQ(ret, SUCCESS);
  1611. float params = 0.0;
  1612. ret = fusionOpParser.ParseParamFromConst(node_def, params);
  1613. EXPECT_EQ(ret, SUCCESS);
  1614. index = 2;
  1615. node_def = fusioninitNodeDef(index);
  1616. ret = fusionOpParser.ParseParamFromConst(node_def, params, index);
  1617. EXPECT_EQ(ret, domi::PARAM_INVALID);
  1618. ret = fusionOpParser.ParseHalfFromConst(node_def, params, 0);
  1619. EXPECT_EQ(ret, SUCCESS);
  1620. ret = fusionOpParser.ParseHalfFromConst(node_def, params, 3);
  1621. EXPECT_EQ(ret, domi::PARAM_INVALID);
  1622. node_def = fusioninitNodeDef(0);
  1623. ret = fusionOpParser.ParseHalfFromConst(node_def, params, 3);
  1624. EXPECT_EQ(ret, domi::PARAM_INVALID);
  1625. static const float VALUE_FLOAT = 1.0;
  1626. ge::GeTensorPtr weight = nullptr;
  1627. ret = fusionOpParser.ParseWeightFromConst(node_def, weight);
  1628. EXPECT_EQ(ret, domi::SUCCESS);
  1629. EXPECT_NE(weight, nullptr);
  1630. ge::DataType ge_data_type = weight->GetTensorDesc().GetDataType();
  1631. EXPECT_EQ(ge_data_type, ge::DataType::DT_FLOAT);
  1632. const uint8_t* data_buff = weight->GetData().GetData();
  1633. size_t data_size = weight->GetData().size();
  1634. EXPECT_NE(data_buff, nullptr);
  1635. EXPECT_EQ(data_size, sizeof(float));
  1636. float value_float = *((float*)data_buff);
  1637. EXPECT_EQ(value_float, VALUE_FLOAT);
  1638. delete node_def;
  1639. }
  1640. TEST_F(STestTensorflowParser, tensorflow_auto_mapping_parser_adapter_test)
  1641. {
  1642. ge::OpDescPtr op_dest = nullptr;
  1643. Message *op_src = nullptr;
  1644. TensorFlowAutoMappingParserAdapter autoMappingParser;
  1645. NodeDef* node_def = initNodeDef();
  1646. Status ret = autoMappingParser.ParseParams(op_src, op_dest);
  1647. EXPECT_EQ(ret, PARAM_INVALID);
  1648. ret = autoMappingParser.ParseParams(node_def, op_dest);
  1649. EXPECT_EQ(ret, PARAM_INVALID);
  1650. op_dest = make_shared<ge::OpDesc>("AutoMapping", ge::parser::CONSTANT);
  1651. op_dest->SetType(ge::parser::EMPTY);
  1652. ret = autoMappingParser.ParseParams(node_def, op_dest);
  1653. EXPECT_EQ(ret, SUCCESS);
  1654. op_dest->SetType(ge::parser::IDENTITYN);
  1655. ret = autoMappingParser.ParseParams(node_def, op_dest);
  1656. EXPECT_EQ(ret, SUCCESS);
  1657. op_dest->SetType(ge::parser::SIZE);
  1658. ret = autoMappingParser.ParseParams(node_def, op_dest);
  1659. EXPECT_EQ(ret, SUCCESS);
  1660. op_dest->SetType(ge::parser::SHAPE);
  1661. op_dest->AddOutputDesc(GeTensorDesc());
  1662. ret = autoMappingParser.ParseParams(node_def, op_dest);
  1663. EXPECT_EQ(ret, SUCCESS);
  1664. }
  1665. TEST_F(STestTensorflowParser, tensorflow_fusion_custom_parser_adapter_test)
  1666. {
  1667. REGISTER_CUSTOM_OP("FusionCustom")
  1668. .FrameworkType(domi::TENSORFLOW)
  1669. .OriginOpType("FusionCustom")
  1670. .FusionParseParamsFn(FusionParserParams)
  1671. .ImplyType(ImplyType::TVM);
  1672. register_tbe_op();
  1673. auto graph = std::make_shared<ge::ComputeGraph>("FusionCustom");
  1674. auto op_desc = std::make_shared<ge::OpDesc>("FusionCustom", "FusionCustom");
  1675. auto node = graph->AddNode(op_desc);
  1676. NodeDef *node_def = new NodeDef();
  1677. std::vector<const NodeDef *> v_input_const1;
  1678. v_input_const1.push_back(node_def);
  1679. TensorFlowFusionCustomParserAdapter parser;
  1680. domi::Status status = parser.ParseParams(v_input_const1, node);
  1681. EXPECT_EQ(SUCCESS, status);
  1682. ge::Operator op_src("pool", "pooling");
  1683. std::vector<ge::Operator> v_input_const2;
  1684. v_input_const2.push_back(op_src);
  1685. Status ret = parser.ParseParams(v_input_const2, node);
  1686. EXPECT_EQ(FAILED, ret);
  1687. delete node_def;
  1688. }
  1689. TEST_F(STestTensorflowParser, tensorflow_custom_parser_adapter_test)
  1690. {
  1691. ge::Operator op_src("pool", "pooling");
  1692. ge::OpDescPtr op_dest = std::make_shared<ge::OpDesc>();
  1693. TensorFlowCustomParserAdapter parser;
  1694. Status ret = parser.ParseParams(op_src, op_dest);
  1695. EXPECT_EQ(ret, FAILED);
  1696. REGISTER_CUSTOM_OP("Variable")
  1697. .FrameworkType(domi::TENSORFLOW)
  1698. .OriginOpType("VariableV2")
  1699. .ParseParamsFn(ParseParams)
  1700. .ParseParamsByOperatorFn(ParseParamByOpFunc)
  1701. .ImplyType(ImplyType::CUSTOM);
  1702. register_tbe_op();
  1703. Operator opSrc(ge::parser::VARIABLE, "VariableV2");
  1704. ret = parser.ParseParams(opSrc, op_dest);
  1705. EXPECT_EQ(ret, SUCCESS);
  1706. }
  1707. TEST_F(STestTensorflowParser, tensorflow_graph_functiondef_FindAttrValue_test)
  1708. {
  1709. GraphToFunctionDef functionDef;
  1710. NodeDef *node_def = nullptr;
  1711. std::string attr_name = "Const";
  1712. tensorflow::AttrValue attr_value;
  1713. bool ret = functionDef.FindAttrValue(node_def, attr_name, attr_value);
  1714. EXPECT_EQ(ret, false);
  1715. node_def = initNodeDef();
  1716. attr_name = ge::ATTR_NAME_INPUT_TENSOR_DESC;
  1717. node_def->set_name("Const");
  1718. ret = functionDef.FindAttrValue(node_def, attr_name, attr_value);
  1719. EXPECT_EQ(ret, false);
  1720. }
  1721. TEST_F(STestTensorflowParser, tensorflow_graph_functiondef_BuildFunctionDef_test)
  1722. {
  1723. ge::ComputeGraphPtr subGraph = std::make_shared<ge::ComputeGraph>("default");
  1724. string inputNodeType = "DATA";
  1725. MakeDagGraph(subGraph, inputNodeType);
  1726. FunctionDefLibrary library;
  1727. tensorflow::NodeDef call_node_def;
  1728. call_node_def.set_op("fusionop");
  1729. call_node_def.set_name("fusionop");
  1730. vector<ge::InDataAnchorPtr> in_anchor;
  1731. vector<ge::OutDataAnchorPtr> out_anchor;
  1732. for (ge::NodePtr node : subGraph->GetAllNodes()) {
  1733. for (auto in : node->GetAllInDataAnchors()) {
  1734. if (in->GetPeerOutAnchor() != nullptr && in->GetPeerOutAnchor()->GetOwnerNode()->GetOpDesc()->GetType() == parser::DATA) {
  1735. in_anchor.push_back(in);
  1736. }
  1737. }
  1738. for (auto out : node->GetAllOutDataAnchors()) {
  1739. for (auto i : out->GetPeerInDataAnchors()) {
  1740. if (i->GetOwnerNode()->GetOpDesc()->GetType() == parser::NETOUTPUT) {
  1741. out_anchor.push_back(out);
  1742. }
  1743. }
  1744. }
  1745. }
  1746. Status ret = GraphToFunctionDef::BuildFunctionDef(subGraph,
  1747. "fusionop",
  1748. &library,
  1749. &call_node_def,
  1750. in_anchor,
  1751. out_anchor);
  1752. EXPECT_EQ(domi::INTERNAL_ERROR, ret);
  1753. }
  1754. TEST_F(STestTensorflowParser, tensorflow_CheckOpShapeDim_test)
  1755. {
  1756. NodeDef *node_def = initNodeDef();
  1757. std::set<int> dims;
  1758. dims.insert(1);
  1759. dims.insert(2);
  1760. bool valid = true;
  1761. TensorFlowModelParser parser;
  1762. Status ret = parser.CheckOpShapeDim(node_def, dims, valid);
  1763. EXPECT_EQ(ret, SUCCESS);
  1764. static const string KEY_SHAPE_LIST = "key_shape_list";
  1765. static const string KEY_TENSOR_LIST = "key_tensor_list";
  1766. static const string KEY_DEFAULT = "key_default";
  1767. google::protobuf::Map<std::string, tensorflow::AttrValue> *node_attr_map = node_def->mutable_attr();
  1768. domi::tensorflow::AttrValue dtype_attr_value;
  1769. dtype_attr_value.set_type(domi::tensorflow::DT_FLOAT);
  1770. (*node_attr_map)[TENSORFLOW_ATTR_T] = dtype_attr_value;
  1771. //设置strides属性
  1772. domi::tensorflow::AttrValue axis_attr_value;
  1773. ::tensorflow::AttrValue_ListValue* list = axis_attr_value.mutable_list();
  1774. list->add_i(1);
  1775. list->add_i(2);
  1776. (*node_attr_map)[ge::SQUEEZE_ATTR_AXIS] = axis_attr_value;
  1777. domi::tensorflow::AttrValue value;
  1778. domi::tensorflow::AttrValue df_attr_value;
  1779. df_attr_value.set_i((int64_t)ccTensorFormat_t::CC_TENSOR_NHWC);
  1780. domi::tensorflow::AttrValue pad_attr_value;
  1781. pad_attr_value.set_i((int64_t)tensorflow::DT_FLOAT);
  1782. domi::tensorflow::AttrValue shape;
  1783. shape.mutable_list()->add_i((int64)32);
  1784. shape.mutable_list()->add_i((int64)32);
  1785. shape.mutable_list()->add_i((int64)14);
  1786. static const string KEY_TYPE_LIST = "key_type_list";
  1787. const std::string ATTR_NAME_INPUT_TENSOR_DESC = "input_tensor_desc";
  1788. const std::string ATTR_NAME_OUTPUT_TENSOR_DESC = "output_tensor_desc";
  1789. static const domi::tensorflow::DataType VALUE_TYPE = domi::tensorflow::DataType::DT_FLOAT;
  1790. value.clear_value();
  1791. value.mutable_list()->add_type(VALUE_TYPE);
  1792. TensorFlowUtil::AddNodeAttr(KEY_TYPE_LIST, value, node_def);
  1793. value.clear_value();
  1794. domi::tensorflow::NameAttrList name_attr_list;
  1795. name_attr_list.mutable_attr()->insert({"serialize_datatype", pad_attr_value});
  1796. name_attr_list.mutable_attr()->insert({"serialize_format", df_attr_value});
  1797. name_attr_list.mutable_attr()->insert({"serialize_shape", shape});
  1798. *(value.mutable_list()->add_func()) = name_attr_list;
  1799. node_def->mutable_attr()->insert({ge::ATTR_NAME_INPUT_TENSOR_DESC, value});
  1800. node_def->mutable_attr()->insert({ge::ATTR_NAME_OUTPUT_TENSOR_DESC, value});
  1801. ret = parser.CheckOpShapeDim(node_def, dims, valid);
  1802. EXPECT_EQ(ret, SUCCESS);
  1803. }
  1804. TEST_F(STestTensorflowParser, tensorflow_Scope_pass_test)
  1805. {
  1806. ScopePassManager passmanager;
  1807. auto scope_graph = ge::parser::MakeShared<ge::ScopeGraph>();
  1808. if (scope_graph == nullptr) {
  1809. GELOGE(FAILED, "Scope graph make shared failed.");
  1810. return;
  1811. }
  1812. if (scope_graph->Init() != SUCCESS) {
  1813. GELOGE(FAILED, "Scope graph init failed.");
  1814. return;
  1815. }
  1816. ge::TensorFlowModelParser tf_model_parser;
  1817. std::vector<string> scope_passes_list = {"ScopeBasicLSTMCellPass", "ScopeLayerNormPass"};
  1818. Status ret = tf_model_parser.RunScopeFusionPass(scope_passes_list, passmanager, scope_graph);
  1819. EXPECT_NE(ge::SUCCESS, ret);
  1820. }
  1821. TEST_F(STestTensorflowParser, tensorflow_variable_v2_parser_test)
  1822. {
  1823. TensorFlowCustomParserAdapter parser;
  1824. ge::OpDescPtr op_dest = std::make_shared<ge::OpDesc>();
  1825. NodeDef *node_def = initNodeDef();
  1826. TensorFlowModelParser modelParser;
  1827. std::shared_ptr<OpParserFactory> factory = OpParserFactory::Instance(domi::TENSORFLOW);
  1828. std::shared_ptr<OpParser> op_parser = factory->CreateOpParser("Variable");
  1829. shared_ptr<TensorFlowOpParser> tensorflow_op_parser = std::dynamic_pointer_cast<TensorFlowOpParser>(op_parser);
  1830. Status ret = tensorflow_op_parser->ParseParams(node_def, op_dest);
  1831. EXPECT_EQ(ret, PARAM_INVALID);
  1832. node_def->set_name("TemporaryVariable");
  1833. node_def->set_op("TemporaryVariable");
  1834. op_parser = factory->CreateOpParser("TemporaryVariable");
  1835. tensorflow_op_parser = std::dynamic_pointer_cast<TensorFlowOpParser>(op_parser);
  1836. ret = tensorflow_op_parser->ParseParams(node_def, op_dest);
  1837. EXPECT_EQ(ret, PARAM_INVALID);
  1838. NodeDef *nodeDef_temporaryVariable = initOpNodeDef_TemporaryVariable();
  1839. op_parser = factory->CreateOpParser("TemporaryVariable");
  1840. tensorflow_op_parser = std::dynamic_pointer_cast<TensorFlowOpParser>(op_parser);
  1841. ret = tensorflow_op_parser->ParseParams(nodeDef_temporaryVariable, op_dest);
  1842. EXPECT_EQ(ret, SUCCESS);
  1843. NodeDef *nodeDef_VariableV2 = initOpNodeDef_VariableV2();
  1844. op_parser = factory->CreateOpParser("Variable");
  1845. tensorflow_op_parser = std::dynamic_pointer_cast<TensorFlowOpParser>(op_parser);
  1846. ret = tensorflow_op_parser->ParseParams(nodeDef_VariableV2, op_dest);
  1847. EXPECT_EQ(ret, SUCCESS);
  1848. }
  1849. TEST_F(STestTensorflowParser, tensorflow_var_is_initialized_op_test)
  1850. {
  1851. TensorFlowCustomParserAdapter parser;
  1852. ge::OpDescPtr op_dest = std::make_shared<ge::OpDesc>();
  1853. NodeDef *node_def = initNodeDef();
  1854. TensorFlowModelParser modelParser;
  1855. std::shared_ptr<OpParserFactory> factory = OpParserFactory::Instance(domi::TENSORFLOW);
  1856. std::shared_ptr<OpParser> op_parser = factory->CreateOpParser("VarIsInitializedOp");
  1857. shared_ptr<TensorFlowOpParser> tensorflow_op_parser = std::dynamic_pointer_cast<TensorFlowOpParser>(op_parser);
  1858. Status ret = tensorflow_op_parser->ParseParams(node_def, op_dest);
  1859. EXPECT_EQ(ret, SUCCESS);
  1860. }
  1861. TEST_F(STestTensorflowParser, tensorflow_arg_parser_test)
  1862. {
  1863. TensorFlowCustomParserAdapter parser;
  1864. ge::OpDescPtr op_dest = std::make_shared<ge::OpDesc>();
  1865. NodeDef *node_def = initNodeDef();
  1866. TensorFlowModelParser modelParser;
  1867. std::shared_ptr<OpParserFactory> factory = OpParserFactory::Instance(domi::TENSORFLOW);
  1868. std::shared_ptr<OpParser> op_parser = factory->CreateOpParser("_Arg");
  1869. shared_ptr<TensorFlowOpParser> tensorflow_op_parser = std::dynamic_pointer_cast<TensorFlowOpParser>(op_parser);
  1870. Status ret = tensorflow_op_parser->ParseParams(node_def, op_dest);
  1871. EXPECT_EQ(ret, SUCCESS);
  1872. static const string KEY_SHAPE_LIST = "key_shape_list";
  1873. static const string KEY_TENSOR_LIST = "key_tensor_list";
  1874. static const string KEY_DEFAULT = "key_default";
  1875. google::protobuf::Map<std::string, tensorflow::AttrValue> *node_attr_map = node_def->mutable_attr();
  1876. domi::tensorflow::AttrValue dtype_attr_value;
  1877. dtype_attr_value.set_type(domi::tensorflow::DT_FLOAT);
  1878. (*node_attr_map)[TENSORFLOW_ATTR_T] = dtype_attr_value;
  1879. //设置strides属性
  1880. domi::tensorflow::AttrValue axis_attr_value;
  1881. ::tensorflow::AttrValue_ListValue* list = axis_attr_value.mutable_list();
  1882. list->add_i(1);
  1883. list->add_i(2);
  1884. (*node_attr_map)[ge::SQUEEZE_ATTR_AXIS] = axis_attr_value;
  1885. domi::tensorflow::AttrValue value;
  1886. domi::tensorflow::AttrValue df_attr_value;
  1887. df_attr_value.set_i((int64_t)ccTensorFormat_t::CC_TENSOR_NHWC);
  1888. domi::tensorflow::AttrValue pad_attr_value;
  1889. pad_attr_value.set_i((int64_t)tensorflow::DT_FLOAT);
  1890. domi::tensorflow::AttrValue shape;
  1891. shape.mutable_list()->add_i((int64)32);
  1892. shape.mutable_list()->add_i((int64)32);
  1893. shape.mutable_list()->add_i((int64)14);
  1894. static const string KEY_TYPE_LIST = "key_type_list";
  1895. const std::string ATTR_NAME_INPUT_TENSOR_DESC = "input_tensor_desc";
  1896. const std::string ATTR_NAME_OUTPUT_TENSOR_DESC = "output_tensor_desc";
  1897. static const domi::tensorflow::DataType VALUE_TYPE = domi::tensorflow::DataType::DT_FLOAT;
  1898. value.clear_value();
  1899. value.mutable_list()->add_type(VALUE_TYPE);
  1900. TensorFlowUtil::AddNodeAttr(KEY_TYPE_LIST, value, node_def);
  1901. value.clear_value();
  1902. domi::tensorflow::NameAttrList name_attr_list;
  1903. name_attr_list.mutable_attr()->insert({"serialize_datatype", pad_attr_value});
  1904. name_attr_list.mutable_attr()->insert({"serialize_format", df_attr_value});
  1905. name_attr_list.mutable_attr()->insert({"serialize_shape", shape});
  1906. *(value.mutable_list()->add_func()) = name_attr_list;
  1907. node_def->mutable_attr()->insert({ge::ATTR_NAME_INPUT_TENSOR_DESC, value});
  1908. node_def->mutable_attr()->insert({ge::ATTR_NAME_OUTPUT_TENSOR_DESC, value});
  1909. ret = tensorflow_op_parser->ParseParams(node_def, op_dest);
  1910. EXPECT_EQ(ret, SUCCESS);
  1911. }
  1912. TEST_F(STestTensorflowParser, tensorflow_frameworkop_parser_test1)
  1913. {
  1914. TensorFlowCustomParserAdapter parser;
  1915. ge::OpDescPtr op_dest = std::make_shared<ge::OpDesc>();
  1916. NodeDef *node_def = initNodeDef();
  1917. TensorFlowModelParser modelParser;
  1918. std::shared_ptr<OpParserFactory> factory = OpParserFactory::Instance(domi::TENSORFLOW);
  1919. std::shared_ptr<OpParser> op_parser = factory->CreateOpParser("FrameworkOp");
  1920. shared_ptr<TensorFlowOpParser> tensorflow_op_parser = std::dynamic_pointer_cast<TensorFlowOpParser>(op_parser);
  1921. Status ret = tensorflow_op_parser->ParseParams(node_def, op_dest);
  1922. EXPECT_EQ(ret, PARAM_INVALID);
  1923. ChangeDataType(node_def, tensorflow::DT_UINT16);
  1924. ret = tensorflow_op_parser->ParseParams(node_def, op_dest);
  1925. EXPECT_EQ(ret, PARAM_INVALID);
  1926. }
  1927. TEST_F(STestTensorflowParser, tensorflow_frameworkop_parser_test2)
  1928. {
  1929. TensorFlowCustomParserAdapter parser;
  1930. ge::OpDescPtr op_dest = std::make_shared<ge::OpDesc>();
  1931. NodeDef *node_def = initNodeDef();
  1932. node_def->set_name("FrameworkOp");
  1933. node_def->set_op("_Retval");
  1934. TensorFlowModelParser modelParser;
  1935. std::shared_ptr<OpParserFactory> factory = OpParserFactory::Instance(domi::TENSORFLOW);
  1936. std::shared_ptr<OpParser> op_parser = factory->CreateOpParser("FrameworkOp");
  1937. shared_ptr<TensorFlowOpParser> tensorflow_op_parser = std::dynamic_pointer_cast<TensorFlowOpParser>(op_parser);
  1938. static const string KEY_SHAPE_LIST = "key_shape_list";
  1939. static const string KEY_TENSOR_LIST = "key_tensor_list";
  1940. static const string KEY_DEFAULT = "key_default";
  1941. google::protobuf::Map<std::string, tensorflow::AttrValue> *node_attr_map = node_def->mutable_attr();
  1942. domi::tensorflow::AttrValue dtype_attr_value;
  1943. dtype_attr_value.set_type(domi::tensorflow::DT_FLOAT);
  1944. (*node_attr_map)[TENSORFLOW_ATTR_T] = dtype_attr_value;
  1945. //设置strides属性
  1946. domi::tensorflow::AttrValue axis_attr_value;
  1947. ::tensorflow::AttrValue_ListValue* list = axis_attr_value.mutable_list();
  1948. list->add_i(1);
  1949. list->add_i(2);
  1950. (*node_attr_map)[ge::SQUEEZE_ATTR_AXIS] = axis_attr_value;
  1951. domi::tensorflow::AttrValue value;
  1952. domi::tensorflow::AttrValue df_attr_value;
  1953. df_attr_value.set_i((int64_t)ccTensorFormat_t::CC_TENSOR_NHWC);
  1954. domi::tensorflow::AttrValue pad_attr_value;
  1955. pad_attr_value.set_i((int64_t)tensorflow::DT_FLOAT);
  1956. domi::tensorflow::AttrValue shape;
  1957. shape.mutable_list()->add_i((int64)32);
  1958. shape.mutable_list()->add_i((int64)32);
  1959. shape.mutable_list()->add_i((int64)14);
  1960. static const string KEY_TYPE_LIST = "key_type_list";
  1961. const std::string ATTR_NAME_INPUT_TENSOR_DESC = "ATTR_NAME_FRAMEWORK_OP_DEF";
  1962. const std::string ATTR_NAME_OUTPUT_TENSOR_DESC = "output_tensor_desc";
  1963. static const domi::tensorflow::DataType VALUE_TYPE = domi::tensorflow::DataType::DT_FLOAT;
  1964. value.clear_value();
  1965. value.mutable_list()->add_type(VALUE_TYPE);
  1966. TensorFlowUtil::AddNodeAttr(KEY_TYPE_LIST, value, node_def);
  1967. value.clear_value();
  1968. domi::tensorflow::NameAttrList name_attr_list;
  1969. name_attr_list.mutable_attr()->insert({"serialize_datatype", pad_attr_value});
  1970. name_attr_list.mutable_attr()->insert({"serialize_format", df_attr_value});
  1971. name_attr_list.mutable_attr()->insert({"serialize_shape", shape});
  1972. *(value.mutable_list()->add_func()) = name_attr_list;
  1973. node_def->mutable_attr()->insert({ge::ATTR_NAME_INPUT_TENSOR_DESC, value});
  1974. node_def->mutable_attr()->insert({ge::ATTR_NAME_OUTPUT_TENSOR_DESC, value});
  1975. Status ret = tensorflow_op_parser->ParseParams(node_def, op_dest);
  1976. EXPECT_EQ(ret, SUCCESS);
  1977. }
  1978. TEST_F(STestTensorflowParser, tensorflow_reshape_parser_test)
  1979. {
  1980. TensorFlowCustomParserAdapter parser;
  1981. ge::OpDescPtr op_dest = std::make_shared<ge::OpDesc>();
  1982. NodeDef *node_def = initNodeDef();
  1983. TensorFlowModelParser modelParser;
  1984. std::shared_ptr<OpParserFactory> factory = OpParserFactory::Instance(domi::TENSORFLOW);
  1985. std::shared_ptr<OpParser> op_parser = factory->CreateOpParser("Reshape");
  1986. shared_ptr<TensorFlowOpParser> tensorflow_op_parser = std::dynamic_pointer_cast<TensorFlowOpParser>(op_parser);
  1987. Status ret = tensorflow_op_parser->ParseParams(node_def, op_dest);
  1988. EXPECT_EQ(ret, SUCCESS);
  1989. NodeDef * nodeDef = new NodeDef();
  1990. nodeDef->set_op("Reshape");
  1991. google::protobuf::Map< ::std::string, ::tensorflow::AttrValue >* node_attr_map = nodeDef->mutable_attr();
  1992. domi::tensorflow::AttrValue attr_value;
  1993. attr_value.mutable_list()->add_i((int64)32);
  1994. attr_value.mutable_list()->add_i((int64)32);
  1995. attr_value.mutable_list()->add_i((int64)14);
  1996. domi::tensorflow::AttrValue df_attr_value2;
  1997. df_attr_value2.set_s(TENSORFLOWF_TENSOR_NHWC);
  1998. (*node_attr_map)[TENSORFLOW_ATTR_DATA_FORMAT] = df_attr_value2;
  1999. domi::tensorflow::AttrValue df_attr_value;
  2000. df_attr_value.set_i((int64_t)ccTensorFormat_t::CC_TENSOR_NHWC);
  2001. //设置padding属性
  2002. domi::tensorflow::AttrValue pad_attr_value2;
  2003. pad_attr_value2.set_s(TENSORFLOWF_OP_PADDING_SAME);
  2004. (*node_attr_map)[TENSORFLOW_ATTR_PADDING] = pad_attr_value2;
  2005. domi::tensorflow::AttrValue pad_attr_value;
  2006. pad_attr_value.set_i((int64_t)tensorflow::DT_FLOAT);
  2007. domi::tensorflow::NameAttrList name_attr_list;
  2008. name_attr_list.mutable_attr()->insert({"serialize_shape", attr_value});
  2009. name_attr_list.mutable_attr()->insert({"serialize_format", df_attr_value});
  2010. name_attr_list.mutable_attr()->insert({"serialize_datatype", pad_attr_value});
  2011. *(attr_value.mutable_list()->add_func()) = name_attr_list;
  2012. GeTensorDesc ge_desc;
  2013. ge_desc.SetFormat(ge::FORMAT_C1HWNCoC0);
  2014. ge_desc.SetDataType(ge::DT_FLOAT);
  2015. ge_desc.SetShape(GeShape({1,1,1,1,1,1}));
  2016. TensorFlowReshapeParser reshapeParser;
  2017. ret = reshapeParser.ParseDesc(attr_value, ge_desc);
  2018. EXPECT_EQ(ret, SUCCESS);
  2019. }
  2020. TEST_F(STestTensorflowParser, tensorflow_DefunToPartitionedCall_parser_test)
  2021. {
  2022. TensorFlowModelParser parser;
  2023. NodeDef *node_def = initNodeDef();
  2024. node_def->set_name("ShapeN");
  2025. ge::OpDescPtr op = make_shared<ge::OpDesc>("ShapeN", ge::parser::PARTITIONEDCALL);
  2026. Status ret = parser.DefunToPartitionedCall(node_def, op);
  2027. EXPECT_EQ(ret, FAILED);
  2028. static const string KEY_SHAPE_LIST = "key_shape_list";
  2029. static const string KEY_TENSOR_LIST = "key_tensor_list";
  2030. static const string KEY_DEFAULT = "key_default";
  2031. google::protobuf::Map<std::string, tensorflow::AttrValue> *node_attr_map = node_def->mutable_attr();
  2032. domi::tensorflow::AttrValue dtype_attr_value;
  2033. dtype_attr_value.set_type(domi::tensorflow::DT_FLOAT);
  2034. (*node_attr_map)[TENSORFLOW_ATTR_T] = dtype_attr_value;
  2035. //设置strides属性
  2036. domi::tensorflow::AttrValue axis_attr_value;
  2037. ::tensorflow::AttrValue_ListValue* list = axis_attr_value.mutable_list();
  2038. list->add_i(1);
  2039. list->add_i(2);
  2040. (*node_attr_map)[ge::SQUEEZE_ATTR_AXIS] = axis_attr_value;
  2041. domi::tensorflow::AttrValue value;
  2042. domi::tensorflow::AttrValue df_attr_value;
  2043. df_attr_value.set_i((int64_t)ccTensorFormat_t::CC_TENSOR_NHWC);
  2044. domi::tensorflow::AttrValue pad_attr_value;
  2045. pad_attr_value.set_i((int64_t)tensorflow::DT_FLOAT);
  2046. domi::tensorflow::AttrValue shape;
  2047. shape.mutable_list()->add_i((int64)32);
  2048. shape.mutable_list()->add_i((int64)32);
  2049. shape.mutable_list()->add_i((int64)14);
  2050. static const string KEY_TYPE_LIST = "key_type_list";
  2051. static const domi::tensorflow::DataType VALUE_TYPE = domi::tensorflow::DataType::DT_FLOAT;
  2052. value.clear_value();
  2053. value.mutable_list()->add_type(VALUE_TYPE);
  2054. TensorFlowUtil::AddNodeAttr(KEY_TYPE_LIST, value, node_def);
  2055. value.clear_value();
  2056. domi::tensorflow::NameAttrList name_attr_list;
  2057. name_attr_list.mutable_attr()->insert({"serialize_datatype", pad_attr_value});
  2058. name_attr_list.mutable_attr()->insert({"serialize_format", df_attr_value});
  2059. name_attr_list.mutable_attr()->insert({"serialize_shape", shape});
  2060. *(value.mutable_list()->add_func()) = name_attr_list;
  2061. node_def->mutable_attr()->insert({"_disable_call_shape_inference", value});
  2062. node_def->mutable_attr()->insert({"_disable_call_shape_inference", value});
  2063. std::string fusion_op_name = "pre_node_a";
  2064. GenOriginContext(&parser, fusion_op_name);
  2065. node_def->set_name("pre_node_a");
  2066. ret = parser.DefunToPartitionedCall(node_def, op);
  2067. EXPECT_EQ(ret, SUCCESS);
  2068. }
  2069. TEST_F(STestTensorflowParser, tensorflow_TransNodeToOpDesc_parser_test)
  2070. {
  2071. TensorFlowModelParser parser;
  2072. NodeDef *node_def = initNodeDef();
  2073. node_def->set_name("ge::parser::DATA");
  2074. std::string op_type = "ge::parser::DATA";
  2075. ge::OpDescPtr op = make_shared<ge::OpDesc>("constant", ge::parser::CONSTANT);
  2076. Status ret = parser.TransNodeToOpDesc(node_def, op, op_type);
  2077. EXPECT_EQ(ret, FAILED);
  2078. }
  2079. domi::Status fusion_parse_param_by_op(const std::vector<ge::Operator> &op_src, ge::Operator &op) {
  2080. return domi::SUCCESS;
  2081. }
  2082. TEST_F(STestTensorflowParser, Fusion_node_parse_params_success) {
  2083. ge::ComputeGraphPtr compute_graph = std::make_shared<ge::ComputeGraph>(GRAPH_DEFAULT_NAME);
  2084. ModelParserFactory* factory = ModelParserFactory::Instance();
  2085. shared_ptr<ModelParser> model_parser= factory->CreateModelParser(domi::TENSORFLOW);
  2086. ASSERT_TRUE(NULL != model_parser);
  2087. TensorFlowModelParser tensorflow_parser;
  2088. domi::tensorflow::NodeDef node_def;
  2089. node_def.set_name("data");
  2090. node_def.set_op("FusionCustom");
  2091. FusionParseParamByOpFunc function = fusion_parse_param_by_op;
  2092. shared_ptr<ge::OpParserFactory> op_parser = ge::OpParserFactory::Instance(domi::TENSORFLOW);
  2093. shared_ptr<OpParser> fusion_op_parser = op_parser->CreateFusionOpParser("FusionCustom");
  2094. ge::ComputeGraphPtr graph = std::make_shared<ge::ComputeGraph>(GRAPH_DEFAULT_NAME);
  2095. ge::OpDescPtr op1 = std::make_shared<ge::OpDesc>("data", "FusionCustom");
  2096. ge::NodePtr node1 = std::make_shared<ge::Node>(op1, graph);
  2097. vector<const NodeDef *> node_defs;
  2098. node_defs.push_back(&node_def);
  2099. tensorflow_parser.fusion_op_nodedef_map_["data"] = node_defs;
  2100. Status ret = tensorflow_parser.FusionNodeParseParams(fusion_op_parser, &node_def, node1);
  2101. EXPECT_EQ(domi::SUCCESS, ret);
  2102. }
  2103. TEST_F(STestTensorflowParser, Tensorflow_recordFusionResult_parser_test)
  2104. {
  2105. auto scope_graph = ge::parser::MakeShared<ge::ScopeGraph>();
  2106. if (scope_graph == nullptr) {
  2107. GELOGE(FAILED, "Scope graph make shared failed.");
  2108. return;
  2109. }
  2110. if (scope_graph->Init() != SUCCESS) {
  2111. GELOGE(FAILED, "Scope graph init failed.");
  2112. return;
  2113. }
  2114. domi::tensorflow::NodeDef node_def;
  2115. node_def.set_name("OP");
  2116. FusionScopesResult *fusion_scope_rlt = new (std::nothrow) FusionScopesResult();
  2117. if (fusion_scope_rlt == nullptr) {
  2118. GELOGE(FAILED, "FusionScopesResult make shared failed.");
  2119. return;
  2120. }
  2121. fusion_scope_rlt->Init();
  2122. fusion_scope_rlt->SetName("OP");
  2123. auto &impl_scope_graph = scope_graph->impl_;
  2124. std::string scope_name = fusion_scope_rlt->Name();
  2125. impl_scope_graph->fusion_results_.insert(std::make_pair(scope_name, fusion_scope_rlt));
  2126. std::vector<ge::OperatorPtr> nodes;
  2127. ge::OperatorPtr op = ge::parser::MakeShared<ge::Operator>("op_name", "op_type");
  2128. if (op == nullptr) {
  2129. GELOGE(FAILED, "Operator make shared failed.");
  2130. return;
  2131. }
  2132. nodes.push_back(op);
  2133. fusion_scope_rlt->impl_->AddNodes(nodes);
  2134. ge::OpDescPtr opDesc = std::make_shared<ge::OpDesc>();
  2135. ge::TensorFlowModelParser tf_model_parser;
  2136. Status ret = tf_model_parser.RecordFusionResult(scope_graph, &node_def, opDesc);
  2137. EXPECT_EQ(SUCCESS, ret);
  2138. }
  2139. TEST_F(STestTensorflowParser, Tensorflow_UpdateFusionOpContext_test)
  2140. {
  2141. ModelParserFactory* factory = ModelParserFactory::Instance();
  2142. shared_ptr<domi::ModelParser> model_parser = factory->CreateModelParser(domi::TENSORFLOW);
  2143. TensorFlowModelParser tensorflow_parser;
  2144. ScopeFusionOpInfo info;
  2145. ge::OpNodeContext normal_op_node_context;
  2146. ge::OpNodeContext fusion_op_node_context;
  2147. /* 1.预置条件 */
  2148. tensorflow::GraphDef *graph = new tensorflow::GraphDef();
  2149. ScopePassManager passmanager;
  2150. shared_ptr<ScopeGraph> scope_graph = passmanager.BuildScopeGraph(graph);
  2151. NodeDef * node1 = graph->add_node();
  2152. node1->set_name("conv_conv5/BatchNorm/batchnorm/add");
  2153. node1->set_op("Add");
  2154. node1->add_input("conv_conv5/BatchNorm/moving_variance");
  2155. node1->add_input("conv_conv5/BatchNorm/batchnorm/add/y");
  2156. NodeDef * node2 = graph->add_node();
  2157. node2->set_name("conv_conv5/BatchNorm/moving_variance");
  2158. node2->set_op("Const");
  2159. NodeDef * node3 = graph->add_node();
  2160. node3->set_name("conv_conv5/BatchNorm/batchnorm/add/y");
  2161. node3->set_op("Const");
  2162. info.fusion_node_name = "conv_conv5/BatchNorm/batchnorm";
  2163. info.fusion_op_type = ge::parser::FUSIONBATCHNORM;
  2164. info.node_name = "conv_conv5/BatchNorm/batchnorm/add";
  2165. info.description = "";
  2166. info.scope_pass = false;
  2167. EXPECT_EQ(scope_graph->impl_->GetFusionScopesResults(nullptr), nullptr);
  2168. EXPECT_EQ(scope_graph->impl_->GetFusionScopesResults(node1), nullptr);
  2169. Status ret = tensorflow_parser.UpdateFusionOpContext(scope_graph, info, fusion_op_node_context, normal_op_node_context);
  2170. EXPECT_EQ(ret, domi::SUCCESS);
  2171. delete graph;
  2172. }
  2173. TEST_F(STestTensorflowParser, Tensorflow_GetInOutPutIndex_scope_pass)
  2174. {
  2175. ModelParserFactory* factory = ModelParserFactory::Instance();
  2176. shared_ptr<domi::ModelParser> model_parser = factory->CreateModelParser(domi::TENSORFLOW);
  2177. TensorFlowModelParser tensorflow_parser;
  2178. tensorflow::GraphDef *graph = new tensorflow::GraphDef();
  2179. ScopePassManager passmanager;
  2180. shared_ptr<ScopeGraph> scope_graph = passmanager.BuildScopeGraph(graph);
  2181. FusionScopesResult* fusion_rlt = new FusionScopesResult();
  2182. fusion_rlt->Init();
  2183. fusion_rlt->impl_->inputs_.insert(std::make_pair<string, vector<int32_t>>("fw/fw/ToInt32" ,{0}));
  2184. fusion_rlt->impl_->inputs_.insert(std::make_pair<string, vector<int32_t>>("bw/bw/ToInt32" ,{0}));
  2185. fusion_rlt->impl_->inputs_.insert(std::make_pair<string, vector<int32_t>>("bw/ReverseSequence" ,{0, 1}));
  2186. fusion_rlt->impl_->inputs_.insert(std::make_pair<string, vector<int32_t>>("bw/ReverseSequence" ,{1}));
  2187. fusion_rlt->impl_->outputs_.insert(std::make_pair<string, vector<int32_t>>("concat" ,{0}));
  2188. fusion_rlt->impl_->outputs_.insert(std::make_pair<string, vector<int32_t>>("fw/fw/while/Exit_3" ,{1}));
  2189. fusion_rlt->impl_->outputs_.insert(std::make_pair<string, vector<int32_t>>("fw/fw/while/Exit_4" ,{2}));
  2190. fusion_rlt->impl_->outputs_.insert(std::make_pair<string, vector<int32_t>>("bw/bw/while/Exit_3" ,{3}));
  2191. fusion_rlt->impl_->outputs_.insert(std::make_pair<string, vector<int32_t>>("bw/bw/while/Exit_4" ,{4}));
  2192. fusion_rlt->SetType("dynamic_rnn");
  2193. fusion_rlt->SetName("dynamic_rnn_node1");
  2194. scope_graph->impl_->AddFusionScopesResult(fusion_rlt);
  2195. ScopeFusionOpInfo info1;
  2196. info1.node_name = "fw/fw/ToInt32";
  2197. info1.fusion_node_name = "dynamic_rnn_node1";
  2198. info1.fusion_op_type = "dynamic_rnn";
  2199. info1.description = "";
  2200. info1.scope_pass = true;
  2201. bool ignore = false;
  2202. ignore = tensorflow_parser.FusionOpChildIgnore(scope_graph, info1);
  2203. EXPECT_EQ(true, !ignore);
  2204. ScopeFusionOpInfo info2;
  2205. info2.node_name = "fw/fw/others";
  2206. info2.fusion_node_name = "dynamic_rnn_node1";
  2207. info2.fusion_op_type = "dynamic_rnn";
  2208. info2.description = "";
  2209. info2.scope_pass = true;
  2210. ignore = tensorflow_parser.FusionOpChildIgnore(scope_graph, info2);
  2211. EXPECT_EQ(true, ignore);
  2212. ScopeFusionOpInfo input_node_info;
  2213. input_node_info.node_name = "fw/fw/ToInt32";
  2214. input_node_info.fusion_node_name = "dynamic_rnn_node1";
  2215. input_node_info.fusion_op_type = "dynamic_rnn";
  2216. input_node_info.description = "";
  2217. input_node_info.scope_pass = true;
  2218. ScopeFusionOpInfo output_node_info;
  2219. output_node_info.node_name = "fw/fw/while/Exit_3";
  2220. output_node_info.fusion_node_name = "dynamic_rnn_node1";
  2221. output_node_info.fusion_op_type = "dynamic_rnn";
  2222. output_node_info.description = "";
  2223. output_node_info.scope_pass = true;
  2224. int32_t old_index = 0, new_index = -1;
  2225. Status ret = tensorflow_parser.GetInPutIndex(scope_graph, input_node_info, old_index, new_index);
  2226. EXPECT_EQ(domi::SUCCESS, ret);
  2227. EXPECT_EQ(true, (new_index == 0));
  2228. ret = tensorflow_parser.GetOutPutIndex(scope_graph, output_node_info, old_index, new_index);
  2229. EXPECT_EQ(domi::SUCCESS, ret);
  2230. EXPECT_EQ(true, (new_index == 1));
  2231. delete graph;
  2232. }
  2233. TEST_F(STestTensorflowParser, Tensorflow_AddFusionNodeDef_add_fusion_op_succ)
  2234. {
  2235. ModelParserFactory* factory = ModelParserFactory::Instance();
  2236. shared_ptr<domi::ModelParser> model_parser = factory->CreateModelParser(domi::TENSORFLOW);
  2237. TensorFlowModelParser tensorflow_parser;
  2238. string fusion_op_name = "dropout";
  2239. string fusion_op_type = "Dropout";
  2240. string description = "test/dropout";
  2241. tensorflow_parser.fusion_op_type_map_[fusion_op_name].push_back(fusion_op_type);
  2242. tensorflow_parser.fusion_op_type_map_[fusion_op_name].push_back(description);
  2243. // op_node_context for fusion op
  2244. ge::OpNodeContext op_node_context;
  2245. op_node_context.input_map["pre_node_a"].push_back({0, 0});
  2246. op_node_context.input_map["pre_node_b"].push_back({0, 1});
  2247. tensorflow_parser.op_node_context_map_[fusion_op_name] = op_node_context;
  2248. // origin inner node def
  2249. NodeDef* node_def = new (std::nothrow) NodeDef();
  2250. node_def->set_name("scope_node_1");
  2251. node_def->set_op("Add");
  2252. tensorflow_parser.fusion_op_nodedef_map_[fusion_op_name].push_back(node_def);
  2253. ScopePassManager pass_manager;
  2254. tensorflow::GraphDef *graph = new (std::nothrow) tensorflow::GraphDef();
  2255. shared_ptr<ScopeGraph> scope_graph = pass_manager.BuildScopeGraph(graph);
  2256. vector<string> node_name_list = {fusion_op_name};
  2257. Status ret = tensorflow_parser.AddFusionNodeDef(scope_graph, node_name_list);
  2258. EXPECT_EQ(ret, SUCCESS);
  2259. EXPECT_EQ(tensorflow_parser.nodedef_map_.size(), 1);
  2260. auto fusion_node_def = tensorflow_parser.nodedef_map_[fusion_op_name];
  2261. EXPECT_NE(fusion_node_def, nullptr);
  2262. EXPECT_EQ(fusion_node_def->op(), fusion_op_type);
  2263. delete node_def;
  2264. delete graph;
  2265. tensorflow_parser.DeleteFuisonNodeDef();
  2266. }
  2267. TEST_F(STestTensorflowParser, remain_dpop_node)
  2268. {
  2269. ge::ComputeGraphPtr graph = std::make_shared<ge::ComputeGraph>(GRAPH_DEFAULT_NAME);
  2270. ge::OpDescPtr op = std::make_shared<ge::OpDesc>("dpop_123", "FrameworkOp");
  2271. ge::NodePtr node = std::make_shared<ge::Node>(op, graph);
  2272. graph->AddNode(node);
  2273. ModelParserFactory* factory = ModelParserFactory::Instance();
  2274. shared_ptr<domi::ModelParser> model_parser= factory->CreateModelParser(domi::TENSORFLOW);
  2275. ASSERT_TRUE(NULL != model_parser);
  2276. TensorFlowModelParser tensorflow_parser;
  2277. Status ret = tensorflow_parser.RemoveIsolateNode(graph);
  2278. EXPECT_EQ(domi::SUCCESS, ret);
  2279. }
  2280. TEST_F(STestTensorflowParser, tensorflow_UpdateEdgesControlInfo_test)
  2281. {
  2282. TensorFlowModelParser model_parser;
  2283. ge::ScopeFusionOpInfo info;
  2284. info.fusion_node_name = "conv_conv5/BatchNorm/batchnorm";
  2285. info.fusion_op_type = ge::parser::FUSIONBATCHNORM;
  2286. info.node_name = "conv_conv5/BatchNorm/batchnorm/add";
  2287. info.description = "";
  2288. info.scope_pass = false;
  2289. model_parser.UpdateEdgesControlInfo(info);
  2290. }
  2291. TEST_F(STestTensorflowParser, tensorflow_OptimizeIdentityByOutput_test)
  2292. {
  2293. TensorFlowModelParser model_parser;
  2294. NodeDef *node_def = new NodeDef();
  2295. node_def->set_name("Placeholder");
  2296. node_def->set_op("Placeholder_0");
  2297. std::map<string, NodeDef *> nodedef_map;
  2298. nodedef_map.emplace("Placeholder", node_def);
  2299. std::string curr_node_name = "Placeholder";
  2300. bool clear_input_flag = true;
  2301. Status ret = model_parser.OptimizeIdentityByOutput(nodedef_map, curr_node_name, clear_input_flag);
  2302. EXPECT_EQ(ret, INTERNAL_ERROR);
  2303. GraphDef graph;
  2304. curr_node_name = "pre_node_a";
  2305. nodedef_map.emplace("pre_node_a", node_def);
  2306. node_def->set_op("pre_node_a");
  2307. GenOriginContext(&model_parser, curr_node_name);
  2308. ret = model_parser.OptimizeIdentityByOutput(nodedef_map, curr_node_name, clear_input_flag);
  2309. EXPECT_EQ(ret, SUCCESS);
  2310. delete node_def;
  2311. }
  2312. TEST_F(STestTensorflowParser, tensorflow_OptimizeSnapShot_test)
  2313. {
  2314. TensorFlowModelParser model_parser;
  2315. tensorflow::NodeDef *curr_mode_def = initNodeDef();
  2316. std::map<string, NodeDef *> nodedef_map;
  2317. nodedef_map.emplace("pre_node_a", curr_mode_def);
  2318. std::pair<string, int> input_data;
  2319. std::vector<string> control_list;
  2320. std::string curr_node_name = "pre_node_a";
  2321. GenOriginContext(&model_parser, curr_node_name);
  2322. Status ret = model_parser.OptimizeSnapShot(curr_mode_def, nodedef_map, input_data, control_list);
  2323. EXPECT_EQ(ret, INTERNAL_ERROR);
  2324. curr_mode_def->set_name("pre_node_a");
  2325. GenOriginContext(&model_parser, curr_node_name);
  2326. ret = model_parser.OptimizeSnapShot(curr_mode_def, nodedef_map, input_data, control_list);
  2327. EXPECT_EQ(ret, SUCCESS);
  2328. }
  2329. TEST_F(STestTensorflowParser, tensorflow_GraphDefOptimizeSnapShot_test)
  2330. {
  2331. TensorFlowModelParser model_parser;
  2332. tensorflow::GraphDef graph_def;
  2333. tensorflow::NodeDef *curr_mode_def = initNodeDef();
  2334. std::map<string, NodeDef *> nodedef_map;
  2335. nodedef_map.emplace("pre_node_a", curr_mode_def);
  2336. std::vector<NodeDef *> nodedef_to_optimize;
  2337. nodedef_to_optimize.emplace_back(curr_mode_def);
  2338. Status ret = model_parser.GraphDefOptimizeSnapShot(&graph_def, nodedef_map, nodedef_to_optimize);
  2339. EXPECT_EQ(ret, FAILED);
  2340. }
  2341. TEST_F(STestTensorflowParser, tensorflow_SetDestNodeName_test)
  2342. {
  2343. TensorFlowModelParser model_parser;
  2344. GraphDef graph;
  2345. auto arg0 = AddNode(graph, "_Arg", "arg0");
  2346. auto identity0 = AddNode(graph, "Identity", "identity0");
  2347. auto add0 = AddNode(graph, "Add", "add0");
  2348. int32_t input_idx = 0;
  2349. bool is_control = true;
  2350. bool clear_input_flag = true;
  2351. AddInput(arg0, identity0, 0);
  2352. AddInput(identity0, add0, 0);
  2353. Status ret = model_parser.SetDestNodeName(identity0, add0, input_idx, is_control, clear_input_flag);
  2354. EXPECT_EQ(ret, SUCCESS);
  2355. }
  2356. TEST_F(STestTensorflowParser, tensorflow_OptimizeDestroyTemporaryVariable_test)
  2357. {
  2358. ModelParserFactory* factory = ModelParserFactory::Instance();
  2359. shared_ptr<domi::ModelParser> model_parser= factory->CreateModelParser(domi::TENSORFLOW);
  2360. TensorFlowModelParser tensorflow_parser;
  2361. GraphDef graph;
  2362. auto const0 = AddNode(graph, "Const", "Const0");
  2363. auto tmpVar0 = AddNode(graph, "TemporaryVariable", "TemporaryVariable0");
  2364. auto assign0 = AddNode(graph, "Assign", "Assign0");
  2365. auto destroy0 = AddNode(graph, "DestroyTemporaryVariable", "DestroyTemporaryVariable0");
  2366. auto add0 = AddNode(graph, "Add", "Add0");
  2367. google::protobuf::Map< std::string, tensorflow::AttrValue> *node_attr_map = tmpVar0->mutable_attr();
  2368. tensorflow::AttrValue var_name_attr_value;
  2369. var_name_attr_value.set_s("temporary_variable_name");
  2370. (*node_attr_map)[ge::VAR_ATTR_NAME] = var_name_attr_value;
  2371. google::protobuf::Map<std::string, tensorflow::AttrValue>* node_attr_map_destroy = destroy0->mutable_attr();
  2372. tensorflow::AttrValue var_name_attr_value_destroy;
  2373. var_name_attr_value_destroy.set_s("destroy_temporary_variable_name");
  2374. (*node_attr_map_destroy)[ge::VAR_ATTR_NAME] = var_name_attr_value_destroy;
  2375. AddInput(tmpVar0, assign0, 0);
  2376. AddInput(assign0, destroy0, 0);
  2377. AddInput(const0, add0, 0);
  2378. AddInput(destroy0, add0, 1);
  2379. GraphDef* graphDef = &graph;
  2380. int32_t no_input_node_size_original = 0;
  2381. for (int w = 0; w < graphDef->node_size(); w++) {
  2382. tensorflow::NodeDef* nodeTmp = graphDef->mutable_node(w);
  2383. if (nodeTmp->input_size() == 0) {
  2384. no_input_node_size_original++;
  2385. }
  2386. }
  2387. Status ret = tensorflow_parser.GraphDefOptimize(graphDef);
  2388. int32_t no_input_node_size_result = 0;
  2389. for (int w = 0; w < graphDef->node_size(); w++) {
  2390. tensorflow::NodeDef* nodeTmp = graphDef->mutable_node(w);
  2391. if (nodeTmp->input_size() == 0) {
  2392. no_input_node_size_result ++;
  2393. }
  2394. }
  2395. ASSERT_EQ(ret, domi::FAILED);
  2396. ASSERT_EQ(no_input_node_size_original, no_input_node_size_result);
  2397. }
  2398. TEST_F(STestTensorflowParser, tensorflow_OptimizeDestroyTemporaryVariable_test2)
  2399. {
  2400. ModelParserFactory* factory = ModelParserFactory::Instance();
  2401. shared_ptr<domi::ModelParser> model_parser= factory->CreateModelParser(domi::TENSORFLOW);
  2402. TensorFlowModelParser tensorflow_parser;
  2403. GraphDef graph;
  2404. auto const0 = AddNode(graph, "Const", "Const0");
  2405. auto tmpVar0 = AddNode(graph, "TemporaryVariable", "TemporaryVariable0");
  2406. auto assign0 = AddNode(graph, "Assign", "Assign0");
  2407. auto destroy0 = AddNode(graph, "DestroyTemporaryVariable", "DestroyTemporaryVariable0");
  2408. auto add0 = AddNode(graph, "Add", "Add0");
  2409. google::protobuf::Map<std::string, tensorflow::AttrValue> *node_attr_map = tmpVar0->mutable_attr();
  2410. tensorflow::AttrValue var_name_attr_value;
  2411. var_name_attr_value.set_s("temporary_variable_name");
  2412. (*node_attr_map)[ge::VAR_ATTR_NAME] = var_name_attr_value;
  2413. google::protobuf::Map<std::string, tensorflow::AttrValue> *node_attr_map_destroy = destroy0->mutable_attr();
  2414. tensorflow::AttrValue var_name_attr_value_destroy;
  2415. var_name_attr_value_destroy.set_s("temporary_variable_name");
  2416. (*node_attr_map_destroy)[ge::VAR_ATTR_NAME] = var_name_attr_value_destroy;
  2417. AddInput(tmpVar0, assign0, 0);
  2418. AddInput(assign0, destroy0, 0);
  2419. AddInput(const0, add0, 0);
  2420. AddInput(destroy0, add0, 1);
  2421. GraphDef* graphDef = &graph;
  2422. int32_t no_input_node_size_original = 0;
  2423. for (int w = 0; w < graphDef->node_size(); w++) {
  2424. tensorflow::NodeDef* nodeTmp = graphDef->mutable_node(w);
  2425. if (nodeTmp->input_size() == 0) {
  2426. no_input_node_size_original ++;
  2427. }
  2428. }
  2429. Status ret = tensorflow_parser.GraphDefOptimize(graphDef);
  2430. int32_t no_input_node_size_result = 0;
  2431. for (int w = 0; w < graphDef->node_size(); w++) {
  2432. tensorflow::NodeDef* nodeTmp = graphDef->mutable_node(w);
  2433. if (nodeTmp->input_size() == 0) {
  2434. no_input_node_size_result ++;
  2435. }
  2436. }
  2437. ASSERT_EQ(ret, domi::SUCCESS);
  2438. ASSERT_EQ(no_input_node_size_original, (no_input_node_size_result - 1));
  2439. }
  2440. TEST_F(STestTensorflowParser, tensorflow_AddControlEdgeAfterRemoveInputs_test)
  2441. {
  2442. tensorflow::GraphDef graph_def;
  2443. TensorFlowModelParser tensorflow_parser;
  2444. tensorflow::NodeDef *node_def = initNodeDef();
  2445. node_def->set_name("Add0");
  2446. node_def->set_op("add");
  2447. std::map<std::string, NodeDef *> all_node_map;
  2448. all_node_map.emplace("Add0", node_def);
  2449. std::vector<std::string> removed_inputs_vec;
  2450. removed_inputs_vec.emplace_back("Add0");
  2451. Status ret = tensorflow_parser.AddControlEdgeAfterRemoveInputs(&graph_def, node_def, all_node_map, removed_inputs_vec);
  2452. EXPECT_EQ(ret, SUCCESS);
  2453. }
  2454. TEST_F(STestTensorflowParser, tensorflow_GraphDefOptimizeIdentity_test)
  2455. {
  2456. tensorflow::GraphDef graph_def;
  2457. TensorFlowModelParser tensorflow_parser;
  2458. tensorflow::NodeDef *node_def = initNodeDef();
  2459. node_def->set_name("post_node_d");
  2460. std::map<string, NodeDef *> nodedef_map;
  2461. nodedef_map.emplace("post_node_d", node_def);
  2462. nodedef_map.emplace("post_node_a", node_def);
  2463. nodedef_map.emplace("post_node_b", node_def);
  2464. std::vector<NodeDef *> nodedef_to_optimize;
  2465. nodedef_to_optimize.emplace_back(node_def);
  2466. std::string curr_node_name = "post_node_b";
  2467. GenOriginContext(&tensorflow_parser, curr_node_name);
  2468. Status ret = tensorflow_parser.GraphDefOptimizeIdentity(&graph_def, nodedef_map, nodedef_to_optimize);
  2469. EXPECT_EQ(ret, ge::PARAM_INVALID);
  2470. }
  2471. TEST_F(STestTensorflowParser, tensorflow_optimizer_snapshot_no_retval_test) {
  2472. std::string caseDir = __FILE__;
  2473. std::size_t idx = caseDir.find_last_of("/");
  2474. caseDir = caseDir.substr(0, idx);
  2475. const std::string root_proto = caseDir + "/origin_models/test_snapshot.pb";
  2476. domi::tensorflow::GraphDef graphDef;
  2477. bool protoRet =
  2478. parser::ReadProtoFromBinaryFile(root_proto.c_str(), &graphDef);
  2479. ASSERT_EQ(protoRet, true);
  2480. TensorFlowModelParser tensorflow_parser;
  2481. ge::ComputeGraphPtr root_graph =
  2482. ge::parser::MakeShared<ge::ComputeGraph>("tmp_graph");
  2483. Status ret = tensorflow_parser.ParseProto(
  2484. reinterpret_cast<google::protobuf::Message *>(&graphDef), root_graph);
  2485. EXPECT_EQ(FAILED, ret);
  2486. }
  2487. TEST_F(STestTensorflowParser, tensorflow_RemoveInputs_test)
  2488. {
  2489. tensorflow::GraphDef graph_def;
  2490. tensorflow::NodeDef *node_def = initNodeDef();
  2491. node_def->set_name("OP");
  2492. node_def->add_input("OP/Input_1");
  2493. node_def->add_input("OP/Input_2");
  2494. std::set<uint32_t> remove_index_set;
  2495. std::map<std::string, NodeDef *> all_node_map;
  2496. TensorFlowModelParser model_parser;
  2497. Status ret = model_parser.RemoveInputs(&graph_def, node_def, remove_index_set, all_node_map);
  2498. EXPECT_EQ(ret, SUCCESS);
  2499. remove_index_set.emplace(0);
  2500. ret = model_parser.RemoveInputs(&graph_def, node_def, remove_index_set, all_node_map);
  2501. EXPECT_EQ(ret, FAILED);
  2502. }
  2503. TEST_F(STestTensorflowParser, tensorflow_UpdateInnerNodeContext_test)
  2504. {
  2505. std::string fusion_op_name = "post_node_a";
  2506. std::vector<std::string> inner_nodes_name;
  2507. inner_nodes_name.emplace_back("post_node_a");
  2508. TensorFlowModelParser model_parser;
  2509. Status ret = model_parser.UpdateInnerNodeContext(fusion_op_name, inner_nodes_name);
  2510. EXPECT_EQ(ret, INTERNAL_ERROR);
  2511. GenOriginContext(&model_parser, fusion_op_name);
  2512. ret = model_parser.UpdateInnerNodeContext(fusion_op_name, inner_nodes_name);
  2513. EXPECT_EQ(ret, SUCCESS);
  2514. }
  2515. TEST_F(STestTensorflowParser, tensorflow_UpdateInnerInputMap_test)
  2516. {
  2517. string fusion_op_name = "post_node_a";
  2518. OpNodeContext fusion_context;
  2519. std::vector<std::string> inner_nodes_name;
  2520. inner_nodes_name.emplace_back("post_node_a");
  2521. std::set<string> fusion_input_nodes;
  2522. fusion_input_nodes.insert("post_node_a");
  2523. TensorFlowModelParser model_parser;
  2524. GenOriginContext(&model_parser, fusion_op_name);
  2525. model_parser.UpdateInnerInputMap(fusion_op_name, fusion_context, inner_nodes_name, fusion_input_nodes);
  2526. }
  2527. TEST_F(STestTensorflowParser, tensorflow_UpdateInnerOutputMap_test)
  2528. {
  2529. string fusion_op_name = "post_node_a";
  2530. OpNodeContext fusion_context;
  2531. std::vector<std::string> inner_nodes_name;
  2532. inner_nodes_name.emplace_back("post_node_a");
  2533. std::set<string> fusion_output_nodes;
  2534. fusion_output_nodes.insert("post_node_a");
  2535. TensorFlowModelParser model_parser;
  2536. GenOriginContext(&model_parser, fusion_op_name);
  2537. model_parser.UpdateInnerOutputMap(fusion_op_name, fusion_context, inner_nodes_name, fusion_output_nodes);
  2538. }
  2539. TEST_F(STestTensorflowParser, tensorflow_ScopePassManager_AddPass_test)
  2540. {
  2541. ScopePassManager passmanager;
  2542. tensorflow::GraphDef *graph = new tensorflow::GraphDef();
  2543. shared_ptr<ScopeGraph> scope_graph = passmanager.BuildScopeGraph(graph);
  2544. unique_ptr<ScopeBasePass> pass;
  2545. pass.reset(new ScopeTestPass());
  2546. EXPECT_EQ(ge::SUCCESS, passmanager.AddPass(pass));
  2547. EXPECT_NE(ge::SUCCESS, passmanager.Run(scope_graph));
  2548. delete graph;
  2549. graph = nullptr;
  2550. }
  2551. TEST_F(STestTensorflowParser, tensorflow_CheckAttrHasType_test1)
  2552. {
  2553. tensorflow::AttrValue attr_value;
  2554. attr_value.mutable_list();
  2555. Status ret = TensorFlowUtil::CheckAttrHasType(attr_value, "int");
  2556. EXPECT_EQ(FAILED, ret);
  2557. attr_value.set_type(DT_INVALID);
  2558. ret = TensorFlowUtil::CheckAttrHasType(attr_value, "type");
  2559. EXPECT_EQ(FAILED, ret);
  2560. tensorflow::AttrValue attr_value2;
  2561. AttrValue_ListValue *list = attr_value2.mutable_list();
  2562. list->add_type(tensorflow::DT_FLOAT);
  2563. list->add_type((tensorflow::DataType)30);
  2564. ret = TensorFlowUtil::CheckAttrHasType(attr_value2, "list(type)");
  2565. EXPECT_EQ(FAILED, ret);
  2566. }
  2567. TEST_F(STestTensorflowParser, tensorflow_CheckAttrHasType_test2)
  2568. {
  2569. tensorflow::AttrValue attr_value;
  2570. AttrValue_ListValue * list = attr_value.mutable_list();
  2571. list->add_type(tensorflow::DT_FLOAT);
  2572. list->add_type(tensorflow::DT_INVALID);
  2573. Status ret = TensorFlowUtil::CheckAttrHasType(attr_value, "list(type)");
  2574. EXPECT_EQ(FAILED, ret);
  2575. attr_value.set_placeholder("test");
  2576. ret = TensorFlowUtil::CheckAttrHasType(attr_value, "");
  2577. EXPECT_EQ(FAILED, ret);
  2578. }
  2579. TEST_F(STestTensorflowParser, tensorflow_TransTensorDescriptor_test)
  2580. {
  2581. tensorflow::AttrValue attr_value;
  2582. AttrValue_ListValue *list = attr_value.mutable_list();
  2583. list->add_type(tensorflow::DT_FLOAT);
  2584. ParserOperator op;
  2585. uint32_t io = TENSORFLOW_NORMAL_INPUT_TENSOR_FLAG;
  2586. std::string type = ge::parser::FUSEDBATCHNORMGRAD;
  2587. Status ret = TensorFlowUtil::TransTensorDescriptor(attr_value, &op, io, type);
  2588. EXPECT_EQ(ret, SUCCESS);
  2589. io = TENSORFLOW_NORMAL_OUTPUT_TENSOR_FLAG;
  2590. ret = TensorFlowUtil::TransTensorDescriptor(attr_value, &op, io, type);
  2591. EXPECT_EQ(ret, SUCCESS);
  2592. }
  2593. TEST_F(STestTensorflowParser, tensorflow_GraphDefOptimizeDestroyTemporaryVariable_test)
  2594. {
  2595. tensorflow::GraphDef *graph_def = nullptr;
  2596. tensorflow::NodeDef *nodeCurrent = initNodeDef();
  2597. TensorFlowModelParser model_parser;
  2598. Status ret = model_parser.GraphDefOptimizeDestroyTemporaryVariable(graph_def, nodeCurrent);
  2599. EXPECT_EQ(ret, FAILED);
  2600. }
  2601. TEST_F(STestTensorflowParser, tensorflow_GetFunctionProto_test)
  2602. {
  2603. std::cout << __FILE__ << std::endl;
  2604. std::string caseDir = __FILE__;
  2605. std::size_t idx = caseDir.find_last_of("/");
  2606. caseDir = caseDir.substr(0, idx);
  2607. std::string file = caseDir + "/origin_models/test_enter.pb";
  2608. domi::tensorflow::GraphDefLibrary graph_def_library;
  2609. TensorFlowModelParser model_parser;
  2610. Status ret = model_parser.GetFunctionProto(file, graph_def_library);
  2611. EXPECT_EQ(ret, FAILED);
  2612. }
  2613. TEST_F(STestTensorflowParser, tensorflow_GetNodeFormat_test)
  2614. {
  2615. NodeDef *node_def1 = initNodeDef();
  2616. node_def1->set_op("NoOp");
  2617. node_def1->set_name("NoOp");
  2618. NodeDef *node_def2 = initNodeDef();
  2619. node_def2->set_op("Add");
  2620. node_def2->set_name("Add0");
  2621. TfTranspose pred_transpose = TO_NCHW;
  2622. domiTensorFormat_t format = domi::DOMI_TENSOR_NC1HWC0;
  2623. std::set<const NodeDef *> visited_node;
  2624. visited_node.emplace(node_def2);
  2625. TensorFlowModelParser model_parser;
  2626. Status ret = model_parser.GetNodeFormat(node_def1, pred_transpose, format, visited_node);
  2627. EXPECT_EQ(ret, FAILED);
  2628. delete node_def1;
  2629. delete node_def2;
  2630. }
  2631. TEST_F(STestTensorflowParser, tensorflow_GetFormatTranspose_test)
  2632. {
  2633. NodeDef *transpose_node = initNodeDef();
  2634. transpose_node->set_op("Transpose");
  2635. TfTranspose transpose_direc = NO_TRANSPOSE;
  2636. TensorFlowModelParser modelParser;
  2637. Status ret = modelParser.GetFormatTranspose(transpose_node, transpose_direc);
  2638. EXPECT_EQ(ret, FAILED);
  2639. delete transpose_node;
  2640. }
  2641. TEST_F(STestTensorflowParser, tensorflow_GetFormatTranspose_test2)
  2642. {
  2643. TensorFlowModelParser modelParser;
  2644. TfTranspose transpose_direc = NO_TRANSPOSE;
  2645. NodeDef *transpose_node = initNodeDef();
  2646. GraphDef graph;
  2647. auto arg0 = AddNode(graph, "_Arg", "arg0");
  2648. auto snapshot0 = AddNode(graph, "Snapshot", "snapshot0");
  2649. auto ret0 = AddNode(graph, "_Retval", "retval0");
  2650. auto arg1 = AddNode(graph, "_Arg", "arg1");
  2651. auto snapshot1 = AddNode(graph, "Snapshot", "snapshot1");
  2652. auto ret1 = AddNode(graph, TENSORFLOWF_NODE_OP_TRANSPOSE, "retval1");
  2653. auto arg2 = AddNode(graph, "_Arg", "arg2");
  2654. auto snapshot2 = AddNode(graph, "Snapshot", "snapshot2");
  2655. auto ret2 = AddNode(graph, TENSORFLOWF_NODE_OP_TRANSPOSE, TENSORFLOWF_NODE_OP_TRANSPOSE);
  2656. AddInput(arg0, snapshot0, 0);
  2657. AddInput(snapshot0, ret0, 0);
  2658. AddInput(arg1, snapshot1, 0);
  2659. AddInput(snapshot1, ret1, 0);
  2660. AddInput(arg2, snapshot2, 0);
  2661. AddInput(snapshot2, ret2, 0);
  2662. AddInput(snapshot0, snapshot1, -1);
  2663. AddInput(snapshot1, snapshot2, -1);
  2664. bool train_flag = ge::GetParserContext().train_flag;
  2665. ge::GetParserContext().train_flag = true;
  2666. ASSERT_EQ(modelParser.GraphDefOptimize(&graph), SUCCESS);
  2667. ge::GetParserContext().train_flag = train_flag;
  2668. modelParser.nodedef_map_["arg1"] = transpose_node;
  2669. modelParser.nodedef_map_["^arg0"] = transpose_node;
  2670. Status ret = modelParser.GetFormatTranspose(ret1, transpose_direc);
  2671. EXPECT_EQ(ret, SUCCESS);
  2672. delete transpose_node;
  2673. }
  2674. TEST_F(STestTensorflowParser, tensorflow_GetTensorflowGraphInOutMap_test)
  2675. {
  2676. TensorFlowModelParser model_parser;
  2677. tensorflow::GraphDef *graph = new tensorflow::GraphDef();
  2678. tensorflow::NodeDef *node_input = graph->add_node();
  2679. node_input->set_name("name_input");
  2680. node_input->set_op("op_input");
  2681. AddGraphNode(graph, "t_lstm/t_lstm_cell/Sigmoid5", "Sigmoid", "node_input");
  2682. AddGraphNode(graph, "t_lstm/t_lstm_cell/Sigmoid6", "Sigmoid", "node_input");
  2683. AddGraphNode(graph, "t_lstm/t_lstm_cell/Sigmoid7", "Sigmoid", "node_input");
  2684. AddGraphNode(graph, "t_lstm/t_lstm_cell/Mul5", "Mul", "node_input");
  2685. AddGraphNode(graph, "t_lstm/t_lstm_cell/Mul6", "Mul", "node_input");
  2686. AddGraphNode(graph, "t_lstm/t_lstm_cell/Mul7", "Mul", "node_input");
  2687. AddGraphNode(graph, "t_lstm/t_lstm_cell/Relu5", "Relu", "node_input");
  2688. AddGraphNode(graph, "t_lstm/t_lstm_cell/Relu6", "Relu", "node_input");
  2689. Status ret = model_parser.GetTensorflowGraphInOutMap(graph);
  2690. EXPECT_EQ(ret, SUCCESS);
  2691. delete graph;
  2692. }
  2693. TEST_F(STestTensorflowParser, tensorflow_RemoveIsolateNode_test)
  2694. {
  2695. TensorFlowModelParser model_parser;
  2696. tensorflow::GraphDef graph;
  2697. CreateGraphDef(graph);
  2698. Status ret = model_parser.RemoveIsolateNode(&graph);
  2699. EXPECT_EQ(ret, FAILED);
  2700. }
  2701. TEST_F(STestTensorflowParser, tensorflow_AddNodeToGraphAndMarkFormat_test)
  2702. {
  2703. TensorFlowModelParser model_parser;
  2704. ComputeGraphPtr graph = make_shared<ge::ComputeGraph>("default");
  2705. std::vector<std::string> op_node_name_list = {"Const", "placeholder0"};
  2706. GenOriginNodeDef(&model_parser, op_node_name_list);
  2707. Status ret = model_parser.AddNodeToGraphAndMarkFormat(graph, op_node_name_list);
  2708. EXPECT_EQ(ret, INTERNAL_ERROR);
  2709. }
  2710. TEST_F(STestTensorflowParser, tensorflow_ParserNodeDef1_test)
  2711. {
  2712. ge::ComputeGraphPtr compute_graph = std::make_shared<ge::ComputeGraph>(GRAPH_DEFAULT_NAME);
  2713. ModelParserFactory* factory = ModelParserFactory::Instance();
  2714. shared_ptr<ModelParser> model_parser= factory->CreateModelParser(domi::TENSORFLOW);
  2715. ASSERT_TRUE(NULL != model_parser);
  2716. TensorFlowModelParser tensorflow_parser;
  2717. tensorflow_parser.adaptedOpTypeMap_["test_name"] = "POOLING";
  2718. std::mutex graphMutex;
  2719. tensorflow::GraphDef *graph = new tensorflow::GraphDef();
  2720. ScopePassManager passmanager;
  2721. shared_ptr<ScopeGraph> scope_graph = passmanager.BuildScopeGraph(graph);
  2722. domi::tensorflow::NodeDef node_def;
  2723. node_def.set_name("test_name");
  2724. node_def.set_op("POOLING");
  2725. error_message::Context error_context;
  2726. Status ret = ge::TensorFlowModelParser::ParseNodeDef(&tensorflow_parser, compute_graph, &graphMutex, scope_graph, &node_def, error_context);
  2727. EXPECT_EQ(FAILED, ret);
  2728. delete graph;
  2729. }
  2730. TEST_F(STestTensorflowParser, tensorflow_ParserNodeDef2_test)
  2731. {
  2732. ge::ComputeGraphPtr compute_graph = std::make_shared<ge::ComputeGraph>(GRAPH_DEFAULT_NAME);
  2733. ModelParserFactory* factory = ModelParserFactory::Instance();
  2734. shared_ptr<ModelParser> model_parser= factory->CreateModelParser(domi::TENSORFLOW);
  2735. ASSERT_TRUE(NULL != model_parser);
  2736. TensorFlowModelParser tensorflow_parser;
  2737. tensorflow_parser.adaptedOpTypeMap_["Pooling"] = "Pooling";
  2738. std::mutex graphMutex;
  2739. tensorflow::GraphDef *graph = new tensorflow::GraphDef();
  2740. ScopePassManager passmanager;
  2741. shared_ptr<ScopeGraph> scope_graph = passmanager.BuildScopeGraph(graph);
  2742. REGISTER_CUSTOM_OP("Pooling")
  2743. .FrameworkType(domi::TENSORFLOW)
  2744. .OriginOpType("Pooling")
  2745. .ParseParamsFn(ParseParams)
  2746. .ImplyType(ImplyType::TVM);
  2747. register_tbe_op();
  2748. domi::tensorflow::NodeDef node_def;
  2749. node_def.set_name("Pooling");
  2750. node_def.set_op("Pooling");
  2751. error_message::Context error_context;
  2752. Status ret = ge::TensorFlowModelParser::ParseNodeDef(&tensorflow_parser, compute_graph, &graphMutex, scope_graph, &node_def, error_context);
  2753. EXPECT_EQ(FAILED, ret);
  2754. delete graph;
  2755. }
  2756. TEST_F(STestTensorflowParser, tensorflow_AddExternalGraph_test)
  2757. {
  2758. TensorFlowModelParser modelParser;
  2759. ge::ComputeGraphPtr subGraph = std::make_shared<ge::ComputeGraph>("default");
  2760. std::string inputNodeType = "DATA";
  2761. MakeDagGraph(subGraph, inputNodeType);
  2762. Status ret = modelParser.AddExternalGraph(subGraph);
  2763. EXPECT_EQ(ret, SUCCESS);
  2764. }
  2765. TEST_F(STestTensorflowParser, tensorflow_AddFmkNode_test)
  2766. {
  2767. TensorFlowModelParser model_parser;
  2768. ge::ComputeGraphPtr compute_graph = std::make_shared<ge::ComputeGraph>(GRAPH_DEFAULT_NAME);
  2769. tensorflow::GraphDef *graphDef = new (std::nothrow) tensorflow::GraphDef();
  2770. ScopePassManager pass_manager;
  2771. std::shared_ptr<ScopeGraph> scope_graph = pass_manager.BuildScopeGraph(graphDef);
  2772. std::vector<std::string> op_node_name_list = {"Const", "placeholder0"};
  2773. GenOriginNodeDef(&model_parser, op_node_name_list);
  2774. Status ret = model_parser.AddFmkNode(compute_graph, scope_graph, op_node_name_list, false);
  2775. EXPECT_EQ(ret, PARAM_INVALID);
  2776. delete graphDef;
  2777. }
  2778. TEST_F(STestTensorflowParser, tensorflow_OptimizeConstNodes4CustomOp_test)
  2779. {
  2780. TensorFlowModelParser model_parser;
  2781. tensorflow::GraphDef graph_def;
  2782. CreateGraphDef(graph_def);
  2783. Status ret = model_parser.OptimizeConstNodes4CustomOp(&graph_def);
  2784. EXPECT_EQ(ret, SUCCESS);
  2785. }
  2786. TEST_F(STestTensorflowParser, OptimizeConstNodes4CustomOp_success)
  2787. {
  2788. GraphDef graph;
  2789. auto bn = AddNode(graph, "FusedBatchNormV3", "FusedBatchNormV3_0");
  2790. auto bn_grad = AddNode(graph, "FusedBatchNormGradV3", "FusedBatchNormGradV3_0");
  2791. AddInput(bn, bn_grad, 0);
  2792. AddInput(bn, bn_grad, 1);
  2793. AddInput(bn, bn_grad, 2);
  2794. AddInput(bn, bn_grad, 3);
  2795. AddInput(bn, bn_grad, 5);
  2796. AddInput(bn, bn_grad, 5);
  2797. GraphDef* graphDef = &graph;
  2798. int before_bn_grad_input_size = bn_grad->input_size();
  2799. ASSERT_EQ(before_bn_grad_input_size, 6);
  2800. ModelParserFactory* factory = ModelParserFactory::Instance();
  2801. shared_ptr<domi::ModelParser> model_parser= factory->CreateModelParser(domi::TENSORFLOW);
  2802. ge::TensorFlowModelParser tensorflow_parser;
  2803. Status ret = tensorflow_parser.OptimizeConstNodes4CustomOp(graphDef);
  2804. int after_bn_grad_input_size = bn_grad->input_size();
  2805. ASSERT_EQ(after_bn_grad_input_size, 6);
  2806. ASSERT_EQ(ret, domi::SUCCESS);
  2807. REGISTER_CUSTOM_OP("BatchNormGrad")
  2808. .FrameworkType(domi::TENSORFLOW)
  2809. .OriginOpType({"FusedBatchNormGradV3", "FusedBatchNormGradV2", "FusedBatchNormGrad"})
  2810. .ParseParamsFn(AutoMappingFn)
  2811. .DelInputWithOriginalType(5, "FusedBatchNormGradV3")
  2812. .ImplyType(ImplyType::TVM);
  2813. register_tbe_op();
  2814. ret = tensorflow_parser.OptimizeConstNodes4CustomOp(graphDef);
  2815. after_bn_grad_input_size = bn_grad->input_size();
  2816. ASSERT_EQ(after_bn_grad_input_size, 6);
  2817. ASSERT_EQ(ret, domi::SUCCESS);
  2818. }
  2819. TEST_F(STestTensorflowParser, tensorflow_ParseOpParams_test)
  2820. {
  2821. TensorFlowModelParser model_parser;
  2822. tensorflow::NodeDef *node_def = initNodeDef();
  2823. node_def->set_name("Pooling");
  2824. node_def->set_op("Pooling");
  2825. ge::OpDescPtr op = std::make_shared<ge::OpDesc>();
  2826. std::shared_ptr<OpParserFactory> factory = OpParserFactory::Instance(domi::TENSORFLOW);
  2827. std::shared_ptr<OpParser> op_parser = factory->CreateOpParser("Pooling");
  2828. Status ret = model_parser.ParseOpParams(node_def, op, op_parser);
  2829. EXPECT_EQ(ret, FAILED);
  2830. node_def->set_name("TensorArrayWrite");
  2831. node_def->set_op("TensorArrayWriteV3");
  2832. op_parser = factory->CreateOpParser("TensorArrayWrite");
  2833. ret = model_parser.ParseOpParams(node_def, op, op_parser);
  2834. EXPECT_EQ(ret, SUCCESS);
  2835. delete node_def;
  2836. }
  2837. TEST_F(STestTensorflowParser, tensorflow_AddFusionInnerNodeDef_test)
  2838. {
  2839. TensorFlowModelParser model_parser;
  2840. ge::ComputeGraphPtr compute_graph = std::make_shared<ge::ComputeGraph>(GRAPH_DEFAULT_NAME);
  2841. tensorflow::GraphDef *graphDef = new (std::nothrow) tensorflow::GraphDef();
  2842. ScopePassManager pass_manager;
  2843. std::shared_ptr<ScopeGraph> scope_graph = pass_manager.BuildScopeGraph(graphDef);
  2844. std::vector<std::string> op_node_name_list = {"Const", "placeholder0"};
  2845. FusionScopesResult *fusion_scope_rlt = new (std::nothrow) FusionScopesResult();
  2846. fusion_scope_rlt->Init();
  2847. fusion_scope_rlt->SetName("FusionCustom");
  2848. auto &impl_scope_graph = scope_graph->impl_;
  2849. std::string scope_name = fusion_scope_rlt->Name();
  2850. impl_scope_graph->fusion_results_.insert(std::make_pair(scope_name, fusion_scope_rlt));
  2851. std::string fusion_op_name = "FusionCustom";
  2852. GenOriginNodeDef(&model_parser, op_node_name_list);
  2853. GenFusionScopesResult(scope_graph, fusion_scope_rlt, fusion_op_name);
  2854. Status ret = model_parser.AddFusionInnerNodeDef(scope_graph, fusion_op_name, op_node_name_list);
  2855. EXPECT_EQ(ret, INTERNAL_ERROR);
  2856. delete graphDef;
  2857. }
  2858. TEST_F(STestTensorflowParser, Scope_pass_test)
  2859. {
  2860. ScopePassManager passmanager;
  2861. tensorflow::GraphDef *graph = new tensorflow::GraphDef();
  2862. shared_ptr<ScopeGraph> scope_graph = passmanager.BuildScopeGraph(graph);
  2863. EXPECT_NE(nullptr, scope_graph);
  2864. unique_ptr<ScopeBasePass> pass;
  2865. pass.reset(new ScopeTestPass());
  2866. EXPECT_EQ(domi::SUCCESS, passmanager.AddPass(pass));
  2867. scope_graph = passmanager.BuildScopeGraph(graph);
  2868. EXPECT_NE(nullptr, scope_graph);
  2869. delete graph;
  2870. }
  2871. TEST_F(STestTensorflowParser, operator_attr_set_and_get)
  2872. {
  2873. TestOperator test_operator;
  2874. test_operator.Name("test_op");
  2875. EXPECT_EQ("test_op" , test_operator.GetName());
  2876. test_operator.Input(test_operator, 0);
  2877. test_operator.Input(test_operator, 1);
  2878. test_operator.GetOpAttrs();
  2879. int64_t pad = 1;
  2880. test_operator.Attr("pad", pad);
  2881. EXPECT_EQ(pad , test_operator.GetIntAttr("pad"));
  2882. bool bool_value = true;
  2883. test_operator.Attr("bool_value", bool_value);
  2884. EXPECT_EQ(bool_value , test_operator.GetBoolAttr("bool_value"));
  2885. float float_value = true;
  2886. test_operator.Attr("float_value", float_value);
  2887. EXPECT_EQ(float_value , test_operator.GetFloatAttr("float_value"));
  2888. std::string str_value = "test_string";
  2889. test_operator.Attr("str_value", str_value);
  2890. EXPECT_EQ(str_value , test_operator.GetStringAttr("str_value"));
  2891. BoolTuple boollist_value{true, false};
  2892. test_operator.Attr("boollist_value", boollist_value);
  2893. BoolTuple get_boollist_value = test_operator.GetBoolTupleAttr("boollist_value");
  2894. EXPECT_EQ(boollist_value[0] , get_boollist_value[0]);
  2895. StringTuple strlist_value{"a", "b"};
  2896. test_operator.Attr("strlist_value", strlist_value);
  2897. StringTuple get_strlist_value = test_operator.GetStringTupleAttr("strlist_value");
  2898. EXPECT_EQ(strlist_value[0] , get_strlist_value[0]);
  2899. int64_t num = 1;
  2900. IntTuple intlist{num, num};
  2901. test_operator.Attr("intlist", intlist);
  2902. IntTuple get_intlist = test_operator.GetIntTupleAttr("intlist");
  2903. EXPECT_EQ(intlist[0] , get_intlist[0]);
  2904. FloatTuple floatlist{1.1, 1.1};
  2905. test_operator.Attr("floatlist", floatlist);
  2906. FloatTuple get_floatlist = test_operator.GetFloatTupleAttr("floatlist");
  2907. EXPECT_EQ(floatlist[0] , get_floatlist[0]);
  2908. ge::OpDescPtr op_desc = std::make_shared<ge::OpDesc>();
  2909. ParserOperator *op = &test_operator;
  2910. Status ret = ConvertToOpDesc(*op, op_desc);
  2911. EXPECT_EQ(domi::SUCCESS , ret);
  2912. TestOperator test_operator_1;
  2913. ParserOperator *op_convert = &test_operator_1;
  2914. ret = ConvertFromOpDesc(op_desc, *op_convert);
  2915. EXPECT_EQ(domi::SUCCESS , ret);
  2916. op_desc = nullptr;
  2917. ret = ConvertFromOpDesc(op_desc, *op_convert);
  2918. EXPECT_EQ(FAILED , ret);
  2919. ret = ConvertToOpDesc(*op, op_desc);
  2920. EXPECT_EQ(FAILED, ret);
  2921. }
  2922. TEST_F(STestTensorflowParser, success_frameworkop_get)
  2923. {
  2924. FrameworkOpOperator *frameworkOp=new FrameworkOpOperator();
  2925. int64_t index = 1;
  2926. std::string opdef_string = "tensorflow_parser";
  2927. frameworkOp->GetFrameworkType();
  2928. frameworkOp->GetNodeDefPkg();
  2929. frameworkOp->FuncDefPkg("func");
  2930. frameworkOp->Index(index);
  2931. frameworkOp->TfOpDef(opdef_string);
  2932. EXPECT_EQ(SUCCESS, SUCCESS);
  2933. delete frameworkOp;
  2934. }
  2935. TEST_F(STestTensorflowParser, op_set_get_success)
  2936. {
  2937. ConstantOperator op;
  2938. vector<int64_t> v;
  2939. op.VectorAttr("key", v);
  2940. op.GetDType();
  2941. }
  2942. TEST_F(STestTensorflowParser, success_argop_get)
  2943. {
  2944. ArgOpOperator *argOp=new ArgOpOperator();
  2945. int64_t index = 1;
  2946. argOp->Index(index);
  2947. argOp->GetIndex();
  2948. EXPECT_EQ(domi::SUCCESS, SUCCESS);
  2949. delete argOp;
  2950. }
  2951. TEST_F(STestTensorflowParser, success_operator)
  2952. {
  2953. ParserOperator tfOperator;
  2954. ParserOperator in_op;
  2955. uint32_t index = 0;
  2956. std::string type = "add";
  2957. std::string key = "Add";
  2958. std::vector<int64_t> value;
  2959. int64_t tmp = 0;
  2960. value.emplace_back(tmp);
  2961. tfOperator.Input(in_op, index);
  2962. tfOperator.Type(type);
  2963. tfOperator.AttrVector(key, value);
  2964. }
  2965. TEST_F(STestTensorflowParser, success_shapen_get)
  2966. {
  2967. ShapeNOperator *shapen =new ShapeNOperator();
  2968. shapen->GetInType();
  2969. shapen->GetInType();
  2970. shapen->GetOutType();
  2971. EXPECT_EQ(domi::SUCCESS, domi::SUCCESS);
  2972. delete shapen;
  2973. }
  2974. TEST_F(STestTensorflowParser, success_VarIsInitializedOpOperator_get)
  2975. {
  2976. VarIsInitializedOpOperator op;
  2977. op.Name("x");
  2978. std::vector<int64_t> value;
  2979. op.VectorAttr("key", value);
  2980. }
  2981. TEST_F(STestTensorflowParser, success_variable_op_get)
  2982. {
  2983. VariableOperator op;
  2984. uint32_t mem_type = 1;
  2985. op.Name("x");
  2986. std::vector<int64_t> value;
  2987. op.Placement("shared_name");
  2988. op.MemType(mem_type);
  2989. }
  2990. TEST_F(STestTensorflowParser, param_success_get)
  2991. {
  2992. FillOperator* fillOp=new FillOperator();
  2993. fillOp->GetDataType();
  2994. fillOp->GetAlpha();
  2995. fillOp->GetBeta();
  2996. EXPECT_EQ(domi::SUCCESS, domi::SUCCESS);
  2997. delete fillOp;
  2998. }
  2999. TEST_F(STestTensorflowParser, tensorflow_Message2Operator_ParseOperatorAttrs_test)
  3000. {
  3001. Message2Operator mess2Op;
  3002. tensorflow::NodeDef *node_def = initNodeDef();
  3003. int depth = 6;
  3004. ge::OpDescPtr op_desc = std::make_shared<ge::OpDesc>();
  3005. ge::Operator ops = ge::OpDescUtils::CreateOperatorFromOpDesc(op_desc);
  3006. Status ret = mess2Op.ParseOperatorAttrs(node_def, depth, ops);
  3007. EXPECT_EQ(ret, FAILED);
  3008. depth = 4;
  3009. ret = mess2Op.ParseOperatorAttrs(node_def, depth, ops);
  3010. EXPECT_EQ(ret, SUCCESS);
  3011. }
  3012. TEST_F(STestTensorflowParser, tensorflow_Pb2Json_RepeatedEnum2Json_test)
  3013. {
  3014. Pb2Json toJson;
  3015. ProtobufEnumValueDescriptor *enum_value_desc = new google::protobuf::EnumValueDescriptor();
  3016. bool enum2str = true;
  3017. Json json;
  3018. ProtobufFieldDescriptor *field = nullptr;
  3019. toJson.RepeatedEnum2Json(enum_value_desc, enum2str, json);
  3020. toJson.Enum2Json(enum_value_desc, field, enum2str, json);
  3021. enum2str = false;
  3022. toJson.RepeatedEnum2Json(enum_value_desc, enum2str, json);
  3023. delete enum_value_desc;
  3024. }
  3025. TEST_F(STestTensorflowParser, tensorflow_Pb2Json_TypeBytes2String_test)
  3026. {
  3027. Pb2Json toJson;
  3028. std::string field_name = "offset";
  3029. std::string type_bytes = "offset";
  3030. toJson.TypeBytes2String(field_name, type_bytes);
  3031. field_name = "test";
  3032. toJson.TypeBytes2String(field_name, type_bytes);
  3033. }
  3034. TEST_F(STestTensorflowParser, tensorflow_Pb2Json_RepeatedMessage2Json_test)
  3035. {
  3036. Pb2Json toJson;
  3037. tensorflow::NodeDef *node_def = initNodeDef();
  3038. ProtobufFieldDescriptor *field = new google::protobuf::FieldDescriptor();
  3039. ProtobufReflection *reflection = nullptr;
  3040. set<string> black_fields;
  3041. black_fields.emplace("offset");
  3042. Json json;
  3043. bool enum2str = true;
  3044. toJson.RepeatedMessage2Json((*node_def), field, reflection, black_fields, json, enum2str);
  3045. delete field;
  3046. }
  3047. TEST_F(STestTensorflowParser, tensorflow_Pb2Json_OneField2Json_test)
  3048. {
  3049. Pb2Json toJson;
  3050. tensorflow::NodeDef *node_def = initNodeDef();
  3051. ProtobufFieldDescriptor *field = new google::protobuf::FieldDescriptor();
  3052. ProtobufReflection *reflection = nullptr;
  3053. set<string> black_fields;
  3054. black_fields.emplace("offset");
  3055. Json json;
  3056. bool enum2str = true;
  3057. Message2Operator mess2Op;
  3058. int depth = 4;
  3059. ge::OpDescPtr op_desc = std::make_shared<ge::OpDesc>("FusionCustom", "FusionCustom");
  3060. ge::Operator ops = ge::OpDescUtils::CreateOperatorFromOpDesc(op_desc);
  3061. field->CppTypeName(google::protobuf::FieldDescriptor::CPPTYPE_ENUM);
  3062. mess2Op.ParseField(reflection, node_def, field, depth, ops);
  3063. toJson.OneField2Json((*node_def), field, reflection, black_fields, json, enum2str, 1);
  3064. toJson.OneField2Json((*node_def), field, reflection, black_fields, json, enum2str, 5);
  3065. delete field;
  3066. }
  3067. TEST_F(STestTensorflowParser, input_proto_real_path_success) {
  3068. const char *caffe_proto_path = "./caffe/caffe.proto";
  3069. const char *custom_proto_path = "./caffe/custom.proto";
  3070. ProtoFileParser proto_file_parser;
  3071. string fusion_proto_file;
  3072. auto ret = proto_file_parser.CombineProtoFile(caffe_proto_path, custom_proto_path, fusion_proto_file);
  3073. EXPECT_EQ(ret, FAILED);
  3074. ret = proto_file_parser.RecordProtoMessage(caffe_proto_path);
  3075. EXPECT_EQ(ret, FAILED);
  3076. ret = proto_file_parser.WriteProtoFile(caffe_proto_path, custom_proto_path);
  3077. EXPECT_EQ(ret, FAILED);
  3078. std::cout << __FILE__ << std::endl;
  3079. std::string caseDir = __FILE__;
  3080. std::size_t idx = caseDir.find_last_of("/");
  3081. caseDir = caseDir.substr(0, idx);
  3082. std::string proto_file = caseDir + "/origin_models/caffe.proto";
  3083. caffe_proto_path = proto_file.c_str();
  3084. ret = proto_file_parser.CombineProtoFile(caffe_proto_path, caffe_proto_path, fusion_proto_file);
  3085. EXPECT_EQ(ret, SUCCESS);
  3086. ret = proto_file_parser.WriteProtoFile(caffe_proto_path, custom_proto_path);
  3087. EXPECT_EQ(ret, FAILED);
  3088. std::string dest_line = "test";
  3089. ret = proto_file_parser.FindConflictLine(custom_proto_path, 0, dest_line);
  3090. EXPECT_EQ(ret, FAILED);
  3091. std::map<int, std::pair<string, string>> identifier_op_map;
  3092. std::map<std::string, std::pair<int, string>> op_identifier_map;
  3093. ret = proto_file_parser.ParseProtoFile(custom_proto_path, identifier_op_map, op_identifier_map);
  3094. EXPECT_EQ(ret, FAILED);
  3095. proto_file_parser.GetFusionProtoFile();
  3096. std::ofstream write_tmp;
  3097. ret = proto_file_parser.AddCustomAndConflictMessage(custom_proto_path, write_tmp);
  3098. EXPECT_EQ(ret, FAILED);
  3099. }
  3100. TEST_F(STestTensorflowParser, all_success)
  3101. {
  3102. PreChecker::OpId id1 = (void*)(intptr_t)1;
  3103. PreChecker::OpId id2 = (void*)(intptr_t)2;
  3104. PreChecker::OpId id3 = (void*)(intptr_t)3;
  3105. PreChecker::OpId id4 = (void*)(intptr_t)4;
  3106. PreChecker &checker = PreChecker::Instance();
  3107. EXPECT_EQ(checker.AddOp(id1, "name1", "type1"), SUCCESS);
  3108. EXPECT_EQ(checker.AddOp(id2, "name2", "type2"), SUCCESS);
  3109. EXPECT_EQ(checker.AddOp(id3, "name1", "type3"), SUCCESS);
  3110. EXPECT_EQ(checker.AddOp(id4, "name4", ge::parser::DETECTIONOUTPUT), SUCCESS);
  3111. EXPECT_EQ(checker.CheckName(id1), SUCCESS);
  3112. EXPECT_EQ(checker.CheckName(id2), SUCCESS);
  3113. EXPECT_EQ(checker.CheckName(id3), SUCCESS);
  3114. EXPECT_EQ(checker.CheckName(id4), SUCCESS);
  3115. EXPECT_EQ(checker.CheckType(id1), SUCCESS);
  3116. EXPECT_EQ(checker.CheckType(id2), SUCCESS);
  3117. EXPECT_EQ(checker.CheckType(id3), SUCCESS);
  3118. EXPECT_EQ(checker.CheckType(id4), SUCCESS);
  3119. EXPECT_EQ(checker.AddCause(id1, PreChecker::ErrorCode::OK, "msg"), SUCCESS);
  3120. EXPECT_EQ(checker.AddCause(id1, PreChecker::ErrorCode::PARAM_INVALID, "msg"), domi::SUCCESS);
  3121. PreChecker::Cause cause;
  3122. cause.code = PreChecker::ErrorCode::TYPE_AMBIGUOUS;
  3123. cause.message = "msg";
  3124. EXPECT_EQ(checker.AddCause(id1, cause), SUCCESS);
  3125. EXPECT_EQ(checker.HasError(), true);
  3126. EXPECT_EQ(checker.Save("check_result.json"), SUCCESS);
  3127. std::string msg = "msg";
  3128. Status ret = checker.Clear(id1, msg);
  3129. EXPECT_EQ(ret, SUCCESS);
  3130. checker.Clear();
  3131. checker.RefreshErrorMessageByName("name1",PreChecker::ErrorCode::PARAM_INVALID,"node repeated in");
  3132. }
  3133. TEST_F(STestTensorflowParser, tensorflow_tbe_tfplugin_loader_test)
  3134. {
  3135. TBEPluginLoader pluginLoad;
  3136. vector<string> fileList = {};
  3137. string caffeParserPath = "";
  3138. string full_name = "dabc";
  3139. string caffe_parser_so_suff = "abc";
  3140. pluginLoad.ProcessSoFullName(fileList, caffeParserPath, full_name, caffe_parser_so_suff);
  3141. ASSERT_EQ(caffeParserPath, full_name);
  3142. pluginLoad.ClearHandles_();
  3143. std::cout << __FILE__ << std::endl;
  3144. std::string caseDir = __FILE__;
  3145. std::size_t idx = caseDir.find_last_of("/");
  3146. caseDir = caseDir.substr(0, idx);
  3147. std::string proto_file = caseDir + "/origin_models/";
  3148. std::string path = proto_file;
  3149. std::string caffe_parser_path = path;
  3150. pluginLoad.FindParserSo(path, fileList, caffe_parser_path);
  3151. setenv("ASCEND_OPP_PATH", "aaa", 1);
  3152. std::string customop_path = "";
  3153. pluginLoad.GetCustomOpPath(customop_path);
  3154. ASSERT_EQ(customop_path, "aaa/framework/custom/:aaa/framework/built-in/tensorflow");
  3155. Status ret = pluginLoad.Finalize();
  3156. EXPECT_EQ(ret, SUCCESS);
  3157. }
  3158. TEST_F(STestTensorflowParser, tensorflow_data_op_parser_test)
  3159. {
  3160. std::vector<int64_t> shape = {1, 1, 224, 224};
  3161. ge::GeTensorDesc tensor_desc;
  3162. DataOpParser opParser;
  3163. Status ret = opParser.Init5DInputTensor(shape, tensor_desc);
  3164. EXPECT_EQ(ret, SUCCESS);
  3165. ret = opParser.Init5DOutputTensor(shape, tensor_desc);
  3166. EXPECT_EQ(ret, SUCCESS);
  3167. ge::OpDescPtr op = std::make_shared<ge::OpDesc>();
  3168. ret = opParser.ParseShape(shape, op);
  3169. }
  3170. TEST_F(STestTensorflowParser, read_proto_from_mem_test)
  3171. {
  3172. tensorflow::NodeDef *node_def = initNodeDef();
  3173. const char *data = nullptr;
  3174. int size = 3;
  3175. bool ret = parser::ReadProtoFromMem(data, size, node_def);
  3176. EXPECT_EQ(false, ret);
  3177. data = "not file";
  3178. ret = parser::ReadProtoFromMem(data, size, node_def);
  3179. EXPECT_EQ(false, ret);
  3180. }
  3181. TEST_F(STestTensorflowParser, tensorflow_GetOriginalType_test)
  3182. {
  3183. ge::ComputeGraphPtr graph = std::make_shared<ge::ComputeGraph>(GRAPH_DEFAULT_NAME);
  3184. ge::OpDescPtr op = std::make_shared<ge::OpDesc>("fusionCustom", parser::FRAMEWORKOP);
  3185. ge::NodePtr node = std::make_shared<ge::Node>(op, graph);
  3186. string type = parser::FRAMEWORKOP;
  3187. Status ret = parser::GetOriginalType(node, type);
  3188. EXPECT_EQ(ret, INTERNAL_ERROR);
  3189. }
  3190. TEST_F(STestTensorflowParser, tensorflow_ReadBytesFromBinaryFile_test)
  3191. {
  3192. const char *file_name = nullptr;
  3193. char *buffer = nullptr;
  3194. int length = 1;
  3195. bool ret = parser::ReadBytesFromBinaryFile(file_name, &buffer, length);
  3196. EXPECT_EQ(ret, false);
  3197. file_name = "./caffe.proto";
  3198. ret = parser::ReadBytesFromBinaryFile(file_name, &buffer, length);
  3199. EXPECT_EQ(ret, false);
  3200. std::cout << __FILE__ << std::endl;
  3201. std::string caseDir = __FILE__;
  3202. std::size_t idx = caseDir.find_last_of("/");
  3203. caseDir = caseDir.substr(0, idx);
  3204. std::string proto_file = caseDir + "/origin_models/caffe.proto";
  3205. file_name = proto_file.c_str();
  3206. ret = parser::ReadBytesFromBinaryFile(file_name, &buffer, length);
  3207. EXPECT_EQ(ret, true);
  3208. char path[4096 + 1] = { 0 };
  3209. memset(path, 'a', 4096);
  3210. std::string realPath = parser::RealPath(path);
  3211. EXPECT_EQ(realPath, "");
  3212. const char *real_path = nullptr;
  3213. realPath = parser::RealPath(real_path);
  3214. EXPECT_EQ(realPath, "");
  3215. }
  3216. TEST_F(STestTensorflowParser, tensorflow_AclGrphParseUtil_ParseAclInputFp16Nodes_test)
  3217. {
  3218. AclGrphParseUtil parserUtil;
  3219. ge::ComputeGraphPtr graph = std::make_shared<ge::ComputeGraph>(GRAPH_DEFAULT_NAME);
  3220. std::string input_fp16_nodes = "Add";
  3221. std::string is_input_adjust_hw_layout = "is_input_adjust_hw_layout";
  3222. Status ret = parserUtil.ParseAclInputFp16Nodes(graph, input_fp16_nodes, is_input_adjust_hw_layout);
  3223. EXPECT_EQ(ret, PARAM_INVALID);
  3224. is_input_adjust_hw_layout = "true";
  3225. ret = parserUtil.ParseAclInputFp16Nodes(graph, input_fp16_nodes, is_input_adjust_hw_layout);
  3226. EXPECT_EQ(ret, PARAM_INVALID);
  3227. vector<string> adjust_fp16_format_vec = {"true", "false"};
  3228. uint32_t index = 1;
  3229. ge::OpDescPtr op_desc = std::make_shared<ge::OpDesc>();
  3230. parserUtil.AddAttrsForInputNodes(adjust_fp16_format_vec, input_fp16_nodes, index, op_desc);
  3231. std::string is_output_fp16 = "is_output_fp16";
  3232. ret = parserUtil.ParseAclOutputFp16NodesFormat(is_output_fp16);
  3233. EXPECT_EQ(ret, PARAM_INVALID);
  3234. is_output_fp16 = "false";
  3235. ret = parserUtil.ParseAclOutputFp16NodesFormat(is_output_fp16);
  3236. EXPECT_EQ(ret, SUCCESS);
  3237. is_output_fp16 = "true";
  3238. ret = parserUtil.ParseAclOutputFp16NodesFormat(is_output_fp16);
  3239. EXPECT_EQ(ret, SUCCESS);
  3240. }
  3241. TEST_F(STestTensorflowParser, tensorflow_ModelSaver_test)
  3242. {
  3243. const char *file_path = nullptr;
  3244. const Json model = {{"a", "b"}};
  3245. Status ret = ge::parser::ModelSaver::SaveJsonToFile(file_path, model);
  3246. EXPECT_EQ(ret, FAILED);
  3247. file_path = "./origin_models/";
  3248. ret = ge::parser::ModelSaver::SaveJsonToFile(file_path, model);
  3249. EXPECT_EQ(ret, FAILED);
  3250. std::string caseDir = __FILE__;
  3251. std::size_t idx = caseDir.find_last_of("/");
  3252. caseDir = caseDir.substr(0, idx);
  3253. std::string proto_file = caseDir + "/origin_models/caffe.proto";
  3254. file_path = proto_file.c_str();
  3255. ret = ge::parser::ModelSaver::SaveJsonToFile(file_path, model);
  3256. char path[4096 + 1] = { 0 };
  3257. memset(path, 'a', 4096);
  3258. EXPECT_EQ(-1, ge::parser::ModelSaver::CreateDirectory(path));
  3259. EXPECT_EQ(-1, ge::parser::ModelSaver::CheckPath(path));
  3260. }
  3261. TEST_F(STestTensorflowParser, create_weights_parser_failed)
  3262. {
  3263. WeightsParserFactory* factory = WeightsParserFactory::Instance();
  3264. shared_ptr<WeightsParser> weight_parser = factory->CreateWeightsParser(FRAMEWORK_RESERVED);
  3265. ASSERT_TRUE(NULL == weight_parser);
  3266. ModelParserFactory *modelFactory = ModelParserFactory::Instance();
  3267. shared_ptr<ModelParser> model_parser = modelFactory->CreateModelParser(FRAMEWORK_RESERVED);
  3268. ASSERT_TRUE(NULL == model_parser);
  3269. std::shared_ptr<OpParserFactory> parserFactory = OpParserFactory::Instance(domi::FrameworkType::CAFFE);
  3270. std::shared_ptr<OpParser> fusion_op_parser = parserFactory->CreateFusionOpParser(ge::parser::DATA);
  3271. ASSERT_TRUE(NULL == fusion_op_parser);
  3272. std::shared_ptr<OpParser> op_parser = parserFactory->CreateOpParser("10");
  3273. ASSERT_TRUE(NULL == op_parser);
  3274. }
  3275. TEST_F(STestTensorflowParser, custom_parser_adapter_register)
  3276. {
  3277. using PARSER_CREATOR_FN = std::function<std::shared_ptr<OpParser>(void)>;
  3278. PARSER_CREATOR_FN func = CustomParserAdapterRegistry::Instance()->GetCreateFunc(domi::TENSORFLOW);
  3279. CustomParserAdapterRegistry::Instance()->Register(domi::TENSORFLOW, func);
  3280. CustomParserAdapterRegistry::Instance()->Register(domi::TENSORFLOW, func);
  3281. func = CustomParserAdapterRegistry::Instance()->GetCreateFunc(domi::FRAMEWORK_RESERVED);
  3282. ASSERT_EQ(nullptr, func);
  3283. }
  3284. TEST_F(STestTensorflowParser, tensorflow_parser_api_test)
  3285. {
  3286. std::map<std::string, std::string> options = {{"ge.runFlag", "1"}};
  3287. Status ret = ParserInitialize(options);
  3288. EXPECT_EQ(ret, SUCCESS);
  3289. ret = ParserInitialize(options);
  3290. EXPECT_EQ(ret, SUCCESS);
  3291. ret = ParserFinalize();
  3292. EXPECT_EQ(ret, SUCCESS);
  3293. ret = ParserFinalize();
  3294. EXPECT_EQ(ret, SUCCESS);
  3295. }
  3296. TEST_F(STestTensorflowParser, tensorflow_FP16_parser_test)
  3297. {
  3298. parser::fp16_t fp16;
  3299. fp16.ToDouble();
  3300. fp16.ToInt8();
  3301. fp16.ToUInt8();
  3302. fp16.ToInt16();
  3303. fp16.ToUInt16();
  3304. fp16.ToInt32();
  3305. fp16.ToUInt32();
  3306. fp16.IsInf();
  3307. fp16.operator+(fp16);
  3308. fp16.operator-(fp16);
  3309. fp16.operator*(fp16);
  3310. fp16.operator/(fp16);
  3311. fp16.operator+=(fp16);
  3312. fp16.operator-=(fp16);
  3313. fp16.operator*=(fp16);
  3314. fp16.operator/=(fp16);
  3315. fp16.operator==(fp16);
  3316. fp16.operator!=(fp16);
  3317. fp16.operator>(fp16);
  3318. fp16.operator>=(fp16);
  3319. fp16.operator<(fp16);
  3320. fp16.operator<=(fp16);
  3321. fp16.operator=(fp16);
  3322. float f_val = 0.1;
  3323. fp16.operator=(f_val);
  3324. double d_val = 0.2;
  3325. fp16.operator=(d_val);
  3326. int8_t i_val = 1;
  3327. fp16.operator=(i_val);
  3328. uint8_t ui_val = 2;
  3329. fp16.operator=(ui_val);
  3330. int16_t i_vals = 1;
  3331. fp16.operator=(i_vals);
  3332. uint16_t ui16_val = 1;
  3333. fp16.operator=(ui16_val);
  3334. ui16_val = 0;
  3335. fp16.operator=(ui16_val);
  3336. ui16_val = 1;
  3337. fp16.operator=(ui16_val);
  3338. int32_t i32_val = 0;
  3339. fp16.operator=(i32_val);
  3340. i32_val = 1;
  3341. fp16.operator=(i32_val);
  3342. uint32_t ui32_val = 0;
  3343. fp16.operator=(ui32_val);
  3344. ui32_val = 1;
  3345. fp16.operator=(ui32_val);
  3346. float f_val1= 2139095000.2;
  3347. ge::parser::fp16_t fp16_1,fp16_2;
  3348. fp16_1.operator=(fp16_2);
  3349. fp16_1.operator=(f_val1);
  3350. float f_val2= 0.0000112;
  3351. fp16_1.operator=(f_val2);
  3352. float f_val3= 0.0000000299;
  3353. fp16_1.operator=(f_val3);
  3354. float f_val4= 0.00000000299;
  3355. fp16_1.operator=(f_val4);
  3356. uint32_t u_val1 = 4095;
  3357. fp16_1.operator=(u_val1);
  3358. uint16_t u16_val1 = 4095;
  3359. fp16_1.operator=(u16_val1);
  3360. int16_t int_val1 = 0;
  3361. fp16_1.operator=(int_val1);
  3362. int16_t int_val2 = -32767;
  3363. fp16_1.operator=(int_val2);
  3364. i_val = -0x7FFFFFFF;
  3365. fp16_1.operator=(i_val);
  3366. fp16.operator=(f_val1);
  3367. float f = fp16; //float();
  3368. double d = fp16;
  3369. int8_t int8 = fp16;
  3370. uint8_t uint8 = fp16;
  3371. uint16_t uint16 = fp16;
  3372. int32_t int32 = fp16;
  3373. uint32_t uint32 = fp16;
  3374. int64_t int64 = fp16;
  3375. uint64_t uint64 = fp16;
  3376. (void)f;
  3377. (void)d;
  3378. (void)int8;
  3379. (void)uint8;
  3380. (void)uint8;
  3381. (void)uint16;
  3382. (void)int32;
  3383. (void)uint32;
  3384. (void)int64;
  3385. (void)uint64;
  3386. parser::fp16_t val;
  3387. val.val = 0x7C00;
  3388. val.IsInf();
  3389. val.val = 0xFC00;
  3390. val.IsInf();
  3391. parser::fp16_t fp16_3, fp16_4;
  3392. fp16_3.val = 1;
  3393. fp16_4.val = 2;
  3394. fp16_4.operator/(fp16_3);
  3395. fp16.val = 21504;
  3396. int16_t int16 = fp16;
  3397. int8 = fp16;
  3398. }
  3399. TEST_F(STestTensorflowParser, tensorflow_AclParserInitialize_test)
  3400. {
  3401. AclGrphParseUtil parseUtil;
  3402. std::map<std::string, std::string> options;
  3403. Status ret = parseUtil.AclParserInitialize(options);
  3404. EXPECT_EQ(ret, FAILED);
  3405. options = {{ge::FRAMEWORK_TYPE, "2"}};
  3406. ret = parseUtil.AclParserInitialize(options);
  3407. EXPECT_EQ(ret, SUCCESS);
  3408. }
  3409. TEST_F(STestTensorflowParser, tensorflow_GetOutputLeaf_test)
  3410. {
  3411. AclGrphParseUtil parseUtil;
  3412. ge::ComputeGraphPtr compute_graph = build_graph(true);
  3413. ge::NodePtr output_nodes_info = compute_graph->FindNode("Relu3");
  3414. std::vector<std::pair<ge::NodePtr, int32_t>> output_nodes = {{output_nodes_info,0}};
  3415. ge::ComputeGraphPtr graph = std::make_shared<ge::ComputeGraph>("default");
  3416. ge::NodePtr node = AddNode(compute_graph, "K", parser::NETOUTPUT,1,1);
  3417. Status ret = parseUtil.GetOutputLeaf(node, output_nodes);
  3418. EXPECT_EQ(ret, FAILED);
  3419. }
  3420. TEST_F(STestTensorflowParser, graph_pass_error)
  3421. {
  3422. ComputeGraphPtr graph = std::make_shared<ComputeGraph>("test");
  3423. ErrorGraphPass pass;
  3424. ge::parser::PassManager passManager;
  3425. std::vector<std::pair<string, GraphPass*>> passes;
  3426. passes.emplace_back("", &pass);
  3427. Status status = passManager.Run(graph, passes);
  3428. EXPECT_EQ(domi::FAILED, status);
  3429. }
  3430. TEST_F(STestTensorflowParser, parser_FindFmkNodeCluser_success)
  3431. {
  3432. ComputeGraphPtr graph = std::make_shared<ComputeGraph>("FrameworkOp");
  3433. ParserGraphOptimizer graphOptimizer(graph, domi::TENSORFLOW);
  3434. ge::NodePtr node = AddNode(graph, "K", parser::FRAMEWORK_OP_TYPE, 1, 1);
  3435. ge::NodePtr output_nodes_info = graph->FindNode("Relu3");
  3436. std::unordered_map<string, vector<NodePtr>> node_cluser_Map({
  3437. {"x", {node, output_nodes_info}},
  3438. });
  3439. Status ret = graphOptimizer.FindFmkNodeCluser(node_cluser_Map);
  3440. EXPECT_EQ(ret, SUCCESS);
  3441. }
  3442. TEST_F(STestTensorflowParser, parser_RebuildOutputAnchors_test)
  3443. {
  3444. ge::ComputeGraphPtr subGraph = std::make_shared<ge::ComputeGraph>("default");
  3445. ParserGraphOptimizer graphOptimizer(subGraph, domi::TENSORFLOW);
  3446. string inputNodeType = "DATA";
  3447. MakeDagGraph(subGraph, inputNodeType);
  3448. vector<ge::InDataAnchorPtr> in_anchor;
  3449. vector<ge::OutDataAnchorPtr> out_anchor;
  3450. for(ge::NodePtr node : subGraph->GetAllNodes()) {
  3451. for(auto out : node->GetAllOutDataAnchors()) {
  3452. for(auto in : node->GetAllInDataAnchors()) {
  3453. if(in->GetPeerOutAnchor() != nullptr && in->GetPeerOutAnchor()->GetOwnerNode()->GetOpDesc()->GetType() == parser::DATA) {
  3454. in_anchor.push_back(in);
  3455. }
  3456. }
  3457. for(auto i : out->GetPeerInDataAnchors()) {
  3458. if(i->GetOwnerNode()->GetOpDesc()->GetType() == parser::NETOUTPUT) {
  3459. out_anchor.push_back(out);
  3460. }
  3461. }
  3462. }
  3463. }
  3464. OpDescPtr fusion_op_desc = make_shared<ge::OpDesc>("FusionCustom", ge::parser::CONSTANT);
  3465. Status ret = graphOptimizer.RebuildOutputAnchors(out_anchor, fusion_op_desc);
  3466. EXPECT_EQ(domi::SUCCESS, ret);
  3467. ret = graphOptimizer.RebuildInputAnchors(in_anchor, fusion_op_desc);
  3468. EXPECT_EQ(domi::SUCCESS, ret);
  3469. }
  3470. TEST_F(STestTensorflowParser, parser_LinkInnerAnchor_test)
  3471. {
  3472. ge::ComputeGraphPtr subGraph = std::make_shared<ge::ComputeGraph>("default");
  3473. NodePtr node_a = AddNode(subGraph, "A", parser::NETOUTPUT, 1, 1);
  3474. NodePtr node_b = AddNode(subGraph, "B", parser::NETOUTPUT, 1, 1);
  3475. unordered_map<string, ge::NodePtr> node_map;
  3476. node_map.insert(pair<string, ge::NodePtr>("A", node_a));
  3477. node_map.insert(pair<string, ge::NodePtr>("B", node_b));
  3478. ParserGraphOptimizer graphOptimizer(subGraph, domi::TENSORFLOW);
  3479. graphOptimizer.LinkInnerAnchor(node_map);
  3480. }
  3481. TEST_F(STestTensorflowParser, parser_MarkForFusion_test)
  3482. {
  3483. ge::ComputeGraphPtr subGraph = std::make_shared<ge::ComputeGraph>("default");
  3484. ParserGraphOptimizer graphOptimizer(subGraph, domi::TENSORFLOW);
  3485. ge::NodePtr node = AddNode(subGraph, "K", parser::FRAMEWORK_OP_TYPE, 1, 1);
  3486. ge::NodePtr output_nodes_info = subGraph->FindNode("Relu3");
  3487. std::unordered_map<string, vector<NodePtr>> node_cluser_Map({
  3488. {"x", {node, output_nodes_info}},
  3489. });
  3490. Status ret = graphOptimizer.MarkForFusion(node_cluser_Map);
  3491. EXPECT_EQ(ret, INTERNAL_ERROR);
  3492. }
  3493. TEST_F(STestTensorflowParser, parser_UpdateGraph_test)
  3494. {
  3495. std::vector<NodePtr> nodes;
  3496. ge::ComputeGraphPtr subGraph = std::make_shared<ge::ComputeGraph>("default");
  3497. ParserGraphOptimizer graphOptimizer(subGraph, domi::TENSORFLOW);
  3498. NodePtr node_a = AddNode(subGraph, "A", parser::NETOUTPUT, 1, 1);
  3499. NodePtr node_b = AddNode(subGraph, "B", parser::NETOUTPUT, 1, 1);
  3500. nodes.emplace_back(node_a);
  3501. nodes.emplace_back(node_b);
  3502. Status ret = graphOptimizer.UpdateGraph(nodes);
  3503. EXPECT_EQ(ret, PARAM_INVALID);
  3504. }
  3505. TEST_F(STestTensorflowParser, parser_RebuildFusionNode_test)
  3506. {
  3507. ge::ComputeGraphPtr graph = std::make_shared<ge::ComputeGraph>(GRAPH_DEFAULT_NAME);
  3508. ParserGraphOptimizer graphOptimizer(graph, domi::TENSORFLOW);
  3509. string inputNodeType = "DATA";
  3510. MakeDagGraph(graph, inputNodeType);
  3511. vector<ge::InDataAnchorPtr> input_anchors;
  3512. vector<ge::OutDataAnchorPtr> output_anchors;
  3513. for(ge::NodePtr node : graph->GetAllNodes()) {
  3514. for(auto out : node->GetAllOutDataAnchors()) {
  3515. for(auto in : node->GetAllInDataAnchors()) {
  3516. if(in->GetPeerOutAnchor() != nullptr && in->GetPeerOutAnchor()->GetOwnerNode()->GetOpDesc()->GetType() == parser::DATA) {
  3517. input_anchors.push_back(in);
  3518. }
  3519. }
  3520. for(auto i : out->GetPeerInDataAnchors()) {
  3521. if(i->GetOwnerNode()->GetOpDesc()->GetType() == parser::NETOUTPUT) {
  3522. output_anchors.push_back(out);
  3523. }
  3524. }
  3525. }
  3526. }
  3527. map<ge::OutDataAnchorPtr, vector<ge::InDataAnchorPtr>> output_in_map;
  3528. vector<ge::InControlAnchorPtr> input_control_anchors;
  3529. vector<ge::OutControlAnchorPtr> output_control_anchors;
  3530. ge::OpDescPtr op = std::make_shared<ge::OpDesc>("dpop_123", "FrameworkOp");
  3531. ge::NodePtr fusion_node = std::make_shared<ge::Node>(op, graph);
  3532. Status ret = graphOptimizer.RebuildFusionNode(input_anchors, output_anchors, output_in_map, input_control_anchors, output_control_anchors, fusion_node);
  3533. EXPECT_EQ(ret, FAILED);
  3534. }
  3535. TEST_F(STestTensorflowParser, parser_InsertNode_test)
  3536. {
  3537. std::vector<NodePtr> nodes;
  3538. ge::ComputeGraphPtr subGraph = std::make_shared<ge::ComputeGraph>("default");
  3539. ParserGraphOptimizer graphOptimizer(subGraph, domi::TENSORFLOW);
  3540. auto merge_node = AddNode(subGraph, "Merge", parser::MERGE, 1, 2);
  3541. auto node1 = AddNode(subGraph, "Op1", parser::RELU, 1, 1);
  3542. auto node2 = AddNode(subGraph, "Op2", parser::CONVOLUTION, 1, 1);
  3543. auto node3 = AddNode(subGraph, "Op3", parser::CONVOLUTION, 1, 1);
  3544. nodes.emplace_back(merge_node);
  3545. nodes.emplace_back(node1);
  3546. nodes.emplace_back(node2);
  3547. nodes.emplace_back(node3);
  3548. vector<ge::InDataAnchorPtr> in_anchor;
  3549. vector<ge::OutDataAnchorPtr> out_anchor;
  3550. map<ge::OutDataAnchorPtr, vector<ge::InDataAnchorPtr>> output_in_map;
  3551. vector<ge::InControlAnchorPtr> input_control_anchors;
  3552. vector<ge::OutControlAnchorPtr> output_control_anchors;
  3553. unordered_map<string, ge::NodePtr> node_map;
  3554. node_map.insert(pair<string, ge::NodePtr>("A", merge_node));
  3555. node_map.insert(pair<string, ge::NodePtr>("B", node1));
  3556. node_map.insert(pair<string, ge::NodePtr>("C", node2));
  3557. node_map.insert(pair<string, ge::NodePtr>("D", node3));
  3558. Status ret = graphOptimizer.InsertNode(subGraph, nodes, in_anchor, out_anchor, output_in_map, input_control_anchors, output_control_anchors, node_map);
  3559. EXPECT_EQ(ret, PARAM_INVALID);
  3560. }
  3561. TEST_F(STestTensorflowParser, parser_GeStoi_test)
  3562. {
  3563. TensorFlowModelParser model_parser;
  3564. string input_node_name = "dynamic_rnn_node1";
  3565. string index_str = "dynamic_rnn";
  3566. int32_t index = 0;
  3567. Status ret = model_parser.GeStoi(input_node_name, index_str, &index);
  3568. EXPECT_EQ(ret, INTERNAL_ERROR);
  3569. }
  3570. TEST_F(STestTensorflowParser, parser_ConstOpNeedUpdate_test)
  3571. {
  3572. ge::TensorFlowModelParser tensorflow_parser;
  3573. NodeDef *op_node_def = new NodeDef();
  3574. op_node_def->set_name("OP");
  3575. op_node_def->add_input("OP/Input_1");
  3576. op_node_def->set_op(TENSORFLOWF_NODE_OP_CONST);
  3577. NodeDef *input_node = new NodeDef();
  3578. input_node->set_op(TENSORFLOWF_NODE_OP_IDENTITY);
  3579. input_node->add_input("OP/Input_1/Input_2");
  3580. NodeDef *input_2 = new NodeDef();
  3581. input_2->set_op(TENSORFLOWF_NODE_OP_IDENTITY);
  3582. tensorflow_parser.nodedef_map_["OP"] = op_node_def;
  3583. tensorflow_parser.nodedef_map_["OP/Input_1"] = input_node;
  3584. tensorflow_parser.nodedef_map_["OP/Input_1/Input_2"] = input_2;
  3585. std::string op_name = "OP/Input_1/Input_2";
  3586. Status ret = tensorflow_parser.ConstOpNeedUpdate(op_name);
  3587. EXPECT_EQ(ret, true);
  3588. op_name = "OP";
  3589. ret = tensorflow_parser.ConstOpNeedUpdate(op_name);
  3590. EXPECT_EQ(ret, true);
  3591. delete op_node_def;
  3592. delete input_node;
  3593. delete input_2;
  3594. }
  3595. TEST_F(STestTensorflowParser, parser_UppdateInputMap_test)
  3596. {
  3597. ge::TensorFlowModelParser tensorflow_parser;
  3598. ScopeFusionOpInfo info;
  3599. ge::OpNodeContext normal_op_node_context;
  3600. ge::OpNodeContext fusion_op_node_context;
  3601. string fusion_op_name = "dropout";
  3602. normal_op_node_context.input_map["dropout"].push_back({0, 0});
  3603. normal_op_node_context.input_map["conv_conv5/BatchNorm/moving_variance"].push_back({0, 1});
  3604. normal_op_node_context.output_map["dropout"].push_back({1, 0});
  3605. normal_op_node_context.output_map["conv_conv5/BatchNorm/batchnorm/add/y"].push_back({-1, -1});
  3606. tensorflow::GraphDef *graph = new tensorflow::GraphDef();
  3607. ScopePassManager passmanager;
  3608. shared_ptr<ScopeGraph> scope_graph = passmanager.BuildScopeGraph(graph);
  3609. NodeDef *node1 = graph->add_node();
  3610. node1->set_name("dropout");
  3611. node1->set_op(TENSORFLOWF_NODE_OP_IDENTITY);
  3612. node1->add_input("conv_conv5/BatchNorm/moving_variance");
  3613. node1->add_input("conv_conv5/BatchNorm/batchnorm/add/y");
  3614. NodeDef *node2 = graph->add_node();
  3615. node2->set_name("conv_conv5/BatchNorm/moving_variance");
  3616. node2->set_op(TENSORFLOWF_NODE_OP_IDENTITY);
  3617. NodeDef *node3 = graph->add_node();
  3618. node3->set_name("conv_conv5/BatchNorm/batchnorm/add/y");
  3619. node3->set_op(TENSORFLOWF_NODE_OP_IDENTITY);
  3620. info.fusion_node_name = "conv_conv5/BatchNorm/batchnorm";
  3621. info.fusion_op_type = parser::FUSIONBATCHNORM;
  3622. info.node_name = "conv_conv5/BatchNorm/batchnorm/add";
  3623. info.description = "";
  3624. info.scope_pass = true;
  3625. tensorflow_parser.nodedef_map_["dropout"] = node1;
  3626. tensorflow_parser.nodedef_map_["conv_conv5/BatchNorm/moving_variance"] = node2;
  3627. tensorflow_parser.nodedef_map_["conv_conv5/BatchNorm/batchnorm/add/y"] = node3;
  3628. Status ret = tensorflow_parser.UppdateInputMap(scope_graph, info, fusion_op_node_context, normal_op_node_context);
  3629. EXPECT_EQ(ret, domi::SUCCESS);
  3630. ret = tensorflow_parser.UppdateOutputMap(scope_graph, info, fusion_op_node_context, normal_op_node_context);
  3631. TensorFlowWeightsParser weights_parser;
  3632. std::string caseDir = __FILE__;
  3633. std::size_t idx = caseDir.find_last_of("/");
  3634. caseDir = caseDir.substr(0, idx);
  3635. std::string proto_file = caseDir + "/origin_models/tf_add.pb";
  3636. const char *file = proto_file.c_str();
  3637. ge::Graph graphs;
  3638. Status weightsRet = weights_parser.Parse(file, graphs);
  3639. EXPECT_EQ(weightsRet, SUCCESS);
  3640. delete graph;
  3641. }
  3642. TEST_F(STestTensorflowParser, tensorflow_optimizer_fmk_fusion_op) {
  3643. std::string caseDir = __FILE__;
  3644. std::size_t idx = caseDir.find_last_of("/");
  3645. caseDir = caseDir.substr(0, idx);
  3646. const std::string root_proto = caseDir + "/origin_models/test_getnext_dynamic_fusion.pbtxt";
  3647. domi::tensorflow::GraphDef graphDef;
  3648. bool protoRet = parser::ReadProtoFromText(root_proto.c_str(), &graphDef);
  3649. ASSERT_EQ(protoRet, true);
  3650. TensorFlowModelParser tensorflow_parser;
  3651. ge::ComputeGraphPtr root_graph = ge::parser::MakeShared<ge::ComputeGraph>("tmp_graph");
  3652. Status ret = tensorflow_parser.ParseProto(reinterpret_cast<google::protobuf::Message *>(&graphDef), root_graph);
  3653. EXPECT_EQ(ret, SUCCESS);
  3654. EXPECT_EQ(root_graph->GetDirectNode().size(), 3);
  3655. }
  3656. } // namespace ge