From 1a27eae27f4fb52463e81e615e97d09b95eb2863 Mon Sep 17 00:00:00 2001 From: Daochen Zha Date: Wed, 9 Sep 2020 23:58:37 -0500 Subject: [PATCH] Add debug in evaluation Former-commit-id: 6517fea2d089b3717c1f9d48f051bacf72dabdc2 [formerly ec11731ba1d089f828adfc1822b30d0b11356820] [formerly e9d07a7bf226f824c674c437ef01bedb85448680 [formerly 461144213d034ac62de431f94fe25d73ff9740b2]] [formerly 3ab7c9558996cde969124ee6b9f317bac1d2ed51 [formerly 144365d55e2a9f437c4ead0befc82a1f51e6bef0] [formerly 03e879d7ec6d704d26ff71e80802fac7796a8e92 [formerly 47328c42c0f5a272e9c495b3b42432e6ccf9bb72]]] [formerly a52c5a85a24dd13f36923b5813a82e403b89b162 [formerly f4c6b9b82cd440d1c1f7ab8b9910efe643985f7f] [formerly 14898aebb46ef2f4df163120ba577c2ec7fd0aa3 [formerly e4baabeb9268ddc71305d02d38249743c410fbf2]] [formerly 12e35d116b23b508c22be5ce20cf8882e7f8689f [formerly c534d8c80b37bd42362179f40ab2ca1494c01901] [formerly 58c3a101672fd3466f83876fee8300f24e62685e [formerly 2b0068134e7f0c4aa462e8f209217c871bef0217]]]] [formerly 19397458f7622e0687d64997854d255f75486c12 [formerly cf646ec6237299f97c0cfccfffed67aebc4e60a1] [formerly dcca783403505a155c75840283c2c181a950e831 [formerly 8d93c204e6500278b33265a9c0e027ec19bcd06c]] [formerly 18b1e44560251e3c43a884be313b1e2969c6e48a [formerly 959fbb545dbb92322ebc6616b765ad7f2b44bfa7] [formerly 7b07e67b4a708b191354749acb652cc028ebb6d0 [formerly 38b32b8ce09de70f85a2752a3b0b2de0effa7065]]] [formerly b807104c75859a45056cf662c352b5b385d7a379 [formerly da1c5a8400102914ebb37d669994cb9ffae66b2b] [formerly cb2a9c3ac25521e0b11d8a6cec3f2533d5ab7f8d [formerly c6e57bc16368fb2238ec99ea457b2492125612f7]] [formerly 33b98e46c991316f1845d792c34ee9418a9c46b7 [formerly f527bdaef8b8dbd4f685000c932e58be296a3f71] [formerly 856a572124f9b66f1c7db2fca2da9ac5ef334961 [formerly 717676f3cb40e849736bbec0b249872dc6e67a8d]]]]] [formerly 35cecf7d5d4ec74106931a86a2313f64f1f509b4 [formerly ab81acc171bca2ad286116c5b28f53f29d7bb62e] [formerly fdc510963b4f711ea3b300c36ab256dde1c5864f [formerly 3d1e1dedb1a85e5b84d629362a5401ea2307dd61]] [formerly f5dce07c5b3cd851405c76ecaad03cb81115b371 [formerly 880dd5ac484f9fda269f77ef684680f901ec80e3] [formerly 910a385aa0baf1c48138258ebcbe2029dd0b3d92 [formerly bac6016a04e313d7051fd2df7263a387e277aeb3]]] [formerly 5d486bc88933b9a01ccc5ab6cd5e81b9232976c7 [formerly 68502c1e6a6841eb2892c554571a8e23609413b5] [formerly 0d00d1eb9a41359cd0643280e5754e2d948db616 [formerly dc38b40472387fc4d2bad6bc38daa72126fd0d6c]] [formerly 1ae1e9cce9789f2e6a51a429edf80926f0a7ecbf [formerly 0de3a79f39908b379254a905392d98b630b465e2] [formerly b66cdb0ab1c3a3434f275cb1938f9dfa121645a3 [formerly ed5323b1577dd8893e5222fa163d415cd722a765]]]] [formerly f67d908be97ea68fbad7d5308d4777bb2b736a92 [formerly 7a709eed620be0035b7791ee4836ca61cbade178] [formerly 01c09a2fe53396e74dc8f65fe0b556fa8c6114bd [formerly 96374ca1ed7035b4f7f2bc73850b3259013719ac]] [formerly 7519e133e200062e9e1b4b85191fceb47295a183 [formerly 8b7412c42ffc46ed387f8ccdb174e469faa62316] [formerly 514b3d15768596051ff8aa000e62236117e78224 [formerly 44a5abeff9aa78cb7aefd09fc3fc47995cb5e8d2]]] [formerly 4dfa9cdd483ba51148514b8c74578eea44ca9c40 [formerly c1b8f5ea3b58e32b8d0b4da786be4d3edb02baea] [formerly 4e2a59bc9fe9331b7c464cb2409cb4cab6e0105e [formerly 17744e0475234bb0171b4be87c64ea891de61e35]] [formerly c80a0acf15d972fb52e1d9e12c33460311a37bed [formerly b96066e1f052138e5d3d498a5e7e4fe50153b485] [formerly f8292b161fa2029a19d4f58f919a0ae822eef934 [formerly de4c226bba2e4805708f4864722d242cc8318fb2]]]]]] Former-commit-id: f2ea23ecfa7c87b544bf8f7bbbbff4a7ac28f5f9 [formerly ca5831197d5315fd6e133ffb285a16d921536b35] [formerly f16774406492355947a16ac5c159eb155994da8f [formerly 678fea66e9cc4143e99165dd2e2610fc2e247abb]] [formerly c8b514ef01ab4181273fc612ed1b86711171301a [formerly 1c3abd345e1ffe12a880b232514db83ea1337dec] [formerly 0fb8047ac110d269190a603f4e278cdc1057292a [formerly e93126a25b9591a9383c36781ab8b8fc7bd3de18]]] [formerly 7605d3679a0707dfaf62068cdb8ff29142220766 [formerly 179cc131577e3bd55d7043c55920e5ba3aaa6419] [formerly fe5fc45681e1f8e0adff801bcf555f1fdf5c5603 [formerly 921b5ebd6e7147f27cda5bf1276a0e2470ed2dc9]] [formerly 8d272217b9e6180b1c367ada299e829bbd34a041 [formerly 3af44977bd9a5e5b28f327c13039fe27ffe57514] [formerly 3a079ce6cab553ff8cb3625d8fe30272286cb65b [formerly 441d25ad31934b7868a3350e5a82cd9706d36dac]]]] [formerly cff650390caa44197e1f7b069ef74cd489e3933e [formerly d410c90f7f071a055f51c3b03cfec6db30acdd92] [formerly b477ce34dd2153c4aa629c6d48091ee78b5eb919 [formerly c18e058d16fbb09955093b761635901bbad48549]] [formerly ebdf84c008ca946e72a8835e99e7b46e7ba84054 [formerly 69bd28f91c5b4c65dbb24cd824390c0291c7aba4] [formerly c56e0816f313f8bc82df0b0fe55c88d66910ade1 [formerly e5c9caad7e398b207005cdf771b06667b9fda0b0]]] [formerly f848b4ffb85ab46fff5a8e14a31d0990342274b6 [formerly 8624dc138c07c8a13ecc6120a16ea1e36dbbb062] [formerly 86238dd6868c5810ef181a14f413a78977b5f69e [formerly d9b268350cb7f5cc3371214be6940ec6a2ba5a08]] [formerly 2f9096c30e3c2e9e9764e7770468a8a76b760b70 [formerly ac3526b908206b42d7dd84c98c13e4310353889e] [formerly f8292b161fa2029a19d4f58f919a0ae822eef934]]]] Former-commit-id: df643036ddc77ca9d362c138a07d4e1d5dadbf64 [formerly 421b4c177735746fc0e1cda697e71d1051804812] [formerly 1877086f28155e513d64d079890ccc02cecfae77 [formerly c8127158771e0fa96f58fbbd33544aff62881589]] [formerly 00843798f31d3983be79c1f8c5edabe3f152d56d [formerly f1b5f0c16c03311536ac78f4c75dc32a82964bea] [formerly c86b59c558c91fc9fef962f0655439c97745524c [formerly 3e2580b5e54e4193b812c429e0cc6bedb20e8263]]] [formerly b2b133cba2d32ad072ca0ba047d4548f2a37a2fb [formerly be13d33a79bc83a7a7ef45c84bd464db427d1ddb] [formerly 8cf7bac6355024d1552797d777c3adee4854f0e7 [formerly 13898ad24ba493b315a9bc7cf674448f7932611c]] [formerly f5de3f88bdc42f4bb8104879a867143eb2e26d1e [formerly 5554c4be64b7b5e3a35435c992b438c8a8c788b3] [formerly 43c8be746b9250f4c9f3828036d360e2ced6357d [formerly 031d623abd4b5735c11ce6a1ebf40f0dfc28437e]]]] Former-commit-id: 1327fcb702924793a5202880dff26e4829584a12 [formerly b7f3b086a888e046abeaa3cdee68f7d2d64a6748] [formerly d4e76cfd66f289474e49363bd1257f78a31a2d48 [formerly cef3c771a113812e068a25ad7af20f4de8922eed]] [formerly 7e8132b4c9d0072349bc03234a0f9e60c28d8fcd [formerly 4497239cb379fa5526cf755f2a6b61f3b100a7a2] [formerly 472f83ffbcb83deb394064d1b1fda6edf5cdc4f6 [formerly 560528bd09ccc0e91948983a42049d85383416bb]]] Former-commit-id: a958f5f8f27be89f6bafe080acae8b2cc8dd4691 [formerly f57808f509fc22195c84d7afdf7282a5aa87497d] [formerly 61ee8873c36d62ab4ada61108c371d2a8224c6d7 [formerly 9cf70619e7a742767dd2b54144da0d9085f356c4]] Former-commit-id: 71a1de0b066c29e308af83bc30a93ff978696858 [formerly 1b29b6815858aca4530a5fcb80c50dc904ae3a2e] Former-commit-id: d5b4c87156f6f743b6621bb1f76cb5635ad2d3ca --- tods/tods/utils.py | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/tods/tods/utils.py b/tods/tods/utils.py index e375354..f41bb03 100644 --- a/tods/tods/utils.py +++ b/tods/tods/utils.py @@ -46,6 +46,14 @@ def evaluate_pipeline(problem_description, dataset, pipeline): data_preparation_pipeline=data_preparation_pipeline, scoring_pipeline=scoring_pipeline, data_preparation_params=data_preparation_params) + try: + for error in pipeline_result.error: + if error is not None: + raise error + except: + import traceback + traceback.print_exc() + return pipeline_result