From 3cc4add4f72b0bcfdb6b1fddcd134e14a2b03944 Mon Sep 17 00:00:00 2001 From: Raghul-M Date: Mon, 13 Jan 2025 20:00:51 +0530 Subject: [PATCH] Migration of Onnx model kserve grpc testcase UI -> API --- .../kserve-triton-onnx-rest-output.json | 2 +- ...1009__model_serving_triton_on_kserve.robot | 4 +- ...__model_serving_triton_on_kserve_api.robot | 44 +++++++++++++++++++ 3 files changed, 47 insertions(+), 3 deletions(-) diff --git a/ods_ci/tests/Resources/Files/triton/kserve-triton-onnx-rest-output.json b/ods_ci/tests/Resources/Files/triton/kserve-triton-onnx-rest-output.json index 5f854b537..247206212 100644 --- a/ods_ci/tests/Resources/Files/triton/kserve-triton-onnx-rest-output.json +++ b/ods_ci/tests/Resources/Files/triton/kserve-triton-onnx-rest-output.json @@ -1 +1 @@ -{"model_name":"densenet_onnx","model_version":"1","outputs":[{"name":"fc6_1","datatype":"FP32","shape":[1000],"data":[-0.6366806030273438,-0.6650463342666626,0.6564691066741943,-0.5210686922073364,1.210141897201538,-0.28606006503105164,0.8094705939292908,0.18229636549949646,-1.46062171459198,0.18209028244018555,-1.7584896087646484,-0.7264942526817322,-1.1044113636016846,-0.3337949216365814,-1.2228106260299683,-0.484693706035614,0.4854888319969177,-1.7416437864303589,0.8087580800056458,-0.035641640424728394,-0.6663507223129272,0.5389832854270935,-0.009438897483050823,1.059037446975708,-1.327377200126648,-1.3959959745407104,-1.789563536643982,-0.505133867263794,-1.695396065711975,-2.4840328693389893,-1.7856321334838867,-0.3971140682697296,-1.287651538848877,1.6156377792358398,3.8284924030303955,0.1812630593776703,0.46715793013572693,0.38000035285949707,0.21734309196472168,0.16068239510059357,-0.48744431138038635,-0.799072265625,0.6105578541755676,-0.4692234992980957,-0.07974372804164886,-0.05922965332865715,0.6426423192024231,-0.8141040205955505,-1.4234668016433716,-1.1945459842681885,-0.21862074732780457,-1.640366792678833,0.4319753646850586,0.34847307205200195,-0.00975970458239317,-0.19186480343341827,0.26241886615753174,-0.9732971787452698,-0.9191917777061462,-0.6718204617500305,0.11623139679431915,0.44452807307243347,-0.5642805099487305,-0.09524253010749817,-0.39303991198539734,1.1048214435577393,0.8214722871780396,-0.23419326543807983,1.0209054946899414,2.802060842514038,-0.5912845730781555,1.189058542251587,-1.0449002981185913,0.6020042300224304,-0.6606205105781555,0.9264456033706665,1.086159586906433,1.2858312129974365,2.354278802871704,2.053586959838867,-0.8440029621124268,-0.011357937008142471,-0.4925103187561035,-0.9671202898025513,-1.3336323499679565,0.425400048494339,-0.8222365379333496,0.832464873790741,-0.8233041763305664,-0.3519268333911896,-1.732303500175476,-1.0628589391708374,0.7486191391944885,-0.510428249835968,-0.6565201878547668,-2.5921027660369873,-0.4382135570049286,-1.0139517784118652,0.378109335899353,0.7151932716369629,-0.1773684322834015,-1.5974160432815552,0.5973967909812927,-0.16112394630908966,0.06372591108083725,-2.4311413764953613,-0.392082542181015,1.271096110343933,-0.8220328688621521,-0.024530446156859398,-0.651757001876831,1.6986428499221802,2.547335386276245,1.0929533243179321,0.6892939805984497,-1.2344461679458618,0.09606268256902695,0.5050698518753052,1.298618197441101,0.06627195328474045,0.4149293899536133,-0.24108107388019562,0.44908273220062256,-0.15190085768699646,0.9693454504013062,2.2159266471862793,0.19315986335277557,1.1725479364395142,0.7527189254760742,-0.41266849637031555,-1.3607985973358154,-0.4647023379802704,0.4304894208908081,-0.2815745770931244,0.9795903563499451,-0.6631156802177429,-0.6732639074325562,-0.18486902117729187,1.2568893432617188,0.1910279542207718,-0.5635678768157959,0.930715024471283,-1.5548930168151855,1.0183792114257812,0.41850829124450684,-0.18426944315433502,0.26830220222473145,-0.5276609659194946,-0.5950334668159485,-1.3067708015441895,-0.5132883191108704,0.7824872732162476,-1.988906741142273,0.2022659033536911,-0.3398772180080414,-0.4146333336830139,-0.8642572164535522,-0.943742036819458,-0.2975691258907318,0.005535449832677841,-1.3055651187896729,-0.7338616251945496,0.17627663910388947,-0.8594069480895996,-0.9940372109413147,-1.1786962747573853,-1.3738399744033813,-3.9213969707489014,-0.4326498508453369,-1.71005117893219,-1.2436469793319702,0.249699205160141,-0.5141496658325195,-1.0053467750549316,0.3067629933357239,-1.8585566282272339,-1.8999578952789307,-1.8673211336135864,0.7238450050354004,-1.1621159315109253,-1.1051546335220337,-1.4283298254013062,0.3181594908237457,-1.3376569747924805,-0.34814372658729553,-0.9170767068862915,-0.5853687524795532,0.029058726504445076,-1.9923934936523438,-0.7742639183998108,-1.3265618085861206,-0.7867096662521362,0.29912370443344116,-0.1371328979730606,-3.077025890350342,1.6475214958190918,-0.25429442524909973,-0.5596145987510681,-0.8743314146995544,-0.11355434358119965,-1.8250932693481445,-0.020289968699216843,-0.1046675369143486,0.29254013299942017,-0.6143561601638794,-0.3447468876838684,-1.6915172338485718,-0.9400429129600525,-0.7884426712989807,0.7293264269828796,-1.1865313053131104,-0.6893317103385925,-1.1686043739318848,-1.0281214714050293,-0.7043673992156982,-0.24431367218494415,-1.5035456418991089,0.24084261059761047,-1.0978825092315674,-0.7573614716529846,-1.8450883626937866,-0.1561061590909958,-2.121312141418457,1.8468188047409058,-0.7619478106498718,0.02927795611321926,-0.9428263306617737,-1.1322487592697144,-1.5582425594329834,-1.2164132595062256,-0.6802391409873962,-1.7144442796707153,-1.059880018234253,-1.8884122371673584,0.2736364006996155,-0.2695524990558624,0.19703319668769836,0.9532005786895752,0.13992813229560852,-0.694003701210022,-0.7006549835205078,-1.4087074995040894,0.3165398836135864,-1.481110692024231,-2.9598658084869385,1.098604440689087,-1.1964188814163208,-1.8214634656906128,-1.4554800987243652,-0.5194193720817566,-0.8839685320854187,-0.014164671301841736,-1.064385175704956,-0.31053975224494934,-0.09027085453271866,-3.148080348968506,-0.0944671705365181,-1.1308950185775757,0.21958261728286743,-0.5089994668960571,-1.5295063257217407,-0.5298228859901428,-2.17134952545166,0.03692598268389702,-1.1061036586761475,1.0341562032699585,0.8903735876083374,-0.563703715801239,-1.428954005241394,-2.365366220474243,-1.652296543121338,-2.1359171867370605,0.25971630215644836,-0.9798270463943481,-1.6893730163574219,-1.1703922748565674,0.27231165766716003,-0.5253621339797974,-1.7436164617538452,-0.8849418759346008,0.15492433309555054,-0.04670374095439911,-1.1246469020843506,-0.9983011484146118,0.12066465616226196,0.22951236367225647,-1.442187786102295,-1.7141774892807007,-2.2565414905548096,-2.5695226192474365,-3.263866901397705,-1.9984841346740723,-2.1455881595611572,-0.34358444809913635,-0.8516721725463867,-0.8711535334587097,-1.2272591590881348,-2.4962356090545654,-0.31229910254478455,0.09351035952568054,-1.0540601015090942,1.2178765535354614,0.4604795277118683,0.4973281919956207,0.8002575635910034,1.0490206480026245,1.4759511947631836,0.7915506362915039,0.307210773229599,-1.33041512966156,2.245237350463867,0.17010821402072906,0.16660772264003754,1.5663959980010986,2.4962127208709717,0.9610967040061951,0.7861872315406799,0.02804172784090042,0.9843279123306274,0.3757909834384918,-0.14911523461341858,-1.5248827934265137,-1.2196401357650757,-0.5118046998977661,-0.9234278202056885,-0.3539094924926758,-1.3633211851119995,2.5235888957977295,1.011060357093811,-0.0026423120871186256,-0.023862583562731743,0.5418205857276917,-1.201949119567871,-0.9621620178222656,-0.0798652246594429,-1.945551872253418,-0.5485025644302368,-1.903025507926941,-1.4884731769561768,-1.204291820526123,-0.22585831582546234,-1.7564293146133423,-1.2517472505569458,-0.7796633839607239,-1.323957085609436,-0.682192325592041,-0.7126878499984741,-0.879011869430542,-2.1220450401306152,-0.32225501537323,-0.9237911105155945,-0.4512544274330139,-1.3471168279647827,-0.3906725347042084,0.2550213634967804,-2.5344691276550293,0.2764483690261841,-0.7413907647132874,-0.1612110286951065,0.6903921365737915,-1.5187387466430664,1.015272855758667,-0.39596426486968994,1.6260758638381958,-1.2646105289459229,-1.2829113006591797,-1.4176102876663208,-0.5484138131141663,-0.7400174140930176,-0.9451717734336853,-1.4101014137268066,-1.7613285779953003,0.8121683597564697,-0.5096827149391174,-0.03284098580479622,-1.2776180505752563,-2.2564144134521484,-1.3767683506011963,-0.9913908243179321,-2.4434680938720703,-1.7798914909362793,-0.7759451270103455,-0.46176275610923767,-1.302275538444519,-3.138401746749878,-1.8134660720825195,-0.2803713381290436,-3.0636274814605713,-3.2011611461639404,-0.6801636219024658,-0.37804529070854187,1.2660313844680786,-1.2079144716262817,-1.0772699117660522,-1.2377650737762451,1.1227949857711792,-1.277241587638855,0.000058918725699186325,-0.1315906047821045,0.6965937614440918,-0.8829824328422546,-0.3293662965297699,1.836198329925537,-0.11194641143083572,-0.8805607557296753,1.5374871492385864,-0.8140190839767456,-2.081982135772705,0.09709867089986801,0.8341380953788757,-1.5008361339569092,1.8142691850662231,1.0475050210952759,2.066312074661255,2.0008389949798584,-1.8249478340148926,0.49138033390045166,1.6612824201583862,3.427236557006836,2.015125274658203,0.7410924434661865,0.16230562329292297,0.04870831221342087,-2.0436699390411377,-2.1693661212921143,0.7666336297988892,0.25104400515556335,1.7069315910339355,-0.5929458737373352,2.221782922744751,0.9622589349746704,-0.8251276016235352,1.1110328435897827,1.2644888162612915,2.9158129692077637,-1.3095977306365967,0.04406321048736572,1.2602293491363525,-0.9970100522041321,-1.1314830780029297,2.012697458267212,0.13734149932861328,0.27276861667633057,2.9644689559936523,-0.6301796436309814,0.7762618064880371,3.6270878314971924,-0.8859467506408691,-0.18620862066745758,-0.1372256726026535,-1.823442816734314,1.2714744806289673,0.25625741481781006,-0.09121299535036087,-1.2314274311065674,4.066755771636963,0.03726843744516373,1.4847208261489868,0.9017938375473022,1.5511887073516846,2.2072479724884033,-0.11057519167661667,3.4057276248931885,1.4304940700531006,1.553061604499817,0.7216461300849915,-2.8909964561462402,-3.150648593902588,-0.2636473774909973,-0.09328930824995041,1.3114937543869019,-0.9798227548599243,0.1853160858154297,1.6760517358779907,1.799998164176941,-0.4171789884567261,-3.896393299102783,0.10924152284860611,1.7997887134552002,-1.3952842950820923,0.4437475800514221,1.8994680643081665,0.5325775146484375,-1.2696495056152344,1.681393027305603,0.06915275752544403,0.7539713382720947,1.7597973346710205,2.502774477005005,1.9519202709197998,1.6152310371398926,-0.5786963701248169,1.0354902744293213,-1.368908166885376,-0.5052911043167114,-0.3885933756828308,-0.0014253892004489899,-0.6839190721511841,-1.0360335111618042,1.756628155708313,0.011393099091947079,0.42928600311279297,0.953175961971283,1.1765458583831787,0.08414589613676071,0.3449314832687378,1.1354565620422363,0.174764946103096,0.40178361535072327,-1.2937239408493042,0.5332441926002502,-0.8315335512161255,1.4450057744979858,0.7193194031715393,1.1988720893859863,1.0434727668762207,-0.9598208665847778,0.08716105669736862,-1.0282151699066162,-0.7342858910560608,-0.9344350695610046,-0.6738535165786743,0.564640462398529,1.4734370708465576,0.32810306549072266,-0.34929701685905457,-0.6273563504219055,-1.1185715198516846,-0.570094883441925,1.8869456052780151,1.6887054443359375,0.23208284378051758,0.03963492438197136,2.4828362464904785,0.35605889558792114,-2.383415460586548,-0.024819539859890938,-1.2384594678878784,0.7941945791244507,3.584411859512329,0.27668073773384094,1.4781070947647095,2.7542450428009033,1.6121726036071777,-0.38727229833602905,0.4241263270378113,-0.042743388563394547,-3.6944077014923096,-0.3685988187789917,3.959106922149658,-2.212942123413086,0.247276172041893,0.1471780240535736,0.2396356761455536,0.34089189767837524,-1.7938876152038574,1.9318737983703613,0.9494590163230896,1.6450504064559937,1.8661298751831055,0.2148597538471222,-0.9916561841964722,-0.7812619209289551,3.3215694427490234,-1.3432462215423584,-0.7614611983299255,-0.3748113214969635,1.3370227813720703,-0.3353807330131531,-2.3373782634735107,-0.3180435597896576,-1.733521580696106,1.6904233694076538,-1.386155605316162,1.8834725618362427,-1.488633394241333,-1.830710530281067,-0.8516485691070557,-0.7836251854896545,-0.13787011802196503,-1.7497169971466064,-0.8640195727348328,-2.2785911560058594,-0.050254154950380325,1.8271535634994507,1.1196142435073853,-1.4537739753723145,1.675649642944336,1.2545303106307983,1.8590950965881348,-1.101686954498291,4.450714111328125,0.3585709035396576,0.7939164042472839,0.23220093548297882,-0.5016263127326965,0.5647464394569397,2.182985782623291,-0.02686075121164322,0.1939859539270401,3.1626136302948,1.6258960962295532,-0.3633595407009125,-1.880118727684021,0.72726970911026,2.043731689453125,1.5832878351211548,0.018572932109236717,1.783869743347168,-1.4941428899765015,3.58249831199646,2.102212905883789,-1.9300422668457031,1.5531806945800781,-1.150119423866272,0.8701711297035217,3.6219847202301025,-0.041900090873241425,1.9645962715148926,2.543618679046631,2.128861427307129,-0.9742631316184998,3.43074107170105,2.4731767177581787,0.22283533215522766,0.884319543838501,2.9840753078460693,-1.0362050533294678,0.9565056562423706,2.4732718467712402,1.5559043884277344,1.4176112413406372,1.6837012767791748,1.1689132452011108,-3.151489496231079,0.4611082077026367,1.8189663887023926,-0.9471927881240845,1.2651227712631226,1.708487868309021,1.4751402139663696,1.6567168235778809,-0.060077548027038574,0.8651278018951416,3.060223340988159,-0.21156415343284607,1.5441187620162964,-0.0533679723739624,-0.6902301907539368,1.2046438455581665,1.9784890413284302,-0.23776766657829285,-0.14668458700180054,-0.48397549986839294,-1.2635743618011475,3.1511855125427246,-1.3166699409484863,1.243025541305542,0.33438581228256226,0.8510205149650574,-1.5608203411102295,-2.774578094482422,2.208432197570801,-0.5319855809211731,1.0044585466384888,-1.3155771493911743,0.6261106729507446,0.6781601309776306,-0.6323853135108948,1.7178033590316772,-1.3253313302993774,-1.1060658693313599,0.5813467502593994,1.0609116554260254,1.8708791732788086,-2.6739614009857178,-1.2374356985092163,2.3957884311676025,-0.9389492273330688,3.1578688621520996,-0.18850865960121155,2.29470157623291,2.1166188716888428,1.5494424104690552,0.9669744968414307,-0.5868359208106995,0.4685693383216858,-1.7010605335235596,-1.28147292137146,-0.3710661828517914,-2.2309892177581787,-1.3306856155395508,2.286484956741333,1.7226662635803223,0.5179645419120789,0.04108958691358566,2.6055355072021484,-0.47451937198638916,-0.18136578798294067,0.9843930602073669,3.388120174407959,2.9694790840148926,-0.16760604083538055,-0.7693485617637634,-0.48708009719848633,-2.1623172760009766,-1.3844960927963257,-1.299724817276001,-0.06802406162023544,2.3991687297821045,2.3100154399871826,2.219693183898926,-0.7656659483909607,-0.2668461501598358,2.4658517837524414,-0.5160501003265381,-0.22354760766029358,-2.3092405796051025,2.2126076221466064,0.8653072118759155,1.8320354223251343,1.9576784372329712,2.0575315952301025,0.3068351745605469,0.32381007075309753,0.7312211990356445,-0.3749576210975647,-0.3635692894458771,1.2104970216751099,-1.0426137447357178,-0.015182016417384148,2.0435898303985596,-0.8474858999252319,1.5794553756713867,-1.240557312965393,2.995915651321411,1.7483298778533936,1.4919776916503906,-0.15676076710224152,-2.9357731342315674,0.4763922393321991,2.22527813911438,0.0023008931893855333,-0.6202242970466614,0.9409850239753723,-1.0717871189117432,1.023190975189209,0.7896998524665833,1.6239371299743652,2.652463912963867,1.3209642171859741,-1.3349305391311646,2.2048988342285156,0.4949195384979248,-0.4993716776371002,-0.49767351150512695,-0.9670745730400085,-1.5859849452972412,0.8232123851776123,-0.19270330667495728,1.049744963645935,1.4943945407867432,-2.262369394302368,2.9815235137939453,2.3272345066070557,-0.08929820358753204,-2.31449294090271,2.015791416168213,1.3909711837768555,3.061314344406128,1.2006349563598633,-0.11192161589860916,3.418769121170044,1.4356354475021362,1.2894878387451172,1.126057744026184,-0.029210766777396202,2.5338497161865234,-0.6098408102989197,-0.7993963360786438,0.6721442937850952,-0.11280272901058197,0.5833467841148376,3.837103843688965,2.649925947189331,-0.5187036395072937,-0.5832173228263855,0.5564619898796082,-1.6661157608032227,0.5954753756523132,0.17187725007534027,0.5597618222236633,2.511896848678589,1.6462832689285278,1.589921236038208,0.08974739909172058,-0.010078467428684235,1.7510948181152344,0.5381355285644531,-0.284496933221817,-2.4354171752929688,1.1016925573349,-1.843915343284607,-0.9277074337005615,1.5057778358459473,2.176650047302246,0.23677721619606018,-1.4817824363708496,0.7107279300689697,-0.3167893886566162,-1.320601463317871,1.3673880100250244,0.5965873599052429,1.4064924716949463,0.6606876850128174,0.004561198875308037,0.692233681678772,-2.101165294647217,1.4474023580551147,-0.5564885139465332,-2.288646697998047,-1.2941285371780396,-1.5322198867797852,0.4016721844673157,2.4001057147979736,-0.7671995162963867,0.38571619987487793,-1.6648850440979004,3.297638416290283,-3.1351418495178223,-0.2950848937034607,0.5740752220153809,-0.03555766120553017,1.1547393798828125,2.273481607437134,-0.9017626047134399,0.969597339630127,1.132953405380249,1.8099149465560913,-0.4175902307033539,1.3707706928253174,2.5351414680480957,2.713200807571411,0.2217404842376709,2.344318389892578,2.3858249187469482,1.5920287370681763,-1.1140589714050293,0.41140350699424744,1.019116997718811,-0.4212700426578522,0.5772625207901001,3.2181482315063477,2.1983630657196045,0.015010064467787743,2.5280184745788574,-2.0364959239959717,-1.4667454957962036,0.5858732461929321,0.03779565170407295,-2.19901442527771,0.3037997782230377,0.07211904972791672,-0.7107126116752625,-2.558130979537964,-4.059330940246582,-1.4790434837341309,-0.5616899728775024,2.106194019317627,1.0144922733306885,-0.6259505152702332,1.1174726486206055,1.8509756326675415,0.6122486591339111,-2.882899522781372,0.23818624019622803,-0.6687647104263306,-2.8449716567993164,-1.0882527828216553,2.2717509269714355,0.7080538272857666,-0.3760756850242615,1.5902656316757202,1.2216330766677856,0.7037507891654968,2.6921679973602295,-1.1676406860351562,-1.5137341022491455,-0.3064313232898712,0.11544014513492584,1.3667197227478027,-1.7001550197601318,3.5766448974609375,3.503131628036499,-0.9334679245948792,-0.2082287073135376,-0.9667937755584717,-0.5186803936958313,1.9963281154632568,0.710024356842041,1.000756859779358,-0.8934563994407654,2.3987386226654053,1.0974072217941284,2.02130389213562,0.6461906433105469,0.8902111649513245,1.1535792350769043,0.11280225962400436,-0.9218763709068298,1.605270504951477,3.311033248901367,-1.3145755529403687,1.414294719696045,-0.06464486569166183,-0.3178527355194092,-0.9116477370262146,-0.2790743410587311,-0.3671155571937561,0.5097910761833191,0.49860554933547974,2.4663171768188477,1.2412617206573486,-1.406315803527832,-1.881014108657837,-0.7720997929573059,-3.8015291690826416,-0.7771751284599304,-0.18742981553077698,1.367027997970581,-0.9999729990959167,-1.4339985847473145,1.2516933679580688,-1.8097089529037476,-1.241364598274231,-0.8594287633895874,-0.8959498405456543,-0.31131964921951294,-0.8355120420455933,-1.1281542778015137,-1.2257429361343384,-1.4438867568969727,-2.4022481441497803,-1.2394894361495972,-2.0367395877838135,0.3805408179759979,-2.2001798152923584,-1.6381373405456543,0.32956549525260925,0.19118966162204742,0.6410409212112427,0.7456387281417847,-0.03250221163034439,-0.3699473738670349,0.3209710419178009,-1.9541549682617188,-1.700314998626709,0.15681004524230957,1.827540397644043,-1.0864880084991455,-0.014514319598674774,-0.39037173986434937,-1.2494715452194214,-1.3061941862106323,-2.32810640335083,-1.871349811553955,0.8049049377441406,0.2103779911994934,0.9418912529945374,-1.1174732446670532,-1.5272167921066284,0.7349911332130432,1.0695137977600098,-0.335968554019928,-0.8246653079986572,1.2839006185531616,1.3583190441131592,3.5130369663238525,2.4644229412078857,-0.3403210937976837,1.159983515739441,1.6650011539459229,-2.2159814834594727,-0.2590221166610718,0.034165650606155396,-1.11724853515625,-1.913957118988037,0.774980366230011,0.7315096259117126,-0.577865481376648,0.4958763122558594,-1.240787148475647,-2.7360620498657227,-3.422389268875122,-2.248276948928833,-1.9057624340057373,-2.4471850395202637,-1.1367107629776,0.13770759105682373,2.550241708755493]}]} +{"model_name":"densenetonnx","model_version":"1","outputs":[{"name":"fc6_1","datatype":"FP32","shape":[1000],"data":[-0.6366806030273438,-0.6650463342666626,0.6564691066741943,-0.5210686922073364,1.210141897201538,-0.28606006503105164,0.8094705939292908,0.18229636549949646,-1.46062171459198,0.18209028244018555,-1.7584896087646484,-0.7264942526817322,-1.1044113636016846,-0.3337949216365814,-1.2228106260299683,-0.484693706035614,0.4854888319969177,-1.7416437864303589,0.8087580800056458,-0.035641640424728394,-0.6663507223129272,0.5389832854270935,-0.009438897483050823,1.059037446975708,-1.327377200126648,-1.3959959745407104,-1.789563536643982,-0.505133867263794,-1.695396065711975,-2.4840328693389893,-1.7856321334838867,-0.3971140682697296,-1.287651538848877,1.6156377792358398,3.8284924030303955,0.1812630593776703,0.46715793013572693,0.38000035285949707,0.21734309196472168,0.16068239510059357,-0.48744431138038635,-0.799072265625,0.6105578541755676,-0.4692234992980957,-0.07974372804164886,-0.05922965332865715,0.6426423192024231,-0.8141040205955505,-1.4234668016433716,-1.1945459842681885,-0.21862074732780457,-1.640366792678833,0.4319753646850586,0.34847307205200195,-0.00975970458239317,-0.19186480343341827,0.26241886615753174,-0.9732971787452698,-0.9191917777061462,-0.6718204617500305,0.11623139679431915,0.44452807307243347,-0.5642805099487305,-0.09524253010749817,-0.39303991198539734,1.1048214435577393,0.8214722871780396,-0.23419326543807983,1.0209054946899414,2.802060842514038,-0.5912845730781555,1.189058542251587,-1.0449002981185913,0.6020042300224304,-0.6606205105781555,0.9264456033706665,1.086159586906433,1.2858312129974365,2.354278802871704,2.053586959838867,-0.8440029621124268,-0.011357937008142471,-0.4925103187561035,-0.9671202898025513,-1.3336323499679565,0.425400048494339,-0.8222365379333496,0.832464873790741,-0.8233041763305664,-0.3519268333911896,-1.732303500175476,-1.0628589391708374,0.7486191391944885,-0.510428249835968,-0.6565201878547668,-2.5921027660369873,-0.4382135570049286,-1.0139517784118652,0.378109335899353,0.7151932716369629,-0.1773684322834015,-1.5974160432815552,0.5973967909812927,-0.16112394630908966,0.06372591108083725,-2.4311413764953613,-0.392082542181015,1.271096110343933,-0.8220328688621521,-0.024530446156859398,-0.651757001876831,1.6986428499221802,2.547335386276245,1.0929533243179321,0.6892939805984497,-1.2344461679458618,0.09606268256902695,0.5050698518753052,1.298618197441101,0.06627195328474045,0.4149293899536133,-0.24108107388019562,0.44908273220062256,-0.15190085768699646,0.9693454504013062,2.2159266471862793,0.19315986335277557,1.1725479364395142,0.7527189254760742,-0.41266849637031555,-1.3607985973358154,-0.4647023379802704,0.4304894208908081,-0.2815745770931244,0.9795903563499451,-0.6631156802177429,-0.6732639074325562,-0.18486902117729187,1.2568893432617188,0.1910279542207718,-0.5635678768157959,0.930715024471283,-1.5548930168151855,1.0183792114257812,0.41850829124450684,-0.18426944315433502,0.26830220222473145,-0.5276609659194946,-0.5950334668159485,-1.3067708015441895,-0.5132883191108704,0.7824872732162476,-1.988906741142273,0.2022659033536911,-0.3398772180080414,-0.4146333336830139,-0.8642572164535522,-0.943742036819458,-0.2975691258907318,0.005535449832677841,-1.3055651187896729,-0.7338616251945496,0.17627663910388947,-0.8594069480895996,-0.9940372109413147,-1.1786962747573853,-1.3738399744033813,-3.9213969707489014,-0.4326498508453369,-1.71005117893219,-1.2436469793319702,0.249699205160141,-0.5141496658325195,-1.0053467750549316,0.3067629933357239,-1.8585566282272339,-1.8999578952789307,-1.8673211336135864,0.7238450050354004,-1.1621159315109253,-1.1051546335220337,-1.4283298254013062,0.3181594908237457,-1.3376569747924805,-0.34814372658729553,-0.9170767068862915,-0.5853687524795532,0.029058726504445076,-1.9923934936523438,-0.7742639183998108,-1.3265618085861206,-0.7867096662521362,0.29912370443344116,-0.1371328979730606,-3.077025890350342,1.6475214958190918,-0.25429442524909973,-0.5596145987510681,-0.8743314146995544,-0.11355434358119965,-1.8250932693481445,-0.020289968699216843,-0.1046675369143486,0.29254013299942017,-0.6143561601638794,-0.3447468876838684,-1.6915172338485718,-0.9400429129600525,-0.7884426712989807,0.7293264269828796,-1.1865313053131104,-0.6893317103385925,-1.1686043739318848,-1.0281214714050293,-0.7043673992156982,-0.24431367218494415,-1.5035456418991089,0.24084261059761047,-1.0978825092315674,-0.7573614716529846,-1.8450883626937866,-0.1561061590909958,-2.121312141418457,1.8468188047409058,-0.7619478106498718,0.02927795611321926,-0.9428263306617737,-1.1322487592697144,-1.5582425594329834,-1.2164132595062256,-0.6802391409873962,-1.7144442796707153,-1.059880018234253,-1.8884122371673584,0.2736364006996155,-0.2695524990558624,0.19703319668769836,0.9532005786895752,0.13992813229560852,-0.694003701210022,-0.7006549835205078,-1.4087074995040894,0.3165398836135864,-1.481110692024231,-2.9598658084869385,1.098604440689087,-1.1964188814163208,-1.8214634656906128,-1.4554800987243652,-0.5194193720817566,-0.8839685320854187,-0.014164671301841736,-1.064385175704956,-0.31053975224494934,-0.09027085453271866,-3.148080348968506,-0.0944671705365181,-1.1308950185775757,0.21958261728286743,-0.5089994668960571,-1.5295063257217407,-0.5298228859901428,-2.17134952545166,0.03692598268389702,-1.1061036586761475,1.0341562032699585,0.8903735876083374,-0.563703715801239,-1.428954005241394,-2.365366220474243,-1.652296543121338,-2.1359171867370605,0.25971630215644836,-0.9798270463943481,-1.6893730163574219,-1.1703922748565674,0.27231165766716003,-0.5253621339797974,-1.7436164617538452,-0.8849418759346008,0.15492433309555054,-0.04670374095439911,-1.1246469020843506,-0.9983011484146118,0.12066465616226196,0.22951236367225647,-1.442187786102295,-1.7141774892807007,-2.2565414905548096,-2.5695226192474365,-3.263866901397705,-1.9984841346740723,-2.1455881595611572,-0.34358444809913635,-0.8516721725463867,-0.8711535334587097,-1.2272591590881348,-2.4962356090545654,-0.31229910254478455,0.09351035952568054,-1.0540601015090942,1.2178765535354614,0.4604795277118683,0.4973281919956207,0.8002575635910034,1.0490206480026245,1.4759511947631836,0.7915506362915039,0.307210773229599,-1.33041512966156,2.245237350463867,0.17010821402072906,0.16660772264003754,1.5663959980010986,2.4962127208709717,0.9610967040061951,0.7861872315406799,0.02804172784090042,0.9843279123306274,0.3757909834384918,-0.14911523461341858,-1.5248827934265137,-1.2196401357650757,-0.5118046998977661,-0.9234278202056885,-0.3539094924926758,-1.3633211851119995,2.5235888957977295,1.011060357093811,-0.0026423120871186256,-0.023862583562731743,0.5418205857276917,-1.201949119567871,-0.9621620178222656,-0.0798652246594429,-1.945551872253418,-0.5485025644302368,-1.903025507926941,-1.4884731769561768,-1.204291820526123,-0.22585831582546234,-1.7564293146133423,-1.2517472505569458,-0.7796633839607239,-1.323957085609436,-0.682192325592041,-0.7126878499984741,-0.879011869430542,-2.1220450401306152,-0.32225501537323,-0.9237911105155945,-0.4512544274330139,-1.3471168279647827,-0.3906725347042084,0.2550213634967804,-2.5344691276550293,0.2764483690261841,-0.7413907647132874,-0.1612110286951065,0.6903921365737915,-1.5187387466430664,1.015272855758667,-0.39596426486968994,1.6260758638381958,-1.2646105289459229,-1.2829113006591797,-1.4176102876663208,-0.5484138131141663,-0.7400174140930176,-0.9451717734336853,-1.4101014137268066,-1.7613285779953003,0.8121683597564697,-0.5096827149391174,-0.03284098580479622,-1.2776180505752563,-2.2564144134521484,-1.3767683506011963,-0.9913908243179321,-2.4434680938720703,-1.7798914909362793,-0.7759451270103455,-0.46176275610923767,-1.302275538444519,-3.138401746749878,-1.8134660720825195,-0.2803713381290436,-3.0636274814605713,-3.2011611461639404,-0.6801636219024658,-0.37804529070854187,1.2660313844680786,-1.2079144716262817,-1.0772699117660522,-1.2377650737762451,1.1227949857711792,-1.277241587638855,0.000058918725699186325,-0.1315906047821045,0.6965937614440918,-0.8829824328422546,-0.3293662965297699,1.836198329925537,-0.11194641143083572,-0.8805607557296753,1.5374871492385864,-0.8140190839767456,-2.081982135772705,0.09709867089986801,0.8341380953788757,-1.5008361339569092,1.8142691850662231,1.0475050210952759,2.066312074661255,2.0008389949798584,-1.8249478340148926,0.49138033390045166,1.6612824201583862,3.427236557006836,2.015125274658203,0.7410924434661865,0.16230562329292297,0.04870831221342087,-2.0436699390411377,-2.1693661212921143,0.7666336297988892,0.25104400515556335,1.7069315910339355,-0.5929458737373352,2.221782922744751,0.9622589349746704,-0.8251276016235352,1.1110328435897827,1.2644888162612915,2.9158129692077637,-1.3095977306365967,0.04406321048736572,1.2602293491363525,-0.9970100522041321,-1.1314830780029297,2.012697458267212,0.13734149932861328,0.27276861667633057,2.9644689559936523,-0.6301796436309814,0.7762618064880371,3.6270878314971924,-0.8859467506408691,-0.18620862066745758,-0.1372256726026535,-1.823442816734314,1.2714744806289673,0.25625741481781006,-0.09121299535036087,-1.2314274311065674,4.066755771636963,0.03726843744516373,1.4847208261489868,0.9017938375473022,1.5511887073516846,2.2072479724884033,-0.11057519167661667,3.4057276248931885,1.4304940700531006,1.553061604499817,0.7216461300849915,-2.8909964561462402,-3.150648593902588,-0.2636473774909973,-0.09328930824995041,1.3114937543869019,-0.9798227548599243,0.1853160858154297,1.6760517358779907,1.799998164176941,-0.4171789884567261,-3.896393299102783,0.10924152284860611,1.7997887134552002,-1.3952842950820923,0.4437475800514221,1.8994680643081665,0.5325775146484375,-1.2696495056152344,1.681393027305603,0.06915275752544403,0.7539713382720947,1.7597973346710205,2.502774477005005,1.9519202709197998,1.6152310371398926,-0.5786963701248169,1.0354902744293213,-1.368908166885376,-0.5052911043167114,-0.3885933756828308,-0.0014253892004489899,-0.6839190721511841,-1.0360335111618042,1.756628155708313,0.011393099091947079,0.42928600311279297,0.953175961971283,1.1765458583831787,0.08414589613676071,0.3449314832687378,1.1354565620422363,0.174764946103096,0.40178361535072327,-1.2937239408493042,0.5332441926002502,-0.8315335512161255,1.4450057744979858,0.7193194031715393,1.1988720893859863,1.0434727668762207,-0.9598208665847778,0.08716105669736862,-1.0282151699066162,-0.7342858910560608,-0.9344350695610046,-0.6738535165786743,0.564640462398529,1.4734370708465576,0.32810306549072266,-0.34929701685905457,-0.6273563504219055,-1.1185715198516846,-0.570094883441925,1.8869456052780151,1.6887054443359375,0.23208284378051758,0.03963492438197136,2.4828362464904785,0.35605889558792114,-2.383415460586548,-0.024819539859890938,-1.2384594678878784,0.7941945791244507,3.584411859512329,0.27668073773384094,1.4781070947647095,2.7542450428009033,1.6121726036071777,-0.38727229833602905,0.4241263270378113,-0.042743388563394547,-3.6944077014923096,-0.3685988187789917,3.959106922149658,-2.212942123413086,0.247276172041893,0.1471780240535736,0.2396356761455536,0.34089189767837524,-1.7938876152038574,1.9318737983703613,0.9494590163230896,1.6450504064559937,1.8661298751831055,0.2148597538471222,-0.9916561841964722,-0.7812619209289551,3.3215694427490234,-1.3432462215423584,-0.7614611983299255,-0.3748113214969635,1.3370227813720703,-0.3353807330131531,-2.3373782634735107,-0.3180435597896576,-1.733521580696106,1.6904233694076538,-1.386155605316162,1.8834725618362427,-1.488633394241333,-1.830710530281067,-0.8516485691070557,-0.7836251854896545,-0.13787011802196503,-1.7497169971466064,-0.8640195727348328,-2.2785911560058594,-0.050254154950380325,1.8271535634994507,1.1196142435073853,-1.4537739753723145,1.675649642944336,1.2545303106307983,1.8590950965881348,-1.101686954498291,4.450714111328125,0.3585709035396576,0.7939164042472839,0.23220093548297882,-0.5016263127326965,0.5647464394569397,2.182985782623291,-0.02686075121164322,0.1939859539270401,3.1626136302948,1.6258960962295532,-0.3633595407009125,-1.880118727684021,0.72726970911026,2.043731689453125,1.5832878351211548,0.018572932109236717,1.783869743347168,-1.4941428899765015,3.58249831199646,2.102212905883789,-1.9300422668457031,1.5531806945800781,-1.150119423866272,0.8701711297035217,3.6219847202301025,-0.041900090873241425,1.9645962715148926,2.543618679046631,2.128861427307129,-0.9742631316184998,3.43074107170105,2.4731767177581787,0.22283533215522766,0.884319543838501,2.9840753078460693,-1.0362050533294678,0.9565056562423706,2.4732718467712402,1.5559043884277344,1.4176112413406372,1.6837012767791748,1.1689132452011108,-3.151489496231079,0.4611082077026367,1.8189663887023926,-0.9471927881240845,1.2651227712631226,1.708487868309021,1.4751402139663696,1.6567168235778809,-0.060077548027038574,0.8651278018951416,3.060223340988159,-0.21156415343284607,1.5441187620162964,-0.0533679723739624,-0.6902301907539368,1.2046438455581665,1.9784890413284302,-0.23776766657829285,-0.14668458700180054,-0.48397549986839294,-1.2635743618011475,3.1511855125427246,-1.3166699409484863,1.243025541305542,0.33438581228256226,0.8510205149650574,-1.5608203411102295,-2.774578094482422,2.208432197570801,-0.5319855809211731,1.0044585466384888,-1.3155771493911743,0.6261106729507446,0.6781601309776306,-0.6323853135108948,1.7178033590316772,-1.3253313302993774,-1.1060658693313599,0.5813467502593994,1.0609116554260254,1.8708791732788086,-2.6739614009857178,-1.2374356985092163,2.3957884311676025,-0.9389492273330688,3.1578688621520996,-0.18850865960121155,2.29470157623291,2.1166188716888428,1.5494424104690552,0.9669744968414307,-0.5868359208106995,0.4685693383216858,-1.7010605335235596,-1.28147292137146,-0.3710661828517914,-2.2309892177581787,-1.3306856155395508,2.286484956741333,1.7226662635803223,0.5179645419120789,0.04108958691358566,2.6055355072021484,-0.47451937198638916,-0.18136578798294067,0.9843930602073669,3.388120174407959,2.9694790840148926,-0.16760604083538055,-0.7693485617637634,-0.48708009719848633,-2.1623172760009766,-1.3844960927963257,-1.299724817276001,-0.06802406162023544,2.3991687297821045,2.3100154399871826,2.219693183898926,-0.7656659483909607,-0.2668461501598358,2.4658517837524414,-0.5160501003265381,-0.22354760766029358,-2.3092405796051025,2.2126076221466064,0.8653072118759155,1.8320354223251343,1.9576784372329712,2.0575315952301025,0.3068351745605469,0.32381007075309753,0.7312211990356445,-0.3749576210975647,-0.3635692894458771,1.2104970216751099,-1.0426137447357178,-0.015182016417384148,2.0435898303985596,-0.8474858999252319,1.5794553756713867,-1.240557312965393,2.995915651321411,1.7483298778533936,1.4919776916503906,-0.15676076710224152,-2.9357731342315674,0.4763922393321991,2.22527813911438,0.0023008931893855333,-0.6202242970466614,0.9409850239753723,-1.0717871189117432,1.023190975189209,0.7896998524665833,1.6239371299743652,2.652463912963867,1.3209642171859741,-1.3349305391311646,2.2048988342285156,0.4949195384979248,-0.4993716776371002,-0.49767351150512695,-0.9670745730400085,-1.5859849452972412,0.8232123851776123,-0.19270330667495728,1.049744963645935,1.4943945407867432,-2.262369394302368,2.9815235137939453,2.3272345066070557,-0.08929820358753204,-2.31449294090271,2.015791416168213,1.3909711837768555,3.061314344406128,1.2006349563598633,-0.11192161589860916,3.418769121170044,1.4356354475021362,1.2894878387451172,1.126057744026184,-0.029210766777396202,2.5338497161865234,-0.6098408102989197,-0.7993963360786438,0.6721442937850952,-0.11280272901058197,0.5833467841148376,3.837103843688965,2.649925947189331,-0.5187036395072937,-0.5832173228263855,0.5564619898796082,-1.6661157608032227,0.5954753756523132,0.17187725007534027,0.5597618222236633,2.511896848678589,1.6462832689285278,1.589921236038208,0.08974739909172058,-0.010078467428684235,1.7510948181152344,0.5381355285644531,-0.284496933221817,-2.4354171752929688,1.1016925573349,-1.843915343284607,-0.9277074337005615,1.5057778358459473,2.176650047302246,0.23677721619606018,-1.4817824363708496,0.7107279300689697,-0.3167893886566162,-1.320601463317871,1.3673880100250244,0.5965873599052429,1.4064924716949463,0.6606876850128174,0.004561198875308037,0.692233681678772,-2.101165294647217,1.4474023580551147,-0.5564885139465332,-2.288646697998047,-1.2941285371780396,-1.5322198867797852,0.4016721844673157,2.4001057147979736,-0.7671995162963867,0.38571619987487793,-1.6648850440979004,3.297638416290283,-3.1351418495178223,-0.2950848937034607,0.5740752220153809,-0.03555766120553017,1.1547393798828125,2.273481607437134,-0.9017626047134399,0.969597339630127,1.132953405380249,1.8099149465560913,-0.4175902307033539,1.3707706928253174,2.5351414680480957,2.713200807571411,0.2217404842376709,2.344318389892578,2.3858249187469482,1.5920287370681763,-1.1140589714050293,0.41140350699424744,1.019116997718811,-0.4212700426578522,0.5772625207901001,3.2181482315063477,2.1983630657196045,0.015010064467787743,2.5280184745788574,-2.0364959239959717,-1.4667454957962036,0.5858732461929321,0.03779565170407295,-2.19901442527771,0.3037997782230377,0.07211904972791672,-0.7107126116752625,-2.558130979537964,-4.059330940246582,-1.4790434837341309,-0.5616899728775024,2.106194019317627,1.0144922733306885,-0.6259505152702332,1.1174726486206055,1.8509756326675415,0.6122486591339111,-2.882899522781372,0.23818624019622803,-0.6687647104263306,-2.8449716567993164,-1.0882527828216553,2.2717509269714355,0.7080538272857666,-0.3760756850242615,1.5902656316757202,1.2216330766677856,0.7037507891654968,2.6921679973602295,-1.1676406860351562,-1.5137341022491455,-0.3064313232898712,0.11544014513492584,1.3667197227478027,-1.7001550197601318,3.5766448974609375,3.503131628036499,-0.9334679245948792,-0.2082287073135376,-0.9667937755584717,-0.5186803936958313,1.9963281154632568,0.710024356842041,1.000756859779358,-0.8934563994407654,2.3987386226654053,1.0974072217941284,2.02130389213562,0.6461906433105469,0.8902111649513245,1.1535792350769043,0.11280225962400436,-0.9218763709068298,1.605270504951477,3.311033248901367,-1.3145755529403687,1.414294719696045,-0.06464486569166183,-0.3178527355194092,-0.9116477370262146,-0.2790743410587311,-0.3671155571937561,0.5097910761833191,0.49860554933547974,2.4663171768188477,1.2412617206573486,-1.406315803527832,-1.881014108657837,-0.7720997929573059,-3.8015291690826416,-0.7771751284599304,-0.18742981553077698,1.367027997970581,-0.9999729990959167,-1.4339985847473145,1.2516933679580688,-1.8097089529037476,-1.241364598274231,-0.8594287633895874,-0.8959498405456543,-0.31131964921951294,-0.8355120420455933,-1.1281542778015137,-1.2257429361343384,-1.4438867568969727,-2.4022481441497803,-1.2394894361495972,-2.0367395877838135,0.3805408179759979,-2.2001798152923584,-1.6381373405456543,0.32956549525260925,0.19118966162204742,0.6410409212112427,0.7456387281417847,-0.03250221163034439,-0.3699473738670349,0.3209710419178009,-1.9541549682617188,-1.700314998626709,0.15681004524230957,1.827540397644043,-1.0864880084991455,-0.014514319598674774,-0.39037173986434937,-1.2494715452194214,-1.3061941862106323,-2.32810640335083,-1.871349811553955,0.8049049377441406,0.2103779911994934,0.9418912529945374,-1.1174732446670532,-1.5272167921066284,0.7349911332130432,1.0695137977600098,-0.335968554019928,-0.8246653079986572,1.2839006185531616,1.3583190441131592,3.5130369663238525,2.4644229412078857,-0.3403210937976837,1.159983515739441,1.6650011539459229,-2.2159814834594727,-0.2590221166610718,0.034165650606155396,-1.11724853515625,-1.913957118988037,0.774980366230011,0.7315096259117126,-0.577865481376648,0.4958763122558594,-1.240787148475647,-2.7360620498657227,-3.422389268875122,-2.248276948928833,-1.9057624340057373,-2.4471850395202637,-1.1367107629776,0.13770759105682373,2.550241708755493]}]} diff --git a/ods_ci/tests/Tests/1000__model_serving/1009__model_serving_triton_on_kserve/1009__model_serving_triton_on_kserve.robot b/ods_ci/tests/Tests/1000__model_serving/1009__model_serving_triton_on_kserve/1009__model_serving_triton_on_kserve.robot index 303f72500..c6628e2c7 100644 --- a/ods_ci/tests/Tests/1000__model_serving/1009__model_serving_triton_on_kserve/1009__model_serving_triton_on_kserve.robot +++ b/ods_ci/tests/Tests/1000__model_serving/1009__model_serving_triton_on_kserve/1009__model_serving_triton_on_kserve.robot @@ -25,7 +25,7 @@ ${PRJ_TITLE}= ms-triton-project ${PRJ_DESCRIPTION}= project used for model serving triton runtime tests ${MODEL_CREATED}= ${FALSE} ${PATTERN}= https:\/\/([^\/:]+) -${ONNX_MODEL_NAME}= densenet_onnx +${ONNX_MODEL_NAME}= densenetonnx ${ONNX_MODEL_LABEL}= densenetonnx ${ONNX_GRPC_RUNTIME_NAME}= triton-kserve-grpc ${ONNX_RUNTIME_NAME}= triton-kserve-rest @@ -407,7 +407,7 @@ Test FIL Model Rest Inference Via UI (Triton on Kserve) # robocop: off=too-lo ... Clean All Models Of Current User ... AND ... Delete Serving Runtime Template From CLI displayed_name=triton-kserve-rest - + Test FIL Model Grpc Inference Via UI (Triton on Kserve) # robocop: off=too-long-test-case [Documentation] Test the deployment of an fil model in Kserve using Triton [Tags] Sanity RHOAIENG-15823 diff --git a/ods_ci/tests/Tests/1000__model_serving/1009__model_serving_triton_on_kserve/1009__model_serving_triton_on_kserve_api.robot b/ods_ci/tests/Tests/1000__model_serving/1009__model_serving_triton_on_kserve/1009__model_serving_triton_on_kserve_api.robot index e2b9f309f..11858e365 100644 --- a/ods_ci/tests/Tests/1000__model_serving/1009__model_serving_triton_on_kserve/1009__model_serving_triton_on_kserve_api.robot +++ b/ods_ci/tests/Tests/1000__model_serving/1009__model_serving_triton_on_kserve/1009__model_serving_triton_on_kserve_api.robot @@ -19,8 +19,11 @@ Test Tags Kserve *** Variables *** ${PYTHON_MODEL_NAME}= python +${ONNX_MODEL_NAME}= densenetonnx ${EXPECTED_INFERENCE_REST_OUTPUT_PYTHON}= {"model_name":"python","model_version":"1","outputs":[{"name":"OUTPUT0","datatype":"FP32","shape":[4],"data":[0.921442985534668,0.6223347187042236,0.8059385418891907,1.2578542232513428]},{"name":"OUTPUT1","datatype":"FP32","shape":[4],"data":[0.49091365933418274,-0.027157962322235107,-0.5641784071922302,0.6906309723854065]}]} ${INFERENCE_REST_INPUT_PYTHON}= @tests/Resources/Files/triton/kserve-triton-python-rest-input.json +${EXPECTED_INFERENCE_REST_OUTPUT_FILE_ONNX}= tests/Resources/Files/triton/kserve-triton-onnx-rest-output.json +${INFERENCE_REST_INPUT_ONNX}= @tests/Resources/Files/triton/kserve-triton-onnx-rest-input.json ${KSERVE_MODE}= Serverless # Serverless ${PROTOCOL}= http ${TEST_NS}= tritonmodel @@ -73,6 +76,47 @@ Test Python Model Rest Inference Via API (Triton on Kserve) # robocop: off=to ... AND ... Run Keyword If "${KSERVE_MODE}"=="RawDeployment" Terminate Process triton-process kill=true +Test Onnx Model Rest Inference Via API (Triton on Kserve) # robocop: off=too-long-test-case + [Documentation] Test the deployment of onnx model in Kserve using Triton + [Tags] Tier2 RHOAIENG-16908 RunThisTest + Setup Test Variables model_name=${ONNX_MODEL_NAME} use_pvc=${FALSE} use_gpu=${FALSE} + ... kserve_mode=${KSERVE_MODE} model_path=triton/model_repository/ + Log ${ONNX_MODEL_NAME} + Set Project And Runtime runtime=${KSERVE_RUNTIME_REST_NAME} protocol=${PROTOCOL} namespace=${test_namespace} + ... download_in_pvc=${DOWNLOAD_IN_PVC} model_name=${ONNX_MODEL_NAME} + ... storage_size=100Mi memory_request=100Mi + ${requests}= Create Dictionary memory=1Gi + Compile Inference Service YAML isvc_name=${ONNX_MODEL_NAME} + ... sa_name=models-bucket-sa + ... model_storage_uri=${storage_uri} + ... model_format=onnx serving_runtime=${KSERVE_RUNTIME_REST_NAME} + ... version="1" + ... limits_dict=${limits} requests_dict=${requests} kserve_mode=${KSERVE_MODE} + Deploy Model Via CLI isvc_filepath=${INFERENCESERVICE_FILLED_FILEPATH} + ... namespace=${test_namespace} + # File is not needed anymore after applying + Remove File ${INFERENCESERVICE_FILLED_FILEPATH} + Wait For Pods To Be Ready label_selector=serving.kserve.io/inferenceservice=${ONNX_MODEL_NAME} + ... namespace=${test_namespace} + ${pod_name}= Get Pod Name namespace=${test_namespace} + ... label_selector=serving.kserve.io/inferenceservice=${ONNX_MODEL_NAME} + ${service_port}= Extract Service Port service_name=${ONNX_MODEL_NAME}-predictor protocol=TCP + ... namespace=${test_namespace} + IF "${KSERVE_MODE}"=="RawDeployment" + Start Port-forwarding namespace=${test_namespace} pod_name=${pod_name} local_port=${service_port} + ... remote_port=${service_port} process_alias=triton-process + END + ${EXPECTED_INFERENCE_REST_OUTPUT_ONNX}= Load Json File + ... file_path=${EXPECTED_INFERENCE_REST_OUTPUT_FILE_ONNX} as_string=${TRUE} + Verify Model Inference With Retries model_name=${ONNX_MODEL_NAME} inference_input=${INFERENCE_REST_INPUT_ONNX} + ... expected_inference_output=${EXPECTED_INFERENCE_REST_OUTPUT_ONNX} project_title=${test_namespace} + ... deployment_mode=Cli kserve_mode=${KSERVE_MODE} service_port=${service_port} + ... end_point=/v2/models/${model_name}/infer retries=3 + [Teardown] Run Keywords + ... Clean Up Test Project test_ns=${test_namespace} + ... isvc_names=${models_names} wait_prj_deletion=${FALSE} kserve_mode=${KSERVE_MODE} + ... AND + ... Run Keyword If "${KSERVE_MODE}"=="RawDeployment" Terminate Process triton-process kill=true *** Keywords *** Suite Setup