From 1673daf9d772ecfdc054229b8f52bca3294d09ee Mon Sep 17 00:00:00 2001 From: nchopra Date: Wed, 31 Jan 2024 15:32:40 +0000 Subject: [PATCH] add delay for route and metrics --- ...bias_metrics.robot => 424__model_serving_bias_metrics.robot} | 2 ++ 1 file changed, 2 insertions(+) rename ods_ci/tests/Tests/400__ods_dashboard/420__model_serving/{424_model_serving_bias_metrics.robot => 424__model_serving_bias_metrics.robot} (98%) diff --git a/ods_ci/tests/Tests/400__ods_dashboard/420__model_serving/424_model_serving_bias_metrics.robot b/ods_ci/tests/Tests/400__ods_dashboard/420__model_serving/424__model_serving_bias_metrics.robot similarity index 98% rename from ods_ci/tests/Tests/400__ods_dashboard/420__model_serving/424_model_serving_bias_metrics.robot rename to ods_ci/tests/Tests/400__ods_dashboard/420__model_serving/424__model_serving_bias_metrics.robot index 7c4137cf5..c569f7d7a 100644 --- a/ods_ci/tests/Tests/400__ods_dashboard/420__model_serving/424_model_serving_bias_metrics.robot +++ b/ods_ci/tests/Tests/400__ods_dashboard/420__model_serving/424__model_serving_bias_metrics.robot @@ -55,6 +55,7 @@ Verify DIR Bias Metrics Available In CLI For Models Deployed Prior To Enabling T ${modelId} Replace String ${modelId} " ${EMPTY} Schedule Bias Metrics request via CLI metricsType=dir modelId=${modelId} token=${token} protectedAttribute="customer_data_input-3" ... favorableOutcome=0 outcomeName="predict" privilegedAttribute=1.0 unprivilegedAttribute=0.0 + Sleep 60s msg=Wait for Trusty Metrics to be calculated and prometheus scraping to be done Verify TrustyAI Metrics Exists In Observe Metrics trustyai_dir retry_attempts=2 username=${OCP_ADMIN_USER.USERNAME} ... password=${OCP_ADMIN_USER.PASSWORD} auth_type=${OCP_ADMIN_USER.AUTH_TYPE} @@ -116,6 +117,7 @@ Install And Verify TrustyAI Service [Documentation] Install TrustyAI service CRD and verify that TrustyAI resources have spun up [Arguments] ${namespace}=${PRJ_TITLE} ${return_code} ${output} = Run And Return Rc And Output oc apply -f ${TRUSTYAI_CR_FILEPATH} -n ${namespace} + Sleep 60s msg=Wait for Trusty Route to be created ${return_code} ${output} Run And Return Rc And Output oc get route trustyai-service -n ${namespace} --template={{.spec.host}} Should Be Equal As Integers ${return_code} 0 Set Suite Variable ${TRUSTY_ROUTE} https://${output}