RHOAIENG-14416 - Implement check for missing tests (red-hat-data-serv…

…ices#1951)
asanzgom · Oct 24, 2024 · 8fd9845 · 8fd9845
2 parents 8ec85c4 + 59eec18
commit 8fd9845
Show file tree

Hide file tree

Showing 3 changed files with 16 additions and 0 deletions.
diff --git a/ods_ci/tests/Resources/Page/DistributedWorkloads/DistributedWorkloads.resource b/ods_ci/tests/Resources/Page/DistributedWorkloads/DistributedWorkloads.resource
@@ -149,6 +149,7 @@ Run Training Operator ODH Test
     ...    env:CODEFLARE_TEST_OUTPUT_DIR=%{WORKSPACE}/codeflare-${test_binary}-logs
     ...    env:FMS_HF_TUNING_IMAGE=${FMS_HF_TUNING_IMAGE}
     Log To Console    ${result.stdout}
+    Check missing Go test    ${result.stdout}
     IF    ${result.rc} != 0
         FAIL    ${TEST_NAME} failed
     END
@@ -212,6 +213,12 @@ Run DistributedWorkloads ODH Test
     ...    env:PIP_INDEX_URL=${PIP_INDEX_URL}
     ...    env:PIP_TRUSTED_HOST=${PIP_TRUSTED_HOST}
     Log To Console    ${result.stdout}
+    Check missing Go test    ${result.stdout}
     IF    ${result.rc} != 0
         FAIL    ${TEST_NAME} failed
     END
+
+Check missing Go test
+    [Documentation]    Check that upstream Go test is not missing
+    [Arguments]    ${test_run_output}
+    Should Not Contain    ${test_run_output}    testing: warning: no tests to run    No Go tests were run
diff --git a/.../0600__distributed_workloads/0601__workloads_orchestration/test-run-kueue-e2e-tests.robot b/.../0600__distributed_workloads/0601__workloads_orchestration/test-run-kueue-e2e-tests.robot
@@ -81,6 +81,7 @@ Run Kueue E2E Test
     ...    env:NAMESPACE=${APPLICATIONS_NAMESPACE}
     ...    env:SKIP_JOB_SET_AVAILABILITY_CHECK=true
     Log To Console    ${result.stdout}
+    Check missing test    ${result.stdout}
     IF    ${result.rc} != 0
         FAIL    failed
     END
@@ -95,6 +96,12 @@ Run Kueue Sanity Test
     ...    env:NAMESPACE=${APPLICATIONS_NAMESPACE}
     ...    env:SKIP_JOB_SET_AVAILABILITY_CHECK=true
     Log To Console    ${result.stdout}
+    Check missing test    ${result.stdout}
     IF    ${result.rc} != 0
         FAIL    failed
     END
+
+Check missing test
+    [Documentation]    Check that upstream test is not missing
+    [Arguments]    ${test_run_output}
+    Should Not Match Regexp    ${test_run_output}    .*Ran 0 of .* Specs.*    No tests were run
diff --git a/ods_ci/tests/Tests/0600__distributed_workloads/0602__training/test-run-kuberay-e2e.robot b/ods_ci/tests/Tests/0600__distributed_workloads/0602__training/test-run-kuberay-e2e.robot
@@ -5,6 +5,7 @@ Suite Teardown    Teardown Kuberay E2E Test Suite
 Library           OperatingSystem
 Library           Process
 Resource          ../../../../tasks/Resources/RHODS_OLM/install/oc_install.robot
+Resource          ../../../Resources/Page/DistributedWorkloads/DistributedWorkloads.resource
 
 *** Variables ***
 ${KUBERAY_RELEASE_ASSETS}     %{KUBERAY_RELEASE_ASSETS=https://github.com/opendatahub-io/kuberay/releases/latest/download}
@@ -85,6 +86,7 @@ Run Kuberay E2E Test
     ...    timeout=20m
     ...    stdout=${TEMPDIR}/output.txt
     Log To Console    ${result.stdout}
+    Check missing Go test    ${result.stdout}
     IF    ${result.rc} != 0
         FAIL    ${test_name} failed
     END