From 59eec181e6c6c991fdf2c73ba0e886e33f076b74 Mon Sep 17 00:00:00 2001 From: Jiri Petrlik Date: Fri, 18 Oct 2024 15:34:03 +0200 Subject: [PATCH] RHOAIENG-14416 - Implement check for missing tests --- .../DistributedWorkloads/DistributedWorkloads.resource | 7 +++++++ .../test-run-kueue-e2e-tests.robot | 7 +++++++ .../0602__training/test-run-kuberay-e2e.robot | 2 ++ 3 files changed, 16 insertions(+) diff --git a/ods_ci/tests/Resources/Page/DistributedWorkloads/DistributedWorkloads.resource b/ods_ci/tests/Resources/Page/DistributedWorkloads/DistributedWorkloads.resource index 051e5b557..0a0cd3a02 100644 --- a/ods_ci/tests/Resources/Page/DistributedWorkloads/DistributedWorkloads.resource +++ b/ods_ci/tests/Resources/Page/DistributedWorkloads/DistributedWorkloads.resource @@ -149,6 +149,7 @@ Run Training Operator ODH Test ... env:CODEFLARE_TEST_OUTPUT_DIR=%{WORKSPACE}/codeflare-${test_binary}-logs ... env:FMS_HF_TUNING_IMAGE=${FMS_HF_TUNING_IMAGE} Log To Console ${result.stdout} + Check missing Go test ${result.stdout} IF ${result.rc} != 0 FAIL ${TEST_NAME} failed END @@ -212,6 +213,12 @@ Run DistributedWorkloads ODH Test ... env:PIP_INDEX_URL=${PIP_INDEX_URL} ... env:PIP_TRUSTED_HOST=${PIP_TRUSTED_HOST} Log To Console ${result.stdout} + Check missing Go test ${result.stdout} IF ${result.rc} != 0 FAIL ${TEST_NAME} failed END + +Check missing Go test + [Documentation] Check that upstream Go test is not missing + [Arguments] ${test_run_output} + Should Not Contain ${test_run_output} testing: warning: no tests to run No Go tests were run diff --git a/ods_ci/tests/Tests/0600__distributed_workloads/0601__workloads_orchestration/test-run-kueue-e2e-tests.robot b/ods_ci/tests/Tests/0600__distributed_workloads/0601__workloads_orchestration/test-run-kueue-e2e-tests.robot index b2c8eaff7..6524af98a 100644 --- a/ods_ci/tests/Tests/0600__distributed_workloads/0601__workloads_orchestration/test-run-kueue-e2e-tests.robot +++ b/ods_ci/tests/Tests/0600__distributed_workloads/0601__workloads_orchestration/test-run-kueue-e2e-tests.robot @@ -81,6 +81,7 @@ Run Kueue E2E Test ... env:NAMESPACE=${APPLICATIONS_NAMESPACE} ... env:SKIP_JOB_SET_AVAILABILITY_CHECK=true Log To Console ${result.stdout} + Check missing test ${result.stdout} IF ${result.rc} != 0 FAIL failed END @@ -95,6 +96,12 @@ Run Kueue Sanity Test ... env:NAMESPACE=${APPLICATIONS_NAMESPACE} ... env:SKIP_JOB_SET_AVAILABILITY_CHECK=true Log To Console ${result.stdout} + Check missing test ${result.stdout} IF ${result.rc} != 0 FAIL failed END + +Check missing test + [Documentation] Check that upstream test is not missing + [Arguments] ${test_run_output} + Should Not Match Regexp ${test_run_output} .*Ran 0 of .* Specs.* No tests were run diff --git a/ods_ci/tests/Tests/0600__distributed_workloads/0602__training/test-run-kuberay-e2e.robot b/ods_ci/tests/Tests/0600__distributed_workloads/0602__training/test-run-kuberay-e2e.robot index 8d336e6b2..4047beab2 100644 --- a/ods_ci/tests/Tests/0600__distributed_workloads/0602__training/test-run-kuberay-e2e.robot +++ b/ods_ci/tests/Tests/0600__distributed_workloads/0602__training/test-run-kuberay-e2e.robot @@ -5,6 +5,7 @@ Suite Teardown Teardown Kuberay E2E Test Suite Library OperatingSystem Library Process Resource ../../../../tasks/Resources/RHODS_OLM/install/oc_install.robot +Resource ../../../Resources/Page/DistributedWorkloads/DistributedWorkloads.resource *** Variables *** ${KUBERAY_RELEASE_ASSETS} %{KUBERAY_RELEASE_ASSETS=https://github.com/opendatahub-io/kuberay/releases/latest/download} @@ -85,6 +86,7 @@ Run Kuberay E2E Test ... timeout=20m ... stdout=${TEMPDIR}/output.txt Log To Console ${result.stdout} + Check missing Go test ${result.stdout} IF ${result.rc} != 0 FAIL ${test_name} failed END