-
Notifications
You must be signed in to change notification settings - Fork 140
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
feat(RELEASE-1043): add e2e test for rhel-ai pipeline
Signed-off-by: Jing Qi <[email protected]>
- Loading branch information
Showing
17 changed files
with
288 additions
and
16 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,268 @@ | ||
| package pipelines | ||
|
|
||
| import ( | ||
| "encoding/json" | ||
| "fmt" | ||
| "time" | ||
|
|
||
| appservice "github.com/konflux-ci/application-api/api/v1alpha1" | ||
| ecp "github.com/enterprise-contract/enterprise-contract-controller/api/v1alpha1" | ||
| metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" | ||
| releasecommon "github.com/konflux-ci/e2e-tests/tests/release" | ||
| releaseapi "github.com/konflux-ci/release-service/api/v1alpha1" | ||
| tektonutils "github.com/konflux-ci/release-service/tekton/utils" | ||
| tektonv1 "github.com/tektoncd/pipeline/pkg/apis/pipeline/v1" | ||
|
|
||
| "github.com/devfile/library/v2/pkg/util" | ||
| "github.com/konflux-ci/e2e-tests/pkg/constants" | ||
| "github.com/konflux-ci/e2e-tests/pkg/framework" | ||
| "github.com/konflux-ci/e2e-tests/pkg/utils" | ||
| "github.com/konflux-ci/e2e-tests/pkg/utils/tekton" | ||
| "k8s.io/apimachinery/pkg/runtime" | ||
| "knative.dev/pkg/apis" | ||
|
|
||
| . "github.com/onsi/ginkgo/v2" | ||
| . "github.com/onsi/gomega" | ||
| ) | ||
|
|
||
| const ( | ||
| rhaiServiceAccountName = "release-service-account" | ||
| rhaiCatalogPathInRepo = "pipelines/push-disk-images-to-cdn/push-disk-images-to-cdn.yaml" | ||
| rhaiGitSourceURL = "https://gitlab.com/redhat/rhel-ai/disk-images/nvidia-bootc" | ||
| rhaiGitSrcSHA = "5b0ad5399cac20d8d7e321566a3ac3baa82ff91f" | ||
| ) | ||
| var compRandomStr = util.GenerateRandomString(4) | ||
| var rhaiComponentName = "rhel-ai-nvidia-1.1-" + compRandomStr | ||
|
|
||
| var _ = framework.ReleasePipelinesSuiteDescribe("e2e tests for push-disk-images-to-cdn pipeline", Label("release-pipelines", "push-disk-images-to-cdn"), func() { | ||
| defer GinkgoRecover() | ||
|
|
||
| var devWorkspace = utils.GetEnv(constants.RELEASE_DEV_WORKSPACE_ENV, constants.DevReleaseTeam) | ||
| var managedWorkspace = utils.GetEnv(constants.RELEASE_MANAGED_WORKSPACE_ENV, constants.ManagedReleaseTeam) | ||
|
|
||
| var devNamespace = devWorkspace + "-tenant" | ||
| var managedNamespace = managedWorkspace + "-tenant" | ||
|
|
||
| var err error | ||
| var devFw *framework.Framework | ||
| var managedFw *framework.Framework | ||
| var rhaiApplicationName = "rhai-app-" + util.GenerateRandomString(4) | ||
| var rhaiReleasePlanName = "rhai-rp-" + util.GenerateRandomString(4) | ||
| var rhaiReleasePlanAdmissionName = "rhai-rpa-" + util.GenerateRandomString(4) | ||
| var rhaiEnterpriseContractPolicyName = "rhai-policy-" + util.GenerateRandomString(4) | ||
| var sampleImage = "quay.io/hacbs-release-tests/disk-image-test@sha256:a56644589bed7c7d939e5aa9475131bda64f24a9b3e52defa5751a1d6774232f" | ||
|
|
||
| var snapshotPush *appservice.Snapshot | ||
| var releaseCR *releaseapi.Release | ||
|
|
||
| AfterEach(framework.ReportFailure(&devFw)) | ||
|
|
||
| Describe("Push-disk-images-to-cdn happy path", Label("PushDisk"), func() { | ||
| BeforeAll(func() { | ||
| devFw = releasecommon.NewFramework(devWorkspace) | ||
| managedFw = releasecommon.NewFramework(managedWorkspace) | ||
|
|
||
| managedNamespace = managedFw.UserNamespace | ||
|
|
||
| err = managedFw.AsKubeAdmin.CommonController.LinkSecretToServiceAccount(managedNamespace, releasecommon.RedhatAppstudioUserSecret, constants.DefaultPipelineServiceAccount, true) | ||
| Expect(err).ToNot(HaveOccurred()) | ||
|
|
||
| _, err = devFw.AsKubeDeveloper.HasController.CreateApplication(rhaiApplicationName, devNamespace) | ||
| Expect(err).NotTo(HaveOccurred()) | ||
|
|
||
| _, err = devFw.AsKubeDeveloper.ReleaseController.CreateReleasePlan(rhaiReleasePlanName, devNamespace, rhaiApplicationName, managedNamespace, "true", nil, nil) | ||
| Expect(err).NotTo(HaveOccurred()) | ||
|
|
||
| createRHAIReleasePlanAdmission(rhaiReleasePlanAdmissionName, *managedFw, devNamespace, managedNamespace, rhaiApplicationName, rhaiEnterpriseContractPolicyName, rhaiCatalogPathInRepo) | ||
|
|
||
| createRHAIEnterpriseContractPolicy(rhaiEnterpriseContractPolicyName, *managedFw, devNamespace, managedNamespace) | ||
|
|
||
| snapshotPush, err = releasecommon.CreateSnapshotWithImageSource(*devFw, rhaiComponentName, rhaiApplicationName, devNamespace, sampleImage, rhaiGitSourceURL, rhaiGitSrcSHA, "", "", "", "") | ||
| Expect(err).ShouldNot(HaveOccurred()) | ||
| }) | ||
|
|
||
| AfterAll(func() { | ||
| devFw = releasecommon.NewFramework(devWorkspace) | ||
| managedFw = releasecommon.NewFramework(managedWorkspace) | ||
| if !CurrentSpecReport().Failed() { | ||
| Expect(devFw.AsKubeDeveloper.HasController.DeleteApplication(rhaiApplicationName, devNamespace, false)).NotTo(HaveOccurred()) | ||
| Expect(managedFw.AsKubeDeveloper.TektonController.DeleteEnterpriseContractPolicy(rhaiEnterpriseContractPolicyName, managedNamespace, false)).NotTo(HaveOccurred()) | ||
| Expect(managedFw.AsKubeDeveloper.ReleaseController.DeleteReleasePlanAdmission(rhaiReleasePlanAdmissionName, managedNamespace, false)).NotTo(HaveOccurred()) | ||
| } else { | ||
| Expect(managedFw.AsKubeDeveloper.CommonController.StoreAllPods(managedNamespace)).To(Succeed()) | ||
| Expect(managedFw.AsKubeDeveloper.TektonController.StoreAllPipelineRuns(managedNamespace)).To(Succeed()) | ||
| } | ||
| }) | ||
|
|
||
| var _ = Describe("Post-release verification", func() { | ||
|
|
||
| It("verifies the rhai release pipelinerun is running and succeeds", func() { | ||
| Eventually(func() error { | ||
| releaseCR, err = devFw.AsKubeDeveloper.ReleaseController.GetRelease("", snapshotPush.Name, devNamespace) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| return nil | ||
| }, 10*time.Minute, releasecommon.DefaultInterval).Should(Succeed()) | ||
|
|
||
| Eventually(func() error { | ||
| pipelineRun, err := managedFw.AsKubeAdmin.ReleaseController.GetPipelineRunInNamespace(managedNamespace, releaseCR.GetName(), releaseCR.GetNamespace()) | ||
| if err != nil { | ||
| return fmt.Errorf("PipelineRun has not been created yet for release %s/%s", releaseCR.GetNamespace(), releaseCR.GetName()) | ||
| } | ||
|
|
||
| for _, condition := range pipelineRun.Status.Conditions { | ||
| GinkgoWriter.Printf("PipelineRun %s reason: %s\n", pipelineRun.Name, condition.Reason) | ||
| } | ||
|
|
||
| if !pipelineRun.IsDone(){ | ||
| return fmt.Errorf("PipelineRun %s has still not finished yet", pipelineRun.Name) | ||
| } | ||
|
|
||
| if pipelineRun.GetStatusCondition().GetCondition(apis.ConditionSucceeded).IsTrue() { | ||
| return nil | ||
| } else { | ||
| prLogs := "" | ||
| if prLogs, err = tekton.GetFailedPipelineRunLogs(managedFw.AsKubeAdmin.ReleaseController.KubeRest(), managedFw.AsKubeAdmin.ReleaseController.KubeInterface(), pipelineRun); err != nil { | ||
| GinkgoWriter.Printf("failed to get PLR logs: %+v", err) | ||
| Expect(err).ShouldNot(HaveOccurred()) | ||
| return nil | ||
| } | ||
| GinkgoWriter.Printf("logs: %s", prLogs) | ||
| Expect(prLogs).To(Equal(""), fmt.Sprintf("PipelineRun %s failed", pipelineRun.Name)) | ||
| return nil | ||
| } | ||
| }, 4*time.Hour, releasecommon.DefaultInterval).Should(Succeed(), fmt.Sprintf("timed out when waiting for the release PipelineRun to be finished for the release %s/%s", releaseCR.GetName(), releaseCR.GetNamespace())) | ||
| }) | ||
|
|
||
| It("verifies release CR completed and set succeeded.", func() { | ||
| Eventually(func() error { | ||
| releaseCR, err = devFw.AsKubeDeveloper.ReleaseController.GetRelease("", snapshotPush.Name, devNamespace) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| GinkgoWriter.Printf("releaseCR: %s ", releaseCR.Name) | ||
| conditions := releaseCR.Status.Conditions | ||
| GinkgoWriter.Printf("len of conditions: %d ", len(conditions)) | ||
| if len(conditions) > 0 { | ||
| for _, c := range conditions { | ||
| GinkgoWriter.Printf("type of c: %s ", c.Type) | ||
| if c.Type == "Released" { | ||
| GinkgoWriter.Printf("status of c: %s ", c.Status) | ||
| if c.Status == "True" { | ||
| GinkgoWriter.Println("Release CR is released") | ||
| return nil | ||
| } else if c.Status == "False" { | ||
| GinkgoWriter.Println("Release CR failed") | ||
| Expect(string(c.Status)).To(Equal("True"), fmt.Sprintf("Release %s failed", releaseCR.Name)) | ||
| return nil | ||
| } else { | ||
| return fmt.Errorf("release %s/%s is not marked as finished yet", releaseCR.GetNamespace(), releaseCR.GetName()) | ||
| } | ||
| } | ||
| } | ||
| } | ||
| return nil | ||
| }, releasecommon.ReleaseCreationTimeout, releasecommon.DefaultInterval).Should(Succeed()) | ||
| }) | ||
|
|
||
| }) | ||
| }) | ||
| }) | ||
|
|
||
| func createRHAIEnterpriseContractPolicy(rhaiECPName string, managedFw framework.Framework, devNamespace, managedNamespace string) { | ||
| releasePublicKeyDecoded := []byte("-----BEGIN PUBLIC KEY-----\n" + | ||
| "MFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEHHTvfqOgdrdt9TXDyYDMYlwZ8r8r\n" + | ||
| "AsiNjiVlB/DrkEdj3mNgxW7Papn1MgtxqRL/gJ3Jql2Z9tOYKNA08ojFAg==\n" + | ||
| "-----END PUBLIC KEY-----") | ||
| Expect(managedFw.AsKubeAdmin.TektonController.CreateOrUpdateSigningSecret( | ||
| releasePublicKeyDecoded, releasecommon.PublicSecretNameAuth, managedNamespace)).To(Succeed()) | ||
| err = managedFw.AsKubeAdmin.CommonController.LinkSecretToServiceAccount(managedNamespace, releasecommon.PublicSecretNameAuth, rhaiServiceAccountName, true) | ||
| Expect(err).ToNot(HaveOccurred()) | ||
|
|
||
| _, _ = managedFw.AsKubeAdmin.CommonController.CreateRole("role-release-service-account", managedNamespace, map[string][]string{ | ||
| "apiGroupsList": {""}, | ||
| "roleResources": {"secrets"}, | ||
| "roleVerbs": {"get", "list", "watch"}, | ||
| }) | ||
|
|
||
| _, _ = managedFw.AsKubeAdmin.CommonController.CreateRoleBinding("role-release-service-account-binding", managedNamespace, "ServiceAccount", "release-service-account", managedNamespace, "Role", "role-release-service-account", "rbac.authorization.k8s.io") | ||
|
|
||
| defaultEcPolicySpec := ecp.EnterpriseContractPolicySpec{ | ||
| Description: "Red Hat's enterprise requirements", | ||
| PublicKey: fmt.Sprintf("k8s://%s/%s", managedNamespace, releasecommon.PublicSecretNameAuth), | ||
| Sources: []ecp.Source{{ | ||
| Name: "Default", | ||
| Policy: []string{releasecommon.EcPolicyLibPath, releasecommon.EcPolicyReleasePath}, | ||
| Data: []string{releasecommon.EcPolicyDataBundle, releasecommon.EcPolicyDataPath}, | ||
| }}, | ||
| Configuration: &ecp.EnterpriseContractPolicyConfiguration{ | ||
| Exclude: []string{"step_image_registries", "tasks.required_tasks_found:prefetch-dependencies"}, | ||
| Include: []string{"@slsa3"}, | ||
| }, | ||
| } | ||
|
|
||
| _, err := managedFw.AsKubeDeveloper.TektonController.CreateEnterpriseContractPolicy(rhaiECPName, managedNamespace, defaultEcPolicySpec) | ||
| Expect(err).NotTo(HaveOccurred()) | ||
|
|
||
| } | ||
|
|
||
| func createRHAIReleasePlanAdmission(rhaiRPAName string, managedFw framework.Framework, devNamespace, managedNamespace, rhaiAppName, rhaiECPName, pathInRepoValue string) { | ||
| var err error | ||
|
|
||
| data, err := json.Marshal(map[string]interface{}{ | ||
| "mapping": map[string]interface{}{ | ||
| "components": []map[string]interface{}{ | ||
| { | ||
| "name": rhaiComponentName, | ||
| "staged": map[string]interface{}{ | ||
| "destination": "rhelai-1_DOT_1-for-rhel-9-x86_64-isos", | ||
| "version": "1.1", | ||
| "files": []map[string]interface{}{ | ||
| { | ||
| "filename": "rhel-ai-nvidia-1.1-"+compRandomStr+"{{ timestamp }}-x86_64-kvm.qcow2", | ||
| "source": "disk.qcow2", | ||
| }, | ||
| { | ||
| "filename": "rhel-ai-nvidia-1.1-"+compRandomStr+"-{{ timestamp }}-x86_64.raw", | ||
| "source": "disk.raw", | ||
| }, | ||
| { | ||
| "filename": "rhel-ai-nvidia-1.1-"+compRandomStr+"-{{ timestamp }}-x86_64-boot.iso", | ||
| "source": "install.iso", | ||
| }, | ||
| }, | ||
| }, | ||
| "contentGateway": map[string]interface{}{ | ||
| "productName": "E2ETest Red Hat Enterprise Linux AI", | ||
| "productCode": "RHELAIE2ETest", | ||
| "productVersionName": "RHELAI 1.1", | ||
| "filePrefix": "rhel-ai-nvidia-1.1-"+compRandomStr, | ||
| }, | ||
| }, | ||
| }, | ||
| }, | ||
| "tags": []string{"time-{{ timestamp }}", "git-{{ git_sha }}" }, | ||
| "cdn": map[string]interface{}{ | ||
| "env": "qa", | ||
| }, | ||
| }) | ||
| Expect(err).NotTo(HaveOccurred()) | ||
|
|
||
| timeouts := &tektonv1.TimeoutFields{ | ||
| Pipeline: &metav1.Duration{Duration: 4 * time.Hour}, | ||
| Tasks: &metav1.Duration{Duration: 2 * time.Hour}, | ||
| } | ||
|
|
||
| _, err = managedFw.AsKubeAdmin.ReleaseController.CreateReleasePlanAdmission(rhaiRPAName, managedNamespace, "", devNamespace, rhaiECPName, rhaiServiceAccountName, []string{rhaiAppName}, true, &tektonutils.PipelineRef{ | ||
| Resolver: "git", | ||
| Params: []tektonutils.Param{ | ||
| {Name: "url", Value: releasecommon.RelSvcCatalogURL}, | ||
| {Name: "revision", Value: releasecommon.RelSvcCatalogRevision}, | ||
| {Name: "pathInRepo", Value: pathInRepoValue}, | ||
| }, | ||
| }, &runtime.RawExtension{ | ||
| Raw: data, | ||
| }, timeouts) | ||
| Expect(err).NotTo(HaveOccurred()) | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.