-
Notifications
You must be signed in to change notification settings - Fork 28
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
cnf ran:siteconfig-operator: adding pod restart and cluster instance …
…delete tests
- Loading branch information
Showing
6 changed files
with
277 additions
and
1 deletion.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
216 changes: 216 additions & 0 deletions
216
tests/cnf/ran/gitopsztp/tests/ztp-cluster-instance-delete.go
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,216 @@ | ||
| package tests | ||
|
|
||
| import ( | ||
| "time" | ||
|
|
||
| . "github.com/onsi/ginkgo/v2" | ||
| . "github.com/onsi/gomega" | ||
|
|
||
| "github.com/openshift-kni/eco-goinfra/pkg/assisted" | ||
| "github.com/openshift-kni/eco-goinfra/pkg/bmh" | ||
| "github.com/openshift-kni/eco-goinfra/pkg/configmap" | ||
| "github.com/openshift-kni/eco-goinfra/pkg/hive" | ||
| "github.com/openshift-kni/eco-goinfra/pkg/ocm" | ||
| "github.com/openshift-kni/eco-goinfra/pkg/pod" | ||
| "github.com/openshift-kni/eco-goinfra/pkg/reportxml" | ||
| "github.com/openshift-kni/eco-gotests/tests/cnf/ran/gitopsztp/internal/gitdetails" | ||
| "github.com/openshift-kni/eco-gotests/tests/cnf/ran/gitopsztp/internal/tsparams" | ||
| "github.com/openshift-kni/eco-gotests/tests/cnf/ran/internal/rancluster" | ||
| "github.com/openshift-kni/eco-gotests/tests/cnf/ran/internal/ranhelper" | ||
| "github.com/openshift-kni/eco-gotests/tests/cnf/ran/internal/ranparam" | ||
| "github.com/openshift-kni/eco-gotests/tests/cnf/ran/internal/version" | ||
|
|
||
| . "github.com/openshift-kni/eco-gotests/tests/cnf/ran/internal/raninittools" | ||
| ) | ||
|
|
||
| var _ = Describe("ZTP Siteconfig Operator's Cluster Instance Delete Tests", | ||
| Label(tsparams.LabelClusterInstanceDeleteTestCases), func() { | ||
| // These tests use the hub and spoke architecture. | ||
| BeforeEach(func() { | ||
| By("verifying that ZTP meets the minimum version") | ||
| versionInRange, err := version.IsVersionStringInRange(RANConfig.ZTPVersion, "4.17", "") | ||
| Expect(err).ToNot(HaveOccurred(), "Failed to compare ZTP version string") | ||
|
|
||
| if !versionInRange { | ||
| Skip("ZTP Siteconfig operator tests require ZTP 4.17 or later") | ||
| } | ||
|
|
||
| }) | ||
|
|
||
| AfterEach(func() { | ||
| // Recreate the ClusterInstance custom resource. | ||
| By("resetting the clusters app back to the original settings") | ||
| err := gitdetails.SetGitDetailsInArgoCd( | ||
| tsparams.ArgoCdClustersAppName, tsparams.ArgoCdAppDetails[tsparams.ArgoCdClustersAppName], | ||
| true, false) | ||
| Expect(err).ToNot(HaveOccurred(), "Failed to reset clusters app git details") | ||
|
|
||
| // Test teardown expected results validation. | ||
| By("checking the infra env manifests exists on hub") | ||
| _, err = assisted.PullInfraEnvInstall(HubAPIClient, RANConfig.Spoke1Name, RANConfig.Spoke1Name) | ||
| Expect(err).ToNot(HaveOccurred(), "Failed to find spoke infra env manifests") | ||
|
|
||
| By("checking the bare metal host manifests exists on hub") | ||
| _, err = bmh.Pull(HubAPIClient, RANConfig.Spoke1Name, RANConfig.Spoke1Name) | ||
| Expect(err).ToNot(HaveOccurred(), "Failed to find spoke bmh manifests") | ||
|
|
||
| By("checking the cluster deployment manifests exists on hub") | ||
| _, err = hive.PullClusterDeployment(HubAPIClient, RANConfig.Spoke1Name, RANConfig.Spoke1Name) | ||
| Expect(err).ToNot(HaveOccurred(), "Failed to find spoke cluster deployment manifests") | ||
|
|
||
| By("checking the NM state config manifests exists on hub") | ||
| nmStateConfigList, err := assisted.ListNmStateConfigs(HubAPIClient, RANConfig.Spoke1Name) | ||
| Expect(err).ToNot(HaveOccurred(), "Failed to list NM state config manifests") | ||
| Expect(nmStateConfigList).ToNot(BeEmpty(), "Failed to find NM state config manifests") | ||
|
|
||
| By("checking the klusterlet addon config manifests exists on hub") | ||
| _, err = ocm.PullKAC(HubAPIClient, RANConfig.Spoke1Name, RANConfig.Spoke1Name) | ||
| Expect(err).ToNot(HaveOccurred(), "Failed to find spoke kac manifests") | ||
|
|
||
| By("checking the agent cluster install manifests exists on hub") | ||
| _, err = assisted.PullAgentClusterInstall(HubAPIClient, RANConfig.Spoke1Name, RANConfig.Spoke1Name) | ||
| Expect(err).ToNot(HaveOccurred(), "Failed to find spoke agent cluster install manifests") | ||
| }) | ||
|
|
||
| // 75374 - Detaching the AI multi-node openshift (MNO) spoke cluster. | ||
| It("Validate detaching the AI multi-node openshift spoke cluster", reportxml.ID("75374"), func() { | ||
| By("checking spoke cluster type") | ||
| spokeClusterType, err := rancluster.CheckSpokeClusterType(RANConfig.Spoke1APIClient) | ||
| Expect(err).ToNot(HaveOccurred(), "Failed to fetch spoke cluster type") | ||
|
|
||
| if spokeClusterType == ranparam.SNOCluster { | ||
| Skip("This test only applies to standard or multi-node openshift spoke cluster") | ||
| } | ||
|
|
||
| // Test step 1-Delete default assisted installer template reference ConfigMap CRs after spoke cluster installed. | ||
| By("deleting default assisted installer template reference ConfigMap custom resources", func() { | ||
|
|
||
| By("deleting default assisted installer cluster level templates ConfigMap CR") | ||
| clusterTemplateConfigMap, err := configmap.Pull(HubAPIClient, tsparams.DefaultAIClusterTemplatesConfigMapName, | ||
| ranparam.AcmOperatorNamespace) | ||
| if err == nil { | ||
| err = clusterTemplateConfigMap.Delete() | ||
| Expect(err).ToNot(HaveOccurred(), "Failed to delete AI cluster level templates config map") | ||
| } | ||
|
|
||
| By("deleting default assisted installer node level templates ConfigMap CR") | ||
| nodeTemplateConfigMap, err := configmap.Pull(HubAPIClient, tsparams.DefaultAINodeTemplatesConfigMapName, | ||
| ranparam.AcmOperatorNamespace) | ||
| if err == nil { | ||
| err = nodeTemplateConfigMap.Delete() | ||
| Expect(err).ToNot(HaveOccurred(), "Failed to delete AI node level templates config map") | ||
| } | ||
| }) | ||
|
|
||
| // Test step 1 expected result validation. | ||
| By("verifying installed spoke cluster should still be functional") | ||
| _, err = version.GetOCPVersion(Spoke1APIClient) | ||
| Expect(err).ToNot(HaveOccurred(), "Failed to get OCP version from spoke and verify spoke cluster access") | ||
|
|
||
| // Test step 2-Update the ztp-test git path to delete the ClusterInstance CR in root level kustimozation.yaml. | ||
| By("updating the Argo CD clusters app with the detach AI MNO cluster instance git path") | ||
| exists, err := gitdetails.UpdateArgoCdAppGitPath(tsparams.ArgoCdClustersAppName, | ||
| tsparams.ZtpTestPathDetachAIMNO, true) | ||
| if !exists { | ||
| Skip(err.Error()) | ||
| } | ||
|
|
||
| Expect(err).ToNot(HaveOccurred(), "Failed to update Argo CD clusters app with new git path") | ||
|
|
||
| // Test step 2 expected results validation. | ||
| ValidateAISpokeClusterInstallCRsRemoved() | ||
|
|
||
| // Test teardown. | ||
| // Recreate default assisted installer template reference ConfigMap CRs by deleting siteconfig operator pod. | ||
| By("deleting siteconfig operator pod running under rhacm namespace on hub cluster. ", func() { | ||
|
|
||
| By("Get the siteconfig operator pod name with label " + tsparams.SiteconfigOperatorPodLabel) | ||
| desiredPodName, err := ranhelper.GetPodNameWithLabel(HubAPIClient, ranparam.AcmOperatorNamespace, | ||
| tsparams.SiteconfigOperatorPodLabel) | ||
| Expect(err).ToNot(HaveOccurred(), "Failed to get siteconfig operator pod name with label "+ | ||
| tsparams.SiteconfigOperatorPodLabel+" from "+ranparam.AcmOperatorNamespace+" namespace") | ||
|
|
||
| By("Pull the siteconfig operator pod name from namespace " + ranparam.AcmOperatorNamespace) | ||
| siteconfigOperatorPodName, err := pod.Pull(HubAPIClient, desiredPodName, ranparam.AcmOperatorNamespace) | ||
| if err == nil { | ||
| _, err = siteconfigOperatorPodName.DeleteAndWait(3 * time.Minute) | ||
| Expect(err).ToNot(HaveOccurred(), "Failed to delete siteconfig operator pod") | ||
| } | ||
| }) | ||
|
|
||
| // Teardown test expected results validation. | ||
| // The default assisted installer template reference ConfigMap custom resource should be recreated successfully. | ||
| By("checking the default assisted installer template reference ConfigMap CRs recreated successfully.", func() { | ||
|
|
||
| By("checking default assisted installer cluster level templates ConfigMap CR exists") | ||
| _, err := configmap.Pull(HubAPIClient, tsparams.DefaultAIClusterTemplatesConfigMapName, | ||
| ranparam.AcmOperatorNamespace) | ||
| Expect(err).ToNot(HaveOccurred(), "Failed to find default AI cluster level templates config map") | ||
|
|
||
| By("checking default assisted installer node level templates ConfigMap CR exists") | ||
| _, err = configmap.Pull(HubAPIClient, tsparams.DefaultAINodeTemplatesConfigMapName, | ||
| ranparam.AcmOperatorNamespace) | ||
| Expect(err).ToNot(HaveOccurred(), "Failed to find default AI node level templates config map") | ||
|
|
||
| By("verifying installed spoke cluster should still be functional") | ||
| _, err = version.GetOCPVersion(Spoke1APIClient) | ||
| Expect(err).ToNot(HaveOccurred(), "Failed to get OCP version from spoke and verify spoke cluster access") | ||
| }) | ||
| }) | ||
|
|
||
| // 75376 - Detaching the AI single-node openshift (SNO) spoke cluster. | ||
| It("Validate detaching the AI single-node openshift spoke cluster", reportxml.ID("75376"), func() { | ||
| By("checking spoke cluster type") | ||
| spokeClusterType, err := rancluster.CheckSpokeClusterType(RANConfig.Spoke1APIClient) | ||
| Expect(err).ToNot(HaveOccurred(), "Failed to fetch spoke cluster type") | ||
|
|
||
| if spokeClusterType == ranparam.HighlyAvailableCluster { | ||
| Skip("This test only applies to single-node openshift spoke cluster") | ||
| } | ||
|
|
||
| // Test step 1-Update the ztp-test git path to delete the ClusterInstance CR in root level kustimozation.yaml. | ||
| By("updating the Argo CD clusters app with the detach AI SNO cluster instance git path") | ||
| exists, err := gitdetails.UpdateArgoCdAppGitPath(tsparams.ArgoCdClustersAppName, | ||
| tsparams.ZtpTestPathDetachAISNO, true) | ||
| if !exists { | ||
| Skip(err.Error()) | ||
| } | ||
|
|
||
| Expect(err).ToNot(HaveOccurred(), "Failed to update Argo CD clusters app with new git path") | ||
|
|
||
| // Test step 1 expected results validation. | ||
| ValidateAISpokeClusterInstallCRsRemoved() | ||
| }) | ||
| }) | ||
|
|
||
| // ValidateAISpokeClusterInstallCRsRemoved verifies AI spoke cluster install CRs removed and spoke cluster accessible. | ||
| func ValidateAISpokeClusterInstallCRsRemoved() { | ||
| By("checking the infra env manifests removed on hub") | ||
| _, err := assisted.PullInfraEnvInstall(HubAPIClient, RANConfig.Spoke1Name, RANConfig.Spoke1Name) | ||
| Expect(err).To(HaveOccurred(), "Found spoke infra env manifests but expected to be removed") | ||
|
|
||
| By("checking the bare metal host manifests removed on hub") | ||
| _, err = bmh.Pull(HubAPIClient, RANConfig.Spoke1Name, RANConfig.Spoke1Name) | ||
| Expect(err).To(HaveOccurred(), "Found spoke bmh manifests but expected to be removed") | ||
|
|
||
| By("checking the cluster deployment manifests removed on hub") | ||
| _, err = hive.PullClusterDeployment(HubAPIClient, RANConfig.Spoke1Name, RANConfig.Spoke1Name) | ||
| Expect(err).To(HaveOccurred(), "Found spoke cluster deployment manifests but expected to be removed") | ||
|
|
||
| By("checking the NM state config manifests removed on hub") | ||
| nmStateConfigList, err := assisted.ListNmStateConfigs(HubAPIClient, RANConfig.Spoke1Name) | ||
| Expect(err).ToNot(HaveOccurred(), "Failed to list NM state config manifests") | ||
| Expect(nmStateConfigList).To(BeEmpty(), "Found spoke NM state config manifests but expected to be removed") | ||
|
|
||
| By("checking the klusterlet addon config manifests removed on hub") | ||
| _, err = ocm.PullKAC(HubAPIClient, RANConfig.Spoke1Name, RANConfig.Spoke1Name) | ||
| Expect(err).To(HaveOccurred(), "Found spoke kac manifests but expected to be removed") | ||
|
|
||
| By("checking the agent cluster install manifests removed on hub") | ||
| _, err = assisted.PullAgentClusterInstall(HubAPIClient, RANConfig.Spoke1Name, RANConfig.Spoke1Name) | ||
| Expect(err).To(HaveOccurred(), "Found spoke ACI manifests but expected to be removed") | ||
|
|
||
| By("verifying installed spoke cluster should still be functional") | ||
| _, err = version.GetOCPVersion(Spoke1APIClient) | ||
| Expect(err).ToNot(HaveOccurred(), "Failed to get OCP version from spoke and verify spoke cluster access") | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters