[Draft]Verify: verification for splunk upgrade scenario

.github/workflows/helm-test-workflow.yml

@@ -2,6 +2,7 @@ name: Helm Test WorkFlow
 on:
   push:
     branches:
+      - verify
       - develop
       - main
 jobs:

.github/workflows/int-test-workflow.yml

@@ -2,6 +2,7 @@ name: Integration Test WorkFlow
 on:
   push:
     branches:
+      - verify
       - develop
       - main
       - feature**

api/v3/clustermaster_types.go

@@ -68,6 +68,9 @@ type ClusterMasterStatus struct {
 
 	// Telemetry App installation flag
 	TelAppInstalled bool `json:"telAppInstalled"`
+
+	// Indicates if the cluster is in maintenance mode.
+	MaintenanceMode bool `json:"maintenance_mode"`
 }
 
 // +k8s:deepcopy-gen:interfaces=k8s.io/apimachinery/pkg/runtime.Object

api/v4/clustermanager_types.go

@@ -32,6 +32,9 @@ const (
 	// ClusterManagerPausedAnnotation is the annotation that pauses the reconciliation (triggers
 	// an immediate requeue)
 	ClusterManagerPausedAnnotation = "clustermanager.enterprise.splunk.com/paused"
+	// ClusterManagerPausedAnnotation is the annotation that pauses the reconciliation (triggers
+	// an immediate requeue)
+	ClusterManagerMaintenanceAnnotation = "clustermanager.enterprise.splunk.com/maintenance"
 )
 
 // ClusterManagerSpec defines the desired state of ClusterManager
@@ -67,6 +70,15 @@ type ClusterManagerStatus struct {
 
 	// Telemetry App installation flag
 	TelAppInstalled bool `json:"telAppInstalled"`
+
+	// Indicates if the cluster is in maintenance mode.
+	MaintenanceMode bool `json:"maintenanceMode"`
+
+	// Conditions represent the latest available observations of an object's state
+	Conditions []metav1.Condition `json:"conditions"`
+
+	// ErrorMessage shows current error if there are any
+	ErrorMessage string `json:"errorMessage"`
 }
 
 // BundlePushInfo Indicates if bundle push required
@@ -116,13 +128,13 @@ func (cmstr *ClusterManager) NewEvent(eventType, reason, message string) corev1.
 	return corev1.Event{
 		ObjectMeta: metav1.ObjectMeta{
 			GenerateName: reason + "-",
-			Namespace:    cmstr.ObjectMeta.Namespace,
+			Namespace:    cmstr.Namespace,
 		},
 		InvolvedObject: corev1.ObjectReference{
-			Kind:       "Clustermanager",
-			Namespace:  cmstr.Namespace,
-			Name:       cmstr.Name,
-			UID:        cmstr.UID,
+			Kind:       "SearchHeadCluster",
+			Namespace:  cmstr.GetNamespace(),
+			Name:       cmstr.GetName(),
+			UID:        cmstr.GetUID(),
 			APIVersion: GroupVersion.String(),
 		},
 		Reason:  reason,

api/v4/indexercluster_types.go

@@ -61,6 +61,12 @@ type IndexerClusterMemberStatus struct {
 
 	// Flag indicating if this peer belongs to the current committed generation and is searchable.
 	Searchable bool `json:"is_searchable"`
+
+	// Conditions represent the latest available observations of an object's state
+	Conditions []metav1.Condition `json:"conditions"`
+
+	// ErrorMessage shows current error if there are any
+	ErrorMessage string `json:"errorMessage"`
 }
 
 // IndexerClusterStatus defines the observed state of a Splunk Enterprise indexer cluster
@@ -152,7 +158,7 @@ func (icstr *IndexerCluster) NewEvent(eventType, reason, message string) corev1.
 	return corev1.Event{
 		ObjectMeta: metav1.ObjectMeta{
 			GenerateName: reason + "-",
-			Namespace:    icstr.ObjectMeta.Namespace,
+			Namespace:    icstr.Namespace,
 		},
 		InvolvedObject: corev1.ObjectReference{
 			Kind:       "IndexerCluster",

api/v4/licensemanager_types.go

@@ -52,6 +52,12 @@ type LicenseManagerStatus struct {
 
 	// Telemetry App installation flag
 	TelAppInstalled bool `json:"telAppInstalled"`
+
+	// Conditions represent the latest available observations of an object's state
+	Conditions []metav1.Condition `json:"conditions"`
+
+	// ErrorMessage shows current error if there are any
+	ErrorMessage string `json:"errorMessage"`
 }
 
 // +k8s:deepcopy-gen:interfaces=k8s.io/apimachinery/pkg/runtime.Object
@@ -91,7 +97,7 @@ func (lmstr *LicenseManager) NewEvent(eventType, reason, message string) corev1.
 	return corev1.Event{
 		ObjectMeta: metav1.ObjectMeta{
 			GenerateName: reason + "-",
-			Namespace:    lmstr.ObjectMeta.Namespace,
+			Namespace:    lmstr.Namespace,
 		},
 		InvolvedObject: corev1.ObjectReference{
 			Kind:       "LicenseManager",

api/v4/monitoringconsole_types.go

@@ -58,6 +58,12 @@ type MonitoringConsoleStatus struct {
 
 	// App Framework status
 	AppContext AppDeploymentContext `json:"appContext,omitempty"`
+
+	// Conditions represent the latest available observations of an object's state
+	Conditions []metav1.Condition `json:"conditions"`
+
+	// ErrorMessage shows current error if there are any
+	ErrorMessage string `json:"errorMessage"`
 }
 
 // +k8s:deepcopy-gen:interfaces=k8s.io/apimachinery/pkg/runtime.Object
@@ -99,13 +105,13 @@ func (mcnsl *MonitoringConsole) NewEvent(eventType, reason, message string) core
 	return corev1.Event{
 		ObjectMeta: metav1.ObjectMeta{
 			GenerateName: reason + "-",
-			Namespace:    mcnsl.ObjectMeta.Namespace,
+			Namespace:    mcnsl.Namespace,
 		},
 		InvolvedObject: corev1.ObjectReference{
-			Kind:       "MonitoringConsole",
-			Namespace:  mcnsl.Namespace,
-			Name:       mcnsl.Name,
-			UID:        mcnsl.UID,
+			Kind:       "SearchHeadCluster",
+			Namespace:  mcnsl.GetNamespace(),
+			Name:       mcnsl.GetName(),
+			UID:        mcnsl.GetUID(),
 			APIVersion: GroupVersion.String(),
 		},
 		Reason:  reason,

api/v4/searchheadcluster_types.go

@@ -44,6 +44,12 @@ type SearchHeadClusterSpec struct {
 
 	// Splunk Enterprise App repository. Specifies remote App location and scope for Splunk App management
 	AppFrameworkConfig AppFrameworkSpec `json:"appRepo,omitempty"`
+
+	// Conditions represent the latest available observations of an object's state
+	Conditions []metav1.Condition `json:"conditions"`
+
+	// ErrorMessage shows current error if there are any
+	ErrorMessage string `json:"errorMessage"`
 }
 
 // SearchHeadClusterMemberStatus is used to track the status of each search head cluster member
@@ -161,13 +167,13 @@ func (shcstr *SearchHeadCluster) NewEvent(eventType, reason, message string) cor
 	return corev1.Event{
 		ObjectMeta: metav1.ObjectMeta{
 			GenerateName: reason + "-",
-			Namespace:    shcstr.ObjectMeta.Namespace,
+			Namespace:    shcstr.GetNamespace(),
 		},
 		InvolvedObject: corev1.ObjectReference{
 			Kind:       "SearchHeadCluster",
-			Namespace:  shcstr.Namespace,
-			Name:       shcstr.Name,
-			UID:        shcstr.UID,
+			Namespace:  shcstr.GetNamespace(),
+			Name:       shcstr.GetName(),
+			UID:        shcstr.GetUID(),
 			APIVersion: GroupVersion.String(),
 		},
 		Reason:  reason,

api/v4/standalone_types.go

@@ -46,6 +46,12 @@ type StandaloneSpec struct {
 
 	// Splunk Enterprise App repository. Specifies remote App location and scope for Splunk App management
 	AppFrameworkConfig AppFrameworkSpec `json:"appRepo,omitempty"`
+
+	// Conditions represent the latest available observations of an object's state
+	Conditions []metav1.Condition `json:"conditions"`
+
+	// ErrorMessage shows current error if there are any
+	ErrorMessage string `json:"errorMessage"`
 }
 
 // StandaloneStatus defines the observed state of a Splunk Enterprise standalone instances.
@@ -115,13 +121,13 @@ func (standln *Standalone) NewEvent(eventType, reason, message string) corev1.Ev
 	return corev1.Event{
 		ObjectMeta: metav1.ObjectMeta{
 			GenerateName: reason + "-",
-			Namespace:    standln.ObjectMeta.Namespace,
+			Namespace:    standln.Namespace,
 		},
 		InvolvedObject: corev1.ObjectReference{
-			Kind:       "Standalone",
-			Namespace:  standln.Namespace,
-			Name:       standln.Name,
-			UID:        standln.UID,
+			Kind:       "SearchHeadCluster",
+			Namespace:  standln.GetNamespace(),
+			Name:       standln.GetName(),
+			UID:        standln.GetUID(),
 			APIVersion: GroupVersion.String(),
 		},
 		Reason:  reason,