Expose ceph full threshold settings in StorageCluster CR

When the clusters reach full, nearfull, or backfill full thresholds ceph
will raise health warnings and stop allowing IO or backfill depending on
the threshold. These settings require special ceph commands instead of
being generic ceph config.
The settings from the StorageCluster CR is passed to the CephCluster CR
in the spec.storage section.

Signed-off-by: Malay Kumar Parida <[email protected]>

api/v1/storagecluster_types.go

@@ -198,6 +198,21 @@ type ManageCephCluster struct {
 	// default DOWN/OUT interval) when it is draining. This is only relevant when  `managePodBudgets` is `true` in cephCluster CR.
 	// The default value is `30` minutes.
 	OsdMaintenanceTimeout time.Duration `json:"osdMaintenanceTimeout,omitempty"`
+	// FullRatio is the ratio at which the cluster is considered full and ceph will stop accepting writes. Default is 0.95.
+	// +kubebuilder:validation:Minimum=0.0
+	// +kubebuilder:validation:Maximum=1.0
+	// +nullable
+	FullRatio *float64 `json:"fullRatio,omitempty"`
+	// NearFullRatio is the ratio at which the cluster is considered nearly full and will raise a ceph health warning. Default is 0.85.
+	// +kubebuilder:validation:Minimum=0.0
+	// +kubebuilder:validation:Maximum=1.0
+	// +nullable
+	NearFullRatio *float64 `json:"nearFullRatio,omitempty"`
+	// BackfillFullRatio is the ratio at which the cluster is too full for backfill. Backfill will be disabled if above this threshold. Default is 0.90.
+	// +kubebuilder:validation:Minimum=0.0
+	// +kubebuilder:validation:Maximum=1.0
+	// +nullable
+	BackfillFullRatio *float64 `json:"backfillFullRatio,omitempty"`
 }
 
 // ManageCephConfig defines how to reconcile the Ceph configuration

controllers/storagecluster/cephcluster.go

@@ -459,6 +459,9 @@ func newCephCluster(sc *ocsv1.StorageCluster, cephImage string, kmsConfigMap *co
 				StorageClassDeviceSets:       newStorageClassDeviceSets(sc),
 				Store:                        osdStore,
 				FlappingRestartIntervalHours: 24,
+				FullRatio:                    sc.Spec.ManagedResources.CephCluster.FullRatio,
+				NearFullRatio:                sc.Spec.ManagedResources.CephCluster.NearFullRatio,
+				BackfillFullRatio:            sc.Spec.ManagedResources.CephCluster.BackfillFullRatio,
 			},
 			Placement: rookCephv1.PlacementSpec{
 				"all":     getPlacement(sc, "all"),