Skip to content

Commit

Permalink
add controller reference for namespace
Browse files Browse the repository at this point in the history 
Signed-off-by: Coleen Iona Quadros <[email protected]>
  • Loading branch information
@coleenquadros
coleenquadros committed Oct 18, 2023
1 parent 4f9bd76 commit 68b4840
Show file tree
Hide file tree
Showing 4 changed files with 348 additions and 167 deletions.
184 changes: 18 additions & 166 deletions ...servability/controllers/multiclusterobservability/multiclusterobservability_controller.go
View file
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,7 @@ import (
corev1 "k8s.io/api/core/v1"
rbacv1 "k8s.io/api/rbac/v1"
storev1 "k8s.io/api/storage/v1"
"k8s.io/apimachinery/pkg/api/errors"
apierrors "k8s.io/apimachinery/pkg/api/errors"
"k8s.io/apimachinery/pkg/api/meta"
"k8s.io/apimachinery/pkg/api/resource"
Expand All @@ -30,11 +31,9 @@ import (
"sigs.k8s.io/controller-runtime/pkg/builder"
"sigs.k8s.io/controller-runtime/pkg/client"
"sigs.k8s.io/controller-runtime/pkg/controller/controllerutil"
"sigs.k8s.io/controller-runtime/pkg/event"
"sigs.k8s.io/controller-runtime/pkg/handler"
logf "sigs.k8s.io/controller-runtime/pkg/log"
"sigs.k8s.io/controller-runtime/pkg/manager"
"sigs.k8s.io/controller-runtime/pkg/predicate"
"sigs.k8s.io/controller-runtime/pkg/reconcile"
"sigs.k8s.io/controller-runtime/pkg/source"

Expand All @@ -58,9 +57,8 @@ const (
)

const (
infoAddingBackupLabel = "adding backup label"
errorAddingBackupLabel = "failed to add backup label"
openShiftClusterMonitoringLabel = "openshift.io/cluster-monitoring"
infoAddingBackupLabel = "adding backup label"
errorAddingBackupLabel = "failed to add backup label"
)

var (
Expand Down Expand Up @@ -96,6 +94,9 @@ type MultiClusterObservabilityReconciler struct {
//
// For more details, check Reconcile and its Result here:
// - https://pkg.go.dev/sigs.k8s.io/[email protected]/pkg/reconcile
// In ACM 2.9, we need to ensure that the openshift.io/cluster-monitoring is added to the same namespace as the
// Multi-cluster Observability Operator to avoid conflicts with the openshift-* namespace when deploying
// PrometheusRules and ServiceMonitors in ACM.
func (r *MultiClusterObservabilityReconciler) Reconcile(ctx context.Context, req ctrl.Request) (ctrl.Result, error) {
reqLogger := log.WithValues("Request.Namespace", req.Namespace, "Request.Name", req.Name)
reqLogger.Info("Reconciling MultiClusterObservability")
Expand Down Expand Up @@ -249,14 +250,9 @@ func (r *MultiClusterObservabilityReconciler) Reconcile(ctx context.Context, req
}
}

/*
In ACM 2.9, we need to ensure that the openshift.io/cluster-monitoring is added to the same namespace as the
Multi-cluster Observability Operator to avoid conflicts with the openshift-* namespace when deploying PrometheusRules and
ServiceMonitors in ACM.
*/
_, err = r.ensureOpenShiftNamespaceLabel(ctx, instance)
if err != nil {
r.Log.Error(err, "Failed to add to %s label to namespace: %s", openShiftClusterMonitoringLabel,
r.Log.Error(err, "Failed to add to %s label to namespace: %s", config.OpenShiftClusterMonitoringlabel,
instance.GetNamespace())
return ctrl.Result{}, err
}
Expand Down Expand Up @@ -393,115 +389,11 @@ func getStorageClass(mco *mcov1beta2.MultiClusterObservability, cl client.Client
// SetupWithManager sets up the controller with the Manager.
func (r *MultiClusterObservabilityReconciler) SetupWithManager(mgr ctrl.Manager) error {
c := mgr.GetClient()
mcoPred := predicate.Funcs{
CreateFunc: func(e event.CreateEvent) bool {
//set request name to be used in placementrule controller
config.SetMonitoringCRName(e.Object.GetName())
return true
},
UpdateFunc: func(e event.UpdateEvent) bool {
checkStorageChanged(e.ObjectOld.(*mcov1beta2.MultiClusterObservability).Spec.StorageConfig,
e.ObjectNew.(*mcov1beta2.MultiClusterObservability).Spec.StorageConfig)
return e.ObjectOld.GetResourceVersion() != e.ObjectNew.GetResourceVersion()
},
DeleteFunc: func(e event.DeleteEvent) bool {
return !e.DeleteStateUnknown
},
}

cmPred := predicate.Funcs{
CreateFunc: func(e event.CreateEvent) bool {
if e.Object.GetNamespace() == config.GetDefaultNamespace() {
if e.Object.GetName() == config.AlertRuleCustomConfigMapName {
config.SetCustomRuleConfigMap(true)
return true
} else if _, ok := e.Object.GetLabels()[config.BackupLabelName]; ok {
// resource already has backup label
return false
} else if _, ok := config.BackupResourceMap[e.Object.GetName()]; ok {
// resource's backup label must be checked
return true
} else if _, ok := e.Object.GetLabels()[config.GrafanaCustomDashboardLabel]; ok {
// ConfigMap with custom-grafana-dashboard labels, check for backup label
config.BackupResourceMap[e.Object.GetName()] = config.ResourceTypeConfigMap
return true
}
}
return false
},
UpdateFunc: func(e event.UpdateEvent) bool {
// Find a way to restart the alertmanager to take the update
if e.ObjectNew.GetNamespace() == config.GetDefaultNamespace() {
if e.ObjectNew.GetName() == config.AlertRuleCustomConfigMapName {
// Grafana dynamically loads AlertRule configmap, nothing more to do
//config.SetCustomRuleConfigMap(true)
//return e.ObjectOld.GetResourceVersion() != e.ObjectNew.GetResourceVersion()
return false
} else if _, ok := e.ObjectNew.GetLabels()[config.BackupLabelName]; ok {
// resource already has backup label
return false
} else if _, ok := config.BackupResourceMap[e.ObjectNew.GetName()]; ok {
// resource's backup label must be checked
return true
} else if _, ok := e.ObjectNew.GetLabels()[config.GrafanaCustomDashboardLabel]; ok {
// ConfigMap with custom-grafana-dashboard labels, check for backup label
config.BackupResourceMap[e.ObjectNew.GetName()] = config.ResourceTypeConfigMap
return true
}
}
return false
},
DeleteFunc: func(e event.DeleteEvent) bool {
if e.Object.GetName() == config.AlertRuleCustomConfigMapName &&
e.Object.GetNamespace() == config.GetDefaultNamespace() {
config.SetCustomRuleConfigMap(false)
return true
}
return false
},
}

secretPred := predicate.Funcs{
CreateFunc: func(e event.CreateEvent) bool {
if e.Object.GetNamespace() == config.GetDefaultNamespace() {
if e.Object.GetName() == config.AlertmanagerRouteBYOCAName ||
e.Object.GetName() == config.AlertmanagerRouteBYOCERTName {
return true
} else if _, ok := e.Object.GetLabels()[config.BackupLabelName]; ok {
// resource already has backup label
return false
} else if _, ok := config.BackupResourceMap[e.Object.GetName()]; ok {
// resource's backup label must be checked
return true
}
}
return false
},
UpdateFunc: func(e event.UpdateEvent) bool {
if e.ObjectNew.GetNamespace() == config.GetDefaultNamespace() {
if e.ObjectNew.GetName() == config.AlertmanagerRouteBYOCAName ||
e.ObjectNew.GetName() == config.AlertmanagerRouteBYOCERTName {
return true
} else if _, ok := e.ObjectNew.GetLabels()[config.BackupLabelName]; ok {
// resource already has backup label
return false
} else if _, ok := config.BackupResourceMap[e.ObjectNew.GetName()]; ok {
// resource's backup label must be checked
return true
}
}
return false
},
DeleteFunc: func(e event.DeleteEvent) bool {
if e.Object.GetNamespace() == config.GetDefaultNamespace() &&
(e.Object.GetName() == config.AlertmanagerRouteBYOCAName ||
e.Object.GetName() == config.AlertmanagerRouteBYOCERTName ||
e.Object.GetName() == config.AlertmanagerConfigName) {
return true
}
return false
},
}
mcoPred := GetMCOPredicateFunc()
cmPred := GetConfigMapPredicateFunc()
secretPred := GetAlertManagerSecretPredicateFunc()
namespacePred := GetNamespacePredicateFunc()

ctrBuilder := ctrl.NewControllerManagedBy(mgr).
// Watch for changes to primary resource MultiClusterObservability with predicate
Expand All @@ -518,57 +410,17 @@ func (r *MultiClusterObservabilityReconciler) SetupWithManager(mgr ctrl.Manager)
Owns(&corev1.Service{}).
// Watch for changes to secondary Observatorium CR and requeue the owner MultiClusterObservability
Owns(&observatoriumv1alpha1.Observatorium{}).
//Watch for changes to namespace and requeue the owner MultiClusterObservability
Owns(&corev1.Namespace{}).
// Watch the configmap for thanos-ruler-custom-rules update
Watches(&source.Kind{Type: &corev1.ConfigMap{}}, &handler.EnqueueRequestForObject{}, builder.WithPredicates(cmPred)).

// Watch the secret for deleting event of alertmanager-config
Watches(&source.Kind{Type: &corev1.Secret{}}, &handler.EnqueueRequestForObject{}, builder.WithPredicates(secretPred))
Watches(&source.Kind{Type: &corev1.Secret{}}, &handler.EnqueueRequestForObject{}, builder.WithPredicates(secretPred)).
// Watch the namespace for changes
Watches(&source.Kind{Type: &corev1.Namespace{}}, &handler.EnqueueRequestForObject{},
builder.WithPredicates(namespacePred))

mchGroupKind := schema.GroupKind{Group: mchv1.GroupVersion.Group, Kind: "MultiClusterHub"}
if _, err := r.RESTMapper.RESTMapping(mchGroupKind, mchv1.GroupVersion.Version); err == nil {
mchPred := predicate.Funcs{
CreateFunc: func(e event.CreateEvent) bool {
// this is for operator restart, the mch CREATE event will be caught and the mch should be ready
if e.Object.GetNamespace() == config.GetMCONamespace() &&
e.Object.(*mchv1.MultiClusterHub).Status.CurrentVersion != "" &&
e.Object.(*mchv1.MultiClusterHub).Status.DesiredVersion == e.Object.(*mchv1.MultiClusterHub).Status.CurrentVersion {
// only read the image manifests configmap and enqueue the request when the MCH is
// installed/upgraded successfully
ok, err := config.ReadImageManifestConfigMap(
c,
e.Object.(*mchv1.MultiClusterHub).Status.CurrentVersion,
)
if err != nil {
return false
}
return ok
}
return false
},
UpdateFunc: func(e event.UpdateEvent) bool {
if e.ObjectNew.GetNamespace() == config.GetMCONamespace() &&
e.ObjectNew.(*mchv1.MultiClusterHub).Status.CurrentVersion != "" &&
e.ObjectNew.(*mchv1.MultiClusterHub).Status.DesiredVersion == e.ObjectNew.(*mchv1.MultiClusterHub).Status.CurrentVersion {
// only read the image manifests configmap and enqueue the request when the MCH is
// installed/upgraded successfully
ok, err := config.ReadImageManifestConfigMap(
c,
e.ObjectNew.(*mchv1.MultiClusterHub).Status.CurrentVersion,
)
if err != nil {
return false
}
return ok
}
return false
},
DeleteFunc: func(e event.DeleteEvent) bool {
return false
},
}

mchPred := GetMCHPredicateFunc(c)
mchCrdExists := r.CRDMap[config.MCHCrdName]
if mchCrdExists {
// secondary watch for MCH
Expand Down Expand Up @@ -957,7 +809,7 @@ func (r *MultiClusterObservabilityReconciler) ensureOpenShiftNamespaceLabel(ctx

err := r.Client.Get(ctx, types.NamespacedName{Name: resNS}, existingNs)
if err != nil || errors.IsNotFound(err) {
log.Error(err, fmt.Sprintf("Failed to find namespace for Multicluster Operator: %s", m.GetNamespace()))
log.Error(err, fmt.Sprintf("Failed to find namespace for Multicluster Operator: %s", resNS))
return reconcile.Result{Requeue: true}, err
}

Expand All @@ -967,7 +819,7 @@ func (r *MultiClusterObservabilityReconciler) ensureOpenShiftNamespaceLabel(ctx

if _, ok := existingNs.ObjectMeta.Labels[config.OpenShiftClusterMonitoringlabel]; !ok {
log.Info(fmt.Sprintf("Adding label: %s to namespace: %s", config.OpenShiftClusterMonitoringlabel, resNS))
existingNs.ObjectMeta.Labels[openShiftClusterMonitoringLabel] = "true"
existingNs.ObjectMeta.Labels[config.OpenShiftClusterMonitoringlabel] = "true"

err = r.Client.Update(ctx, existingNs)
if err != nil {
Expand Down
38 changes: 37 additions & 1 deletion ...bility/controllers/multiclusterobservability/multiclusterobservability_controller_test.go
View file
Original file line number Diff line number Diff line change
Expand Up @@ -347,7 +347,7 @@ func TestMultiClusterMonitoringCRUpdate(t *testing.T) {
if err != nil {
t.Fatalf("Failed to get namespace: (%v)", err)
}
if _, ok := updatedNS.Labels[config.OpenShiftClusterMonitoringlabel]; !ok {
if val, ok := updatedNS.ObjectMeta.Labels[config.OpenShiftClusterMonitoringlabel]; !ok || val != "true" {
t.Fatalf("Failed to get correct namespace label, expect true")
}

Expand Down Expand Up @@ -967,3 +967,39 @@ func createPersistentVolumeClaim(name, namespace, pvcName string) *corev1.Persis
},
}
}

func newMultiClusterObservability() *mcov1beta2.MultiClusterObservability {
return &mcov1beta2.MultiClusterObservability{
TypeMeta: metav1.TypeMeta{Kind: "MultiClusterObservability"},
ObjectMeta: metav1.ObjectMeta{Name: "test"},
Spec: mcov1beta2.MultiClusterObservabilitySpec{
StorageConfig: &mcov1beta2.StorageConfig{
MetricObjectStorage: &mcoshared.PreConfiguredStorage{
Key: "test",
Name: "test",
},
AlertmanagerStorageSize: "2Gi",
},
},
}
}

func createNamespaceInstance(name string) *corev1.Namespace {
return &corev1.Namespace{
ObjectMeta: metav1.ObjectMeta{
Name: name,
Labels: map[string]string{
"openshift.io/cluster-monitoring": "true",
},
},
}
}

func createAlertManagerConfigMap(name string) *corev1.ConfigMap {
return &corev1.ConfigMap{
ObjectMeta: metav1.ObjectMeta{
Name: name,
Namespace: config.GetDefaultNamespace(),
},
}
}
Loading

0 comments on commit 68b4840

Please sign in to comment.