2024-05-06T09:12:01.020Z        ERROR   controller_placementrule        Failed to update monitoring-endpoint-monitoring-work work       {"error": "Operation cannot be fulfilled on manifestworks.work.open-cluster-ma
nagement.io \"miroshift-clusterbot6-observability\": the object has been modified; please apply your changes to the latest version and try again"}
github.com/stolostron/multicluster-observability-operator/operators/multiclusterobservability/controllers/placementrule.createManifestwork
        /remote-source/app/operators/multiclusterobservability/controllers/placementrule/manifestwork.go:194
github.com/stolostron/multicluster-observability-operator/operators/multiclusterobservability/controllers/placementrule.createManifestWorks
        /remote-source/app/operators/multiclusterobservability/controllers/placementrule/manifestwork.go:457
github.com/stolostron/multicluster-observability-operator/operators/multiclusterobservability/controllers/placementrule.createManagedClusterRes
        /remote-source/app/operators/multiclusterobservability/controllers/placementrule/placementrule_controller.go:537
github.com/stolostron/multicluster-observability-operator/operators/multiclusterobservability/controllers/placementrule.createAllRelatedRes
        /remote-source/app/operators/multiclusterobservability/controllers/placementrule/placementrule_controller.go:410
github.com/stolostron/multicluster-observability-operator/operators/multiclusterobservability/controllers/placementrule.(*PlacementRuleReconciler).Reconcile
        /remote-source/app/operators/multiclusterobservability/controllers/placementrule/placementrule_controller.go:204
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile
        /remote-source/app/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler
        /remote-source/app/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem
        /remote-source/app/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2
        /remote-source/app/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235

2024-05-06T09:12:01.020Z        ERROR   controller_placementrule        Failed to create manifestwork   {"error": "Operation cannot be fulfilled on manifestworks.work.open-cluster-management.io \"miroshift-clusterb
ot6-observability\": the object has been modified; please apply your changes to the latest version and try again"}
github.com/stolostron/multicluster-observability-operator/operators/multiclusterobservability/controllers/placementrule.createManagedClusterRes
        /remote-source/app/operators/multiclusterobservability/controllers/placementrule/placementrule_controller.go:538
github.com/stolostron/multicluster-observability-operator/operators/multiclusterobservability/controllers/placementrule.createAllRelatedRes
        /remote-source/app/operators/multiclusterobservability/controllers/placementrule/placementrule_controller.go:410
github.com/stolostron/multicluster-observability-operator/operators/multiclusterobservability/controllers/placementrule.(*PlacementRuleReconciler).Reconcile
        /remote-source/app/operators/multiclusterobservability/controllers/placementrule/placementrule_controller.go:204
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile
        /remote-source/app/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler
        /remote-source/app/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem
        /remote-source/app/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2
        /remote-source/app/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235

2024-05-06T09:12:01.020Z        ERROR   controller_placementrule        Failed to create managedcluster resources       {"namespace": "miroshift-clusterbot6", "error": "Operation cannot be fulfilled on manifestwork
s.work.open-cluster-management.io \"miroshift-clusterbot6-observability\": the object has been modified; please apply your changes to the latest version and try again"}
github.com/stolostron/multicluster-observability-operator/operators/multiclusterobservability/controllers/placementrule.createAllRelatedRes
        /remote-source/app/operators/multiclusterobservability/controllers/placementrule/placementrule_controller.go:426
github.com/stolostron/multicluster-observability-operator/operators/multiclusterobservability/controllers/placementrule.(*PlacementRuleReconciler).Reconcile
        /remote-source/app/operators/multiclusterobservability/controllers/placementrule/placementrule_controller.go:204
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile
        /remote-source/app/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:122
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler
        /remote-source/app/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:323
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem
        /remote-source/app/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2
        /remote-source/app/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235


2024-05-06T09:12:01.202Z        ERROR   Reconciler error        {"controller": "managedcluster", "controllerGroup": "cluster.open-cluster-management.io", "controllerKind": "ManagedCluster", "ManagedCluster": {"name":"observability-server-ca-certs","namespace":"open-cluster-management-observability"}, "namespace": "open-cluster-management-observability", "name": "observability-server-ca-certs", "reconcileID": "00c40910-a9e5-4344-bdd1-c2b013177aba", "error": "failed to create managedcluster resources or failed to delete observabilityaddon, skip and reconcile later"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler
        /remote-source/app/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:329
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem
        /remote-source/app/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2