space-a-fzx99"},"error":"workload owner not found\nLeaderWorkerSet.leaderworkerset.x-k8s.io \"lws-blocker-a\" not found","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).handle\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:254\nsigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).Delete\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:233\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/source/event_handler.go:159\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1079\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1084\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-02-23T16:47:34.614113749Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:47:34.61417967Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"834fece0-0d35-4067-8fbf-a19befef68ed"} {"level":"Level(-2)","ts":"2026-02-23T16:47:34.614237906Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"834fece0-0d35-4067-8fbf-a19befef68ed","isDeleted":true} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.82374048Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.823992582Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-92bfc","reconcileID":"660b6cab-ba7e-4538-8623-18e86383fe60"} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.837108821Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.843917372Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-92bfc","reconcileID":"81763be0-0996-4e8b-af73-d25afb777fe3"} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.987219496Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.987347317Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-92bfc","reconcileID":"03829b7c-5540-4370-a047-bab7b309f744"} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.998560296Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:334","msg":"ClusterQueue delete event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.998620414Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:339","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"leader","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.99870934Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"resource-flavor-7rvmd","reconcileID":"24348441-2c28-4303-900d-1d2838603c92"} {"level":"Level(-2)","ts":"2026-02-23T16:47:38.296958869Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-7rvmd"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:38.457941408Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-7rvmd"}} Attempt #1 Failed. Retrying ↺ @ 02/23/26 13:47:43.033 STEP: check if JobSet is present @ 02/23/26 13:47:43.033 [FAILED] in [It] - /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_operator_test.go:370 @ 02/23/26 13:47:43.187 STEP: Test failed - dumping kueue-controller-manager logs @ 02/23/26 13:47:43.187 === Logs from pod kueue-controller-manager-74696d84f5-4vv29 === --- Container: manager --- {"level":"info","ts":"2026-02-23T16:31:38.735810404Z","logger":"setup","caller":"kueue/main.go:579","msg":"Successfully loaded configuration","config":"apiVersion: config.kueue.x-k8s.io/v1beta2\nclientConnection:\n burst: 100\n qps: 50\ncontroller:\n groupKindConcurrency:\n ClusterQueue.kueue.x-k8s.io: 1\n Job.batch: 5\n LocalQueue.kueue.x-k8s.io: 1\n Pod: 5\n ResourceFlavor.kueue.x-k8s.io: 1\n Workload.kueue.x-k8s.io: 5\nhealth:\n healthProbeBindAddress: :8081\nintegrations:\n frameworks:\n - batch/job\n - pod\n - deployment\n - statefulset\ninternalCertManagement:\n enable: false\nkind: Configuration\nleaderElection:\n leaderElect: true\n leaseDuration: 2m17s\n renewDeadline: 1m47s\n resourceLock: leases\n resourceName: c1f6bfd2.kueue.x-k8s.io\n resourceNamespace: \"\"\n retryPeriod: 26s\nmanageJobsWithoutQueueName: true\nmanagedJobsNamespaceSelector:\n matchLabels:\n kueue.openshift.io/managed: \"true\"\nmetrics:\n bindAddress: :8443\n enableClusterQueueResources: true\nmultiKueue:\n dispatcherName: kueue.x-k8s.io/multikueue-dispatcher-all-at-once\n gcInterval: 1m0s\n origin: multikueue\n workerLostTimeout: 15m0s\nnamespace: openshift-kueue-operator\nwebhook:\n certDir: /tmp/k8s-webhook-server/serving-certs\n port: 9443\n"} {"level":"info","ts":"2026-02-23T16:31:38.735923963Z","logger":"setup","caller":"kueue/main.go:160","msg":"Initializing","gitVersion":"50b346f-dirty","gitCommit":"50b346fb172b592ffe564959eb2cb59527765417","buildDate":"2026-02-22T04:31:17Z"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.736030387Z","logger":"setup","caller":"features/kube_features.go:406","msg":"Loaded feature gates","featureGates":{"AdmissionFairSharing":true,"DynamicResourceAllocation":false,"ElasticJobsViaWorkloadSlices":false,"FailureRecoveryPolicy":false,"FlavorFungibility":true,"HierarchicalCohorts":true,"LendingLimit":true,"LocalQueueDefaulting":true,"LocalQueueMetrics":false,"ManagedJobsNamespaceSelectorAlwaysRespected":true,"MultiKueue":true,"MultiKueueAdaptersForCustomJobs":true,"MultiKueueAllowInsecureKubeconfigs":false,"MultiKueueBatchJobWithManagedBy":true,"MultiKueueClusterProfile":false,"MultiKueueRedoAdmissionOnEvictionInWorker":true,"MultiKueueWaitForWorkloadAdmitted":true,"ObjectRetentionPolicies":true,"PartialAdmission":true,"PrioritySortingWithinCohort":true,"PropagateBatchJobLabelsToWorkload":true,"ReclaimablePods":true,"RemoveFinalizersWithStrictPatch":true,"SanitizePodSets":true,"SkipFinalizersForPodsSuspendedByParent":true,"TASBalancedPlacement":false,"TASFailedNodeReplacement":true,"TASFailedNodeReplacementFailFast":true,"TASProfileLeastFreeCapacity":false,"TASProfileMixed":true,"TASReplaceNodeOnPodTermination":true,"TLSOptions":true,"TopologyAwareScheduling":true,"VisibilityOnDemand":true,"WorkloadRequestUseMergePatch":false}} {"level":"info","ts":"2026-02-23T16:31:38.736109196Z","logger":"setup","caller":"kueue/main.go:195","msg":"Initializing metrics certificate watcher using provided certificates","metrics-cert-path":"/etc/kueue/metrics/certs"} {"level":"info","ts":"2026-02-23T16:31:38.738309366Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:214","msg":"Updated current TLS certificate","cert":"/etc/kueue/metrics/certs/tls.crt","key":"/etc/kueue/metrics/certs/tls.key"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.73863702Z","logger":"setup","caller":"kueue/main.go:228","msg":"K8S Client","qps":50,"burst":100} {"level":"info","ts":"2026-02-23T16:31:38.757670186Z","logger":"setup","caller":"kueue/main.go:549","msg":"RoleTracker: leader election enabled"} {"level":"error","ts":"2026-02-23T16:31:38.763561441Z","logger":"setup","caller":"kueue/main.go:364","msg":"Skipping admission check controller setup: Provisioning Requests not supported (Possible cause: missing or unsupported cluster-autoscaler)","error":"no matches for kind \"ProvisioningRequest\" in version \"autoscaling.x-k8s.io/v1\"","stacktrace":"main.setupIndexes\n\t/workspace/upstream/kueue/src/cmd/kueue/main.go:364\nmain.main\n\t/workspace/upstream/kueue/src/cmd/kueue/main.go:298\nruntime.main\n\t/usr/lib/golang/src/runtime/proc.go:285"} {"level":"info","ts":"2026-02-23T16:31:38.766081607Z","logger":"setup","caller":"kueue/main.go:506","msg":"Probe endpoints are configured on healthz and readyz"} {"level":"info","ts":"2026-02-23T16:31:38.77039826Z","logger":"setup","caller":"kueue/main.go:399","msg":"Skipping provisioning controller setup: Provisioning Requests not supported (Possible cause: missing or unsupported cluster-autoscaler)"} {"level":"info","ts":"2026-02-23T16:31:38.770582988Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"workload.codeflare.dev/v1beta2, Kind=AppWrapper","path":"/mutate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-02-23T16:31:38.770686991Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-02-23T16:31:38.770742447Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"workload.codeflare.dev/v1beta2, Kind=AppWrapper","path":"/validate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-02-23T16:31:38.770837825Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-02-23T16:31:38.770972896Z","caller":"webhook/builder.go:178","msg":"Registering a mutating webhook","GVK":"apps/v1, Kind=Deployment","path":"/mutate-apps-v1-deployment"} {"level":"info","ts":"2026-02-23T16:31:38.77107172Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-apps-v1-deployment"} {"level":"info","ts":"2026-02-23T16:31:38.771119299Z","caller":"webhook/builder.go:210","msg":"Registering a validating webhook","GVK":"apps/v1, Kind=Deployment","path":"/validate-apps-v1-deployment"} {"level":"info","ts":"2026-02-23T16:31:38.771167046Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-apps-v1-deployment"} {"level":"info","ts":"2026-02-23T16:31:38.771367586Z","caller":"webhook/builder.go:178","msg":"Registering a mutating webhook","GVK":"batch/v1, Kind=Job","path":"/mutate-batch-v1-job"} {"level":"info","ts":"2026-02-23T16:31:38.771420557Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-batch-v1-job"} {"level":"info","ts":"2026-02-23T16:31:38.77144963Z","caller":"webhook/builder.go:210","msg":"Registering a validating webhook","GVK":"batch/v1, Kind=Job","path":"/validate-batch-v1-job"} {"level":"info","ts":"2026-02-23T16:31:38.771512239Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-batch-v1-job"} {"level":"info","ts":"2026-02-23T16:31:38.771632336Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"jobset.x-k8s.io/v1alpha2, Kind=JobSet","path":"/mutate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-02-23T16:31:38.771687981Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-02-23T16:31:38.771744041Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"jobset.x-k8s.io/v1alpha2, Kind=JobSet","path":"/validate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-02-23T16:31:38.771823243Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-02-23T16:31:38.771899698Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=JAXJob","path":"/mutate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-02-23T16:31:38.771966248Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-02-23T16:31:38.772006995Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=JAXJob","path":"/validate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-02-23T16:31:38.772052217Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-02-23T16:31:38.772138577Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=PaddleJob","path":"/mutate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-02-23T16:31:38.772196609Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-02-23T16:31:38.772258342Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=PaddleJob","path":"/validate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-02-23T16:31:38.772316287Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-02-23T16:31:38.772377089Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=PyTorchJob","path":"/mutate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-02-23T16:31:38.772423495Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-02-23T16:31:38.772458802Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=PyTorchJob","path":"/validate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-02-23T16:31:38.772502442Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-02-23T16:31:38.772561862Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=TFJob","path":"/mutate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-02-23T16:31:38.772628988Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-02-23T16:31:38.772664526Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=TFJob","path":"/validate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-02-23T16:31:38.772704266Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-02-23T16:31:38.772784243Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=XGBoostJob","path":"/mutate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-02-23T16:31:38.772848353Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-02-23T16:31:38.772883124Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=XGBoostJob","path":"/validate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-02-23T16:31:38.772923149Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-02-23T16:31:38.772991923Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v2beta1, Kind=MPIJob","path":"/mutate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-02-23T16:31:38.773076934Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-02-23T16:31:38.77311265Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v2beta1, Kind=MPIJob","path":"/validate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-02-23T16:31:38.773157308Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-02-23T16:31:38.773283216Z","caller":"webhook/builder.go:178","msg":"Registering a mutating webhook","GVK":"/v1, Kind=Pod","path":"/mutate--v1-pod"} {"level":"info","ts":"2026-02-23T16:31:38.773329451Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate--v1-pod"} {"level":"info","ts":"2026-02-23T16:31:38.773357009Z","caller":"webhook/builder.go:210","msg":"Registering a validating webhook","GVK":"/v1, Kind=Pod","path":"/validate--v1-pod"} {"level":"info","ts":"2026-02-23T16:31:38.77341161Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate--v1-pod"} {"level":"info","ts":"2026-02-23T16:31:38.773549364Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"leaderworkerset.x-k8s.io/v1, Kind=LeaderWorkerSet","path":"/mutate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-02-23T16:31:38.773624751Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-02-23T16:31:38.773652134Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"leaderworkerset.x-k8s.io/v1, Kind=LeaderWorkerSet","path":"/validate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-02-23T16:31:38.773762035Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-02-23T16:31:38.773844404Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"ray.io/v1, Kind=RayCluster","path":"/mutate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-02-23T16:31:38.773894271Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-02-23T16:31:38.773930422Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"ray.io/v1, Kind=RayCluster","path":"/validate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-02-23T16:31:38.773976435Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-02-23T16:31:38.774068908Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"ray.io/v1, Kind=RayJob","path":"/mutate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-02-23T16:31:38.774125205Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-02-23T16:31:38.774154848Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"ray.io/v1, Kind=RayJob","path":"/validate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-02-23T16:31:38.774198177Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-02-23T16:31:38.774320259Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"apps/v1, Kind=StatefulSet","path":"/mutate-apps-v1-statefulset"} {"level":"info","ts":"2026-02-23T16:31:38.77442807Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-apps-v1-statefulset"} {"level":"info","ts":"2026-02-23T16:31:38.77446613Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"apps/v1, Kind=StatefulSet","path":"/validate-apps-v1-statefulset"} {"level":"info","ts":"2026-02-23T16:31:38.774545454Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-apps-v1-statefulset"} {"level":"info","ts":"2026-02-23T16:31:38.774697333Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","path":"/mutate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-02-23T16:31:38.774791885Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-02-23T16:31:38.774835051Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","path":"/validate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-02-23T16:31:38.774911464Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-02-23T16:31:38.77498604Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=Workload","path":"/mutate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-02-23T16:31:38.775041375Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-02-23T16:31:38.775098642Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=Workload","path":"/validate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-02-23T16:31:38.775137272Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-02-23T16:31:38.775228873Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/convert"} {"level":"info","ts":"2026-02-23T16:31:38.775239371Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:289","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=Workload"} {"level":"info","ts":"2026-02-23T16:31:38.775262856Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ResourceFlavor","path":"/mutate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-02-23T16:31:38.77534572Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-02-23T16:31:38.775405735Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ResourceFlavor","path":"/validate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-02-23T16:31:38.775452037Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-02-23T16:31:38.775516177Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ClusterQueue","path":"/mutate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-02-23T16:31:38.775558723Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-02-23T16:31:38.775590314Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ClusterQueue","path":"/validate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-02-23T16:31:38.775631844Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-02-23T16:31:38.775668958Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:289","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=ClusterQueue"} {"level":"info","ts":"2026-02-23T16:31:38.775696274Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=Cohort","path":"/validate-kueue-x-k8s-io-v1beta2-cohort"} {"level":"info","ts":"2026-02-23T16:31:38.775775296Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-cohort"} {"level":"info","ts":"2026-02-23T16:31:38.775813306Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:289","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=Cohort"} {"level":"info","ts":"2026-02-23T16:31:38.775850522Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:289","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=LocalQueue"} {"level":"info","ts":"2026-02-23T16:31:38.775883188Z","logger":"setup","caller":"kueue/main.go:349","msg":"Starting manager"} {"level":"info","ts":"2026-02-23T16:31:38.775961864Z","logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":"2026-02-23T16:31:38.776097335Z","logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":8443","secure":true} {"level":"info","ts":"2026-02-23T16:31:38.776185392Z","caller":"manager/server.go:83","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-02-23T16:31:38.776237343Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:191","msg":"Starting webhook server"} {"level":"info","ts":"2026-02-23T16:31:38.776557033Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:214","msg":"Updated current TLS certificate","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key"} {"level":"info","ts":"2026-02-23T16:31:38.77663993Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:242","msg":"Serving webhook server","host":"","port":9443} {"level":"info","ts":"2026-02-23T16:31:38.777205506Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:136","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.78309453Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.LimitRange","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.785180825Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.MultiKueueCluster","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.78713714Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.AdmissionCheck","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.790579572Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.ResourceFlavor","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.791873946Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Job","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.792683736Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.LocalQueue","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.7938937Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.Workload","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.794388343Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.MultiKueueConfig","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.796197025Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Node","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.832363263Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Pod","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"info","ts":"2026-02-23T16:31:38.878164636Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:136","msg":"Starting certificate poll+watcher","cert":"/etc/kueue/metrics/certs/tls.crt","key":"/etc/kueue/metrics/certs/tls.key","interval":10} {"level":"info","ts":"2026-02-23T16:31:38.878370338Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc0003a41c0"} {"level":"info","ts":"2026-02-23T16:31:38.878447548Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc0003a4540"} {"level":"info","ts":"2026-02-23T16:31:38.878501463Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ResourceFlavor"} {"level":"info","ts":"2026-02-23T16:31:38.878535248Z","logger":"workloadpriorityclass-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.WorkloadPriorityClass"} {"level":"info","ts":"2026-02-23T16:31:38.878573009Z","logger":"tas-topology-controller","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Topology"} {"level":"info","ts":"2026-02-23T16:31:38.878665428Z","logger":"cohort-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc0003a43f0"} {"level":"info","ts":"2026-02-23T16:31:38.878691872Z","logger":"localqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ClusterQueue"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.878675664Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"follower","resourceFlavor":{"name":"default"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.878818876Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"follower","resourceFlavor":{"name":"default-flavor2"}} {"level":"info","ts":"2026-02-23T16:31:38.878842561Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc0003a4620"} {"level":"info","ts":"2026-02-23T16:31:38.878940033Z","logger":"tas-topology-ungater","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-02-23T16:31:38.878998738Z","logger":"tas-topology-controller","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ResourceFlavor"} {"level":"info","ts":"2026-02-23T16:31:38.878585404Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.AdmissionCheck"} {"level":"info","ts":"2026-02-23T16:31:38.879087063Z","logger":"cohort-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Cohort"} {"level":"info","ts":"2026-02-23T16:31:38.87847367Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc0003a40e0"} {"level":"info","ts":"2026-02-23T16:31:38.879140989Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-02-23T16:31:38.879161749Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"info","ts":"2026-02-23T16:31:38.879263695Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.LimitRange"} {"level":"info","ts":"2026-02-23T16:31:38.879307075Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.RuntimeClass"} {"level":"info","ts":"2026-02-23T16:31:38.879375361Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ClusterQueue"} {"level":"info","ts":"2026-02-23T16:31:38.879412884Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.LocalQueue"} {"level":"info","ts":"2026-02-23T16:31:38.879455816Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-02-23T16:31:38.879316982Z","logger":"tas-topology-ungater","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Pod"} {"level":"info","ts":"2026-02-23T16:31:38.87954984Z","logger":"tas-non-tas-usage-controller","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"standalone","source":"kind source: *v1.Pod"} {"level":"info","ts":"2026-02-23T16:31:38.878735391Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ClusterQueue"} {"level":"info","ts":"2026-02-23T16:31:38.879697595Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ResourceFlavor"} {"level":"info","ts":"2026-02-23T16:31:38.878411961Z","logger":"localqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc0003a4310"} {"level":"info","ts":"2026-02-23T16:31:38.87847972Z","logger":"localqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.LocalQueue"} {"level":"info","ts":"2026-02-23T16:31:38.878711Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Namespace"} {"level":"info","ts":"2026-02-23T16:31:38.879884321Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Node"} I0223 16:31:38.880020 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="openshift-kueue-operator/c1f6bfd2.kueue.x-k8s.io" {"level":"Level(-2)","ts":"2026-02-23T16:31:38.880091374Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"job-job-suspend-827c3","namespace":"testup2"},"queue":"user-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.880158629Z","logger":"workload-reconciler","caller":"core/workload_controller.go:831","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"job-job-suspend-827c3","namespace":"testup2"},"queue":"user-queue","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.879986185Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"test-queue","namespace":"e2e-kueue-visibility-on-demand-kvp24"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.880257593Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"job-job1-fa976","namespace":"testup2"},"queue":"user-queue2","status":"finished"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.880293158Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"user-queue2","namespace":"testup2"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.880307358Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"job-job2-81f4c","namespace":"testup2"},"queue":"user-queue2","status":"admitted"} {"level":"error","ts":"2026-02-23T16:31:38.880404326Z","logger":"workload-reconciler","caller":"scheduler/cache.go:578","msg":"Updating workload in cache","replica-role":"follower","workload":{"name":"job-job2-81f4c","namespace":"testup2"},"queue":"user-queue2","status":"admitted","error":"cluster queue not found","stacktrace":"sigs.k8s.io/kueue/pkg/cache/scheduler.(*Cache).AddOrUpdateWorkload\n\t/workspace/upstream/kueue/src/pkg/cache/scheduler/cache.go:578\nsigs.k8s.io/kueue/pkg/controller/core.(*WorkloadReconciler).Create\n\t/workspace/upstream/kueue/src/pkg/controller/core/workload_controller.go:835\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/source/event_handler.go:78\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1074\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1084\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.880445369Z","logger":"workload-reconciler","caller":"core/workload_controller.go:836","msg":"ClusterQueue for workload didn't exist; ignored for now","replica-role":"follower","workload":{"name":"job-job2-81f4c","namespace":"testup2"},"queue":"user-queue2","status":"admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.880476715Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"job-job3-8402d","namespace":"testup2"},"queue":"user-queue2","status":"admitted"} {"level":"error","ts":"2026-02-23T16:31:38.880507393Z","logger":"workload-reconciler","caller":"scheduler/cache.go:578","msg":"Updating workload in cache","replica-role":"follower","workload":{"name":"job-job3-8402d","namespace":"testup2"},"queue":"user-queue2","status":"admitted","error":"cluster queue not found","stacktrace":"sigs.k8s.io/kueue/pkg/cache/scheduler.(*Cache).AddOrUpdateWorkload\n\t/workspace/upstream/kueue/src/pkg/cache/scheduler/cache.go:578\nsigs.k8s.io/kueue/pkg/controller/core.(*WorkloadReconciler).Create\n\t/workspace/upstream/kueue/src/pkg/controller/core/workload_controller.go:835\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/source/event_handler.go:78\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1074\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1084\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.880538832Z","logger":"workload-reconciler","caller":"core/workload_controller.go:836","msg":"ClusterQueue for workload didn't exist; ignored for now","replica-role":"follower","workload":{"name":"job-job3-8402d","namespace":"testup2"},"queue":"user-queue2","status":"admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.880568858Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"pod-pod-suspend-a5a99","namespace":"testup2"},"queue":"user-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.880602233Z","logger":"workload-reconciler","caller":"core/workload_controller.go:831","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"pod-pod-suspend-a5a99","namespace":"testup2"},"queue":"user-queue","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.880630861Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"pod-pod1-c5673","namespace":"testup2"},"queue":"user-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.880667292Z","logger":"workload-reconciler","caller":"core/workload_controller.go:831","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"pod-pod1-c5673","namespace":"testup2"},"queue":"user-queue","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.880697891Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"pod-pod2-8b1f7","namespace":"testup2"},"queue":"user-queue2","status":"admitted"} {"level":"error","ts":"2026-02-23T16:31:38.880754043Z","logger":"workload-reconciler","caller":"scheduler/cache.go:578","msg":"Updating workload in cache","replica-role":"follower","workload":{"name":"pod-pod2-8b1f7","namespace":"testup2"},"queue":"user-queue2","status":"admitted","error":"cluster queue not found","stacktrace":"sigs.k8s.io/kueue/pkg/cache/scheduler.(*Cache).AddOrUpdateWorkload\n\t/workspace/upstream/kueue/src/pkg/cache/scheduler/cache.go:578\nsigs.k8s.io/kueue/pkg/controller/core.(*WorkloadReconciler).Create\n\t/workspace/upstream/kueue/src/pkg/controller/core/workload_controller.go:835\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/source/event_handler.go:78\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1074\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1084\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.880792462Z","logger":"workload-reconciler","caller":"core/workload_controller.go:836","msg":"ClusterQueue for workload didn't exist; ignored for now","replica-role":"follower","workload":{"name":"pod-pod2-8b1f7","namespace":"testup2"},"queue":"user-queue2","status":"admitted"} {"level":"info","ts":"2026-02-23T16:31:38.879830774Z","logger":"tas-node-failure-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Node"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.883016868Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.Topology","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.883484878Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.Cohort","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.883511754Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.RuntimeClass","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.884002393Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.WorkloadPriorityClass","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.884369914Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.ClusterQueue","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.887286713Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Namespace","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} E0223 16:31:38.890762 1 leaderelection.go:488] "Failed to update lease" err="Operation cannot be fulfilled on leases.coordination.k8s.io \"c1f6bfd2.kueue.x-k8s.io\": the object has been modified; please apply your changes to the latest version and try again" lock="openshift-kueue-operator/c1f6bfd2.kueue.x-k8s.io" {"level":"info","ts":"2026-02-23T16:31:38.979851122Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-02-23T16:31:38.979950212Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"info","ts":"2026-02-23T16:31:38.979869611Z","logger":"localqueue-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-02-23T16:31:38.979970194Z","logger":"localqueue-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"info","ts":"2026-02-23T16:31:38.97989893Z","logger":"workloadpriorityclass-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-02-23T16:31:38.979985834Z","logger":"workloadpriorityclass-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.979841615Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"follower","clusterQueue":{"name":"cluster-queue2"}} {"level":"info","ts":"2026-02-23T16:31:38.979935269Z","logger":"tas-topology-ungater","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-02-23T16:31:38.980050399Z","logger":"tas-topology-ungater","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"follower","worker count":5} {"level":"info","ts":"2026-02-23T16:31:38.979920516Z","logger":"cohort-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-02-23T16:31:38.980128387Z","logger":"cohort-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"info","ts":"2026-02-23T16:31:38.980150263Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-02-23T16:31:38.980178149Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"info","ts":"2026-02-23T16:31:38.980214445Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"follower"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.980230635Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"info","ts":"2026-02-23T16:31:38.98029386Z","logger":"tas-non-tas-usage-controller","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"standalone"} {"level":"info","ts":"2026-02-23T16:31:38.980321302Z","logger":"tas-non-tas-usage-controller","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"standalone","worker count":5} {"level":"info","ts":"2026-02-23T16:31:38.980374482Z","logger":"tas-topology-controller","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-02-23T16:31:38.980407824Z","logger":"tas-topology-controller","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"info","ts":"2026-02-23T16:31:38.980235887Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"info","ts":"2026-02-23T16:31:38.981232327Z","logger":"tas-node-failure-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-02-23T16:31:38.981294737Z","logger":"tas-node-failure-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"info","ts":"2026-02-23T16:31:38.982976804Z","logger":"workload-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-02-23T16:31:38.983025353Z","logger":"workload-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"follower","worker count":5} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.989020239Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"test-queue","namespace":"e2e-kueue-visibility-on-demand-kvp24"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:39.001675858Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"test-queue","namespace":"e2e-kueue-visibility-on-demand-kvp24"}} I0223 16:31:39.034343 1 plugins.go:157] Loaded 2 mutating admission controller(s) successfully in the following order: NamespaceLifecycle,MutatingAdmissionPolicy. I0223 16:31:39.036657 1 handler.go:304] Adding GroupVersion visibility.kueue.x-k8s.io v1beta2 to ResourceManager I0223 16:31:39.036938 1 handler.go:304] Adding GroupVersion visibility.kueue.x-k8s.io v1beta1 to ResourceManager I0223 16:31:39.051035 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0223 16:31:39.051041 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0223 16:31:39.051119 1 shared_informer.go:370] "Waiting for caches to sync" I0223 16:31:39.051059 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0223 16:31:39.051149 1 shared_informer.go:370] "Waiting for caches to sync" I0223 16:31:39.051101 1 shared_informer.go:370] "Waiting for caches to sync" I0223 16:31:39.051592 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/visibility/tls.crt::/visibility/tls.key" I0223 16:31:39.051615 1 secure_serving.go:211] Serving securely on [::]:8082 I0223 16:31:39.051660 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0223 16:31:39.051797 1 apf_controller.go:377] Starting API Priority and Fairness config controller I0223 16:31:39.151624 1 shared_informer.go:377] "Caches are synced" I0223 16:31:39.151633 1 shared_informer.go:377] "Caches are synced" I0223 16:31:39.151648 1 shared_informer.go:377] "Caches are synced" I0223 16:31:39.151958 1 apf_controller.go:382] Running API Priority and Fairness config worker I0223 16:31:39.151971 1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process {"level":"Level(-2)","ts":"2026-02-23T16:31:46.730356096Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"test-queue","namespace":"e2e-kueue-visibility-on-demand-kvp24"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:47.361941676Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:47.371026426Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:47.526074757Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:47.533651064Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:334","msg":"ClusterQueue delete event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:47.533749921Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:339","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:47.837978496Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"default"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:47.9981312Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"follower","resourceFlavor":{"name":"default"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:48.317164478Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-d79pw"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:48.322231381Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-d79pw"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:48.486309912Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-8ct24"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:48.491484687Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-8ct24"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:48.497779446Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-8ct24"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:48.649679844Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-5r9rv"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:48.656038234Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-5r9rv"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:48.663096466Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-5r9rv"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:48.970014967Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-56d8h"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:48.976523192Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-56d8h"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:49.302360002Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-c7km5"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:49.313415511Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-c7km5"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:50.777072289Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"job-job-blocker-e2729","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:31:50.793486495Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-blocker-e2729","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-queue-8ct24"} {"level":"Level(-2)","ts":"2026-02-23T16:31:51.169897701Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"job-job-high-a-733c6","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:31:51.180632384Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-high-a-733c6","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:31:51.338058232Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"job-job-medium-a-6ed59","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:31:51.346961906Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-medium-a-6ed59","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:31:51.510298864Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"job-job-low-a-c1382","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:31:51.520778364Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-low-a-c1382","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:31:51.67688951Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"job-job-blocker-b-0c3d8","namespace":"namespace-b-c7km5"},"queue":"local-queue-b","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:31:51.688272204Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-blocker-b-0c3d8","namespace":"namespace-b-c7km5"},"queue":"local-queue-b","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-queue-5r9rv"} {"level":"Level(-2)","ts":"2026-02-23T16:31:51.794285767Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-56d8h"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:51.79466608Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-8ct24"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:52.16700329Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"job-job-high-b-67991","namespace":"namespace-b-c7km5"},"queue":"local-queue-b","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:31:52.17599986Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-high-b-67991","namespace":"namespace-b-c7km5"},"queue":"local-queue-b","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:31:52.685999696Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-c7km5"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:52.686931078Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-5r9rv"}} {"level":"Level(-2)","ts":"2026-02-23T16:32:34.839803786Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-blocker-e2729","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-queue-8ct24"} {"level":"Level(-2)","ts":"2026-02-23T16:32:34.852110251Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-high-a-733c6","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-queue-8ct24"} {"level":"Level(-2)","ts":"2026-02-23T16:32:34.854629258Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-blocker-e2729","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"finished","clusterQueue":"cluster-queue-8ct24"} {"level":"Level(-2)","ts":"2026-02-23T16:32:34.854866036Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-medium-a-6ed59","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-queue-8ct24"} {"level":"Level(-2)","ts":"2026-02-23T16:32:35.847318573Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-56d8h"}} {"level":"Level(-2)","ts":"2026-02-23T16:32:35.850122331Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-8ct24"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:05.182894778Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-blocker-b-0c3d8","namespace":"namespace-b-c7km5"},"queue":"local-queue-b","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-queue-5r9rv"} {"level":"Level(-2)","ts":"2026-02-23T16:33:05.196313107Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-high-b-67991","namespace":"namespace-b-c7km5"},"queue":"local-queue-b","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-queue-5r9rv"} {"level":"Level(-2)","ts":"2026-02-23T16:33:05.197379457Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-blocker-b-0c3d8","namespace":"namespace-b-c7km5"},"queue":"local-queue-b","status":"finished","clusterQueue":"cluster-queue-5r9rv"} {"level":"Level(-2)","ts":"2026-02-23T16:33:06.192349718Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-c7km5"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:06.195392227Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-5r9rv"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:18.90332065Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-high-a-733c6","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-queue-8ct24"} {"level":"Level(-2)","ts":"2026-02-23T16:33:18.915221006Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-low-a-c1382","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-queue-8ct24"} {"level":"Level(-2)","ts":"2026-02-23T16:33:18.916061618Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-high-a-733c6","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"finished","clusterQueue":"cluster-queue-8ct24"} {"level":"Level(-2)","ts":"2026-02-23T16:33:19.915056879Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-56d8h"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:19.915229099Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-8ct24"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:29.851275957Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-high-b-67991","namespace":"namespace-b-c7km5"},"queue":"local-queue-b","status":"admitted","clusterQueue":"cluster-queue-5r9rv"} {"level":"Level(-2)","ts":"2026-02-23T16:33:29.867760463Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"job-job-high-b-67991","namespace":"namespace-b-c7km5"},"queue":"local-queue-b","status":"admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:33:30.190615359Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"job-job-blocker-b-0c3d8","namespace":"namespace-b-c7km5"},"queue":"local-queue-b","status":"finished"} {"level":"Level(-2)","ts":"2026-02-23T16:33:30.531648939Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-low-a-c1382","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"admitted","clusterQueue":"cluster-queue-8ct24"} {"level":"Level(-2)","ts":"2026-02-23T16:33:30.538851171Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"job-job-low-a-c1382","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:33:30.861816898Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-c7km5"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:30.861923551Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-5r9rv"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:30.871517616Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-medium-a-6ed59","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"admitted","clusterQueue":"cluster-queue-8ct24"} {"level":"Level(-2)","ts":"2026-02-23T16:33:30.877803781Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"job-job-medium-a-6ed59","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:33:31.218141508Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"job-job-high-a-733c6","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"finished"} {"level":"Level(-2)","ts":"2026-02-23T16:33:31.541190219Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-56d8h"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:31.54374313Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-8ct24"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:31.556284525Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"job-job-blocker-e2729","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"finished"} {"level":"Level(-2)","ts":"2026-02-23T16:33:33.752916938Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-c7km5"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:54.967086275Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-56d8h"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:55.638012449Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-5r9rv"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:55.64675319Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-5r9rv"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:55.811511062Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-5r9rv"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:55.822509971Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:334","msg":"ClusterQueue delete event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-5r9rv"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:55.82260838Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:339","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"follower","clusterQueue":{"name":"cluster-queue-5r9rv"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:56.137113116Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-8ct24"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:56.146160801Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-8ct24"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:56.323369582Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-8ct24"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:56.33361769Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:334","msg":"ClusterQueue delete event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-8ct24"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:56.333670464Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:339","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"follower","clusterQueue":{"name":"cluster-queue-8ct24"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:56.647315102Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-d79pw"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:56.812392414Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-d79pw"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:57.137423266Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-sx75h"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:57.143037274Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-sx75h"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:57.310084676Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:57.318280612Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:57.327058813Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:57.65342656Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-kj545"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:57.661661429Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-kj545"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:57.996616452Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-8rjw2"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:58.004844468Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-8rjw2"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.201995065Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"job-job-blocker-b112c","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.211406544Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-blocker-b112c","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.709464599Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.71905363Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.891627988Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.904485056Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:34:00.210527867Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-kj545"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:00.213911524Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:00.903663629Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-8rjw2"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.458920355Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-blocker-b112c","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.474103946Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-blocker-b112c","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"finished","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.474490293Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:34:44.467748942Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-kj545"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:44.470816634Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:44.4865504Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-8rjw2"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:51.189097763Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"job-job-low-b-75f5e","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:34:51.20137049Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-low-b-75f5e","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:34:52.198290461Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-8rjw2"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:52.201863564Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.568742351Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.579893503Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-low-b-75f5e","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.585458849Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"finished","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.585826229Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:35:27.577707908Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-8rjw2"}} {"level":"Level(-2)","ts":"2026-02-23T16:35:27.580510485Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:35:27.591096854Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-kj545"}} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.247986088Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-low-b-75f5e","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"admitted","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.262359276Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"job-job-low-b-75f5e","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.566150496Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"finished"} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.877527991Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"admitted","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.88493645Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:35:35.205086137Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"job-job-blocker-b112c","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"finished"} {"level":"Level(-2)","ts":"2026-02-23T16:35:35.258194928Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-8rjw2"}} {"level":"Level(-2)","ts":"2026-02-23T16:35:35.261376914Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:35:35.88513041Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-kj545"}} {"level":"Level(-2)","ts":"2026-02-23T16:35:36.963447969Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-8rjw2"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:08.293712157Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-kj545"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:08.974802093Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:08.98681458Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:09.152543168Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:09.163046866Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:334","msg":"ClusterQueue delete event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:09.163110202Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:339","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"follower","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:09.488258437Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-sx75h"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:09.658101578Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-sx75h"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:09.98800517Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-q88gs"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:09.992685476Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-q88gs"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:10.557890078Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-j69j5"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:10.56429164Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-j69j5"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:10.571857643Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-j69j5"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:10.912770522Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"local-queue","namespace":"namespace-h9kjv"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:10.921181004Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue","namespace":"namespace-h9kjv"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:12.471032695Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"local-queue","namespace":"namespace-h9kjv"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:13.12539171Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-j69j5"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:13.134449222Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-j69j5"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:13.296614146Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-j69j5"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:13.30828856Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:334","msg":"ClusterQueue delete event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-j69j5"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:13.308348111Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:339","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"follower","clusterQueue":{"name":"cluster-queue-j69j5"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:13.621635479Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-q88gs"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:13.787544673Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-q88gs"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.113663595Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-h5pnv"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.119431215Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-h5pnv"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.291617462Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-4qt96"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.297224051Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-4qt96"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.305537098Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-4qt96"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.622240927Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-chtfp"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.62866105Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-chtfp"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.946197409Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-sjwkt"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.953123018Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-sjwkt"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.002629469Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.002700683Z","logger":"workload-reconciler","caller":"core/workload_controller.go:831","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.013910176Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.013965829Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.019543986Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.StatefulSet","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.033239598Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.033285402Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.120642925Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.PartialObjectMetadata","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-23T16:39:19.32011665Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-sjwkt"}} {"level":"Level(-2)","ts":"2026-02-23T16:39:20.135076409Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-chtfp"}} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.489002804Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.489081611Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.511688301Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.511766271Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.527701479Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.527774872Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:40:01.562989145Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-4qt96"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:01.570967074Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-4qt96"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:01.732176738Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-4qt96"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:01.741757246Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:334","msg":"ClusterQueue delete event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-4qt96"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:01.74182691Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:339","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"follower","clusterQueue":{"name":"cluster-queue-4qt96"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.05223834Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-h5pnv"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.217411069Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-h5pnv"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.542567682Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-p2jrd"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.547426851Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-p2jrd"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.708806885Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.715757863Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.723981656Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.042525675Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-qkltm"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.053968647Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-qkltm"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.355099839Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.370393562Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-4bp8f"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.377120386Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-4bp8f"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.17987466Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.179932985Z","logger":"workload-reconciler","caller":"core/workload_controller.go:831","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.196708403Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.196782124Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.23014068Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.230238683Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:07.498184235Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-4bp8f"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:08.345364032Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-qkltm"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.724100165Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.724170213Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.748109378Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.748172988Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.762965268Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.763027157Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.806874414Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.815828833Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.967502877Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.979554026Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:334","msg":"ClusterQueue delete event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.979617009Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:339","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"follower","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.286563541Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-p2jrd"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.448270425Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-p2jrd"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.770239147Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-7rvmd"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.775899036Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-7rvmd"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.928708134Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.934841619Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.941911759Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.951039819Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:51.268489057Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-fzx99"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:51.277942634Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-fzx99"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:51.599465839Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-b7cq5"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:51.608695736Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-b7cq5"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.350170214Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.350244352Z","logger":"workload-reconciler","caller":"core/workload_controller.go:831","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.364945574Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.365013358Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.391059071Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.39112285Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:46:55.528388036Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-b7cq5"}} {"level":"Level(-2)","ts":"2026-02-23T16:46:56.364182267Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-fzx99"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.741554507Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.74161999Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.768200678Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.768272538Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.785055848Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.785128147Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:47:34.61458758Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.824231153Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.837370569Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.987687128Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.998957907Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:334","msg":"ClusterQueue delete event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.999010588Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:339","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:38.297446852Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-7rvmd"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:38.45823918Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-7rvmd"}} === Logs from pod kueue-controller-manager-74696d84f5-cmhgx === --- Container: manager --- {"level":"Level(-2)","ts":"2026-02-23T16:33:59.211071791Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"job-job-blocker-b112c","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.211152835Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-blocker-b112c","reconcileID":"c83de638-4fd1-480e-a66c-1566754f532a"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.211231928Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-blocker-b112c","reconcileID":"c83de638-4fd1-480e-a66c-1566754f532a","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.211256838Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-blocker","reconcileID":"9ee067eb-675a-4182-b89f-05e46b29846d","job":"namespace-a-kj545/job-blocker","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.211370146Z","logger":"job","caller":"jobframework/reconciler.go:598","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-blocker","reconcileID":"9ee067eb-675a-4182-b89f-05e46b29846d","job":"namespace-a-kj545/job-blocker","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.211207655Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-blocker-b112c","reconcileID":"37ac4bec-8603-4852-b037-9721b26708da"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.220250435Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-blocker","reconcileID":"faf7779c-bb09-4201-9304-b12da0ccda8b","job":"namespace-a-kj545/job-blocker","gvk":"batch/v1, Kind=Job"} {"level":"debug","ts":"2026-02-23T16:33:59.220285218Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by clusterQueue cluster-queue-tg6fk","type":"Normal","object":{"kind":"Job","namespace":"namespace-a-kj545","name":"job-blocker","uid":"0c7911e0-004e-4968-8d89-b630e3cfc62d","apiVersion":"batch/v1","resourceVersion":"154602"},"reason":"Started"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.246009196Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-blocker","reconcileID":"aafc1c0d-888b-4bd1-83c6-74fc28da28c1","job":"namespace-a-kj545/job-blocker","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.698385392Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-high-a","reconcileID":"9995d203-17f9-44fe-aa52-6b208ee10a66","job":"namespace-a-kj545/job-high-a","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.708929407Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"leader","workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.708961646Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","reconcileID":"f7da2974-998d-49cf-8744-499145adc299"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.709020258Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","reconcileID":"f7da2974-998d-49cf-8744-499145adc299","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.709073259Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","reconcileID":"d0a02217-0059-4934-bd26-f486909bc883"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.709178073Z","logger":"scheduler","caller":"scheduler/scheduler.go:248","msg":"Attempting to schedule workload","replica-role":"follower","schedulingCycle":14,"workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.709193012Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Workload requires preemption, but there are no candidate workloads allowed for preemption","replica-role":"follower","schedulingCycle":14,"workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"clusterQueue":{"name":"cluster-queue-tg6fk"},"preemption":{"reclaimWithinCohort":"Never","borrowWithinCohort":{"policy":"Never"},"withinClusterQueue":"Never"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.709215828Z","logger":"scheduler","caller":"queue/cluster_queue.go:369","msg":"Workload couldn't be admitted. Moving the head of this ClusterQueue to the consecutive Workload.","replica-role":"follower","schedulingCycle":14,"clusterQueue":"cluster-queue-tg6fk","workload":"namespace-a-kj545/job-job-high-a-9946d"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.709231117Z","logger":"scheduler","caller":"scheduler/scheduler.go:812","msg":"Workload re-queued","replica-role":"follower","schedulingCycle":14,"workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"clusterQueue":{"name":"cluster-queue-tg6fk"},"queue":{"name":"local-queue-a","namespace":"namespace-a-kj545"},"requeueReason":"","added":true,"status":""} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.709904878Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-high-a","reconcileID":"f816bd4d-d29a-4014-b07d-3797893c9b72","job":"namespace-a-kj545/job-high-a","gvk":"batch/v1, Kind=Job"} {"level":"debug","ts":"2026-02-23T16:33:59.709939354Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Created Workload: namespace-a-kj545/job-job-high-a-9946d","type":"Normal","object":{"kind":"Job","namespace":"namespace-a-kj545","name":"job-high-a","uid":"fefe097e-c0bf-490d-bece-3684d62bf9c6","apiVersion":"batch/v1","resourceVersion":"154641"},"reason":"CreatedWorkload"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.718517458Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.718687483Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","reconcileID":"80fb5b32-a45c-4f4d-9619-3dfe6f68d189"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.718743282Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","reconcileID":"401c1fe1-b647-4b96-bf20-2ca0b318b1a5"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.718825253Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","reconcileID":"401c1fe1-b647-4b96-bf20-2ca0b318b1a5","isDeleted":false} {"level":"debug","ts":"2026-02-23T16:33:59.718555635Z","logger":"events","caller":"recorder/recorder.go:104","msg":"couldn't assign flavors to pod set main: insufficient unused quota for cpu in flavor resource-flavor-sx75h, 1 more needed, insufficient unused quota for memory in flavor resource-flavor-sx75h, 512Mi more needed","type":"Warning","object":{"kind":"Workload","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","uid":"5783492f-b4e5-4a8d-aa55-a53162e41398","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"154644"},"reason":"Pending"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.718935663Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-high-a","reconcileID":"d3c91424-d241-4a66-b896-13b08143b4ff","job":"namespace-a-kj545/job-high-a","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.881975271Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-blocker-b","reconcileID":"53302a46-bdcf-47a9-82a1-cabafe079213","job":"namespace-b-8rjw2/job-blocker-b","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.893482937Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-blocker-b","reconcileID":"dc7acb2f-01f2-4553-8bdc-c8aa60dbc7e4","job":"namespace-b-8rjw2/job-blocker-b","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.894854705Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-blocker-b","reconcileID":"ce179937-f874-4f01-a3ad-d63008890ae0","job":"namespace-b-8rjw2/job-blocker-b","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.894444513Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","reconcileID":"aff9ff30-76dd-43f7-8c7e-7ca4138ba1a7"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.89504602Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","reconcileID":"aff9ff30-76dd-43f7-8c7e-7ca4138ba1a7","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.894382532Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"leader","workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.895220527Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","reconcileID":"9878595e-f331-4134-b86a-bcf368c22c63"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.895392242Z","logger":"scheduler","caller":"scheduler/scheduler.go:248","msg":"Attempting to schedule workload","replica-role":"follower","schedulingCycle":15,"workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.895580575Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Workload requires preemption, but there are no candidate workloads allowed for preemption","replica-role":"follower","schedulingCycle":15,"workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"clusterQueue":{"name":"cluster-queue-tg6fk"},"preemption":{"reclaimWithinCohort":"Never","borrowWithinCohort":{"policy":"Never"},"withinClusterQueue":"Never"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.895657843Z","logger":"scheduler","caller":"queue/cluster_queue.go:369","msg":"Workload couldn't be admitted. Moving the head of this ClusterQueue to the consecutive Workload.","replica-role":"follower","schedulingCycle":15,"clusterQueue":"cluster-queue-tg6fk","workload":"namespace-b-8rjw2/job-job-blocker-b-5b12f"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.89570817Z","logger":"scheduler","caller":"scheduler/scheduler.go:812","msg":"Workload re-queued","replica-role":"follower","schedulingCycle":15,"workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"clusterQueue":{"name":"cluster-queue-tg6fk"},"queue":{"name":"local-queue-b","namespace":"namespace-b-8rjw2"},"requeueReason":"","added":true,"status":""} {"level":"debug","ts":"2026-02-23T16:33:59.894632456Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Created Workload: namespace-b-8rjw2/job-job-blocker-b-5b12f","type":"Normal","object":{"kind":"Job","namespace":"namespace-b-8rjw2","name":"job-blocker-b","uid":"3e4f1a7b-c420-4283-b406-ac1285dc449c","apiVersion":"batch/v1","resourceVersion":"154654"},"reason":"CreatedWorkload"} {"level":"debug","ts":"2026-02-23T16:33:59.904555076Z","logger":"events","caller":"recorder/recorder.go:104","msg":"couldn't assign flavors to pod set main: insufficient unused quota for cpu in flavor resource-flavor-sx75h, 2 more needed, insufficient unused quota for memory in flavor resource-flavor-sx75h, 1Gi more needed","type":"Warning","object":{"kind":"Workload","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","uid":"31dc6472-4878-4528-bfb4-772c4f84a868","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"154656"},"reason":"Pending"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.904647136Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.905459045Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","reconcileID":"f00c16d7-dd10-4531-88a2-52146eed3810"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.90481211Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-blocker-b","reconcileID":"1b38d9ef-e438-46a7-9b25-47d6dab0b4ce","job":"namespace-b-8rjw2/job-blocker-b","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.904847158Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","reconcileID":"c0a33353-f907-47db-bd65-1c8570cd3c48"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.905694898Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","reconcileID":"c0a33353-f907-47db-bd65-1c8570cd3c48","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:34:00.072304314Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"testup2","name":"job3","reconcileID":"1b56588e-c2d2-45ce-af3a-b0b4bdf647d4","job":"testup2/job3","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:34:00.202366204Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-tg6fk","reconcileID":"9ec4dc31-880d-471c-b803-f7b455ca278c"} {"level":"Level(-2)","ts":"2026-02-23T16:34:00.202364114Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-a-kj545","name":"local-queue-a","reconcileID":"cfd909b6-06ea-4fd0-8921-9b1ff8964b13"} {"level":"Level(-2)","ts":"2026-02-23T16:34:00.210158771Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"local-queue-a","namespace":"namespace-a-kj545"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:00.212421344Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-a-kj545","name":"local-queue-a","reconcileID":"bd01bf71-7708-41f5-8137-0ed3fc21bfdb"} {"level":"Level(-2)","ts":"2026-02-23T16:34:00.21274168Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:00.213396957Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-tg6fk","reconcileID":"e02f80b4-a5ba-452a-92a3-08d0ccee2f6e"} {"level":"Level(-2)","ts":"2026-02-23T16:34:00.896223054Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"local-queue-b","reconcileID":"85c23691-20c7-43fb-b51e-1e57bbdc2435"} {"level":"Level(-2)","ts":"2026-02-23T16:34:00.903227017Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"local-queue-b","namespace":"namespace-b-8rjw2"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:00.904540374Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"local-queue-b","reconcileID":"4439bfd9-9e40-47b8-9b1b-7256a4aa101f"} {"level":"Level(-2)","ts":"2026-02-23T16:34:02.305559733Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-blocker","reconcileID":"2c5475cb-6005-495c-9c6e-1cc051d5c722","job":"namespace-a-kj545/job-blocker","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:34:42.41642137Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-blocker","reconcileID":"9b1b692f-184e-44ca-8b55-574ee2ba1513","job":"namespace-a-kj545/job-blocker","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.424643138Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-blocker","reconcileID":"190017ee-8776-4cbb-9b36-3f9c883c2cc6","job":"namespace-a-kj545/job-blocker","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.447564441Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-blocker","reconcileID":"d5aeffff-5750-42e5-8044-247fc678c449","job":"namespace-a-kj545/job-blocker","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.458769025Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-blocker-b112c","reconcileID":"3dbb1506-d906-4787-a409-3b5c3994c5a9"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.458869715Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-blocker-b112c","reconcileID":"3dbb1506-d906-4787-a409-3b5c3994c5a9","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.458934169Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"job-job-blocker-b112c","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.459061366Z","logger":"workload-reconciler","caller":"queue/inadmissible_workloads.go:137","msg":"Resetting the head of the ClusterQueue","replica-role":"leader","workload":{"name":"job-job-blocker-b112c","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"finished","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.459186922Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-blocker-b112c","reconcileID":"3c91b50b-3a85-44fc-ac88-9c6919f61088"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.459216068Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-blocker","reconcileID":"c9dcf0d5-a023-498f-89e1-5bb59d6b9bc1","job":"namespace-a-kj545/job-blocker","gvk":"batch/v1, Kind=Job"} {"level":"debug","ts":"2026-02-23T16:34:43.459271266Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Workload 'namespace-a-kj545/job-job-blocker-b112c' is declared finished","type":"Normal","object":{"kind":"Job","namespace":"namespace-a-kj545","name":"job-blocker","uid":"0c7911e0-004e-4968-8d89-b630e3cfc62d","apiVersion":"batch/v1","resourceVersion":"155046"},"reason":"FinishedWorkload"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.459297408Z","logger":"scheduler","caller":"scheduler/scheduler.go:248","msg":"Attempting to schedule workload","replica-role":"follower","schedulingCycle":16,"workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.459395137Z","logger":"scheduler","caller":"scheduler/scheduler.go:697","msg":"Workload assumed in the cache","replica-role":"follower","schedulingCycle":16,"workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"debug","ts":"2026-02-23T16:34:43.459419018Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Workload 'namespace-a-kj545/job-job-blocker-b112c' is declared finished","type":"Normal","object":{"kind":"Job","namespace":"namespace-a-kj545","name":"job-blocker","uid":"0c7911e0-004e-4968-8d89-b630e3cfc62d","apiVersion":"batch/v1","resourceVersion":"155046"},"reason":"FinishedWorkload"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.45958329Z","logger":"scheduler","caller":"scheduler/scheduler.go:248","msg":"Attempting to schedule workload","replica-role":"follower","schedulingCycle":17,"workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.459600441Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Workload requires preemption, but there are no candidate workloads allowed for preemption","replica-role":"follower","schedulingCycle":17,"workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"clusterQueue":{"name":"cluster-queue-tg6fk"},"preemption":{"reclaimWithinCohort":"Never","borrowWithinCohort":{"policy":"Never"},"withinClusterQueue":"Never"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.459657931Z","logger":"scheduler","caller":"queue/cluster_queue.go:369","msg":"Workload couldn't be admitted. Moving the head of this ClusterQueue to the consecutive Workload.","replica-role":"follower","schedulingCycle":17,"clusterQueue":"cluster-queue-tg6fk","workload":"namespace-a-kj545/job-job-high-a-9946d"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.459678248Z","logger":"scheduler","caller":"scheduler/scheduler.go:812","msg":"Workload re-queued","replica-role":"follower","schedulingCycle":17,"workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"clusterQueue":{"name":"cluster-queue-tg6fk"},"queue":{"name":"local-queue-a","namespace":"namespace-a-kj545"},"requeueReason":"","added":true,"status":""} {"level":"debug","ts":"2026-02-23T16:34:43.459815815Z","logger":"events","caller":"recorder/recorder.go:104","msg":"couldn't assign flavors to pod set main: insufficient unused quota for cpu in flavor resource-flavor-sx75h, 1 more needed, insufficient unused quota for memory in flavor resource-flavor-sx75h, 512Mi more needed","type":"Warning","object":{"kind":"Workload","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","uid":"5783492f-b4e5-4a8d-aa55-a53162e41398","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"154646"},"reason":"Pending"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.472648076Z","logger":"scheduler","caller":"scheduler/scheduler.go:660","msg":"Workload successfully admitted and assigned flavors","replica-role":"follower","schedulingCycle":16,"workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"clusterQueue":{"name":"cluster-queue-tg6fk"},"assignments":[{"name":"main","flavors":{"cpu":"resource-flavor-sx75h","memory":"resource-flavor-sx75h"},"resourceUsage":{"cpu":"2","memory":"1Gi"},"count":1}]} {"level":"debug","ts":"2026-02-23T16:34:43.472672077Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-queue-tg6fk, wait time since queued was 44s","type":"Normal","object":{"kind":"Workload","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","uid":"31dc6472-4878-4528-bfb4-772c4f84a868","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"155051"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-02-23T16:34:43.472714338Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-queue-tg6fk, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","uid":"31dc6472-4878-4528-bfb4-772c4f84a868","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"155051"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.472788026Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"job-job-blocker-b112c","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"finished","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.472873147Z","logger":"workload-reconciler","caller":"queue/inadmissible_workloads.go:137","msg":"Resetting the head of the ClusterQueue","replica-role":"leader","workload":{"name":"job-job-blocker-b112c","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"finished","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.472945961Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-blocker-b112c","reconcileID":"07b1d230-fa1c-464f-8234-29f0415d9a65"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.472808343Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-blocker-b112c","reconcileID":"9f11c2f5-930b-458e-9ba1-aab67e077271"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.47300401Z","logger":"scheduler","caller":"scheduler/scheduler.go:248","msg":"Attempting to schedule workload","replica-role":"follower","schedulingCycle":18,"workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.473012796Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-blocker-b112c","reconcileID":"9f11c2f5-930b-458e-9ba1-aab67e077271","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.472948485Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-blocker","reconcileID":"66dfa18e-8275-44f3-8b8b-057c6331ad53","job":"namespace-a-kj545/job-blocker","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.473022855Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Workload requires preemption, but there are no candidate workloads allowed for preemption","replica-role":"follower","schedulingCycle":18,"workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"clusterQueue":{"name":"cluster-queue-tg6fk"},"preemption":{"reclaimWithinCohort":"Never","borrowWithinCohort":{"policy":"Never"},"withinClusterQueue":"Never"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.473057223Z","logger":"scheduler","caller":"queue/cluster_queue.go:369","msg":"Workload couldn't be admitted. Moving the head of this ClusterQueue to the consecutive Workload.","replica-role":"follower","schedulingCycle":18,"clusterQueue":"cluster-queue-tg6fk","workload":"namespace-a-kj545/job-job-high-a-9946d"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.473093174Z","logger":"scheduler","caller":"scheduler/scheduler.go:812","msg":"Workload re-queued","replica-role":"follower","schedulingCycle":18,"workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"clusterQueue":{"name":"cluster-queue-tg6fk"},"queue":{"name":"local-queue-a","namespace":"namespace-a-kj545"},"requeueReason":"","added":true,"status":""} {"level":"debug","ts":"2026-02-23T16:34:43.4731106Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Workload 'namespace-a-kj545/job-job-blocker-b112c' is declared finished","type":"Normal","object":{"kind":"Job","namespace":"namespace-a-kj545","name":"job-blocker","uid":"0c7911e0-004e-4968-8d89-b630e3cfc62d","apiVersion":"batch/v1","resourceVersion":"155046"},"reason":"FinishedWorkload"} {"level":"debug","ts":"2026-02-23T16:34:43.47317816Z","logger":"events","caller":"recorder/recorder.go:104","msg":"couldn't assign flavors to pod set main: insufficient unused quota for cpu in flavor resource-flavor-sx75h, 1 more needed, insufficient unused quota for memory in flavor resource-flavor-sx75h, 512Mi more needed","type":"Warning","object":{"kind":"Workload","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","uid":"5783492f-b4e5-4a8d-aa55-a53162e41398","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"154646"},"reason":"Pending"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.473283771Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.473339267Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","reconcileID":"bcb520a5-2a23-456f-bd25-0ec8d367e2cd"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.473387667Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","reconcileID":"bd2c8b2e-ace6-45d3-aee0-1b5d1bbc768d"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.473408905Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","reconcileID":"bcb520a5-2a23-456f-bd25-0ec8d367e2cd","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.47348098Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-blocker-b","reconcileID":"ea81fabd-be88-4a3c-9d9b-3543212574f6","job":"namespace-b-8rjw2/job-blocker-b","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.473539252Z","logger":"job","caller":"jobframework/reconciler.go:598","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-blocker-b","reconcileID":"ea81fabd-be88-4a3c-9d9b-3543212574f6","job":"namespace-b-8rjw2/job-blocker-b","gvk":"batch/v1, Kind=Job"} {"level":"debug","ts":"2026-02-23T16:34:43.482454027Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by clusterQueue cluster-queue-tg6fk","type":"Normal","object":{"kind":"Job","namespace":"namespace-b-8rjw2","name":"job-blocker-b","uid":"3e4f1a7b-c420-4283-b406-ac1285dc449c","apiVersion":"batch/v1","resourceVersion":"155054"},"reason":"Started"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.482479642Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-blocker-b","reconcileID":"f992deb8-1eb5-4cd3-bd99-33a30d632aa7","job":"namespace-b-8rjw2/job-blocker-b","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.517452918Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-blocker-b","reconcileID":"831123e1-d73c-4ec1-9081-836b4f407ae4","job":"namespace-b-8rjw2/job-blocker-b","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:34:44.459961924Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-tg6fk","reconcileID":"3a1e5a75-e1cb-4f57-b82b-45c2c06b78a5"} {"level":"Level(-2)","ts":"2026-02-23T16:34:44.459979638Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-a-kj545","name":"local-queue-a","reconcileID":"cc942446-f41c-4563-91a1-6c262617c4b1"} {"level":"Level(-2)","ts":"2026-02-23T16:34:44.467531803Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"local-queue-a","namespace":"namespace-a-kj545"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:44.467604279Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-a-kj545","name":"local-queue-a","reconcileID":"0a715b4e-46ff-4851-aa9e-d0fd4cd7acf3"} {"level":"Level(-2)","ts":"2026-02-23T16:34:44.470420662Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:44.470609547Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-tg6fk","reconcileID":"78e1d521-08e7-4b21-a47e-7657667212a2"} {"level":"Level(-2)","ts":"2026-02-23T16:34:44.479718309Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"local-queue-b","reconcileID":"d0fa1d6a-3eab-4388-81ef-65795ee3c3ae"} {"level":"Level(-2)","ts":"2026-02-23T16:34:44.485933552Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"local-queue-b","namespace":"namespace-b-8rjw2"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:44.486285573Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"local-queue-b","reconcileID":"ece1aada-55b7-44b1-b69f-1b0840bf80fd"} {"level":"Level(-2)","ts":"2026-02-23T16:34:46.42657567Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-blocker-b","reconcileID":"7e91a01d-556e-430f-ae4b-3528a02cbcc9","job":"namespace-b-8rjw2/job-blocker-b","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:34:51.179024288Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-low-b","reconcileID":"1498e50a-700e-4052-b502-d027c4392c5e","job":"namespace-b-8rjw2/job-low-b","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:34:51.187632477Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-low-b","reconcileID":"af8c72d2-dc22-4315-9552-1a3ea64dd361","job":"namespace-b-8rjw2/job-low-b","gvk":"batch/v1, Kind=Job"} {"level":"debug","ts":"2026-02-23T16:34:51.187638731Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Created Workload: namespace-b-8rjw2/job-job-low-b-75f5e","type":"Normal","object":{"kind":"Job","namespace":"namespace-b-8rjw2","name":"job-low-b","uid":"77dc60d1-e89c-4211-aec5-9cb1f712c4dd","apiVersion":"batch/v1","resourceVersion":"155116"},"reason":"CreatedWorkload"} {"level":"Level(-2)","ts":"2026-02-23T16:34:51.188847282Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"leader","workload":{"name":"job-job-low-b-75f5e","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:34:51.188876998Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-low-b-75f5e","reconcileID":"2c32233e-e47d-4bf2-bfe5-1106c6cfc4bb"} {"level":"Level(-2)","ts":"2026-02-23T16:34:51.188931206Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-low-b-75f5e","reconcileID":"2c32233e-e47d-4bf2-bfe5-1106c6cfc4bb","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:34:51.189026622Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-low-b-75f5e","reconcileID":"fcfe0687-11c9-4136-acc1-a691d9cca41b"} {"level":"Level(-2)","ts":"2026-02-23T16:34:51.189113513Z","logger":"scheduler","caller":"scheduler/scheduler.go:248","msg":"Attempting to schedule workload","replica-role":"follower","schedulingCycle":19,"workload":{"name":"job-job-low-b-75f5e","namespace":"namespace-b-8rjw2"},"clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:51.189166726Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Workload requires preemption, but there are no candidate workloads allowed for preemption","replica-role":"follower","schedulingCycle":19,"workload":{"name":"job-job-low-b-75f5e","namespace":"namespace-b-8rjw2"},"clusterQueue":{"name":"cluster-queue-tg6fk"},"preemption":{"reclaimWithinCohort":"Never","borrowWithinCohort":{"policy":"Never"},"withinClusterQueue":"Never"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:51.189210275Z","logger":"scheduler","caller":"queue/cluster_queue.go:369","msg":"Workload couldn't be admitted. Moving the head of this ClusterQueue to the consecutive Workload.","replica-role":"follower","schedulingCycle":19,"clusterQueue":"cluster-queue-tg6fk","workload":"namespace-b-8rjw2/job-job-low-b-75f5e"} {"level":"Level(-2)","ts":"2026-02-23T16:34:51.189228717Z","logger":"scheduler","caller":"scheduler/scheduler.go:812","msg":"Workload re-queued","replica-role":"follower","schedulingCycle":19,"workload":{"name":"job-job-low-b-75f5e","namespace":"namespace-b-8rjw2"},"clusterQueue":{"name":"cluster-queue-tg6fk"},"queue":{"name":"local-queue-b","namespace":"namespace-b-8rjw2"},"requeueReason":"","added":true,"status":""} {"level":"Level(-2)","ts":"2026-02-23T16:34:51.200948503Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-low-b","reconcileID":"1d16fbb9-5dbb-47eb-b623-7806f4b1fd2d","job":"namespace-b-8rjw2/job-low-b","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:34:51.201000212Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"job-job-low-b-75f5e","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"pending"} {"level":"debug","ts":"2026-02-23T16:34:51.201106385Z","logger":"events","caller":"recorder/recorder.go:104","msg":"couldn't assign flavors to pod set main: insufficient unused quota for cpu in flavor resource-flavor-sx75h, 1 more needed, insufficient unused quota for memory in flavor resource-flavor-sx75h, 512Mi more needed","type":"Warning","object":{"kind":"Workload","namespace":"namespace-b-8rjw2","name":"job-job-low-b-75f5e","uid":"6fd817ae-76db-4f59-8345-9420670e9880","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"155118"},"reason":"Pending"} {"level":"Level(-2)","ts":"2026-02-23T16:34:51.201105483Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-low-b-75f5e","reconcileID":"96b758e1-4cf1-4897-b814-1af792c097d0"} {"level":"Level(-2)","ts":"2026-02-23T16:34:51.201179606Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-low-b-75f5e","reconcileID":"96b758e1-4cf1-4897-b814-1af792c097d0","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:34:51.201130957Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-low-b","reconcileID":"8e33735e-8e84-47ba-a2ea-6ff319c0bb59","job":"namespace-b-8rjw2/job-low-b","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:34:51.201220386Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-low-b-75f5e","reconcileID":"6ea3067b-6203-424c-ab84-e5d0465aafed"} {"level":"Level(-2)","ts":"2026-02-23T16:34:52.190134542Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"local-queue-b","reconcileID":"2b89ceda-4b37-493b-b2a3-2cc5561fb537"} {"level":"Level(-2)","ts":"2026-02-23T16:34:52.190144244Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-tg6fk","reconcileID":"0c2739a9-e96f-445c-a1a3-b22cc8f4ed60"} {"level":"Level(-2)","ts":"2026-02-23T16:34:52.197750196Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"local-queue-b","namespace":"namespace-b-8rjw2"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:52.198086402Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"local-queue-b","reconcileID":"a053203d-862e-421c-bff8-e62d7ee17ac4"} {"level":"Level(-2)","ts":"2026-02-23T16:34:52.200685583Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:52.201829434Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-tg6fk","reconcileID":"04b342cb-9988-4244-b366-b4670c42749d"} {"level":"Level(-2)","ts":"2026-02-23T16:35:25.528697801Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-blocker-b","reconcileID":"4ebf1bc3-ee16-43f5-a572-4695fdb2489c","job":"namespace-b-8rjw2/job-blocker-b","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.536977249Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-blocker-b","reconcileID":"bb022ab6-3ca9-4d43-a42c-b5067f463099","job":"namespace-b-8rjw2/job-blocker-b","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.555362623Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-blocker-b","reconcileID":"8c83e88a-012a-4bbd-98a6-ac382f5cf40d","job":"namespace-b-8rjw2/job-blocker-b","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.5681157Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.568249252Z","logger":"workload-reconciler","caller":"queue/inadmissible_workloads.go:137","msg":"Resetting the head of the ClusterQueue","replica-role":"leader","workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"finished","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.568285119Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","reconcileID":"1232b97c-57cb-4e54-9e0d-0033d8040fa7"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.568348814Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","reconcileID":"f9532e4e-d65a-4a69-bed3-26a249eb3034"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.568411748Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","reconcileID":"1232b97c-57cb-4e54-9e0d-0033d8040fa7","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.56850851Z","logger":"scheduler","caller":"scheduler/scheduler.go:248","msg":"Attempting to schedule workload","replica-role":"follower","schedulingCycle":20,"workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.568579327Z","logger":"scheduler","caller":"scheduler/scheduler.go:697","msg":"Workload assumed in the cache","replica-role":"follower","schedulingCycle":20,"workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.568667364Z","logger":"scheduler","caller":"scheduler/scheduler.go:248","msg":"Attempting to schedule workload","replica-role":"follower","schedulingCycle":21,"workload":{"name":"job-job-low-b-75f5e","namespace":"namespace-b-8rjw2"},"clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"debug","ts":"2026-02-23T16:35:26.568692469Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Workload 'namespace-b-8rjw2/job-job-blocker-b-5b12f' is declared finished","type":"Normal","object":{"kind":"Job","namespace":"namespace-b-8rjw2","name":"job-blocker-b","uid":"3e4f1a7b-c420-4283-b406-ac1285dc449c","apiVersion":"batch/v1","resourceVersion":"155309"},"reason":"FinishedWorkload"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.568720221Z","logger":"scheduler","caller":"scheduler/scheduler.go:697","msg":"Workload assumed in the cache","replica-role":"follower","schedulingCycle":21,"workload":{"name":"job-job-low-b-75f5e","namespace":"namespace-b-8rjw2"},"clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.568714585Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-blocker-b","reconcileID":"17851b0d-d96f-4380-89cb-b8d2544a16bb","job":"namespace-b-8rjw2/job-blocker-b","gvk":"batch/v1, Kind=Job"} {"level":"debug","ts":"2026-02-23T16:35:26.568945244Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Workload 'namespace-b-8rjw2/job-job-blocker-b-5b12f' is declared finished","type":"Normal","object":{"kind":"Job","namespace":"namespace-b-8rjw2","name":"job-blocker-b","uid":"3e4f1a7b-c420-4283-b406-ac1285dc449c","apiVersion":"batch/v1","resourceVersion":"155309"},"reason":"FinishedWorkload"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.579530032Z","logger":"scheduler","caller":"scheduler/scheduler.go:660","msg":"Workload successfully admitted and assigned flavors","replica-role":"follower","schedulingCycle":21,"workload":{"name":"job-job-low-b-75f5e","namespace":"namespace-b-8rjw2"},"clusterQueue":{"name":"cluster-queue-tg6fk"},"assignments":[{"name":"main","flavors":{"cpu":"resource-flavor-sx75h","memory":"resource-flavor-sx75h"},"resourceUsage":{"cpu":"1","memory":"512Mi"},"count":1}]} {"level":"debug","ts":"2026-02-23T16:35:26.579593763Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-queue-tg6fk, wait time since queued was 36s","type":"Normal","object":{"kind":"Workload","namespace":"namespace-b-8rjw2","name":"job-job-low-b-75f5e","uid":"6fd817ae-76db-4f59-8345-9420670e9880","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"155313"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-02-23T16:35:26.579622063Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-queue-tg6fk, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"namespace-b-8rjw2","name":"job-job-low-b-75f5e","uid":"6fd817ae-76db-4f59-8345-9420670e9880","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"155313"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.579763201Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-low-b-75f5e","reconcileID":"ae1968ee-071d-4c8a-ab02-e20ab7a87d46"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.579805305Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"job-job-low-b-75f5e","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.579830143Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-low-b-75f5e","reconcileID":"ae1968ee-071d-4c8a-ab02-e20ab7a87d46","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.579921706Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-low-b","reconcileID":"f656cd17-3e01-47c9-ab33-e9f765f895f8","job":"namespace-b-8rjw2/job-low-b","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.579906623Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-low-b-75f5e","reconcileID":"2e523e43-99f3-4b6c-9c1f-6517fb185602"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.580013643Z","logger":"job","caller":"jobframework/reconciler.go:598","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-low-b","reconcileID":"f656cd17-3e01-47c9-ab33-e9f765f895f8","job":"namespace-b-8rjw2/job-low-b","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.58373293Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"finished","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.583734499Z","logger":"scheduler","caller":"scheduler/scheduler.go:660","msg":"Workload successfully admitted and assigned flavors","replica-role":"follower","schedulingCycle":20,"workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"clusterQueue":{"name":"cluster-queue-tg6fk"},"assignments":[{"name":"main","flavors":{"cpu":"resource-flavor-sx75h","memory":"resource-flavor-sx75h"},"resourceUsage":{"cpu":"1","memory":"512Mi"},"count":1}]} {"level":"debug","ts":"2026-02-23T16:35:26.58379973Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-queue-tg6fk, wait time since queued was 88s","type":"Normal","object":{"kind":"Workload","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","uid":"5783492f-b4e5-4a8d-aa55-a53162e41398","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"155315"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-02-23T16:35:26.583866868Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-queue-tg6fk, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","uid":"5783492f-b4e5-4a8d-aa55-a53162e41398","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"155315"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.583726865Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","reconcileID":"6dc38392-a761-438d-8135-5af867097920"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.583895343Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","reconcileID":"6dc38392-a761-438d-8135-5af867097920","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.583834Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","reconcileID":"a4271b5d-6b63-4823-aac4-3428811b394b"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.583917265Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-blocker-b","reconcileID":"7e4693fd-d1b1-4e09-b0cc-c1f8d6b06aab","job":"namespace-b-8rjw2/job-blocker-b","gvk":"batch/v1, Kind=Job"} {"level":"debug","ts":"2026-02-23T16:35:26.584001726Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Workload 'namespace-b-8rjw2/job-job-blocker-b-5b12f' is declared finished","type":"Normal","object":{"kind":"Job","namespace":"namespace-b-8rjw2","name":"job-blocker-b","uid":"3e4f1a7b-c420-4283-b406-ac1285dc449c","apiVersion":"batch/v1","resourceVersion":"155309"},"reason":"FinishedWorkload"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.584269246Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.584332616Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","reconcileID":"0aee437d-e66c-4f97-a752-c0b25c6141cc"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.584371802Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","reconcileID":"0aee437d-e66c-4f97-a752-c0b25c6141cc","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.584383253Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","reconcileID":"c7e3b0cd-56d5-4153-9819-a0ddfbb3dfec"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.584293063Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-high-a","reconcileID":"b16f25cc-2d79-4ebb-b29f-b593216e8c3f","job":"namespace-a-kj545/job-high-a","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.584526725Z","logger":"job","caller":"jobframework/reconciler.go:598","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-high-a","reconcileID":"b16f25cc-2d79-4ebb-b29f-b593216e8c3f","job":"namespace-a-kj545/job-high-a","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.588460866Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-low-b","reconcileID":"27c2da9f-2b2b-42a2-85bd-f397c29414aa","job":"namespace-b-8rjw2/job-low-b","gvk":"batch/v1, Kind=Job"} {"level":"debug","ts":"2026-02-23T16:35:26.588457048Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by clusterQueue cluster-queue-tg6fk","type":"Normal","object":{"kind":"Job","namespace":"namespace-b-8rjw2","name":"job-low-b","uid":"77dc60d1-e89c-4211-aec5-9cb1f712c4dd","apiVersion":"batch/v1","resourceVersion":"155316"},"reason":"Started"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.594870318Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-high-a","reconcileID":"028c87b1-3cc3-4861-ad84-c19bf9299977","job":"namespace-a-kj545/job-high-a","gvk":"batch/v1, Kind=Job"} {"level":"debug","ts":"2026-02-23T16:35:26.594906396Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by clusterQueue cluster-queue-tg6fk","type":"Normal","object":{"kind":"Job","namespace":"namespace-a-kj545","name":"job-high-a","uid":"fefe097e-c0bf-490d-bece-3684d62bf9c6","apiVersion":"batch/v1","resourceVersion":"155318"},"reason":"Started"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.617566008Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-low-b","reconcileID":"9175aabb-eea7-4409-8c92-c7f30c906d4c","job":"namespace-b-8rjw2/job-low-b","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.620561403Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-high-a","reconcileID":"4067cdb2-7916-47a0-9791-8680d9773cc4","job":"namespace-a-kj545/job-high-a","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:35:27.569120342Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-tg6fk","reconcileID":"4594c173-be32-44ff-8884-606b91eb1d1d"} {"level":"Level(-2)","ts":"2026-02-23T16:35:27.569118638Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"local-queue-b","reconcileID":"86713c90-7c4d-4439-b1e1-76b5a056d63f"} {"level":"Level(-2)","ts":"2026-02-23T16:35:27.57725876Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"local-queue-b","namespace":"namespace-b-8rjw2"}} {"level":"Level(-2)","ts":"2026-02-23T16:35:27.577710706Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"local-queue-b","reconcileID":"cf7c889a-b02c-49bd-b18c-7087131bd2fa"} {"level":"Level(-2)","ts":"2026-02-23T16:35:27.57986156Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:35:27.581037546Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-tg6fk","reconcileID":"0b74c81f-b815-49a6-bd8c-e473f4a31be8"} {"level":"Level(-2)","ts":"2026-02-23T16:35:27.584486858Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-a-kj545","name":"local-queue-a","reconcileID":"1228c6c0-7370-400c-81e0-d31050034ef3"} {"level":"Level(-2)","ts":"2026-02-23T16:35:27.590866297Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"local-queue-a","namespace":"namespace-a-kj545"}} {"level":"Level(-2)","ts":"2026-02-23T16:35:27.590911387Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-a-kj545","name":"local-queue-a","reconcileID":"a94a562a-c4b8-4b39-a51b-a1e844051459"} {"level":"Level(-2)","ts":"2026-02-23T16:35:29.545629976Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-low-b","reconcileID":"b3d2889e-65a5-472d-b0ab-081d96596528","job":"namespace-b-8rjw2/job-low-b","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:35:29.56336981Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-high-a","reconcileID":"f14b9f25-d47b-4805-87bf-0421620d91de","job":"namespace-a-kj545/job-high-a","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.2495675Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-low-b-75f5e","reconcileID":"058c949d-91eb-4aa9-9439-84e1f08cc179"} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.249623684Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-low-b-75f5e","reconcileID":"058c949d-91eb-4aa9-9439-84e1f08cc179","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.249685327Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"job-job-low-b-75f5e","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"admitted","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.249812363Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-low-b-75f5e","reconcileID":"67151222-f0b1-4087-80ac-39e3205823d8"} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.262207185Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"leader","workload":{"name":"job-job-low-b-75f5e","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.262174254Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-low-b-75f5e","reconcileID":"1c0ff0f6-38ca-4e20-bc74-d015457a3136"} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.262298281Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-low-b-75f5e","reconcileID":"1c0ff0f6-38ca-4e20-bc74-d015457a3136","isDeleted":true} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.563542251Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"leader","workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"finished"} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.563641518Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","reconcileID":"876f9ccc-6958-4ba5-a7a9-0f7c47bc125b"} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.563687527Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","reconcileID":"876f9ccc-6958-4ba5-a7a9-0f7c47bc125b","isDeleted":true} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.877324017Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"admitted","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.87732807Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","reconcileID":"0c671864-e7a8-4d12-b78f-f8b8b6bb9b72"} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.877392986Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","reconcileID":"0c671864-e7a8-4d12-b78f-f8b8b6bb9b72","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.877489508Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","reconcileID":"210f9eae-8443-46f4-9ac2-42b835fbc7c7"} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.885479119Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"leader","workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.885475767Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","reconcileID":"366c4543-f6d3-4f83-9144-df6e8f2d9ddc"} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.885512311Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","reconcileID":"366c4543-f6d3-4f83-9144-df6e8f2d9ddc","isDeleted":true} {"level":"Level(-2)","ts":"2026-02-23T16:35:35.20388309Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"leader","workload":{"name":"job-job-blocker-b112c","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"finished"} {"level":"Level(-2)","ts":"2026-02-23T16:35:35.203947908Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-blocker-b112c","reconcileID":"c7711063-64b6-4437-ac29-9edbcf9dcd1c"} {"level":"Level(-2)","ts":"2026-02-23T16:35:35.203985149Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-blocker-b112c","reconcileID":"c7711063-64b6-4437-ac29-9edbcf9dcd1c","isDeleted":true} {"level":"Level(-2)","ts":"2026-02-23T16:35:35.250042248Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-tg6fk","reconcileID":"a912721c-9172-421c-9057-a06ecb683a69"} {"level":"Level(-2)","ts":"2026-02-23T16:35:35.250038285Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"local-queue-b","reconcileID":"7fc1268c-e6b8-4d3f-9ec6-7fe677031333"} {"level":"Level(-2)","ts":"2026-02-23T16:35:35.257938532Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"local-queue-b","namespace":"namespace-b-8rjw2"}} {"level":"Level(-2)","ts":"2026-02-23T16:35:35.25814004Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"local-queue-b","reconcileID":"0deccb28-649b-4fdb-a7d8-a90fc87d4e91"} {"level":"Level(-2)","ts":"2026-02-23T16:35:35.260601951Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:35:35.260830714Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-tg6fk","reconcileID":"29201a27-e8e4-4f07-b68f-7f9f4aa38f18"} {"level":"Level(-2)","ts":"2026-02-23T16:35:35.878407896Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-a-kj545","name":"local-queue-a","reconcileID":"b5a2bc90-ce63-48a1-bde4-e675a450bd19"} {"level":"Level(-2)","ts":"2026-02-23T16:35:35.884800834Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"local-queue-a","namespace":"namespace-a-kj545"}} {"level":"Level(-2)","ts":"2026-02-23T16:35:35.88488001Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-a-kj545","name":"local-queue-a","reconcileID":"228f9c80-3dab-4b0b-bcdb-9a97921e3efe"} {"level":"Level(-2)","ts":"2026-02-23T16:35:36.963040215Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"leader","localQueue":{"name":"local-queue-b","namespace":"namespace-b-8rjw2"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:08.293558175Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"leader","localQueue":{"name":"local-queue-a","namespace":"namespace-a-kj545"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:08.974554622Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:08.97486661Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-tg6fk","reconcileID":"31d26973-8ae1-46a1-b77b-1cc7f723c36c"} {"level":"Level(-2)","ts":"2026-02-23T16:36:08.984283925Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:08.990903593Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-tg6fk","reconcileID":"4011bdcd-c415-4390-bf77-5a0b9dbc37c1"} {"level":"Level(-2)","ts":"2026-02-23T16:36:09.152249778Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:09.152375024Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-tg6fk","reconcileID":"e745f2bd-1c48-48a7-801c-5870a6a20522"} {"level":"Level(-2)","ts":"2026-02-23T16:36:09.162350765Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:334","msg":"ClusterQueue delete event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:09.162482032Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:339","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"leader","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:09.162594389Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"resource-flavor-sx75h","reconcileID":"f4adced7-7a6d-46be-8c65-7624589ea840"} {"level":"Level(-2)","ts":"2026-02-23T16:36:09.48793605Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-sx75h"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:09.657511953Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-sx75h"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:09.987414349Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-q88gs"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:09.987539088Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"resource-flavor-q88gs","reconcileID":"717c6d8f-8907-4d91-97d3-79fbd6c5e424"} {"level":"Level(-2)","ts":"2026-02-23T16:36:09.991974182Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-q88gs"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:10.557316966Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-j69j5"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:10.55762456Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-j69j5","reconcileID":"8212f111-ede0-42e9-b163-22bf667033ad"} {"level":"Level(-2)","ts":"2026-02-23T16:36:10.563542892Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-j69j5"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:10.571088702Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-j69j5"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:10.571477269Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-j69j5","reconcileID":"672cc860-581e-4c72-8a89-893acbea0ab0"} {"level":"Level(-2)","ts":"2026-02-23T16:36:10.912211502Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"local-queue","namespace":"namespace-h9kjv"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:10.91231724Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-h9kjv","name":"local-queue","reconcileID":"ea562ac8-77ac-4cf4-8739-3382de6b638f"} {"level":"Level(-2)","ts":"2026-02-23T16:36:10.919053254Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"local-queue","namespace":"namespace-h9kjv"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:10.923676388Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-h9kjv","name":"local-queue","reconcileID":"44478377-a711-4804-91a2-6b60c32c7818"} {"level":"Level(-2)","ts":"2026-02-23T16:36:12.47065854Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"leader","localQueue":{"name":"local-queue","namespace":"namespace-h9kjv"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:13.1250576Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-j69j5"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:13.125249448Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-j69j5","reconcileID":"cc6e126b-34d7-4515-8c62-be218ca32c9a"} {"level":"Level(-2)","ts":"2026-02-23T16:36:13.134152726Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-j69j5"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:13.140551276Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-j69j5","reconcileID":"d191f4d6-38d1-4953-8d99-534a96228319"} {"level":"Level(-2)","ts":"2026-02-23T16:36:13.296100681Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-j69j5"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:13.296269912Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-j69j5","reconcileID":"d643b645-f264-4957-882f-0c40b23e770e"} {"level":"Level(-2)","ts":"2026-02-23T16:36:13.307262509Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:334","msg":"ClusterQueue delete event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-j69j5"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:13.307325348Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:339","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"leader","clusterQueue":{"name":"cluster-queue-j69j5"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:13.307456929Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"resource-flavor-q88gs","reconcileID":"c25b6ad6-7bab-4d06-b0fc-437fe0de87d6"} {"level":"Level(-2)","ts":"2026-02-23T16:36:13.621278752Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-q88gs"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:13.787092738Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-q88gs"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.113207099Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-h5pnv"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.113351872Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"resource-flavor-h5pnv","reconcileID":"e4ff9a62-dc13-4880-9101-fe5738861a68"} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.119090356Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-h5pnv"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.28959635Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-4qt96"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.289751732Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-4qt96","reconcileID":"669dacf6-c5bd-4925-9183-f8c79d3d59b1"} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.296250852Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-4qt96"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.304736591Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-4qt96"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.30511589Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-4qt96","reconcileID":"1c96cb4c-0dfd-4795-9079-03f382a325b2"} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.621777037Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"local-queue-a","namespace":"namespace-a-chtfp"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.621895473Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-a-chtfp","name":"local-queue-a","reconcileID":"09647ead-bdcd-4cad-9eae-138027731355"} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.627869159Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"local-queue-a","namespace":"namespace-a-chtfp"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.628152303Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-a-chtfp","name":"local-queue-a","reconcileID":"4c2edce4-e2a2-4f8e-9445-dd167d0a965b"} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.946023344Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"local-queue-b","namespace":"namespace-b-sjwkt"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.946125737Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-b-sjwkt","name":"local-queue-b","reconcileID":"811acc30-cf73-459f-925c-c5d2d1ceb544"} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.952498679Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"local-queue-b","namespace":"namespace-b-sjwkt"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.952715434Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-b-sjwkt","name":"local-queue-b","reconcileID":"9c08b43d-b529-47b9-988f-9bd5cb6de833"} {"level":"Level(-2)","ts":"2026-02-23T16:36:16.824095587Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.PartialObjectMetadata","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-23T16:36:16.935117681Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-chtfp","name":"lws-blocker-a","reconcileID":"508feee9-fde7-495c-ba45-6d8d279d4edd"} {"level":"Level(-2)","ts":"2026-02-23T16:36:16.991682936Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"fd7d0b16-5692-4cff-bf2f-1bfbd839c1f4","job":"group/namespace-a-chtfp/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:36:16.997623702Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-chtfp","name":"lws-blocker-a","reconcileID":"0180b7c3-7acb-49a4-9a5c-5599909cbb64"} {"level":"debug","ts":"2026-02-23T16:36:17.001565219Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Created Workload: namespace-a-chtfp/statefulset-lws-blocker-a-2c606","type":"Normal","object":{"kind":"Pod","namespace":"namespace-a-chtfp","name":"lws-blocker-a-0","uid":"014c093d-7f8f-4452-878a-73f5b351d673","apiVersion":"v1","resourceVersion":"155850"},"reason":"CreatedWorkload"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.002193441Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.002253644Z","logger":"workload-reconciler","caller":"core/workload_controller.go:831","msg":"ignored an error for now","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.002209435Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"4596e37b-323b-4c77-b9ff-b73147c6fc32"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.002196179Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"25cf54bd-b23d-4d74-a0a8-b74e77a876d7","job":"group/namespace-a-chtfp/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.002339309Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"4596e37b-323b-4c77-b9ff-b73147c6fc32","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.002307015Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"99de3f0e-d781-48c5-b5ae-0b4dd3a27a25"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.013778997Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.013793484Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"51e92ffd-c386-411e-98eb-82c6ace2972e"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.0138325Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"51e92ffd-c386-411e-98eb-82c6ace2972e","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.013837982Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.013881389Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"67f16ce3-f318-4c86-a131-a09fd818f4f1"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.013781634Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"4e57d5a7-3704-4961-9785-404b94fc6f0a","job":"group/namespace-a-chtfp/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.019882717Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-chtfp","name":"lws-blocker-a","reconcileID":"348f648e-dfdb-40df-b343-44e5a43848b4"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.033129404Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.033169248Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.033213085Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"e45c28e1-6fb8-4fa4-b540-b8d4e84a982d"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.03324251Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"668b22a1-13e2-44e6-bfbf-b1a9291895d6","job":"group/namespace-a-chtfp/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.033258663Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"e45c28e1-6fb8-4fa4-b540-b8d4e84a982d","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.033221715Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"b2cf901e-bd42-4772-a2f1-1420303b29da"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.991733484Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-chtfp","name":"lws-blocker-a","reconcileID":"8c89e5e0-5922-4e05-8056-d9eea0217d5f"} {"level":"Level(-2)","ts":"2026-02-23T16:39:19.319478442Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"leader","localQueue":{"name":"local-queue-b","namespace":"namespace-b-sjwkt"}} {"level":"Level(-2)","ts":"2026-02-23T16:39:20.134671865Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"leader","localQueue":{"name":"local-queue-a","namespace":"namespace-a-chtfp"}} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.475397148Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"11af4c16-e2db-4783-aa78-3f3fdf0d1707","job":"group/namespace-a-chtfp/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.488605022Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.488636717Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"90b18fcf-9c2a-4709-bdc4-1b5c6804cdaf"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.488662584Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.488733012Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"1cfc0b53-83ca-4345-a921-5ce9c540ba65"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.488691961Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"90b18fcf-9c2a-4709-bdc4-1b5c6804cdaf","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.488928703Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-chtfp","name":"lws-blocker-a","reconcileID":"828d0d00-0197-4861-8469-25fcc38a76f3"} {"level":"error","ts":"2026-02-23T16:39:25.497662461Z","logger":"v1_pod","caller":"jobframework/reconciler.go:311","msg":"Removing finalizer","replica-role":"leader","namespace":"group/namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"e9c01922-ba80-4889-921b-0458e1b45fe8","job":"group/namespace-a-chtfp/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod","error":"Operation cannot be fulfilled on workloads.kueue.x-k8s.io \"statefulset-lws-blocker-a-2c606\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ReconcileGenericJob\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:311\nsigs.k8s.io/kueue/pkg/controller/jobs/pod.(*Reconciler).Reconcile\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/pod/pod_controller.go:121\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-02-23T16:39:25.497733072Z","logger":"v1_pod","caller":"controller/controller.go:474","msg":"Reconciler error","replica-role":"leader","namespace":"group/namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"e9c01922-ba80-4889-921b-0458e1b45fe8","error":"Operation cannot be fulfilled on workloads.kueue.x-k8s.io \"statefulset-lws-blocker-a-2c606\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-02-23T16:39:25.501157426Z","logger":"statefulset-reconciler","caller":"statefulset/statefulset_reconciler.go:254","msg":"Failed to determine if the StatefulSet should be managed by Kueue","replica-role":"leader","statefulset":{"name":"lws-blocker-a-0","namespace":"namespace-a-chtfp"},"error":"workload owner not found\nPod \"lws-blocker-a-0\" not found","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).handle\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:254\nsigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).Delete\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:233\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/source/event_handler.go:159\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1079\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1084\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.507083515Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-chtfp","name":"lws-blocker-a","reconcileID":"09e41fe6-c399-4ed8-9a2d-73d1375ab25c"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.511502783Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"38b16f6f-bfa0-4457-943f-356367a3f3c2"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.511578608Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.511669948Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.511594945Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"38b16f6f-bfa0-4457-943f-356367a3f3c2","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.511749305Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"5111757a-696e-41ed-9468-a44fe1d6c1ef"} {"level":"error","ts":"2026-02-23T16:39:25.519208684Z","logger":"v1_pod","caller":"jobframework/reconciler.go:311","msg":"Removing finalizer","replica-role":"leader","namespace":"group/namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"5b32903e-6d71-499c-9040-2dd29e1e959a","job":"group/namespace-a-chtfp/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod","error":"Operation cannot be fulfilled on workloads.kueue.x-k8s.io \"statefulset-lws-blocker-a-2c606\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ReconcileGenericJob\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:311\nsigs.k8s.io/kueue/pkg/controller/jobs/pod.(*Reconciler).Reconcile\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/pod/pod_controller.go:121\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-02-23T16:39:25.51927018Z","logger":"v1_pod","caller":"controller/controller.go:474","msg":"Reconciler error","replica-role":"leader","namespace":"group/namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"5b32903e-6d71-499c-9040-2dd29e1e959a","error":"Operation cannot be fulfilled on workloads.kueue.x-k8s.io \"statefulset-lws-blocker-a-2c606\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:296"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.527376391Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.527443611Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.527460014Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"c081bb01-fa21-45f8-a38e-74a7f1f29b51"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.527495932Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"e0c66e74-49b1-4bf4-9da1-164fee0ec18c"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.527505842Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"c081bb01-fa21-45f8-a38e-74a7f1f29b51","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:40:01.562565571Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-4qt96"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:01.562870278Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-4qt96","reconcileID":"a54e3d42-3c9a-453d-adc3-2bdd74322d3a"} {"level":"Level(-2)","ts":"2026-02-23T16:40:01.570533214Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-4qt96"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:01.576568116Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-4qt96","reconcileID":"f88163e2-6124-43a1-bc0b-453bcd3680ec"} {"level":"Level(-2)","ts":"2026-02-23T16:40:01.731835501Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-4qt96"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:01.731964107Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-4qt96","reconcileID":"b095aae6-e837-4440-8246-235e55d67347"} {"level":"Level(-2)","ts":"2026-02-23T16:40:01.741324311Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:334","msg":"ClusterQueue delete event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-4qt96"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:01.741394193Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:339","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"leader","clusterQueue":{"name":"cluster-queue-4qt96"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:01.74149484Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"resource-flavor-h5pnv","reconcileID":"32344451-dc64-4da4-b2cb-c28079fe6876"} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.051771254Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-h5pnv"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.21679444Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-h5pnv"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.542099115Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-p2jrd"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.542191031Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"resource-flavor-p2jrd","reconcileID":"d99460ff-ed46-42fc-8535-bb12213dcea4"} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.546941881Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-p2jrd"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.70846768Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.708694904Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-lnptj","reconcileID":"83b7b1d5-882b-49cb-9b75-c218b455a0bf"} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.715124869Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.723564859Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.724028597Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-lnptj","reconcileID":"d0d3ef56-a283-4fdf-a5f6-8cecd96ad27e"} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.042048937Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"local-queue-a","namespace":"namespace-a-qkltm"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.04219824Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-a-qkltm","name":"local-queue-a","reconcileID":"99500616-420f-4c16-b402-c3b5a6149619"} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.053211588Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"local-queue-a","namespace":"namespace-a-qkltm"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.053317649Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-a-qkltm","name":"local-queue-a","reconcileID":"84b4529c-2677-4fc3-bf63-24dd51c704dd"} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.329490552Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-chtfp","name":"lws-blocker-a","reconcileID":"94e5fc22-801f-4c48-a405-54ec79008f1f"} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.354542463Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.354673031Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"d3694f90-eb0f-457b-8e43-c7ec5e99c981"} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.354712512Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"d3694f90-eb0f-457b-8e43-c7ec5e99c981","isDeleted":true} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.370044516Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"local-queue-b","namespace":"namespace-b-4bp8f"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.370198127Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-b-4bp8f","name":"local-queue-b","reconcileID":"0ae32287-7c87-46fd-a7ef-b15ec21718ab"} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.376724013Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"local-queue-b","namespace":"namespace-b-4bp8f"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.376834156Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-b-4bp8f","name":"local-queue-b","reconcileID":"dde57e56-bc47-4cf9-a238-c23d03baf97b"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.105601312Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-qkltm","name":"lws-blocker-a","reconcileID":"ed9e7445-5fa0-4783-abc8-aa14fb028e7d"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.166791377Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"38bff704-09ee-4a2c-bebc-b4d2da7fe2c2","job":"group/namespace-a-qkltm/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.177162592Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-qkltm","name":"lws-blocker-a","reconcileID":"cda36036-db95-466e-b628-83966aab558f"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.179327926Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"debug","ts":"2026-02-23T16:40:05.179325059Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Created Workload: namespace-a-qkltm/statefulset-lws-blocker-a-2c606","type":"Normal","object":{"kind":"Pod","namespace":"namespace-a-qkltm","name":"lws-blocker-a-0","uid":"2a5fc431-d707-4cc6-9b83-88b08feca904","apiVersion":"v1","resourceVersion":"157357"},"reason":"CreatedWorkload"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.179374763Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"e0a0789b-511f-42bc-9201-e6a4893717e4"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.179508384Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"e0a0789b-511f-42bc-9201-e6a4893717e4","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.17945784Z","logger":"workload-reconciler","caller":"core/workload_controller.go:831","msg":"ignored an error for now","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.17946449Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"3386bce7-6e6d-43cf-8f6d-305bf13e7201","job":"group/namespace-a-qkltm/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.17957984Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"295eafca-09bb-4f47-bd57-a95e0582663b"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.189233226Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-qkltm","name":"lws-blocker-a","reconcileID":"48075557-57b0-418b-a3d4-9f9c0dbe095b"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.196353857Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.196356816Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"ce1b397e-7f7b-423d-9ce5-9223026464eb"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.196441861Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.196449824Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"ce1b397e-7f7b-423d-9ce5-9223026464eb","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.196423474Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"4f37d5cc-6b87-4858-9dda-e568f01a4ccf","job":"group/namespace-a-qkltm/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.197766816Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"2e134ff7-ee39-4f05-a614-1cd0c871e132"} {"level":"error","ts":"2026-02-23T16:40:05.203976028Z","logger":"statefulset","caller":"controller/controller.go:474","msg":"Reconciler error","replica-role":"leader","namespace":"namespace-a-qkltm","name":"lws-blocker-a","reconcileID":"48075557-57b0-418b-a3d4-9f9c0dbe095b","error":"Operation cannot be fulfilled on workloads.kueue.x-k8s.io \"statefulset-lws-blocker-a-2c606\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:296"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.209641242Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-qkltm","name":"lws-blocker-a","reconcileID":"69f63ba6-77f3-4625-918d-276f2b277dcb"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.229781763Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.229892261Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.229886965Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"72c2c573-0fc6-43cc-9e84-0839c0fec3f7"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.229981154Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"72c2c573-0fc6-43cc-9e84-0839c0fec3f7","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.230037153Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"d56bd861-e1f3-4cf6-8fbf-b091cfd85f5a"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.230154599Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"d43f8306-51c5-4749-9912-1cf565972e27","job":"group/namespace-a-qkltm/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:43:07.497726244Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"leader","localQueue":{"name":"local-queue-b","namespace":"namespace-b-4bp8f"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:08.344938897Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"leader","localQueue":{"name":"local-queue-a","namespace":"namespace-a-qkltm"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.703638174Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"c08b52af-40a7-471e-85dd-f98a244b67d5","job":"group/namespace-a-qkltm/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.714156064Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-qkltm","name":"lws-blocker-a","reconcileID":"9f9017e0-90b6-4a86-9d87-6e22a72dcefb"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.723531299Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.723541625Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"7ea3d686-9465-48d5-95bc-4827c8308d74"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.72358887Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"7ea3d686-9465-48d5-95bc-4827c8308d74","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.723636106Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.723710142Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"aea72627-2795-4b57-95ce-c2f88d14a9cf"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.732664655Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-qkltm","name":"lws-blocker-a","reconcileID":"a883b268-2a27-4511-b91c-25b602e24f05"} {"level":"error","ts":"2026-02-23T16:43:13.739644143Z","logger":"statefulset-reconciler","caller":"statefulset/statefulset_reconciler.go:254","msg":"Failed to determine if the StatefulSet should be managed by Kueue","replica-role":"leader","statefulset":{"name":"lws-blocker-a-0","namespace":"namespace-a-qkltm"},"error":"workload owner not found\nPod \"lws-blocker-a-0\" not found","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).handle\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:254\nsigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).Update\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:229\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnUpdate\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/source/event_handler.go:111\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1072\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1084\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.747631441Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.747696916Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.747624486Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"1afcc581-a73c-4503-9d1e-20e1ecf10b02"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.747761064Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"04e771e1-7756-47e4-8ee3-2d56dc288496"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.747791921Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"1afcc581-a73c-4503-9d1e-20e1ecf10b02","isDeleted":false} {"level":"error","ts":"2026-02-23T16:43:13.75265747Z","logger":"statefulset-reconciler","caller":"statefulset/statefulset_reconciler.go:254","msg":"Failed to determine if the StatefulSet should be managed by Kueue","replica-role":"leader","statefulset":{"name":"lws-blocker-a-0","namespace":"namespace-a-qkltm"},"error":"workload owner not found\nPod \"lws-blocker-a-0\" not found","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).handle\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:254\nsigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).Update\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:229\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnUpdate\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/source/event_handler.go:111\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1072\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1084\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-02-23T16:43:13.758353626Z","logger":"statefulset-reconciler","caller":"statefulset/statefulset_reconciler.go:254","msg":"Failed to determine if the StatefulSet should be managed by Kueue","replica-role":"leader","statefulset":{"name":"lws-blocker-a-0","namespace":"namespace-a-qkltm"},"error":"workload owner not found\nPod \"lws-blocker-a-0\" not found","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).handle\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:254\nsigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).Delete\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:233\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/source/event_handler.go:159\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1079\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1084\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.762587878Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.762608581Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"2ec811b3-f0d1-43f0-926d-000f786448f0"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.762653325Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.762693934Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"2ec811b3-f0d1-43f0-926d-000f786448f0","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.762724274Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"1b344f4f-e0cf-41ee-bfe0-505bb0568d41"} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.806513765Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.806716402Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-lnptj","reconcileID":"ffa10693-dcc7-43a5-9692-a1a4308bfbc1"} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.815203665Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.823610703Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-lnptj","reconcileID":"5596f693-3398-46d6-b07c-fd1fdfce6e3f"} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.96723653Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.967325029Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-lnptj","reconcileID":"37de4369-3c8b-44f3-8b85-179cd679f626"} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.979232376Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:334","msg":"ClusterQueue delete event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.979296222Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:339","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"leader","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.979382134Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"resource-flavor-p2jrd","reconcileID":"be65ff4a-671e-436e-a66f-8f7d66529a25"} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.286139759Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-p2jrd"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.44783105Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-p2jrd"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.769823114Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-7rvmd"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.769912913Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"resource-flavor-7rvmd","reconcileID":"3c1a19f5-e95d-461c-822c-ba82af3007d2"} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.775461658Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-7rvmd"}} {"level":"error","ts":"2026-02-23T16:43:50.910838945Z","logger":"statefulset-reconciler","caller":"statefulset/statefulset_reconciler.go:254","msg":"Failed to determine if the StatefulSet should be managed by Kueue","replica-role":"leader","statefulset":{"name":"lws-blocker-a","namespace":"namespace-a-qkltm"},"error":"workload owner not found\nLeaderWorkerSet.leaderworkerset.x-k8s.io \"lws-blocker-a\" not found","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).handle\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:254\nsigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).Delete\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:233\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/source/event_handler.go:159\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1079\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1084\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.928366688Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"7968698c-abab-40c0-97cf-3e9117d55e3e"} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.928365008Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.928411396Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"7968698c-abab-40c0-97cf-3e9117d55e3e","isDeleted":true} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.934337294Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.934494808Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-92bfc","reconcileID":"7c1a48e4-da86-48db-b239-fcc2e6ae9229"} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.941525736Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.950047578Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-92bfc","reconcileID":"140c554f-d07c-494e-a970-4906086b3159"} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.950629658Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"error","ts":"2026-02-23T16:43:50.956015071Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:474","msg":"Reconciler error","replica-role":"leader","name":"cluster-queue-92bfc","reconcileID":"140c554f-d07c-494e-a970-4906086b3159","error":"Operation cannot be fulfilled on clusterqueues.kueue.x-k8s.io \"cluster-queue-92bfc\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:296"} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.956062223Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-92bfc","reconcileID":"9c2f6c8e-26e2-41b5-a394-e6dbd6f981a0"} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.962447913Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-92bfc","reconcileID":"d1962074-b337-47a6-bb88-41311c33dfdd"} {"level":"Level(-2)","ts":"2026-02-23T16:43:51.268058806Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"local-queue-a","namespace":"namespace-a-fzx99"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:51.26824815Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-a-fzx99","name":"local-queue-a","reconcileID":"7022f832-ccd6-4b3b-b376-20523bc87b70"} {"level":"Level(-2)","ts":"2026-02-23T16:43:51.277458542Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"local-queue-a","namespace":"namespace-a-fzx99"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:51.277524679Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-a-fzx99","name":"local-queue-a","reconcileID":"aaea1db3-9405-4820-96dc-3c26152e312d"} {"level":"Level(-2)","ts":"2026-02-23T16:43:51.598966282Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"local-queue-b","namespace":"namespace-b-b7cq5"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:51.59906599Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-b-b7cq5","name":"local-queue-b","reconcileID":"2b38c8ea-a131-497d-8f94-78162361eb91"} {"level":"Level(-2)","ts":"2026-02-23T16:43:51.608299935Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"local-queue-b","namespace":"namespace-b-b7cq5"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:51.608361104Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-b-b7cq5","name":"local-queue-b","reconcileID":"e048692c-ff3a-4d76-b7d7-11e910ef3096"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.281474675Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-fzx99","name":"lws-blocker-a","reconcileID":"92953e18-7eb4-48a9-9f3d-36bd0616d479"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.337809383Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"afd9e555-5143-48b1-98f5-291b6801258b","job":"group/namespace-a-fzx99/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod"} {"level":"debug","ts":"2026-02-23T16:43:53.347781402Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Created Workload: namespace-a-fzx99/statefulset-lws-blocker-a-2c606","type":"Normal","object":{"kind":"Pod","namespace":"namespace-a-fzx99","name":"lws-blocker-a-0","uid":"137cb301-c610-4115-a2a4-c1b4d32e2a26","apiVersion":"v1","resourceVersion":"158768"},"reason":"CreatedWorkload"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.349476189Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-fzx99","name":"lws-blocker-a","reconcileID":"06f137c5-4f2b-48a7-9f6c-79c277c52fd8"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.34978046Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"69493ce3-0e5b-4925-a355-27167f4e8cb0"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.349862246Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"69493ce3-0e5b-4925-a355-27167f4e8cb0","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.34988849Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"d88e33fa-e750-42b7-9e5a-a4dbf8fa3a75","job":"group/namespace-a-fzx99/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.349798743Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.349978769Z","logger":"workload-reconciler","caller":"core/workload_controller.go:831","msg":"ignored an error for now","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.350066632Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"17202a72-1832-47a8-baf7-6df1f9359402"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.364666097Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"6fe191ed-758d-44b7-9b73-4644e424987e"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.364717097Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"f0d82881-2751-4379-a7d2-937bff3bcb0b","job":"group/namespace-a-fzx99/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.364750377Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"6fe191ed-758d-44b7-9b73-4644e424987e","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.36466253Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.364792874Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.364851668Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"4c22bd9e-086c-4bca-95b6-9bbdadce4fda"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.37564946Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-fzx99","name":"lws-blocker-a","reconcileID":"1e45edac-3914-4b4e-93d9-e5800d406a8e"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.391018463Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.391064543Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.391129559Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"dcb9f332-031e-428f-b053-4aebd4adbe01"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.391240819Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"1ed365f1-92d3-4e29-a922-215758660721","job":"group/namespace-a-fzx99/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.391317521Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"101aa039-df1c-451d-83a7-72107f83a50d"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.391347568Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"101aa039-df1c-451d-83a7-72107f83a50d","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:43:54.338673925Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-fzx99","name":"lws-blocker-a","reconcileID":"cdb5967d-4f8d-413d-951f-caff5c44f253"} {"level":"Level(-2)","ts":"2026-02-23T16:45:00.114368057Z","logger":"job","caller":"jobframework/reconciler.go:343","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-operator-lifecycle-manager","name":"collect-profiles-29531085","reconcileID":"db3627e3-f1b4-4e42-99e8-bb6bae9cd4ae","job":"openshift-operator-lifecycle-manager/collect-profiles-29531085","gvk":"batch/v1, Kind=Job","namespace":"openshift-operator-lifecycle-manager"} {"level":"Level(-2)","ts":"2026-02-23T16:45:00.140991797Z","logger":"job","caller":"jobframework/reconciler.go:343","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-operator-lifecycle-manager","name":"collect-profiles-29531085","reconcileID":"d987d2bc-653c-45d2-9633-b02ef760e21a","job":"openshift-operator-lifecycle-manager/collect-profiles-29531085","gvk":"batch/v1, Kind=Job","namespace":"openshift-operator-lifecycle-manager"} {"level":"Level(-2)","ts":"2026-02-23T16:45:03.152783746Z","logger":"job","caller":"jobframework/reconciler.go:343","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-operator-lifecycle-manager","name":"collect-profiles-29531085","reconcileID":"6cd2a0e2-49f9-418d-b5b1-5e7ef82c691d","job":"openshift-operator-lifecycle-manager/collect-profiles-29531085","gvk":"batch/v1, Kind=Job","namespace":"openshift-operator-lifecycle-manager"} {"level":"Level(-2)","ts":"2026-02-23T16:45:03.190888161Z","logger":"job","caller":"jobframework/reconciler.go:343","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-operator-lifecycle-manager","name":"collect-profiles-29531085","reconcileID":"3ef48185-ded3-4aaf-b2a4-bd285fc045ff","job":"openshift-operator-lifecycle-manager/collect-profiles-29531085","gvk":"batch/v1, Kind=Job","namespace":"openshift-operator-lifecycle-manager"} {"level":"Level(-2)","ts":"2026-02-23T16:46:55.528038734Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"leader","localQueue":{"name":"local-queue-b","namespace":"namespace-b-b7cq5"}} {"level":"Level(-2)","ts":"2026-02-23T16:46:56.363736891Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"leader","localQueue":{"name":"local-queue-a","namespace":"namespace-a-fzx99"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.721736208Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"5ebf572b-4ae3-418e-bf9b-ed6c8f8468b4","job":"group/namespace-a-fzx99/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.731612384Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-fzx99","name":"lws-blocker-a","reconcileID":"98208c12-926b-4c8e-8a8e-29586a04d10b"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.741462932Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.741571682Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.741484107Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"48a85774-1552-4f8b-8a67-c51aebaa4005"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.741645186Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"d28bf937-79eb-4455-b558-602f83319aa7"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.741643806Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"48a85774-1552-4f8b-8a67-c51aebaa4005","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.743817998Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-fzx99","name":"lws-blocker-a","reconcileID":"dff4b20f-04cc-4972-8a6e-1009a31dfd90"} {"level":"error","ts":"2026-02-23T16:47:01.74524946Z","logger":"statefulset-reconciler","caller":"statefulset/statefulset_reconciler.go:254","msg":"Failed to determine if the StatefulSet should be managed by Kueue","replica-role":"leader","statefulset":{"name":"lws-blocker-a-0","namespace":"namespace-a-fzx99"},"error":"workload owner not found\nPod \"lws-blocker-a-0\" not found","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).handle\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:254\nsigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).Delete\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:233\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/source/event_handler.go:159\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1079\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1084\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-02-23T16:47:01.751788174Z","logger":"v1_pod","caller":"jobframework/reconciler.go:311","msg":"Removing finalizer","replica-role":"leader","namespace":"group/namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"1ce2a920-4975-4512-aa3c-6e00f6d6eb57","job":"group/namespace-a-fzx99/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod","error":"Operation cannot be fulfilled on workloads.kueue.x-k8s.io \"statefulset-lws-blocker-a-2c606\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ReconcileGenericJob\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:311\nsigs.k8s.io/kueue/pkg/controller/jobs/pod.(*Reconciler).Reconcile\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/pod/pod_controller.go:121\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-02-23T16:47:01.751858415Z","logger":"v1_pod","caller":"controller/controller.go:474","msg":"Reconciler error","replica-role":"leader","namespace":"group/namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"1ce2a920-4975-4512-aa3c-6e00f6d6eb57","error":"Operation cannot be fulfilled on workloads.kueue.x-k8s.io \"statefulset-lws-blocker-a-2c606\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:296"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.767913737Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.767979042Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.767902001Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"f1d4d9a5-1d8c-4dd9-9080-daac7df5d0d2"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.76804952Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"d9a7025f-4172-4a0c-8fdb-f33433df1295"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.768070703Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"f1d4d9a5-1d8c-4dd9-9080-daac7df5d0d2","isDeleted":false} {"level":"error","ts":"2026-02-23T16:47:01.774666785Z","logger":"v1_pod","caller":"jobframework/reconciler.go:311","msg":"Removing finalizer","replica-role":"leader","namespace":"group/namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"19d967a6-8998-4a31-8d39-fc428c253c34","job":"group/namespace-a-fzx99/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod","error":"Operation cannot be fulfilled on workloads.kueue.x-k8s.io \"statefulset-lws-blocker-a-2c606\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ReconcileGenericJob\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:311\nsigs.k8s.io/kueue/pkg/controller/jobs/pod.(*Reconciler).Reconcile\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/pod/pod_controller.go:121\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-02-23T16:47:01.774750045Z","logger":"v1_pod","caller":"controller/controller.go:474","msg":"Reconciler error","replica-role":"leader","namespace":"group/namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"19d967a6-8998-4a31-8d39-fc428c253c34","error":"Operation cannot be fulfilled on workloads.kueue.x-k8s.io \"statefulset-lws-blocker-a-2c606\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:296"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.78466809Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.784738636Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.784673532Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"c78547a5-8b8f-4d92-84a8-cb5fac2bd88e"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.78482473Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"c78547a5-8b8f-4d92-84a8-cb5fac2bd88e","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.784784785Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"901a2664-68cd-40ce-96fb-9317f1549a9e"} {"level":"error","ts":"2026-02-23T16:47:34.594917953Z","logger":"statefulset-reconciler","caller":"statefulset/statefulset_reconciler.go:254","msg":"Failed to determine if the StatefulSet should be managed by Kueue","replica-role":"leader","statefulset":{"name":"lws-blocker-a","namespace":"namespace-a-fzx99"},"error":"workload owner not found\nLeaderWorkerSet.leaderworkerset.x-k8s.io \"lws-blocker-a\" not found","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).handle\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:254\nsigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).Delete\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:233\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/source/event_handler.go:159\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1079\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1084\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-02-23T16:47:34.614113749Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:47:34.61417967Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"834fece0-0d35-4067-8fbf-a19befef68ed"} {"level":"Level(-2)","ts":"2026-02-23T16:47:34.614237906Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"834fece0-0d35-4067-8fbf-a19befef68ed","isDeleted":true} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.82374048Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.823992582Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-92bfc","reconcileID":"660b6cab-ba7e-4538-8623-18e86383fe60"} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.837108821Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.843917372Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-92bfc","reconcileID":"81763be0-0996-4e8b-af73-d25afb777fe3"} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.987219496Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.987347317Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-92bfc","reconcileID":"03829b7c-5540-4370-a047-bab7b309f744"} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.998560296Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:334","msg":"ClusterQueue delete event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.998620414Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:339","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"leader","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.99870934Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"resource-flavor-7rvmd","reconcileID":"24348441-2c28-4303-900d-1d2838603c92"} {"level":"Level(-2)","ts":"2026-02-23T16:47:38.296958869Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-7rvmd"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:38.457941408Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-7rvmd"}} Attempt #2 Failed. Retrying ↺ @ 02/23/26 13:47:43.761 STEP: check if JobSet is present @ 02/23/26 13:47:43.761 [FAILED] in [It] - /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_operator_test.go:370 @ 02/23/26 13:47:43.911 STEP: Test failed - dumping kueue-controller-manager logs @ 02/23/26 13:47:43.911 === Logs from pod kueue-controller-manager-74696d84f5-4vv29 === --- Container: manager --- {"level":"info","ts":"2026-02-23T16:31:38.735810404Z","logger":"setup","caller":"kueue/main.go:579","msg":"Successfully loaded configuration","config":"apiVersion: config.kueue.x-k8s.io/v1beta2\nclientConnection:\n burst: 100\n qps: 50\ncontroller:\n groupKindConcurrency:\n ClusterQueue.kueue.x-k8s.io: 1\n Job.batch: 5\n LocalQueue.kueue.x-k8s.io: 1\n Pod: 5\n ResourceFlavor.kueue.x-k8s.io: 1\n Workload.kueue.x-k8s.io: 5\nhealth:\n healthProbeBindAddress: :8081\nintegrations:\n frameworks:\n - batch/job\n - pod\n - deployment\n - statefulset\ninternalCertManagement:\n enable: false\nkind: Configuration\nleaderElection:\n leaderElect: true\n leaseDuration: 2m17s\n renewDeadline: 1m47s\n resourceLock: leases\n resourceName: c1f6bfd2.kueue.x-k8s.io\n resourceNamespace: \"\"\n retryPeriod: 26s\nmanageJobsWithoutQueueName: true\nmanagedJobsNamespaceSelector:\n matchLabels:\n kueue.openshift.io/managed: \"true\"\nmetrics:\n bindAddress: :8443\n enableClusterQueueResources: true\nmultiKueue:\n dispatcherName: kueue.x-k8s.io/multikueue-dispatcher-all-at-once\n gcInterval: 1m0s\n origin: multikueue\n workerLostTimeout: 15m0s\nnamespace: openshift-kueue-operator\nwebhook:\n certDir: /tmp/k8s-webhook-server/serving-certs\n port: 9443\n"} {"level":"info","ts":"2026-02-23T16:31:38.735923963Z","logger":"setup","caller":"kueue/main.go:160","msg":"Initializing","gitVersion":"50b346f-dirty","gitCommit":"50b346fb172b592ffe564959eb2cb59527765417","buildDate":"2026-02-22T04:31:17Z"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.736030387Z","logger":"setup","caller":"features/kube_features.go:406","msg":"Loaded feature gates","featureGates":{"AdmissionFairSharing":true,"DynamicResourceAllocation":false,"ElasticJobsViaWorkloadSlices":false,"FailureRecoveryPolicy":false,"FlavorFungibility":true,"HierarchicalCohorts":true,"LendingLimit":true,"LocalQueueDefaulting":true,"LocalQueueMetrics":false,"ManagedJobsNamespaceSelectorAlwaysRespected":true,"MultiKueue":true,"MultiKueueAdaptersForCustomJobs":true,"MultiKueueAllowInsecureKubeconfigs":false,"MultiKueueBatchJobWithManagedBy":true,"MultiKueueClusterProfile":false,"MultiKueueRedoAdmissionOnEvictionInWorker":true,"MultiKueueWaitForWorkloadAdmitted":true,"ObjectRetentionPolicies":true,"PartialAdmission":true,"PrioritySortingWithinCohort":true,"PropagateBatchJobLabelsToWorkload":true,"ReclaimablePods":true,"RemoveFinalizersWithStrictPatch":true,"SanitizePodSets":true,"SkipFinalizersForPodsSuspendedByParent":true,"TASBalancedPlacement":false,"TASFailedNodeReplacement":true,"TASFailedNodeReplacementFailFast":true,"TASProfileLeastFreeCapacity":false,"TASProfileMixed":true,"TASReplaceNodeOnPodTermination":true,"TLSOptions":true,"TopologyAwareScheduling":true,"VisibilityOnDemand":true,"WorkloadRequestUseMergePatch":false}} {"level":"info","ts":"2026-02-23T16:31:38.736109196Z","logger":"setup","caller":"kueue/main.go:195","msg":"Initializing metrics certificate watcher using provided certificates","metrics-cert-path":"/etc/kueue/metrics/certs"} {"level":"info","ts":"2026-02-23T16:31:38.738309366Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:214","msg":"Updated current TLS certificate","cert":"/etc/kueue/metrics/certs/tls.crt","key":"/etc/kueue/metrics/certs/tls.key"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.73863702Z","logger":"setup","caller":"kueue/main.go:228","msg":"K8S Client","qps":50,"burst":100} {"level":"info","ts":"2026-02-23T16:31:38.757670186Z","logger":"setup","caller":"kueue/main.go:549","msg":"RoleTracker: leader election enabled"} {"level":"error","ts":"2026-02-23T16:31:38.763561441Z","logger":"setup","caller":"kueue/main.go:364","msg":"Skipping admission check controller setup: Provisioning Requests not supported (Possible cause: missing or unsupported cluster-autoscaler)","error":"no matches for kind \"ProvisioningRequest\" in version \"autoscaling.x-k8s.io/v1\"","stacktrace":"main.setupIndexes\n\t/workspace/upstream/kueue/src/cmd/kueue/main.go:364\nmain.main\n\t/workspace/upstream/kueue/src/cmd/kueue/main.go:298\nruntime.main\n\t/usr/lib/golang/src/runtime/proc.go:285"} {"level":"info","ts":"2026-02-23T16:31:38.766081607Z","logger":"setup","caller":"kueue/main.go:506","msg":"Probe endpoints are configured on healthz and readyz"} {"level":"info","ts":"2026-02-23T16:31:38.77039826Z","logger":"setup","caller":"kueue/main.go:399","msg":"Skipping provisioning controller setup: Provisioning Requests not supported (Possible cause: missing or unsupported cluster-autoscaler)"} {"level":"info","ts":"2026-02-23T16:31:38.770582988Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"workload.codeflare.dev/v1beta2, Kind=AppWrapper","path":"/mutate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-02-23T16:31:38.770686991Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-02-23T16:31:38.770742447Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"workload.codeflare.dev/v1beta2, Kind=AppWrapper","path":"/validate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-02-23T16:31:38.770837825Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2026-02-23T16:31:38.770972896Z","caller":"webhook/builder.go:178","msg":"Registering a mutating webhook","GVK":"apps/v1, Kind=Deployment","path":"/mutate-apps-v1-deployment"} {"level":"info","ts":"2026-02-23T16:31:38.77107172Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-apps-v1-deployment"} {"level":"info","ts":"2026-02-23T16:31:38.771119299Z","caller":"webhook/builder.go:210","msg":"Registering a validating webhook","GVK":"apps/v1, Kind=Deployment","path":"/validate-apps-v1-deployment"} {"level":"info","ts":"2026-02-23T16:31:38.771167046Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-apps-v1-deployment"} {"level":"info","ts":"2026-02-23T16:31:38.771367586Z","caller":"webhook/builder.go:178","msg":"Registering a mutating webhook","GVK":"batch/v1, Kind=Job","path":"/mutate-batch-v1-job"} {"level":"info","ts":"2026-02-23T16:31:38.771420557Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-batch-v1-job"} {"level":"info","ts":"2026-02-23T16:31:38.77144963Z","caller":"webhook/builder.go:210","msg":"Registering a validating webhook","GVK":"batch/v1, Kind=Job","path":"/validate-batch-v1-job"} {"level":"info","ts":"2026-02-23T16:31:38.771512239Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-batch-v1-job"} {"level":"info","ts":"2026-02-23T16:31:38.771632336Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"jobset.x-k8s.io/v1alpha2, Kind=JobSet","path":"/mutate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-02-23T16:31:38.771687981Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-02-23T16:31:38.771744041Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"jobset.x-k8s.io/v1alpha2, Kind=JobSet","path":"/validate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-02-23T16:31:38.771823243Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2026-02-23T16:31:38.771899698Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=JAXJob","path":"/mutate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-02-23T16:31:38.771966248Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-02-23T16:31:38.772006995Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=JAXJob","path":"/validate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-02-23T16:31:38.772052217Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2026-02-23T16:31:38.772138577Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=PaddleJob","path":"/mutate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-02-23T16:31:38.772196609Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-02-23T16:31:38.772258342Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=PaddleJob","path":"/validate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-02-23T16:31:38.772316287Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2026-02-23T16:31:38.772377089Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=PyTorchJob","path":"/mutate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-02-23T16:31:38.772423495Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-02-23T16:31:38.772458802Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=PyTorchJob","path":"/validate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-02-23T16:31:38.772502442Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2026-02-23T16:31:38.772561862Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=TFJob","path":"/mutate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-02-23T16:31:38.772628988Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-02-23T16:31:38.772664526Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=TFJob","path":"/validate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-02-23T16:31:38.772704266Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2026-02-23T16:31:38.772784243Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=XGBoostJob","path":"/mutate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-02-23T16:31:38.772848353Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-02-23T16:31:38.772883124Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=XGBoostJob","path":"/validate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-02-23T16:31:38.772923149Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2026-02-23T16:31:38.772991923Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v2beta1, Kind=MPIJob","path":"/mutate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-02-23T16:31:38.773076934Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-02-23T16:31:38.77311265Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kubeflow.org/v2beta1, Kind=MPIJob","path":"/validate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-02-23T16:31:38.773157308Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2026-02-23T16:31:38.773283216Z","caller":"webhook/builder.go:178","msg":"Registering a mutating webhook","GVK":"/v1, Kind=Pod","path":"/mutate--v1-pod"} {"level":"info","ts":"2026-02-23T16:31:38.773329451Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate--v1-pod"} {"level":"info","ts":"2026-02-23T16:31:38.773357009Z","caller":"webhook/builder.go:210","msg":"Registering a validating webhook","GVK":"/v1, Kind=Pod","path":"/validate--v1-pod"} {"level":"info","ts":"2026-02-23T16:31:38.77341161Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate--v1-pod"} {"level":"info","ts":"2026-02-23T16:31:38.773549364Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"leaderworkerset.x-k8s.io/v1, Kind=LeaderWorkerSet","path":"/mutate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-02-23T16:31:38.773624751Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-02-23T16:31:38.773652134Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"leaderworkerset.x-k8s.io/v1, Kind=LeaderWorkerSet","path":"/validate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-02-23T16:31:38.773762035Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2026-02-23T16:31:38.773844404Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"ray.io/v1, Kind=RayCluster","path":"/mutate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-02-23T16:31:38.773894271Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-02-23T16:31:38.773930422Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"ray.io/v1, Kind=RayCluster","path":"/validate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-02-23T16:31:38.773976435Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-ray-io-v1-raycluster"} {"level":"info","ts":"2026-02-23T16:31:38.774068908Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"ray.io/v1, Kind=RayJob","path":"/mutate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-02-23T16:31:38.774125205Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-02-23T16:31:38.774154848Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"ray.io/v1, Kind=RayJob","path":"/validate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-02-23T16:31:38.774198177Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-ray-io-v1-rayjob"} {"level":"info","ts":"2026-02-23T16:31:38.774320259Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"apps/v1, Kind=StatefulSet","path":"/mutate-apps-v1-statefulset"} {"level":"info","ts":"2026-02-23T16:31:38.77442807Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-apps-v1-statefulset"} {"level":"info","ts":"2026-02-23T16:31:38.77446613Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"apps/v1, Kind=StatefulSet","path":"/validate-apps-v1-statefulset"} {"level":"info","ts":"2026-02-23T16:31:38.774545454Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-apps-v1-statefulset"} {"level":"info","ts":"2026-02-23T16:31:38.774697333Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","path":"/mutate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-02-23T16:31:38.774791885Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-02-23T16:31:38.774835051Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","path":"/validate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-02-23T16:31:38.774911464Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-trainer-kubeflow-org-v1alpha1-trainjob"} {"level":"info","ts":"2026-02-23T16:31:38.77498604Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=Workload","path":"/mutate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-02-23T16:31:38.775041375Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-02-23T16:31:38.775098642Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=Workload","path":"/validate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-02-23T16:31:38.775137272Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-workload"} {"level":"info","ts":"2026-02-23T16:31:38.775228873Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/convert"} {"level":"info","ts":"2026-02-23T16:31:38.775239371Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:289","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=Workload"} {"level":"info","ts":"2026-02-23T16:31:38.775262856Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ResourceFlavor","path":"/mutate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-02-23T16:31:38.77534572Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-02-23T16:31:38.775405735Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ResourceFlavor","path":"/validate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-02-23T16:31:38.775452037Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-resourceflavor"} {"level":"info","ts":"2026-02-23T16:31:38.775516177Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:220","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ClusterQueue","path":"/mutate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-02-23T16:31:38.775558723Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-02-23T16:31:38.775590314Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=ClusterQueue","path":"/validate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-02-23T16:31:38.775631844Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-clusterqueue"} {"level":"info","ts":"2026-02-23T16:31:38.775668958Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:289","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=ClusterQueue"} {"level":"info","ts":"2026-02-23T16:31:38.775696274Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:258","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta2, Kind=Cohort","path":"/validate-kueue-x-k8s-io-v1beta2-cohort"} {"level":"info","ts":"2026-02-23T16:31:38.775775296Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta2-cohort"} {"level":"info","ts":"2026-02-23T16:31:38.775813306Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:289","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=Cohort"} {"level":"info","ts":"2026-02-23T16:31:38.775850522Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:289","msg":"Conversion webhook enabled","GVK":"kueue.x-k8s.io/v1beta2, Kind=LocalQueue"} {"level":"info","ts":"2026-02-23T16:31:38.775883188Z","logger":"setup","caller":"kueue/main.go:349","msg":"Starting manager"} {"level":"info","ts":"2026-02-23T16:31:38.775961864Z","logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":"2026-02-23T16:31:38.776097335Z","logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":8443","secure":true} {"level":"info","ts":"2026-02-23T16:31:38.776185392Z","caller":"manager/server.go:83","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-02-23T16:31:38.776237343Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:191","msg":"Starting webhook server"} {"level":"info","ts":"2026-02-23T16:31:38.776557033Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:214","msg":"Updated current TLS certificate","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key"} {"level":"info","ts":"2026-02-23T16:31:38.77663993Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:242","msg":"Serving webhook server","host":"","port":9443} {"level":"info","ts":"2026-02-23T16:31:38.777205506Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:136","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.78309453Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.LimitRange","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.785180825Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.MultiKueueCluster","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.78713714Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.AdmissionCheck","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.790579572Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.ResourceFlavor","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.791873946Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Job","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.792683736Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.LocalQueue","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.7938937Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.Workload","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.794388343Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.MultiKueueConfig","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.796197025Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Node","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.832363263Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Pod","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"info","ts":"2026-02-23T16:31:38.878164636Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:136","msg":"Starting certificate poll+watcher","cert":"/etc/kueue/metrics/certs/tls.crt","key":"/etc/kueue/metrics/certs/tls.key","interval":10} {"level":"info","ts":"2026-02-23T16:31:38.878370338Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc0003a41c0"} {"level":"info","ts":"2026-02-23T16:31:38.878447548Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc0003a4540"} {"level":"info","ts":"2026-02-23T16:31:38.878501463Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ResourceFlavor"} {"level":"info","ts":"2026-02-23T16:31:38.878535248Z","logger":"workloadpriorityclass-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.WorkloadPriorityClass"} {"level":"info","ts":"2026-02-23T16:31:38.878573009Z","logger":"tas-topology-controller","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Topology"} {"level":"info","ts":"2026-02-23T16:31:38.878665428Z","logger":"cohort-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc0003a43f0"} {"level":"info","ts":"2026-02-23T16:31:38.878691872Z","logger":"localqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ClusterQueue"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.878675664Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"follower","resourceFlavor":{"name":"default"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.878818876Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"follower","resourceFlavor":{"name":"default-flavor2"}} {"level":"info","ts":"2026-02-23T16:31:38.878842561Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc0003a4620"} {"level":"info","ts":"2026-02-23T16:31:38.878940033Z","logger":"tas-topology-ungater","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-02-23T16:31:38.878998738Z","logger":"tas-topology-controller","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ResourceFlavor"} {"level":"info","ts":"2026-02-23T16:31:38.878585404Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.AdmissionCheck"} {"level":"info","ts":"2026-02-23T16:31:38.879087063Z","logger":"cohort-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Cohort"} {"level":"info","ts":"2026-02-23T16:31:38.87847367Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc0003a40e0"} {"level":"info","ts":"2026-02-23T16:31:38.879140989Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-02-23T16:31:38.879161749Z","logger":"resourceflavor-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"info","ts":"2026-02-23T16:31:38.879263695Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.LimitRange"} {"level":"info","ts":"2026-02-23T16:31:38.879307075Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.RuntimeClass"} {"level":"info","ts":"2026-02-23T16:31:38.879375361Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ClusterQueue"} {"level":"info","ts":"2026-02-23T16:31:38.879412884Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.LocalQueue"} {"level":"info","ts":"2026-02-23T16:31:38.879455816Z","logger":"workload-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.Workload"} {"level":"info","ts":"2026-02-23T16:31:38.879316982Z","logger":"tas-topology-ungater","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Pod"} {"level":"info","ts":"2026-02-23T16:31:38.87954984Z","logger":"tas-non-tas-usage-controller","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"standalone","source":"kind source: *v1.Pod"} {"level":"info","ts":"2026-02-23T16:31:38.878735391Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ClusterQueue"} {"level":"info","ts":"2026-02-23T16:31:38.879697595Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.ResourceFlavor"} {"level":"info","ts":"2026-02-23T16:31:38.878411961Z","logger":"localqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"channel source: 0xc0003a4310"} {"level":"info","ts":"2026-02-23T16:31:38.87847972Z","logger":"localqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1beta2.LocalQueue"} {"level":"info","ts":"2026-02-23T16:31:38.878711Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Namespace"} {"level":"info","ts":"2026-02-23T16:31:38.879884321Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Node"} I0223 16:31:38.880020 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="openshift-kueue-operator/c1f6bfd2.kueue.x-k8s.io" {"level":"Level(-2)","ts":"2026-02-23T16:31:38.880091374Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"job-job-suspend-827c3","namespace":"testup2"},"queue":"user-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.880158629Z","logger":"workload-reconciler","caller":"core/workload_controller.go:831","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"job-job-suspend-827c3","namespace":"testup2"},"queue":"user-queue","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.879986185Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"test-queue","namespace":"e2e-kueue-visibility-on-demand-kvp24"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.880257593Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"job-job1-fa976","namespace":"testup2"},"queue":"user-queue2","status":"finished"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.880293158Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"user-queue2","namespace":"testup2"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.880307358Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"job-job2-81f4c","namespace":"testup2"},"queue":"user-queue2","status":"admitted"} {"level":"error","ts":"2026-02-23T16:31:38.880404326Z","logger":"workload-reconciler","caller":"scheduler/cache.go:578","msg":"Updating workload in cache","replica-role":"follower","workload":{"name":"job-job2-81f4c","namespace":"testup2"},"queue":"user-queue2","status":"admitted","error":"cluster queue not found","stacktrace":"sigs.k8s.io/kueue/pkg/cache/scheduler.(*Cache).AddOrUpdateWorkload\n\t/workspace/upstream/kueue/src/pkg/cache/scheduler/cache.go:578\nsigs.k8s.io/kueue/pkg/controller/core.(*WorkloadReconciler).Create\n\t/workspace/upstream/kueue/src/pkg/controller/core/workload_controller.go:835\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/source/event_handler.go:78\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1074\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1084\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.880445369Z","logger":"workload-reconciler","caller":"core/workload_controller.go:836","msg":"ClusterQueue for workload didn't exist; ignored for now","replica-role":"follower","workload":{"name":"job-job2-81f4c","namespace":"testup2"},"queue":"user-queue2","status":"admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.880476715Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"job-job3-8402d","namespace":"testup2"},"queue":"user-queue2","status":"admitted"} {"level":"error","ts":"2026-02-23T16:31:38.880507393Z","logger":"workload-reconciler","caller":"scheduler/cache.go:578","msg":"Updating workload in cache","replica-role":"follower","workload":{"name":"job-job3-8402d","namespace":"testup2"},"queue":"user-queue2","status":"admitted","error":"cluster queue not found","stacktrace":"sigs.k8s.io/kueue/pkg/cache/scheduler.(*Cache).AddOrUpdateWorkload\n\t/workspace/upstream/kueue/src/pkg/cache/scheduler/cache.go:578\nsigs.k8s.io/kueue/pkg/controller/core.(*WorkloadReconciler).Create\n\t/workspace/upstream/kueue/src/pkg/controller/core/workload_controller.go:835\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/source/event_handler.go:78\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1074\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1084\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.880538832Z","logger":"workload-reconciler","caller":"core/workload_controller.go:836","msg":"ClusterQueue for workload didn't exist; ignored for now","replica-role":"follower","workload":{"name":"job-job3-8402d","namespace":"testup2"},"queue":"user-queue2","status":"admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.880568858Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"pod-pod-suspend-a5a99","namespace":"testup2"},"queue":"user-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.880602233Z","logger":"workload-reconciler","caller":"core/workload_controller.go:831","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"pod-pod-suspend-a5a99","namespace":"testup2"},"queue":"user-queue","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.880630861Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"pod-pod1-c5673","namespace":"testup2"},"queue":"user-queue","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.880667292Z","logger":"workload-reconciler","caller":"core/workload_controller.go:831","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"pod-pod1-c5673","namespace":"testup2"},"queue":"user-queue","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.880697891Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"pod-pod2-8b1f7","namespace":"testup2"},"queue":"user-queue2","status":"admitted"} {"level":"error","ts":"2026-02-23T16:31:38.880754043Z","logger":"workload-reconciler","caller":"scheduler/cache.go:578","msg":"Updating workload in cache","replica-role":"follower","workload":{"name":"pod-pod2-8b1f7","namespace":"testup2"},"queue":"user-queue2","status":"admitted","error":"cluster queue not found","stacktrace":"sigs.k8s.io/kueue/pkg/cache/scheduler.(*Cache).AddOrUpdateWorkload\n\t/workspace/upstream/kueue/src/pkg/cache/scheduler/cache.go:578\nsigs.k8s.io/kueue/pkg/controller/core.(*WorkloadReconciler).Create\n\t/workspace/upstream/kueue/src/pkg/controller/core/workload_controller.go:835\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/source/event_handler.go:78\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1074\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1084\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.880792462Z","logger":"workload-reconciler","caller":"core/workload_controller.go:836","msg":"ClusterQueue for workload didn't exist; ignored for now","replica-role":"follower","workload":{"name":"pod-pod2-8b1f7","namespace":"testup2"},"queue":"user-queue2","status":"admitted"} {"level":"info","ts":"2026-02-23T16:31:38.879830774Z","logger":"tas-node-failure-reconciler","caller":"controller/controller.go:353","msg":"Starting EventSource","replica-role":"follower","source":"kind source: *v1.Node"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.883016868Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.Topology","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.883484878Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.Cohort","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.883511754Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.RuntimeClass","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.884002393Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.WorkloadPriorityClass","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.884369914Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1beta2.ClusterQueue","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.887286713Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Namespace","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} E0223 16:31:38.890762 1 leaderelection.go:488] "Failed to update lease" err="Operation cannot be fulfilled on leases.coordination.k8s.io \"c1f6bfd2.kueue.x-k8s.io\": the object has been modified; please apply your changes to the latest version and try again" lock="openshift-kueue-operator/c1f6bfd2.kueue.x-k8s.io" {"level":"info","ts":"2026-02-23T16:31:38.979851122Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-02-23T16:31:38.979950212Z","logger":"admissioncheck-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"info","ts":"2026-02-23T16:31:38.979869611Z","logger":"localqueue-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-02-23T16:31:38.979970194Z","logger":"localqueue-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"info","ts":"2026-02-23T16:31:38.97989893Z","logger":"workloadpriorityclass-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-02-23T16:31:38.979985834Z","logger":"workloadpriorityclass-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.979841615Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"follower","clusterQueue":{"name":"cluster-queue2"}} {"level":"info","ts":"2026-02-23T16:31:38.979935269Z","logger":"tas-topology-ungater","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-02-23T16:31:38.980050399Z","logger":"tas-topology-ungater","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"follower","worker count":5} {"level":"info","ts":"2026-02-23T16:31:38.979920516Z","logger":"cohort-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-02-23T16:31:38.980128387Z","logger":"cohort-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"info","ts":"2026-02-23T16:31:38.980150263Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-02-23T16:31:38.980178149Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"info","ts":"2026-02-23T16:31:38.980214445Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"follower"} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.980230635Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"info","ts":"2026-02-23T16:31:38.98029386Z","logger":"tas-non-tas-usage-controller","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"standalone"} {"level":"info","ts":"2026-02-23T16:31:38.980321302Z","logger":"tas-non-tas-usage-controller","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"standalone","worker count":5} {"level":"info","ts":"2026-02-23T16:31:38.980374482Z","logger":"tas-topology-controller","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-02-23T16:31:38.980407824Z","logger":"tas-topology-controller","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"info","ts":"2026-02-23T16:31:38.980235887Z","logger":"tas-resource-flavor-controller","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"info","ts":"2026-02-23T16:31:38.981232327Z","logger":"tas-node-failure-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-02-23T16:31:38.981294737Z","logger":"tas-node-failure-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"follower","worker count":1} {"level":"info","ts":"2026-02-23T16:31:38.982976804Z","logger":"workload-reconciler","caller":"controller/controller.go:286","msg":"Starting Controller","replica-role":"follower"} {"level":"info","ts":"2026-02-23T16:31:38.983025353Z","logger":"workload-reconciler","caller":"controller/controller.go:289","msg":"Starting workers","replica-role":"follower","worker count":5} {"level":"Level(-2)","ts":"2026-02-23T16:31:38.989020239Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"test-queue","namespace":"e2e-kueue-visibility-on-demand-kvp24"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:39.001675858Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"test-queue","namespace":"e2e-kueue-visibility-on-demand-kvp24"}} I0223 16:31:39.034343 1 plugins.go:157] Loaded 2 mutating admission controller(s) successfully in the following order: NamespaceLifecycle,MutatingAdmissionPolicy. I0223 16:31:39.036657 1 handler.go:304] Adding GroupVersion visibility.kueue.x-k8s.io v1beta2 to ResourceManager I0223 16:31:39.036938 1 handler.go:304] Adding GroupVersion visibility.kueue.x-k8s.io v1beta1 to ResourceManager I0223 16:31:39.051035 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0223 16:31:39.051041 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0223 16:31:39.051119 1 shared_informer.go:370] "Waiting for caches to sync" I0223 16:31:39.051059 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0223 16:31:39.051149 1 shared_informer.go:370] "Waiting for caches to sync" I0223 16:31:39.051101 1 shared_informer.go:370] "Waiting for caches to sync" I0223 16:31:39.051592 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/visibility/tls.crt::/visibility/tls.key" I0223 16:31:39.051615 1 secure_serving.go:211] Serving securely on [::]:8082 I0223 16:31:39.051660 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0223 16:31:39.051797 1 apf_controller.go:377] Starting API Priority and Fairness config controller I0223 16:31:39.151624 1 shared_informer.go:377] "Caches are synced" I0223 16:31:39.151633 1 shared_informer.go:377] "Caches are synced" I0223 16:31:39.151648 1 shared_informer.go:377] "Caches are synced" I0223 16:31:39.151958 1 apf_controller.go:382] Running API Priority and Fairness config worker I0223 16:31:39.151971 1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process {"level":"Level(-2)","ts":"2026-02-23T16:31:46.730356096Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"test-queue","namespace":"e2e-kueue-visibility-on-demand-kvp24"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:47.361941676Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:47.371026426Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:47.526074757Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:47.533651064Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:334","msg":"ClusterQueue delete event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:47.533749921Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:339","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:47.837978496Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"default"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:47.9981312Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"follower","resourceFlavor":{"name":"default"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:48.317164478Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-d79pw"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:48.322231381Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-d79pw"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:48.486309912Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-8ct24"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:48.491484687Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-8ct24"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:48.497779446Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-8ct24"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:48.649679844Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-5r9rv"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:48.656038234Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-5r9rv"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:48.663096466Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-5r9rv"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:48.970014967Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-56d8h"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:48.976523192Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-56d8h"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:49.302360002Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-c7km5"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:49.313415511Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-c7km5"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:50.777072289Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"job-job-blocker-e2729","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:31:50.793486495Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-blocker-e2729","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-queue-8ct24"} {"level":"Level(-2)","ts":"2026-02-23T16:31:51.169897701Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"job-job-high-a-733c6","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:31:51.180632384Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-high-a-733c6","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:31:51.338058232Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"job-job-medium-a-6ed59","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:31:51.346961906Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-medium-a-6ed59","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:31:51.510298864Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"job-job-low-a-c1382","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:31:51.520778364Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-low-a-c1382","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:31:51.67688951Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"job-job-blocker-b-0c3d8","namespace":"namespace-b-c7km5"},"queue":"local-queue-b","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:31:51.688272204Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-blocker-b-0c3d8","namespace":"namespace-b-c7km5"},"queue":"local-queue-b","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-queue-5r9rv"} {"level":"Level(-2)","ts":"2026-02-23T16:31:51.794285767Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-56d8h"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:51.79466608Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-8ct24"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:52.16700329Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"job-job-high-b-67991","namespace":"namespace-b-c7km5"},"queue":"local-queue-b","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:31:52.17599986Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-high-b-67991","namespace":"namespace-b-c7km5"},"queue":"local-queue-b","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:31:52.685999696Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-c7km5"}} {"level":"Level(-2)","ts":"2026-02-23T16:31:52.686931078Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-5r9rv"}} {"level":"Level(-2)","ts":"2026-02-23T16:32:34.839803786Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-blocker-e2729","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-queue-8ct24"} {"level":"Level(-2)","ts":"2026-02-23T16:32:34.852110251Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-high-a-733c6","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-queue-8ct24"} {"level":"Level(-2)","ts":"2026-02-23T16:32:34.854629258Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-blocker-e2729","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"finished","clusterQueue":"cluster-queue-8ct24"} {"level":"Level(-2)","ts":"2026-02-23T16:32:34.854866036Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-medium-a-6ed59","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-queue-8ct24"} {"level":"Level(-2)","ts":"2026-02-23T16:32:35.847318573Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-56d8h"}} {"level":"Level(-2)","ts":"2026-02-23T16:32:35.850122331Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-8ct24"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:05.182894778Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-blocker-b-0c3d8","namespace":"namespace-b-c7km5"},"queue":"local-queue-b","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-queue-5r9rv"} {"level":"Level(-2)","ts":"2026-02-23T16:33:05.196313107Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-high-b-67991","namespace":"namespace-b-c7km5"},"queue":"local-queue-b","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-queue-5r9rv"} {"level":"Level(-2)","ts":"2026-02-23T16:33:05.197379457Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-blocker-b-0c3d8","namespace":"namespace-b-c7km5"},"queue":"local-queue-b","status":"finished","clusterQueue":"cluster-queue-5r9rv"} {"level":"Level(-2)","ts":"2026-02-23T16:33:06.192349718Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-c7km5"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:06.195392227Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-5r9rv"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:18.90332065Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-high-a-733c6","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-queue-8ct24"} {"level":"Level(-2)","ts":"2026-02-23T16:33:18.915221006Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-low-a-c1382","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-queue-8ct24"} {"level":"Level(-2)","ts":"2026-02-23T16:33:18.916061618Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-high-a-733c6","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"finished","clusterQueue":"cluster-queue-8ct24"} {"level":"Level(-2)","ts":"2026-02-23T16:33:19.915056879Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-56d8h"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:19.915229099Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-8ct24"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:29.851275957Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-high-b-67991","namespace":"namespace-b-c7km5"},"queue":"local-queue-b","status":"admitted","clusterQueue":"cluster-queue-5r9rv"} {"level":"Level(-2)","ts":"2026-02-23T16:33:29.867760463Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"job-job-high-b-67991","namespace":"namespace-b-c7km5"},"queue":"local-queue-b","status":"admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:33:30.190615359Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"job-job-blocker-b-0c3d8","namespace":"namespace-b-c7km5"},"queue":"local-queue-b","status":"finished"} {"level":"Level(-2)","ts":"2026-02-23T16:33:30.531648939Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-low-a-c1382","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"admitted","clusterQueue":"cluster-queue-8ct24"} {"level":"Level(-2)","ts":"2026-02-23T16:33:30.538851171Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"job-job-low-a-c1382","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:33:30.861816898Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-c7km5"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:30.861923551Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-5r9rv"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:30.871517616Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-medium-a-6ed59","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"admitted","clusterQueue":"cluster-queue-8ct24"} {"level":"Level(-2)","ts":"2026-02-23T16:33:30.877803781Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"job-job-medium-a-6ed59","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:33:31.218141508Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"job-job-high-a-733c6","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"finished"} {"level":"Level(-2)","ts":"2026-02-23T16:33:31.541190219Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-56d8h"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:31.54374313Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-8ct24"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:31.556284525Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"job-job-blocker-e2729","namespace":"namespace-a-56d8h"},"queue":"local-queue-a","status":"finished"} {"level":"Level(-2)","ts":"2026-02-23T16:33:33.752916938Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-c7km5"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:54.967086275Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-56d8h"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:55.638012449Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-5r9rv"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:55.64675319Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-5r9rv"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:55.811511062Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-5r9rv"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:55.822509971Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:334","msg":"ClusterQueue delete event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-5r9rv"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:55.82260838Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:339","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"follower","clusterQueue":{"name":"cluster-queue-5r9rv"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:56.137113116Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-8ct24"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:56.146160801Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-8ct24"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:56.323369582Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-8ct24"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:56.33361769Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:334","msg":"ClusterQueue delete event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-8ct24"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:56.333670464Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:339","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"follower","clusterQueue":{"name":"cluster-queue-8ct24"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:56.647315102Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-d79pw"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:56.812392414Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-d79pw"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:57.137423266Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-sx75h"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:57.143037274Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-sx75h"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:57.310084676Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:57.318280612Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:57.327058813Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:57.65342656Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-kj545"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:57.661661429Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-kj545"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:57.996616452Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-8rjw2"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:58.004844468Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-8rjw2"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.201995065Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"job-job-blocker-b112c","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.211406544Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-blocker-b112c","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.709464599Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.71905363Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.891627988Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.904485056Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:34:00.210527867Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-kj545"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:00.213911524Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:00.903663629Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-8rjw2"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.458920355Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-blocker-b112c","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.474103946Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-blocker-b112c","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"finished","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.474490293Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:34:44.467748942Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-kj545"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:44.470816634Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:44.4865504Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-8rjw2"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:51.189097763Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"job-job-low-b-75f5e","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:34:51.20137049Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-low-b-75f5e","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:34:52.198290461Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-8rjw2"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:52.201863564Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.568742351Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.579893503Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-low-b-75f5e","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.585458849Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"finished","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.585826229Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:35:27.577707908Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-8rjw2"}} {"level":"Level(-2)","ts":"2026-02-23T16:35:27.580510485Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:35:27.591096854Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-kj545"}} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.247986088Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-low-b-75f5e","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"admitted","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.262359276Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"job-job-low-b-75f5e","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.566150496Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"finished"} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.877527991Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"admitted","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.88493645Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:35:35.205086137Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"job-job-blocker-b112c","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"finished"} {"level":"Level(-2)","ts":"2026-02-23T16:35:35.258194928Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-8rjw2"}} {"level":"Level(-2)","ts":"2026-02-23T16:35:35.261376914Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:35:35.88513041Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-kj545"}} {"level":"Level(-2)","ts":"2026-02-23T16:35:36.963447969Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-8rjw2"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:08.293712157Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-kj545"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:08.974802093Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:08.98681458Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:09.152543168Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:09.163046866Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:334","msg":"ClusterQueue delete event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:09.163110202Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:339","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"follower","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:09.488258437Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-sx75h"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:09.658101578Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-sx75h"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:09.98800517Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-q88gs"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:09.992685476Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-q88gs"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:10.557890078Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-j69j5"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:10.56429164Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-j69j5"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:10.571857643Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-j69j5"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:10.912770522Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"local-queue","namespace":"namespace-h9kjv"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:10.921181004Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue","namespace":"namespace-h9kjv"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:12.471032695Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"local-queue","namespace":"namespace-h9kjv"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:13.12539171Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-j69j5"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:13.134449222Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-j69j5"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:13.296614146Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-j69j5"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:13.30828856Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:334","msg":"ClusterQueue delete event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-j69j5"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:13.308348111Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:339","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"follower","clusterQueue":{"name":"cluster-queue-j69j5"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:13.621635479Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-q88gs"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:13.787544673Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-q88gs"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.113663595Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-h5pnv"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.119431215Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-h5pnv"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.291617462Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-4qt96"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.297224051Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-4qt96"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.305537098Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-4qt96"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.622240927Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-chtfp"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.62866105Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-chtfp"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.946197409Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-sjwkt"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.953123018Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-sjwkt"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.002629469Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.002700683Z","logger":"workload-reconciler","caller":"core/workload_controller.go:831","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.013910176Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.013965829Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.019543986Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.StatefulSet","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.033239598Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.033285402Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.120642925Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.PartialObjectMetadata","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-23T16:39:19.32011665Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-sjwkt"}} {"level":"Level(-2)","ts":"2026-02-23T16:39:20.135076409Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-chtfp"}} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.489002804Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.489081611Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.511688301Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.511766271Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.527701479Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.527774872Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:40:01.562989145Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-4qt96"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:01.570967074Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-4qt96"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:01.732176738Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-4qt96"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:01.741757246Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:334","msg":"ClusterQueue delete event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-4qt96"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:01.74182691Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:339","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"follower","clusterQueue":{"name":"cluster-queue-4qt96"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.05223834Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-h5pnv"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.217411069Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-h5pnv"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.542567682Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-p2jrd"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.547426851Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-p2jrd"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.708806885Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.715757863Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.723981656Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.042525675Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-qkltm"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.053968647Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-qkltm"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.355099839Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.370393562Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-4bp8f"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.377120386Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-4bp8f"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.17987466Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.179932985Z","logger":"workload-reconciler","caller":"core/workload_controller.go:831","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.196708403Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.196782124Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.23014068Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.230238683Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:07.498184235Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-4bp8f"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:08.345364032Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-qkltm"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.724100165Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.724170213Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.748109378Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.748172988Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.762965268Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.763027157Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.806874414Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.815828833Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.967502877Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.979554026Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:334","msg":"ClusterQueue delete event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.979617009Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:339","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"follower","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.286563541Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-p2jrd"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.448270425Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-p2jrd"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.770239147Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-7rvmd"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.775899036Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-7rvmd"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.928708134Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.934841619Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.941911759Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.951039819Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:51.268489057Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-fzx99"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:51.277942634Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-fzx99"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:51.599465839Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-b7cq5"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:51.608695736Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-b7cq5"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.350170214Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.350244352Z","logger":"workload-reconciler","caller":"core/workload_controller.go:831","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.364945574Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.365013358Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.391059071Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.39112285Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:46:55.528388036Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-b7cq5"}} {"level":"Level(-2)","ts":"2026-02-23T16:46:56.364182267Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-fzx99"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.741554507Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.74161999Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.768200678Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.768272538Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.785055848Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.785128147Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:47:34.61458758Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.824231153Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.837370569Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.987687128Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.998957907Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:334","msg":"ClusterQueue delete event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.999010588Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:339","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:38.297446852Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-7rvmd"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:38.45823918Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-7rvmd"}} === Logs from pod kueue-controller-manager-74696d84f5-cmhgx === --- Container: manager --- {"level":"Level(-2)","ts":"2026-02-23T16:33:59.211071791Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"job-job-blocker-b112c","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.211152835Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-blocker-b112c","reconcileID":"c83de638-4fd1-480e-a66c-1566754f532a"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.211231928Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-blocker-b112c","reconcileID":"c83de638-4fd1-480e-a66c-1566754f532a","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.211256838Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-blocker","reconcileID":"9ee067eb-675a-4182-b89f-05e46b29846d","job":"namespace-a-kj545/job-blocker","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.211370146Z","logger":"job","caller":"jobframework/reconciler.go:598","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-blocker","reconcileID":"9ee067eb-675a-4182-b89f-05e46b29846d","job":"namespace-a-kj545/job-blocker","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.211207655Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-blocker-b112c","reconcileID":"37ac4bec-8603-4852-b037-9721b26708da"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.220250435Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-blocker","reconcileID":"faf7779c-bb09-4201-9304-b12da0ccda8b","job":"namespace-a-kj545/job-blocker","gvk":"batch/v1, Kind=Job"} {"level":"debug","ts":"2026-02-23T16:33:59.220285218Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by clusterQueue cluster-queue-tg6fk","type":"Normal","object":{"kind":"Job","namespace":"namespace-a-kj545","name":"job-blocker","uid":"0c7911e0-004e-4968-8d89-b630e3cfc62d","apiVersion":"batch/v1","resourceVersion":"154602"},"reason":"Started"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.246009196Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-blocker","reconcileID":"aafc1c0d-888b-4bd1-83c6-74fc28da28c1","job":"namespace-a-kj545/job-blocker","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.698385392Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-high-a","reconcileID":"9995d203-17f9-44fe-aa52-6b208ee10a66","job":"namespace-a-kj545/job-high-a","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.708929407Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"leader","workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.708961646Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","reconcileID":"f7da2974-998d-49cf-8744-499145adc299"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.709020258Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","reconcileID":"f7da2974-998d-49cf-8744-499145adc299","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.709073259Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","reconcileID":"d0a02217-0059-4934-bd26-f486909bc883"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.709178073Z","logger":"scheduler","caller":"scheduler/scheduler.go:248","msg":"Attempting to schedule workload","replica-role":"follower","schedulingCycle":14,"workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.709193012Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Workload requires preemption, but there are no candidate workloads allowed for preemption","replica-role":"follower","schedulingCycle":14,"workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"clusterQueue":{"name":"cluster-queue-tg6fk"},"preemption":{"reclaimWithinCohort":"Never","borrowWithinCohort":{"policy":"Never"},"withinClusterQueue":"Never"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.709215828Z","logger":"scheduler","caller":"queue/cluster_queue.go:369","msg":"Workload couldn't be admitted. Moving the head of this ClusterQueue to the consecutive Workload.","replica-role":"follower","schedulingCycle":14,"clusterQueue":"cluster-queue-tg6fk","workload":"namespace-a-kj545/job-job-high-a-9946d"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.709231117Z","logger":"scheduler","caller":"scheduler/scheduler.go:812","msg":"Workload re-queued","replica-role":"follower","schedulingCycle":14,"workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"clusterQueue":{"name":"cluster-queue-tg6fk"},"queue":{"name":"local-queue-a","namespace":"namespace-a-kj545"},"requeueReason":"","added":true,"status":""} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.709904878Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-high-a","reconcileID":"f816bd4d-d29a-4014-b07d-3797893c9b72","job":"namespace-a-kj545/job-high-a","gvk":"batch/v1, Kind=Job"} {"level":"debug","ts":"2026-02-23T16:33:59.709939354Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Created Workload: namespace-a-kj545/job-job-high-a-9946d","type":"Normal","object":{"kind":"Job","namespace":"namespace-a-kj545","name":"job-high-a","uid":"fefe097e-c0bf-490d-bece-3684d62bf9c6","apiVersion":"batch/v1","resourceVersion":"154641"},"reason":"CreatedWorkload"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.718517458Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.718687483Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","reconcileID":"80fb5b32-a45c-4f4d-9619-3dfe6f68d189"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.718743282Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","reconcileID":"401c1fe1-b647-4b96-bf20-2ca0b318b1a5"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.718825253Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","reconcileID":"401c1fe1-b647-4b96-bf20-2ca0b318b1a5","isDeleted":false} {"level":"debug","ts":"2026-02-23T16:33:59.718555635Z","logger":"events","caller":"recorder/recorder.go:104","msg":"couldn't assign flavors to pod set main: insufficient unused quota for cpu in flavor resource-flavor-sx75h, 1 more needed, insufficient unused quota for memory in flavor resource-flavor-sx75h, 512Mi more needed","type":"Warning","object":{"kind":"Workload","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","uid":"5783492f-b4e5-4a8d-aa55-a53162e41398","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"154644"},"reason":"Pending"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.718935663Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-high-a","reconcileID":"d3c91424-d241-4a66-b896-13b08143b4ff","job":"namespace-a-kj545/job-high-a","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.881975271Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-blocker-b","reconcileID":"53302a46-bdcf-47a9-82a1-cabafe079213","job":"namespace-b-8rjw2/job-blocker-b","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.893482937Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-blocker-b","reconcileID":"dc7acb2f-01f2-4553-8bdc-c8aa60dbc7e4","job":"namespace-b-8rjw2/job-blocker-b","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.894854705Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-blocker-b","reconcileID":"ce179937-f874-4f01-a3ad-d63008890ae0","job":"namespace-b-8rjw2/job-blocker-b","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.894444513Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","reconcileID":"aff9ff30-76dd-43f7-8c7e-7ca4138ba1a7"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.89504602Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","reconcileID":"aff9ff30-76dd-43f7-8c7e-7ca4138ba1a7","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.894382532Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"leader","workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.895220527Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","reconcileID":"9878595e-f331-4134-b86a-bcf368c22c63"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.895392242Z","logger":"scheduler","caller":"scheduler/scheduler.go:248","msg":"Attempting to schedule workload","replica-role":"follower","schedulingCycle":15,"workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.895580575Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Workload requires preemption, but there are no candidate workloads allowed for preemption","replica-role":"follower","schedulingCycle":15,"workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"clusterQueue":{"name":"cluster-queue-tg6fk"},"preemption":{"reclaimWithinCohort":"Never","borrowWithinCohort":{"policy":"Never"},"withinClusterQueue":"Never"}} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.895657843Z","logger":"scheduler","caller":"queue/cluster_queue.go:369","msg":"Workload couldn't be admitted. Moving the head of this ClusterQueue to the consecutive Workload.","replica-role":"follower","schedulingCycle":15,"clusterQueue":"cluster-queue-tg6fk","workload":"namespace-b-8rjw2/job-job-blocker-b-5b12f"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.89570817Z","logger":"scheduler","caller":"scheduler/scheduler.go:812","msg":"Workload re-queued","replica-role":"follower","schedulingCycle":15,"workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"clusterQueue":{"name":"cluster-queue-tg6fk"},"queue":{"name":"local-queue-b","namespace":"namespace-b-8rjw2"},"requeueReason":"","added":true,"status":""} {"level":"debug","ts":"2026-02-23T16:33:59.894632456Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Created Workload: namespace-b-8rjw2/job-job-blocker-b-5b12f","type":"Normal","object":{"kind":"Job","namespace":"namespace-b-8rjw2","name":"job-blocker-b","uid":"3e4f1a7b-c420-4283-b406-ac1285dc449c","apiVersion":"batch/v1","resourceVersion":"154654"},"reason":"CreatedWorkload"} {"level":"debug","ts":"2026-02-23T16:33:59.904555076Z","logger":"events","caller":"recorder/recorder.go:104","msg":"couldn't assign flavors to pod set main: insufficient unused quota for cpu in flavor resource-flavor-sx75h, 2 more needed, insufficient unused quota for memory in flavor resource-flavor-sx75h, 1Gi more needed","type":"Warning","object":{"kind":"Workload","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","uid":"31dc6472-4878-4528-bfb4-772c4f84a868","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"154656"},"reason":"Pending"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.904647136Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.905459045Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","reconcileID":"f00c16d7-dd10-4531-88a2-52146eed3810"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.90481211Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-blocker-b","reconcileID":"1b38d9ef-e438-46a7-9b25-47d6dab0b4ce","job":"namespace-b-8rjw2/job-blocker-b","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.904847158Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","reconcileID":"c0a33353-f907-47db-bd65-1c8570cd3c48"} {"level":"Level(-2)","ts":"2026-02-23T16:33:59.905694898Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","reconcileID":"c0a33353-f907-47db-bd65-1c8570cd3c48","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:34:00.072304314Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"testup2","name":"job3","reconcileID":"1b56588e-c2d2-45ce-af3a-b0b4bdf647d4","job":"testup2/job3","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:34:00.202366204Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-tg6fk","reconcileID":"9ec4dc31-880d-471c-b803-f7b455ca278c"} {"level":"Level(-2)","ts":"2026-02-23T16:34:00.202364114Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-a-kj545","name":"local-queue-a","reconcileID":"cfd909b6-06ea-4fd0-8921-9b1ff8964b13"} {"level":"Level(-2)","ts":"2026-02-23T16:34:00.210158771Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"local-queue-a","namespace":"namespace-a-kj545"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:00.212421344Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-a-kj545","name":"local-queue-a","reconcileID":"bd01bf71-7708-41f5-8137-0ed3fc21bfdb"} {"level":"Level(-2)","ts":"2026-02-23T16:34:00.21274168Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:00.213396957Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-tg6fk","reconcileID":"e02f80b4-a5ba-452a-92a3-08d0ccee2f6e"} {"level":"Level(-2)","ts":"2026-02-23T16:34:00.896223054Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"local-queue-b","reconcileID":"85c23691-20c7-43fb-b51e-1e57bbdc2435"} {"level":"Level(-2)","ts":"2026-02-23T16:34:00.903227017Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"local-queue-b","namespace":"namespace-b-8rjw2"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:00.904540374Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"local-queue-b","reconcileID":"4439bfd9-9e40-47b8-9b1b-7256a4aa101f"} {"level":"Level(-2)","ts":"2026-02-23T16:34:02.305559733Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-blocker","reconcileID":"2c5475cb-6005-495c-9c6e-1cc051d5c722","job":"namespace-a-kj545/job-blocker","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:34:42.41642137Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-blocker","reconcileID":"9b1b692f-184e-44ca-8b55-574ee2ba1513","job":"namespace-a-kj545/job-blocker","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.424643138Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-blocker","reconcileID":"190017ee-8776-4cbb-9b36-3f9c883c2cc6","job":"namespace-a-kj545/job-blocker","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.447564441Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-blocker","reconcileID":"d5aeffff-5750-42e5-8044-247fc678c449","job":"namespace-a-kj545/job-blocker","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.458769025Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-blocker-b112c","reconcileID":"3dbb1506-d906-4787-a409-3b5c3994c5a9"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.458869715Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-blocker-b112c","reconcileID":"3dbb1506-d906-4787-a409-3b5c3994c5a9","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.458934169Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"job-job-blocker-b112c","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.459061366Z","logger":"workload-reconciler","caller":"queue/inadmissible_workloads.go:137","msg":"Resetting the head of the ClusterQueue","replica-role":"leader","workload":{"name":"job-job-blocker-b112c","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"finished","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.459186922Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-blocker-b112c","reconcileID":"3c91b50b-3a85-44fc-ac88-9c6919f61088"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.459216068Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-blocker","reconcileID":"c9dcf0d5-a023-498f-89e1-5bb59d6b9bc1","job":"namespace-a-kj545/job-blocker","gvk":"batch/v1, Kind=Job"} {"level":"debug","ts":"2026-02-23T16:34:43.459271266Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Workload 'namespace-a-kj545/job-job-blocker-b112c' is declared finished","type":"Normal","object":{"kind":"Job","namespace":"namespace-a-kj545","name":"job-blocker","uid":"0c7911e0-004e-4968-8d89-b630e3cfc62d","apiVersion":"batch/v1","resourceVersion":"155046"},"reason":"FinishedWorkload"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.459297408Z","logger":"scheduler","caller":"scheduler/scheduler.go:248","msg":"Attempting to schedule workload","replica-role":"follower","schedulingCycle":16,"workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.459395137Z","logger":"scheduler","caller":"scheduler/scheduler.go:697","msg":"Workload assumed in the cache","replica-role":"follower","schedulingCycle":16,"workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"debug","ts":"2026-02-23T16:34:43.459419018Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Workload 'namespace-a-kj545/job-job-blocker-b112c' is declared finished","type":"Normal","object":{"kind":"Job","namespace":"namespace-a-kj545","name":"job-blocker","uid":"0c7911e0-004e-4968-8d89-b630e3cfc62d","apiVersion":"batch/v1","resourceVersion":"155046"},"reason":"FinishedWorkload"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.45958329Z","logger":"scheduler","caller":"scheduler/scheduler.go:248","msg":"Attempting to schedule workload","replica-role":"follower","schedulingCycle":17,"workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.459600441Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Workload requires preemption, but there are no candidate workloads allowed for preemption","replica-role":"follower","schedulingCycle":17,"workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"clusterQueue":{"name":"cluster-queue-tg6fk"},"preemption":{"reclaimWithinCohort":"Never","borrowWithinCohort":{"policy":"Never"},"withinClusterQueue":"Never"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.459657931Z","logger":"scheduler","caller":"queue/cluster_queue.go:369","msg":"Workload couldn't be admitted. Moving the head of this ClusterQueue to the consecutive Workload.","replica-role":"follower","schedulingCycle":17,"clusterQueue":"cluster-queue-tg6fk","workload":"namespace-a-kj545/job-job-high-a-9946d"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.459678248Z","logger":"scheduler","caller":"scheduler/scheduler.go:812","msg":"Workload re-queued","replica-role":"follower","schedulingCycle":17,"workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"clusterQueue":{"name":"cluster-queue-tg6fk"},"queue":{"name":"local-queue-a","namespace":"namespace-a-kj545"},"requeueReason":"","added":true,"status":""} {"level":"debug","ts":"2026-02-23T16:34:43.459815815Z","logger":"events","caller":"recorder/recorder.go:104","msg":"couldn't assign flavors to pod set main: insufficient unused quota for cpu in flavor resource-flavor-sx75h, 1 more needed, insufficient unused quota for memory in flavor resource-flavor-sx75h, 512Mi more needed","type":"Warning","object":{"kind":"Workload","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","uid":"5783492f-b4e5-4a8d-aa55-a53162e41398","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"154646"},"reason":"Pending"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.472648076Z","logger":"scheduler","caller":"scheduler/scheduler.go:660","msg":"Workload successfully admitted and assigned flavors","replica-role":"follower","schedulingCycle":16,"workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"clusterQueue":{"name":"cluster-queue-tg6fk"},"assignments":[{"name":"main","flavors":{"cpu":"resource-flavor-sx75h","memory":"resource-flavor-sx75h"},"resourceUsage":{"cpu":"2","memory":"1Gi"},"count":1}]} {"level":"debug","ts":"2026-02-23T16:34:43.472672077Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-queue-tg6fk, wait time since queued was 44s","type":"Normal","object":{"kind":"Workload","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","uid":"31dc6472-4878-4528-bfb4-772c4f84a868","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"155051"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-02-23T16:34:43.472714338Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-queue-tg6fk, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","uid":"31dc6472-4878-4528-bfb4-772c4f84a868","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"155051"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.472788026Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"job-job-blocker-b112c","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"finished","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.472873147Z","logger":"workload-reconciler","caller":"queue/inadmissible_workloads.go:137","msg":"Resetting the head of the ClusterQueue","replica-role":"leader","workload":{"name":"job-job-blocker-b112c","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"finished","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.472945961Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-blocker-b112c","reconcileID":"07b1d230-fa1c-464f-8234-29f0415d9a65"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.472808343Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-blocker-b112c","reconcileID":"9f11c2f5-930b-458e-9ba1-aab67e077271"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.47300401Z","logger":"scheduler","caller":"scheduler/scheduler.go:248","msg":"Attempting to schedule workload","replica-role":"follower","schedulingCycle":18,"workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.473012796Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-blocker-b112c","reconcileID":"9f11c2f5-930b-458e-9ba1-aab67e077271","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.472948485Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-blocker","reconcileID":"66dfa18e-8275-44f3-8b8b-057c6331ad53","job":"namespace-a-kj545/job-blocker","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.473022855Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Workload requires preemption, but there are no candidate workloads allowed for preemption","replica-role":"follower","schedulingCycle":18,"workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"clusterQueue":{"name":"cluster-queue-tg6fk"},"preemption":{"reclaimWithinCohort":"Never","borrowWithinCohort":{"policy":"Never"},"withinClusterQueue":"Never"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.473057223Z","logger":"scheduler","caller":"queue/cluster_queue.go:369","msg":"Workload couldn't be admitted. Moving the head of this ClusterQueue to the consecutive Workload.","replica-role":"follower","schedulingCycle":18,"clusterQueue":"cluster-queue-tg6fk","workload":"namespace-a-kj545/job-job-high-a-9946d"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.473093174Z","logger":"scheduler","caller":"scheduler/scheduler.go:812","msg":"Workload re-queued","replica-role":"follower","schedulingCycle":18,"workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"clusterQueue":{"name":"cluster-queue-tg6fk"},"queue":{"name":"local-queue-a","namespace":"namespace-a-kj545"},"requeueReason":"","added":true,"status":""} {"level":"debug","ts":"2026-02-23T16:34:43.4731106Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Workload 'namespace-a-kj545/job-job-blocker-b112c' is declared finished","type":"Normal","object":{"kind":"Job","namespace":"namespace-a-kj545","name":"job-blocker","uid":"0c7911e0-004e-4968-8d89-b630e3cfc62d","apiVersion":"batch/v1","resourceVersion":"155046"},"reason":"FinishedWorkload"} {"level":"debug","ts":"2026-02-23T16:34:43.47317816Z","logger":"events","caller":"recorder/recorder.go:104","msg":"couldn't assign flavors to pod set main: insufficient unused quota for cpu in flavor resource-flavor-sx75h, 1 more needed, insufficient unused quota for memory in flavor resource-flavor-sx75h, 512Mi more needed","type":"Warning","object":{"kind":"Workload","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","uid":"5783492f-b4e5-4a8d-aa55-a53162e41398","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"154646"},"reason":"Pending"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.473283771Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.473339267Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","reconcileID":"bcb520a5-2a23-456f-bd25-0ec8d367e2cd"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.473387667Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","reconcileID":"bd2c8b2e-ace6-45d3-aee0-1b5d1bbc768d"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.473408905Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","reconcileID":"bcb520a5-2a23-456f-bd25-0ec8d367e2cd","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.47348098Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-blocker-b","reconcileID":"ea81fabd-be88-4a3c-9d9b-3543212574f6","job":"namespace-b-8rjw2/job-blocker-b","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.473539252Z","logger":"job","caller":"jobframework/reconciler.go:598","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-blocker-b","reconcileID":"ea81fabd-be88-4a3c-9d9b-3543212574f6","job":"namespace-b-8rjw2/job-blocker-b","gvk":"batch/v1, Kind=Job"} {"level":"debug","ts":"2026-02-23T16:34:43.482454027Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by clusterQueue cluster-queue-tg6fk","type":"Normal","object":{"kind":"Job","namespace":"namespace-b-8rjw2","name":"job-blocker-b","uid":"3e4f1a7b-c420-4283-b406-ac1285dc449c","apiVersion":"batch/v1","resourceVersion":"155054"},"reason":"Started"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.482479642Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-blocker-b","reconcileID":"f992deb8-1eb5-4cd3-bd99-33a30d632aa7","job":"namespace-b-8rjw2/job-blocker-b","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:34:43.517452918Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-blocker-b","reconcileID":"831123e1-d73c-4ec1-9081-836b4f407ae4","job":"namespace-b-8rjw2/job-blocker-b","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:34:44.459961924Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-tg6fk","reconcileID":"3a1e5a75-e1cb-4f57-b82b-45c2c06b78a5"} {"level":"Level(-2)","ts":"2026-02-23T16:34:44.459979638Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-a-kj545","name":"local-queue-a","reconcileID":"cc942446-f41c-4563-91a1-6c262617c4b1"} {"level":"Level(-2)","ts":"2026-02-23T16:34:44.467531803Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"local-queue-a","namespace":"namespace-a-kj545"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:44.467604279Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-a-kj545","name":"local-queue-a","reconcileID":"0a715b4e-46ff-4851-aa9e-d0fd4cd7acf3"} {"level":"Level(-2)","ts":"2026-02-23T16:34:44.470420662Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:44.470609547Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-tg6fk","reconcileID":"78e1d521-08e7-4b21-a47e-7657667212a2"} {"level":"Level(-2)","ts":"2026-02-23T16:34:44.479718309Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"local-queue-b","reconcileID":"d0fa1d6a-3eab-4388-81ef-65795ee3c3ae"} {"level":"Level(-2)","ts":"2026-02-23T16:34:44.485933552Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"local-queue-b","namespace":"namespace-b-8rjw2"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:44.486285573Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"local-queue-b","reconcileID":"ece1aada-55b7-44b1-b69f-1b0840bf80fd"} {"level":"Level(-2)","ts":"2026-02-23T16:34:46.42657567Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-blocker-b","reconcileID":"7e91a01d-556e-430f-ae4b-3528a02cbcc9","job":"namespace-b-8rjw2/job-blocker-b","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:34:51.179024288Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-low-b","reconcileID":"1498e50a-700e-4052-b502-d027c4392c5e","job":"namespace-b-8rjw2/job-low-b","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:34:51.187632477Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-low-b","reconcileID":"af8c72d2-dc22-4315-9552-1a3ea64dd361","job":"namespace-b-8rjw2/job-low-b","gvk":"batch/v1, Kind=Job"} {"level":"debug","ts":"2026-02-23T16:34:51.187638731Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Created Workload: namespace-b-8rjw2/job-job-low-b-75f5e","type":"Normal","object":{"kind":"Job","namespace":"namespace-b-8rjw2","name":"job-low-b","uid":"77dc60d1-e89c-4211-aec5-9cb1f712c4dd","apiVersion":"batch/v1","resourceVersion":"155116"},"reason":"CreatedWorkload"} {"level":"Level(-2)","ts":"2026-02-23T16:34:51.188847282Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"leader","workload":{"name":"job-job-low-b-75f5e","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:34:51.188876998Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-low-b-75f5e","reconcileID":"2c32233e-e47d-4bf2-bfe5-1106c6cfc4bb"} {"level":"Level(-2)","ts":"2026-02-23T16:34:51.188931206Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-low-b-75f5e","reconcileID":"2c32233e-e47d-4bf2-bfe5-1106c6cfc4bb","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:34:51.189026622Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-low-b-75f5e","reconcileID":"fcfe0687-11c9-4136-acc1-a691d9cca41b"} {"level":"Level(-2)","ts":"2026-02-23T16:34:51.189113513Z","logger":"scheduler","caller":"scheduler/scheduler.go:248","msg":"Attempting to schedule workload","replica-role":"follower","schedulingCycle":19,"workload":{"name":"job-job-low-b-75f5e","namespace":"namespace-b-8rjw2"},"clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:51.189166726Z","logger":"scheduler","caller":"scheduler/scheduler.go:268","msg":"Workload requires preemption, but there are no candidate workloads allowed for preemption","replica-role":"follower","schedulingCycle":19,"workload":{"name":"job-job-low-b-75f5e","namespace":"namespace-b-8rjw2"},"clusterQueue":{"name":"cluster-queue-tg6fk"},"preemption":{"reclaimWithinCohort":"Never","borrowWithinCohort":{"policy":"Never"},"withinClusterQueue":"Never"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:51.189210275Z","logger":"scheduler","caller":"queue/cluster_queue.go:369","msg":"Workload couldn't be admitted. Moving the head of this ClusterQueue to the consecutive Workload.","replica-role":"follower","schedulingCycle":19,"clusterQueue":"cluster-queue-tg6fk","workload":"namespace-b-8rjw2/job-job-low-b-75f5e"} {"level":"Level(-2)","ts":"2026-02-23T16:34:51.189228717Z","logger":"scheduler","caller":"scheduler/scheduler.go:812","msg":"Workload re-queued","replica-role":"follower","schedulingCycle":19,"workload":{"name":"job-job-low-b-75f5e","namespace":"namespace-b-8rjw2"},"clusterQueue":{"name":"cluster-queue-tg6fk"},"queue":{"name":"local-queue-b","namespace":"namespace-b-8rjw2"},"requeueReason":"","added":true,"status":""} {"level":"Level(-2)","ts":"2026-02-23T16:34:51.200948503Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-low-b","reconcileID":"1d16fbb9-5dbb-47eb-b623-7806f4b1fd2d","job":"namespace-b-8rjw2/job-low-b","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:34:51.201000212Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"job-job-low-b-75f5e","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"pending"} {"level":"debug","ts":"2026-02-23T16:34:51.201106385Z","logger":"events","caller":"recorder/recorder.go:104","msg":"couldn't assign flavors to pod set main: insufficient unused quota for cpu in flavor resource-flavor-sx75h, 1 more needed, insufficient unused quota for memory in flavor resource-flavor-sx75h, 512Mi more needed","type":"Warning","object":{"kind":"Workload","namespace":"namespace-b-8rjw2","name":"job-job-low-b-75f5e","uid":"6fd817ae-76db-4f59-8345-9420670e9880","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"155118"},"reason":"Pending"} {"level":"Level(-2)","ts":"2026-02-23T16:34:51.201105483Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-low-b-75f5e","reconcileID":"96b758e1-4cf1-4897-b814-1af792c097d0"} {"level":"Level(-2)","ts":"2026-02-23T16:34:51.201179606Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-low-b-75f5e","reconcileID":"96b758e1-4cf1-4897-b814-1af792c097d0","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:34:51.201130957Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-low-b","reconcileID":"8e33735e-8e84-47ba-a2ea-6ff319c0bb59","job":"namespace-b-8rjw2/job-low-b","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:34:51.201220386Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-low-b-75f5e","reconcileID":"6ea3067b-6203-424c-ab84-e5d0465aafed"} {"level":"Level(-2)","ts":"2026-02-23T16:34:52.190134542Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"local-queue-b","reconcileID":"2b89ceda-4b37-493b-b2a3-2cc5561fb537"} {"level":"Level(-2)","ts":"2026-02-23T16:34:52.190144244Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-tg6fk","reconcileID":"0c2739a9-e96f-445c-a1a3-b22cc8f4ed60"} {"level":"Level(-2)","ts":"2026-02-23T16:34:52.197750196Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"local-queue-b","namespace":"namespace-b-8rjw2"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:52.198086402Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"local-queue-b","reconcileID":"a053203d-862e-421c-bff8-e62d7ee17ac4"} {"level":"Level(-2)","ts":"2026-02-23T16:34:52.200685583Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:34:52.201829434Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-tg6fk","reconcileID":"04b342cb-9988-4244-b366-b4670c42749d"} {"level":"Level(-2)","ts":"2026-02-23T16:35:25.528697801Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-blocker-b","reconcileID":"4ebf1bc3-ee16-43f5-a572-4695fdb2489c","job":"namespace-b-8rjw2/job-blocker-b","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.536977249Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-blocker-b","reconcileID":"bb022ab6-3ca9-4d43-a42c-b5067f463099","job":"namespace-b-8rjw2/job-blocker-b","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.555362623Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-blocker-b","reconcileID":"8c83e88a-012a-4bbd-98a6-ac382f5cf40d","job":"namespace-b-8rjw2/job-blocker-b","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.5681157Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"finished","prevStatus":"admitted","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.568249252Z","logger":"workload-reconciler","caller":"queue/inadmissible_workloads.go:137","msg":"Resetting the head of the ClusterQueue","replica-role":"leader","workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"finished","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.568285119Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","reconcileID":"1232b97c-57cb-4e54-9e0d-0033d8040fa7"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.568348814Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","reconcileID":"f9532e4e-d65a-4a69-bed3-26a249eb3034"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.568411748Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","reconcileID":"1232b97c-57cb-4e54-9e0d-0033d8040fa7","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.56850851Z","logger":"scheduler","caller":"scheduler/scheduler.go:248","msg":"Attempting to schedule workload","replica-role":"follower","schedulingCycle":20,"workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.568579327Z","logger":"scheduler","caller":"scheduler/scheduler.go:697","msg":"Workload assumed in the cache","replica-role":"follower","schedulingCycle":20,"workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.568667364Z","logger":"scheduler","caller":"scheduler/scheduler.go:248","msg":"Attempting to schedule workload","replica-role":"follower","schedulingCycle":21,"workload":{"name":"job-job-low-b-75f5e","namespace":"namespace-b-8rjw2"},"clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"debug","ts":"2026-02-23T16:35:26.568692469Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Workload 'namespace-b-8rjw2/job-job-blocker-b-5b12f' is declared finished","type":"Normal","object":{"kind":"Job","namespace":"namespace-b-8rjw2","name":"job-blocker-b","uid":"3e4f1a7b-c420-4283-b406-ac1285dc449c","apiVersion":"batch/v1","resourceVersion":"155309"},"reason":"FinishedWorkload"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.568720221Z","logger":"scheduler","caller":"scheduler/scheduler.go:697","msg":"Workload assumed in the cache","replica-role":"follower","schedulingCycle":21,"workload":{"name":"job-job-low-b-75f5e","namespace":"namespace-b-8rjw2"},"clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.568714585Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-blocker-b","reconcileID":"17851b0d-d96f-4380-89cb-b8d2544a16bb","job":"namespace-b-8rjw2/job-blocker-b","gvk":"batch/v1, Kind=Job"} {"level":"debug","ts":"2026-02-23T16:35:26.568945244Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Workload 'namespace-b-8rjw2/job-job-blocker-b-5b12f' is declared finished","type":"Normal","object":{"kind":"Job","namespace":"namespace-b-8rjw2","name":"job-blocker-b","uid":"3e4f1a7b-c420-4283-b406-ac1285dc449c","apiVersion":"batch/v1","resourceVersion":"155309"},"reason":"FinishedWorkload"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.579530032Z","logger":"scheduler","caller":"scheduler/scheduler.go:660","msg":"Workload successfully admitted and assigned flavors","replica-role":"follower","schedulingCycle":21,"workload":{"name":"job-job-low-b-75f5e","namespace":"namespace-b-8rjw2"},"clusterQueue":{"name":"cluster-queue-tg6fk"},"assignments":[{"name":"main","flavors":{"cpu":"resource-flavor-sx75h","memory":"resource-flavor-sx75h"},"resourceUsage":{"cpu":"1","memory":"512Mi"},"count":1}]} {"level":"debug","ts":"2026-02-23T16:35:26.579593763Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-queue-tg6fk, wait time since queued was 36s","type":"Normal","object":{"kind":"Workload","namespace":"namespace-b-8rjw2","name":"job-job-low-b-75f5e","uid":"6fd817ae-76db-4f59-8345-9420670e9880","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"155313"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-02-23T16:35:26.579622063Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-queue-tg6fk, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"namespace-b-8rjw2","name":"job-job-low-b-75f5e","uid":"6fd817ae-76db-4f59-8345-9420670e9880","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"155313"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.579763201Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-low-b-75f5e","reconcileID":"ae1968ee-071d-4c8a-ab02-e20ab7a87d46"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.579805305Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"job-job-low-b-75f5e","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.579830143Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-low-b-75f5e","reconcileID":"ae1968ee-071d-4c8a-ab02-e20ab7a87d46","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.579921706Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-low-b","reconcileID":"f656cd17-3e01-47c9-ab33-e9f765f895f8","job":"namespace-b-8rjw2/job-low-b","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.579906623Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-low-b-75f5e","reconcileID":"2e523e43-99f3-4b6c-9c1f-6517fb185602"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.580013643Z","logger":"job","caller":"jobframework/reconciler.go:598","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-low-b","reconcileID":"f656cd17-3e01-47c9-ab33-e9f765f895f8","job":"namespace-b-8rjw2/job-low-b","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.58373293Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"finished","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.583734499Z","logger":"scheduler","caller":"scheduler/scheduler.go:660","msg":"Workload successfully admitted and assigned flavors","replica-role":"follower","schedulingCycle":20,"workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"clusterQueue":{"name":"cluster-queue-tg6fk"},"assignments":[{"name":"main","flavors":{"cpu":"resource-flavor-sx75h","memory":"resource-flavor-sx75h"},"resourceUsage":{"cpu":"1","memory":"512Mi"},"count":1}]} {"level":"debug","ts":"2026-02-23T16:35:26.58379973Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue cluster-queue-tg6fk, wait time since queued was 88s","type":"Normal","object":{"kind":"Workload","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","uid":"5783492f-b4e5-4a8d-aa55-a53162e41398","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"155315"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-02-23T16:35:26.583866868Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue cluster-queue-tg6fk, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","uid":"5783492f-b4e5-4a8d-aa55-a53162e41398","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"155315"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.583726865Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","reconcileID":"6dc38392-a761-438d-8135-5af867097920"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.583895343Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","reconcileID":"6dc38392-a761-438d-8135-5af867097920","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.583834Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","reconcileID":"a4271b5d-6b63-4823-aac4-3428811b394b"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.583917265Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-blocker-b","reconcileID":"7e4693fd-d1b1-4e09-b0cc-c1f8d6b06aab","job":"namespace-b-8rjw2/job-blocker-b","gvk":"batch/v1, Kind=Job"} {"level":"debug","ts":"2026-02-23T16:35:26.584001726Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Workload 'namespace-b-8rjw2/job-job-blocker-b-5b12f' is declared finished","type":"Normal","object":{"kind":"Job","namespace":"namespace-b-8rjw2","name":"job-blocker-b","uid":"3e4f1a7b-c420-4283-b406-ac1285dc449c","apiVersion":"batch/v1","resourceVersion":"155309"},"reason":"FinishedWorkload"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.584269246Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"admitted","prevStatus":"pending","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.584332616Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","reconcileID":"0aee437d-e66c-4f97-a752-c0b25c6141cc"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.584371802Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","reconcileID":"0aee437d-e66c-4f97-a752-c0b25c6141cc","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.584383253Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","reconcileID":"c7e3b0cd-56d5-4153-9819-a0ddfbb3dfec"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.584293063Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-high-a","reconcileID":"b16f25cc-2d79-4ebb-b29f-b593216e8c3f","job":"namespace-a-kj545/job-high-a","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.584526725Z","logger":"job","caller":"jobframework/reconciler.go:598","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-high-a","reconcileID":"b16f25cc-2d79-4ebb-b29f-b593216e8c3f","job":"namespace-a-kj545/job-high-a","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.588460866Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-low-b","reconcileID":"27c2da9f-2b2b-42a2-85bd-f397c29414aa","job":"namespace-b-8rjw2/job-low-b","gvk":"batch/v1, Kind=Job"} {"level":"debug","ts":"2026-02-23T16:35:26.588457048Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by clusterQueue cluster-queue-tg6fk","type":"Normal","object":{"kind":"Job","namespace":"namespace-b-8rjw2","name":"job-low-b","uid":"77dc60d1-e89c-4211-aec5-9cb1f712c4dd","apiVersion":"batch/v1","resourceVersion":"155316"},"reason":"Started"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.594870318Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-high-a","reconcileID":"028c87b1-3cc3-4861-ad84-c19bf9299977","job":"namespace-a-kj545/job-high-a","gvk":"batch/v1, Kind=Job"} {"level":"debug","ts":"2026-02-23T16:35:26.594906396Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by clusterQueue cluster-queue-tg6fk","type":"Normal","object":{"kind":"Job","namespace":"namespace-a-kj545","name":"job-high-a","uid":"fefe097e-c0bf-490d-bece-3684d62bf9c6","apiVersion":"batch/v1","resourceVersion":"155318"},"reason":"Started"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.617566008Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-low-b","reconcileID":"9175aabb-eea7-4409-8c92-c7f30c906d4c","job":"namespace-b-8rjw2/job-low-b","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:35:26.620561403Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-high-a","reconcileID":"4067cdb2-7916-47a0-9791-8680d9773cc4","job":"namespace-a-kj545/job-high-a","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:35:27.569120342Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-tg6fk","reconcileID":"4594c173-be32-44ff-8884-606b91eb1d1d"} {"level":"Level(-2)","ts":"2026-02-23T16:35:27.569118638Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"local-queue-b","reconcileID":"86713c90-7c4d-4439-b1e1-76b5a056d63f"} {"level":"Level(-2)","ts":"2026-02-23T16:35:27.57725876Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"local-queue-b","namespace":"namespace-b-8rjw2"}} {"level":"Level(-2)","ts":"2026-02-23T16:35:27.577710706Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"local-queue-b","reconcileID":"cf7c889a-b02c-49bd-b18c-7087131bd2fa"} {"level":"Level(-2)","ts":"2026-02-23T16:35:27.57986156Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:35:27.581037546Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-tg6fk","reconcileID":"0b74c81f-b815-49a6-bd8c-e473f4a31be8"} {"level":"Level(-2)","ts":"2026-02-23T16:35:27.584486858Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-a-kj545","name":"local-queue-a","reconcileID":"1228c6c0-7370-400c-81e0-d31050034ef3"} {"level":"Level(-2)","ts":"2026-02-23T16:35:27.590866297Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"local-queue-a","namespace":"namespace-a-kj545"}} {"level":"Level(-2)","ts":"2026-02-23T16:35:27.590911387Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-a-kj545","name":"local-queue-a","reconcileID":"a94a562a-c4b8-4b39-a51b-a1e844051459"} {"level":"Level(-2)","ts":"2026-02-23T16:35:29.545629976Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-low-b","reconcileID":"b3d2889e-65a5-472d-b0ab-081d96596528","job":"namespace-b-8rjw2/job-low-b","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:35:29.56336981Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-high-a","reconcileID":"f14b9f25-d47b-4805-87bf-0421620d91de","job":"namespace-a-kj545/job-high-a","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.2495675Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-low-b-75f5e","reconcileID":"058c949d-91eb-4aa9-9439-84e1f08cc179"} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.249623684Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-low-b-75f5e","reconcileID":"058c949d-91eb-4aa9-9439-84e1f08cc179","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.249685327Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"job-job-low-b-75f5e","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"admitted","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.249812363Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-low-b-75f5e","reconcileID":"67151222-f0b1-4087-80ac-39e3205823d8"} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.262207185Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"leader","workload":{"name":"job-job-low-b-75f5e","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.262174254Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-low-b-75f5e","reconcileID":"1c0ff0f6-38ca-4e20-bc74-d015457a3136"} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.262298281Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-low-b-75f5e","reconcileID":"1c0ff0f6-38ca-4e20-bc74-d015457a3136","isDeleted":true} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.563542251Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"leader","workload":{"name":"job-job-blocker-b-5b12f","namespace":"namespace-b-8rjw2"},"queue":"local-queue-b","status":"finished"} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.563641518Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","reconcileID":"876f9ccc-6958-4ba5-a7a9-0f7c47bc125b"} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.563687527Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"job-job-blocker-b-5b12f","reconcileID":"876f9ccc-6958-4ba5-a7a9-0f7c47bc125b","isDeleted":true} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.877324017Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"admitted","clusterQueue":"cluster-queue-tg6fk"} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.87732807Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","reconcileID":"0c671864-e7a8-4d12-b78f-f8b8b6bb9b72"} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.877392986Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","reconcileID":"0c671864-e7a8-4d12-b78f-f8b8b6bb9b72","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.877489508Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","reconcileID":"210f9eae-8443-46f4-9ac2-42b835fbc7c7"} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.885479119Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"leader","workload":{"name":"job-job-high-a-9946d","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.885475767Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","reconcileID":"366c4543-f6d3-4f83-9144-df6e8f2d9ddc"} {"level":"Level(-2)","ts":"2026-02-23T16:35:34.885512311Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-high-a-9946d","reconcileID":"366c4543-f6d3-4f83-9144-df6e8f2d9ddc","isDeleted":true} {"level":"Level(-2)","ts":"2026-02-23T16:35:35.20388309Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"leader","workload":{"name":"job-job-blocker-b112c","namespace":"namespace-a-kj545"},"queue":"local-queue-a","status":"finished"} {"level":"Level(-2)","ts":"2026-02-23T16:35:35.203947908Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-blocker-b112c","reconcileID":"c7711063-64b6-4437-ac29-9edbcf9dcd1c"} {"level":"Level(-2)","ts":"2026-02-23T16:35:35.203985149Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-kj545","name":"job-job-blocker-b112c","reconcileID":"c7711063-64b6-4437-ac29-9edbcf9dcd1c","isDeleted":true} {"level":"Level(-2)","ts":"2026-02-23T16:35:35.250042248Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-tg6fk","reconcileID":"a912721c-9172-421c-9057-a06ecb683a69"} {"level":"Level(-2)","ts":"2026-02-23T16:35:35.250038285Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"local-queue-b","reconcileID":"7fc1268c-e6b8-4d3f-9ec6-7fe677031333"} {"level":"Level(-2)","ts":"2026-02-23T16:35:35.257938532Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"local-queue-b","namespace":"namespace-b-8rjw2"}} {"level":"Level(-2)","ts":"2026-02-23T16:35:35.25814004Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-b-8rjw2","name":"local-queue-b","reconcileID":"0deccb28-649b-4fdb-a7d8-a90fc87d4e91"} {"level":"Level(-2)","ts":"2026-02-23T16:35:35.260601951Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:35:35.260830714Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-tg6fk","reconcileID":"29201a27-e8e4-4f07-b68f-7f9f4aa38f18"} {"level":"Level(-2)","ts":"2026-02-23T16:35:35.878407896Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-a-kj545","name":"local-queue-a","reconcileID":"b5a2bc90-ce63-48a1-bde4-e675a450bd19"} {"level":"Level(-2)","ts":"2026-02-23T16:35:35.884800834Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"local-queue-a","namespace":"namespace-a-kj545"}} {"level":"Level(-2)","ts":"2026-02-23T16:35:35.88488001Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-a-kj545","name":"local-queue-a","reconcileID":"228f9c80-3dab-4b0b-bcdb-9a97921e3efe"} {"level":"Level(-2)","ts":"2026-02-23T16:35:36.963040215Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"leader","localQueue":{"name":"local-queue-b","namespace":"namespace-b-8rjw2"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:08.293558175Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"leader","localQueue":{"name":"local-queue-a","namespace":"namespace-a-kj545"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:08.974554622Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:08.97486661Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-tg6fk","reconcileID":"31d26973-8ae1-46a1-b77b-1cc7f723c36c"} {"level":"Level(-2)","ts":"2026-02-23T16:36:08.984283925Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:08.990903593Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-tg6fk","reconcileID":"4011bdcd-c415-4390-bf77-5a0b9dbc37c1"} {"level":"Level(-2)","ts":"2026-02-23T16:36:09.152249778Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:09.152375024Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-tg6fk","reconcileID":"e745f2bd-1c48-48a7-801c-5870a6a20522"} {"level":"Level(-2)","ts":"2026-02-23T16:36:09.162350765Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:334","msg":"ClusterQueue delete event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:09.162482032Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:339","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"leader","clusterQueue":{"name":"cluster-queue-tg6fk"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:09.162594389Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"resource-flavor-sx75h","reconcileID":"f4adced7-7a6d-46be-8c65-7624589ea840"} {"level":"Level(-2)","ts":"2026-02-23T16:36:09.48793605Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-sx75h"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:09.657511953Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-sx75h"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:09.987414349Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-q88gs"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:09.987539088Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"resource-flavor-q88gs","reconcileID":"717c6d8f-8907-4d91-97d3-79fbd6c5e424"} {"level":"Level(-2)","ts":"2026-02-23T16:36:09.991974182Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-q88gs"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:10.557316966Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-j69j5"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:10.55762456Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-j69j5","reconcileID":"8212f111-ede0-42e9-b163-22bf667033ad"} {"level":"Level(-2)","ts":"2026-02-23T16:36:10.563542892Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-j69j5"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:10.571088702Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-j69j5"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:10.571477269Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-j69j5","reconcileID":"672cc860-581e-4c72-8a89-893acbea0ab0"} {"level":"Level(-2)","ts":"2026-02-23T16:36:10.912211502Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"local-queue","namespace":"namespace-h9kjv"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:10.91231724Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-h9kjv","name":"local-queue","reconcileID":"ea562ac8-77ac-4cf4-8739-3382de6b638f"} {"level":"Level(-2)","ts":"2026-02-23T16:36:10.919053254Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"local-queue","namespace":"namespace-h9kjv"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:10.923676388Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-h9kjv","name":"local-queue","reconcileID":"44478377-a711-4804-91a2-6b60c32c7818"} {"level":"Level(-2)","ts":"2026-02-23T16:36:12.47065854Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"leader","localQueue":{"name":"local-queue","namespace":"namespace-h9kjv"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:13.1250576Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-j69j5"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:13.125249448Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-j69j5","reconcileID":"cc6e126b-34d7-4515-8c62-be218ca32c9a"} {"level":"Level(-2)","ts":"2026-02-23T16:36:13.134152726Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-j69j5"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:13.140551276Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-j69j5","reconcileID":"d191f4d6-38d1-4953-8d99-534a96228319"} {"level":"Level(-2)","ts":"2026-02-23T16:36:13.296100681Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-j69j5"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:13.296269912Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-j69j5","reconcileID":"d643b645-f264-4957-882f-0c40b23e770e"} {"level":"Level(-2)","ts":"2026-02-23T16:36:13.307262509Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:334","msg":"ClusterQueue delete event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-j69j5"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:13.307325348Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:339","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"leader","clusterQueue":{"name":"cluster-queue-j69j5"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:13.307456929Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"resource-flavor-q88gs","reconcileID":"c25b6ad6-7bab-4d06-b0fc-437fe0de87d6"} {"level":"Level(-2)","ts":"2026-02-23T16:36:13.621278752Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-q88gs"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:13.787092738Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-q88gs"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.113207099Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-h5pnv"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.113351872Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"resource-flavor-h5pnv","reconcileID":"e4ff9a62-dc13-4880-9101-fe5738861a68"} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.119090356Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-h5pnv"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.28959635Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-4qt96"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.289751732Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-4qt96","reconcileID":"669dacf6-c5bd-4925-9183-f8c79d3d59b1"} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.296250852Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-4qt96"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.304736591Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-4qt96"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.30511589Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-4qt96","reconcileID":"1c96cb4c-0dfd-4795-9079-03f382a325b2"} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.621777037Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"local-queue-a","namespace":"namespace-a-chtfp"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.621895473Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-a-chtfp","name":"local-queue-a","reconcileID":"09647ead-bdcd-4cad-9eae-138027731355"} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.627869159Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"local-queue-a","namespace":"namespace-a-chtfp"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.628152303Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-a-chtfp","name":"local-queue-a","reconcileID":"4c2edce4-e2a2-4f8e-9445-dd167d0a965b"} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.946023344Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"local-queue-b","namespace":"namespace-b-sjwkt"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.946125737Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-b-sjwkt","name":"local-queue-b","reconcileID":"811acc30-cf73-459f-925c-c5d2d1ceb544"} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.952498679Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"local-queue-b","namespace":"namespace-b-sjwkt"}} {"level":"Level(-2)","ts":"2026-02-23T16:36:14.952715434Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-b-sjwkt","name":"local-queue-b","reconcileID":"9c08b43d-b529-47b9-988f-9bd5cb6de833"} {"level":"Level(-2)","ts":"2026-02-23T16:36:16.824095587Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.PartialObjectMetadata","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:114"} {"level":"Level(-2)","ts":"2026-02-23T16:36:16.935117681Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-chtfp","name":"lws-blocker-a","reconcileID":"508feee9-fde7-495c-ba45-6d8d279d4edd"} {"level":"Level(-2)","ts":"2026-02-23T16:36:16.991682936Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"fd7d0b16-5692-4cff-bf2f-1bfbd839c1f4","job":"group/namespace-a-chtfp/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:36:16.997623702Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-chtfp","name":"lws-blocker-a","reconcileID":"0180b7c3-7acb-49a4-9a5c-5599909cbb64"} {"level":"debug","ts":"2026-02-23T16:36:17.001565219Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Created Workload: namespace-a-chtfp/statefulset-lws-blocker-a-2c606","type":"Normal","object":{"kind":"Pod","namespace":"namespace-a-chtfp","name":"lws-blocker-a-0","uid":"014c093d-7f8f-4452-878a-73f5b351d673","apiVersion":"v1","resourceVersion":"155850"},"reason":"CreatedWorkload"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.002193441Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.002253644Z","logger":"workload-reconciler","caller":"core/workload_controller.go:831","msg":"ignored an error for now","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.002209435Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"4596e37b-323b-4c77-b9ff-b73147c6fc32"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.002196179Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"25cf54bd-b23d-4d74-a0a8-b74e77a876d7","job":"group/namespace-a-chtfp/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.002339309Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"4596e37b-323b-4c77-b9ff-b73147c6fc32","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.002307015Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"99de3f0e-d781-48c5-b5ae-0b4dd3a27a25"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.013778997Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.013793484Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"51e92ffd-c386-411e-98eb-82c6ace2972e"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.0138325Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"51e92ffd-c386-411e-98eb-82c6ace2972e","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.013837982Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.013881389Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"67f16ce3-f318-4c86-a131-a09fd818f4f1"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.013781634Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"4e57d5a7-3704-4961-9785-404b94fc6f0a","job":"group/namespace-a-chtfp/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.019882717Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-chtfp","name":"lws-blocker-a","reconcileID":"348f648e-dfdb-40df-b343-44e5a43848b4"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.033129404Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.033169248Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.033213085Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"e45c28e1-6fb8-4fa4-b540-b8d4e84a982d"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.03324251Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"668b22a1-13e2-44e6-bfbf-b1a9291895d6","job":"group/namespace-a-chtfp/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.033258663Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"e45c28e1-6fb8-4fa4-b540-b8d4e84a982d","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.033221715Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"b2cf901e-bd42-4772-a2f1-1420303b29da"} {"level":"Level(-2)","ts":"2026-02-23T16:36:17.991733484Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-chtfp","name":"lws-blocker-a","reconcileID":"8c89e5e0-5922-4e05-8056-d9eea0217d5f"} {"level":"Level(-2)","ts":"2026-02-23T16:39:19.319478442Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"leader","localQueue":{"name":"local-queue-b","namespace":"namespace-b-sjwkt"}} {"level":"Level(-2)","ts":"2026-02-23T16:39:20.134671865Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"leader","localQueue":{"name":"local-queue-a","namespace":"namespace-a-chtfp"}} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.475397148Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"11af4c16-e2db-4783-aa78-3f3fdf0d1707","job":"group/namespace-a-chtfp/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.488605022Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.488636717Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"90b18fcf-9c2a-4709-bdc4-1b5c6804cdaf"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.488662584Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.488733012Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"1cfc0b53-83ca-4345-a921-5ce9c540ba65"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.488691961Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"90b18fcf-9c2a-4709-bdc4-1b5c6804cdaf","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.488928703Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-chtfp","name":"lws-blocker-a","reconcileID":"828d0d00-0197-4861-8469-25fcc38a76f3"} {"level":"error","ts":"2026-02-23T16:39:25.497662461Z","logger":"v1_pod","caller":"jobframework/reconciler.go:311","msg":"Removing finalizer","replica-role":"leader","namespace":"group/namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"e9c01922-ba80-4889-921b-0458e1b45fe8","job":"group/namespace-a-chtfp/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod","error":"Operation cannot be fulfilled on workloads.kueue.x-k8s.io \"statefulset-lws-blocker-a-2c606\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ReconcileGenericJob\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:311\nsigs.k8s.io/kueue/pkg/controller/jobs/pod.(*Reconciler).Reconcile\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/pod/pod_controller.go:121\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-02-23T16:39:25.497733072Z","logger":"v1_pod","caller":"controller/controller.go:474","msg":"Reconciler error","replica-role":"leader","namespace":"group/namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"e9c01922-ba80-4889-921b-0458e1b45fe8","error":"Operation cannot be fulfilled on workloads.kueue.x-k8s.io \"statefulset-lws-blocker-a-2c606\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-02-23T16:39:25.501157426Z","logger":"statefulset-reconciler","caller":"statefulset/statefulset_reconciler.go:254","msg":"Failed to determine if the StatefulSet should be managed by Kueue","replica-role":"leader","statefulset":{"name":"lws-blocker-a-0","namespace":"namespace-a-chtfp"},"error":"workload owner not found\nPod \"lws-blocker-a-0\" not found","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).handle\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:254\nsigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).Delete\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:233\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/source/event_handler.go:159\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1079\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1084\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.507083515Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-chtfp","name":"lws-blocker-a","reconcileID":"09e41fe6-c399-4ed8-9a2d-73d1375ab25c"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.511502783Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"38b16f6f-bfa0-4457-943f-356367a3f3c2"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.511578608Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.511669948Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.511594945Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"38b16f6f-bfa0-4457-943f-356367a3f3c2","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.511749305Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"5111757a-696e-41ed-9468-a44fe1d6c1ef"} {"level":"error","ts":"2026-02-23T16:39:25.519208684Z","logger":"v1_pod","caller":"jobframework/reconciler.go:311","msg":"Removing finalizer","replica-role":"leader","namespace":"group/namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"5b32903e-6d71-499c-9040-2dd29e1e959a","job":"group/namespace-a-chtfp/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod","error":"Operation cannot be fulfilled on workloads.kueue.x-k8s.io \"statefulset-lws-blocker-a-2c606\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ReconcileGenericJob\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:311\nsigs.k8s.io/kueue/pkg/controller/jobs/pod.(*Reconciler).Reconcile\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/pod/pod_controller.go:121\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-02-23T16:39:25.51927018Z","logger":"v1_pod","caller":"controller/controller.go:474","msg":"Reconciler error","replica-role":"leader","namespace":"group/namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"5b32903e-6d71-499c-9040-2dd29e1e959a","error":"Operation cannot be fulfilled on workloads.kueue.x-k8s.io \"statefulset-lws-blocker-a-2c606\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:296"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.527376391Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.527443611Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.527460014Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"c081bb01-fa21-45f8-a38e-74a7f1f29b51"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.527495932Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"e0c66e74-49b1-4bf4-9da1-164fee0ec18c"} {"level":"Level(-2)","ts":"2026-02-23T16:39:25.527505842Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"c081bb01-fa21-45f8-a38e-74a7f1f29b51","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:40:01.562565571Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-4qt96"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:01.562870278Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-4qt96","reconcileID":"a54e3d42-3c9a-453d-adc3-2bdd74322d3a"} {"level":"Level(-2)","ts":"2026-02-23T16:40:01.570533214Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-4qt96"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:01.576568116Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-4qt96","reconcileID":"f88163e2-6124-43a1-bc0b-453bcd3680ec"} {"level":"Level(-2)","ts":"2026-02-23T16:40:01.731835501Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-4qt96"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:01.731964107Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-4qt96","reconcileID":"b095aae6-e837-4440-8246-235e55d67347"} {"level":"Level(-2)","ts":"2026-02-23T16:40:01.741324311Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:334","msg":"ClusterQueue delete event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-4qt96"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:01.741394193Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:339","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"leader","clusterQueue":{"name":"cluster-queue-4qt96"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:01.74149484Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"resource-flavor-h5pnv","reconcileID":"32344451-dc64-4da4-b2cb-c28079fe6876"} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.051771254Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-h5pnv"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.21679444Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-h5pnv"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.542099115Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-p2jrd"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.542191031Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"resource-flavor-p2jrd","reconcileID":"d99460ff-ed46-42fc-8535-bb12213dcea4"} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.546941881Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-p2jrd"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.70846768Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.708694904Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-lnptj","reconcileID":"83b7b1d5-882b-49cb-9b75-c218b455a0bf"} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.715124869Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.723564859Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.724028597Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-lnptj","reconcileID":"d0d3ef56-a283-4fdf-a5f6-8cecd96ad27e"} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.042048937Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"local-queue-a","namespace":"namespace-a-qkltm"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.04219824Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-a-qkltm","name":"local-queue-a","reconcileID":"99500616-420f-4c16-b402-c3b5a6149619"} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.053211588Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"local-queue-a","namespace":"namespace-a-qkltm"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.053317649Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-a-qkltm","name":"local-queue-a","reconcileID":"84b4529c-2677-4fc3-bf63-24dd51c704dd"} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.329490552Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-chtfp","name":"lws-blocker-a","reconcileID":"94e5fc22-801f-4c48-a405-54ec79008f1f"} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.354542463Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.354673031Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"d3694f90-eb0f-457b-8e43-c7ec5e99c981"} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.354712512Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-chtfp","name":"statefulset-lws-blocker-a-2c606","reconcileID":"d3694f90-eb0f-457b-8e43-c7ec5e99c981","isDeleted":true} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.370044516Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"local-queue-b","namespace":"namespace-b-4bp8f"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.370198127Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-b-4bp8f","name":"local-queue-b","reconcileID":"0ae32287-7c87-46fd-a7ef-b15ec21718ab"} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.376724013Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"local-queue-b","namespace":"namespace-b-4bp8f"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.376834156Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-b-4bp8f","name":"local-queue-b","reconcileID":"dde57e56-bc47-4cf9-a238-c23d03baf97b"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.105601312Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-qkltm","name":"lws-blocker-a","reconcileID":"ed9e7445-5fa0-4783-abc8-aa14fb028e7d"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.166791377Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"38bff704-09ee-4a2c-bebc-b4d2da7fe2c2","job":"group/namespace-a-qkltm/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.177162592Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-qkltm","name":"lws-blocker-a","reconcileID":"cda36036-db95-466e-b628-83966aab558f"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.179327926Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"debug","ts":"2026-02-23T16:40:05.179325059Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Created Workload: namespace-a-qkltm/statefulset-lws-blocker-a-2c606","type":"Normal","object":{"kind":"Pod","namespace":"namespace-a-qkltm","name":"lws-blocker-a-0","uid":"2a5fc431-d707-4cc6-9b83-88b08feca904","apiVersion":"v1","resourceVersion":"157357"},"reason":"CreatedWorkload"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.179374763Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"e0a0789b-511f-42bc-9201-e6a4893717e4"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.179508384Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"e0a0789b-511f-42bc-9201-e6a4893717e4","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.17945784Z","logger":"workload-reconciler","caller":"core/workload_controller.go:831","msg":"ignored an error for now","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.17946449Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"3386bce7-6e6d-43cf-8f6d-305bf13e7201","job":"group/namespace-a-qkltm/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.17957984Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"295eafca-09bb-4f47-bd57-a95e0582663b"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.189233226Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-qkltm","name":"lws-blocker-a","reconcileID":"48075557-57b0-418b-a3d4-9f9c0dbe095b"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.196353857Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.196356816Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"ce1b397e-7f7b-423d-9ce5-9223026464eb"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.196441861Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.196449824Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"ce1b397e-7f7b-423d-9ce5-9223026464eb","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.196423474Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"4f37d5cc-6b87-4858-9dda-e568f01a4ccf","job":"group/namespace-a-qkltm/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.197766816Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"2e134ff7-ee39-4f05-a614-1cd0c871e132"} {"level":"error","ts":"2026-02-23T16:40:05.203976028Z","logger":"statefulset","caller":"controller/controller.go:474","msg":"Reconciler error","replica-role":"leader","namespace":"namespace-a-qkltm","name":"lws-blocker-a","reconcileID":"48075557-57b0-418b-a3d4-9f9c0dbe095b","error":"Operation cannot be fulfilled on workloads.kueue.x-k8s.io \"statefulset-lws-blocker-a-2c606\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:296"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.209641242Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-qkltm","name":"lws-blocker-a","reconcileID":"69f63ba6-77f3-4625-918d-276f2b277dcb"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.229781763Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.229892261Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.229886965Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"72c2c573-0fc6-43cc-9e84-0839c0fec3f7"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.229981154Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"72c2c573-0fc6-43cc-9e84-0839c0fec3f7","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.230037153Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"d56bd861-e1f3-4cf6-8fbf-b091cfd85f5a"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.230154599Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"d43f8306-51c5-4749-9912-1cf565972e27","job":"group/namespace-a-qkltm/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:43:07.497726244Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"leader","localQueue":{"name":"local-queue-b","namespace":"namespace-b-4bp8f"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:08.344938897Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"leader","localQueue":{"name":"local-queue-a","namespace":"namespace-a-qkltm"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.703638174Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"c08b52af-40a7-471e-85dd-f98a244b67d5","job":"group/namespace-a-qkltm/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.714156064Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-qkltm","name":"lws-blocker-a","reconcileID":"9f9017e0-90b6-4a86-9d87-6e22a72dcefb"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.723531299Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.723541625Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"7ea3d686-9465-48d5-95bc-4827c8308d74"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.72358887Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"7ea3d686-9465-48d5-95bc-4827c8308d74","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.723636106Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.723710142Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"aea72627-2795-4b57-95ce-c2f88d14a9cf"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.732664655Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-qkltm","name":"lws-blocker-a","reconcileID":"a883b268-2a27-4511-b91c-25b602e24f05"} {"level":"error","ts":"2026-02-23T16:43:13.739644143Z","logger":"statefulset-reconciler","caller":"statefulset/statefulset_reconciler.go:254","msg":"Failed to determine if the StatefulSet should be managed by Kueue","replica-role":"leader","statefulset":{"name":"lws-blocker-a-0","namespace":"namespace-a-qkltm"},"error":"workload owner not found\nPod \"lws-blocker-a-0\" not found","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).handle\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:254\nsigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).Update\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:229\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnUpdate\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/source/event_handler.go:111\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1072\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1084\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.747631441Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.747696916Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.747624486Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"1afcc581-a73c-4503-9d1e-20e1ecf10b02"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.747761064Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"04e771e1-7756-47e4-8ee3-2d56dc288496"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.747791921Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"1afcc581-a73c-4503-9d1e-20e1ecf10b02","isDeleted":false} {"level":"error","ts":"2026-02-23T16:43:13.75265747Z","logger":"statefulset-reconciler","caller":"statefulset/statefulset_reconciler.go:254","msg":"Failed to determine if the StatefulSet should be managed by Kueue","replica-role":"leader","statefulset":{"name":"lws-blocker-a-0","namespace":"namespace-a-qkltm"},"error":"workload owner not found\nPod \"lws-blocker-a-0\" not found","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).handle\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:254\nsigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).Update\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:229\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnUpdate\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/source/event_handler.go:111\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1072\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1084\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-02-23T16:43:13.758353626Z","logger":"statefulset-reconciler","caller":"statefulset/statefulset_reconciler.go:254","msg":"Failed to determine if the StatefulSet should be managed by Kueue","replica-role":"leader","statefulset":{"name":"lws-blocker-a-0","namespace":"namespace-a-qkltm"},"error":"workload owner not found\nPod \"lws-blocker-a-0\" not found","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).handle\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:254\nsigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).Delete\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:233\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/source/event_handler.go:159\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1079\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1084\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.762587878Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.762608581Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"2ec811b3-f0d1-43f0-926d-000f786448f0"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.762653325Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.762693934Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"2ec811b3-f0d1-43f0-926d-000f786448f0","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.762724274Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"1b344f4f-e0cf-41ee-bfe0-505bb0568d41"} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.806513765Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.806716402Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-lnptj","reconcileID":"ffa10693-dcc7-43a5-9692-a1a4308bfbc1"} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.815203665Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.823610703Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-lnptj","reconcileID":"5596f693-3398-46d6-b07c-fd1fdfce6e3f"} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.96723653Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.967325029Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-lnptj","reconcileID":"37de4369-3c8b-44f3-8b85-179cd679f626"} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.979232376Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:334","msg":"ClusterQueue delete event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.979296222Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:339","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"leader","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.979382134Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"resource-flavor-p2jrd","reconcileID":"be65ff4a-671e-436e-a66f-8f7d66529a25"} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.286139759Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-p2jrd"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.44783105Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-p2jrd"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.769823114Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-7rvmd"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.769912913Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"resource-flavor-7rvmd","reconcileID":"3c1a19f5-e95d-461c-822c-ba82af3007d2"} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.775461658Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-7rvmd"}} {"level":"error","ts":"2026-02-23T16:43:50.910838945Z","logger":"statefulset-reconciler","caller":"statefulset/statefulset_reconciler.go:254","msg":"Failed to determine if the StatefulSet should be managed by Kueue","replica-role":"leader","statefulset":{"name":"lws-blocker-a","namespace":"namespace-a-qkltm"},"error":"workload owner not found\nLeaderWorkerSet.leaderworkerset.x-k8s.io \"lws-blocker-a\" not found","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).handle\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:254\nsigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).Delete\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:233\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/source/event_handler.go:159\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1079\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1084\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.928366688Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"7968698c-abab-40c0-97cf-3e9117d55e3e"} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.928365008Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.928411396Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-qkltm","name":"statefulset-lws-blocker-a-2c606","reconcileID":"7968698c-abab-40c0-97cf-3e9117d55e3e","isDeleted":true} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.934337294Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.934494808Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-92bfc","reconcileID":"7c1a48e4-da86-48db-b239-fcc2e6ae9229"} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.941525736Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.950047578Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-92bfc","reconcileID":"140c554f-d07c-494e-a970-4906086b3159"} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.950629658Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"error","ts":"2026-02-23T16:43:50.956015071Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:474","msg":"Reconciler error","replica-role":"leader","name":"cluster-queue-92bfc","reconcileID":"140c554f-d07c-494e-a970-4906086b3159","error":"Operation cannot be fulfilled on clusterqueues.kueue.x-k8s.io \"cluster-queue-92bfc\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:296"} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.956062223Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-92bfc","reconcileID":"9c2f6c8e-26e2-41b5-a394-e6dbd6f981a0"} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.962447913Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-92bfc","reconcileID":"d1962074-b337-47a6-bb88-41311c33dfdd"} {"level":"Level(-2)","ts":"2026-02-23T16:43:51.268058806Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"local-queue-a","namespace":"namespace-a-fzx99"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:51.26824815Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-a-fzx99","name":"local-queue-a","reconcileID":"7022f832-ccd6-4b3b-b376-20523bc87b70"} {"level":"Level(-2)","ts":"2026-02-23T16:43:51.277458542Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"local-queue-a","namespace":"namespace-a-fzx99"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:51.277524679Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-a-fzx99","name":"local-queue-a","reconcileID":"aaea1db3-9405-4820-96dc-3c26152e312d"} {"level":"Level(-2)","ts":"2026-02-23T16:43:51.598966282Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"local-queue-b","namespace":"namespace-b-b7cq5"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:51.59906599Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-b-b7cq5","name":"local-queue-b","reconcileID":"2b38c8ea-a131-497d-8f94-78162361eb91"} {"level":"Level(-2)","ts":"2026-02-23T16:43:51.608299935Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"local-queue-b","namespace":"namespace-b-b7cq5"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:51.608361104Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"namespace-b-b7cq5","name":"local-queue-b","reconcileID":"e048692c-ff3a-4d76-b7d7-11e910ef3096"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.281474675Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-fzx99","name":"lws-blocker-a","reconcileID":"92953e18-7eb4-48a9-9f3d-36bd0616d479"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.337809383Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"afd9e555-5143-48b1-98f5-291b6801258b","job":"group/namespace-a-fzx99/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod"} {"level":"debug","ts":"2026-02-23T16:43:53.347781402Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Created Workload: namespace-a-fzx99/statefulset-lws-blocker-a-2c606","type":"Normal","object":{"kind":"Pod","namespace":"namespace-a-fzx99","name":"lws-blocker-a-0","uid":"137cb301-c610-4115-a2a4-c1b4d32e2a26","apiVersion":"v1","resourceVersion":"158768"},"reason":"CreatedWorkload"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.349476189Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-fzx99","name":"lws-blocker-a","reconcileID":"06f137c5-4f2b-48a7-9f6c-79c277c52fd8"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.34978046Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"69493ce3-0e5b-4925-a355-27167f4e8cb0"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.349862246Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"69493ce3-0e5b-4925-a355-27167f4e8cb0","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.34988849Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"d88e33fa-e750-42b7-9e5a-a4dbf8fa3a75","job":"group/namespace-a-fzx99/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.349798743Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.349978769Z","logger":"workload-reconciler","caller":"core/workload_controller.go:831","msg":"ignored an error for now","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.350066632Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"17202a72-1832-47a8-baf7-6df1f9359402"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.364666097Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"6fe191ed-758d-44b7-9b73-4644e424987e"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.364717097Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"f0d82881-2751-4379-a7d2-937bff3bcb0b","job":"group/namespace-a-fzx99/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.364750377Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"6fe191ed-758d-44b7-9b73-4644e424987e","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.36466253Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.364792874Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.364851668Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"4c22bd9e-086c-4bca-95b6-9bbdadce4fda"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.37564946Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-fzx99","name":"lws-blocker-a","reconcileID":"1e45edac-3914-4b4e-93d9-e5800d406a8e"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.391018463Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.391064543Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.391129559Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"dcb9f332-031e-428f-b053-4aebd4adbe01"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.391240819Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"1ed365f1-92d3-4e29-a922-215758660721","job":"group/namespace-a-fzx99/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.391317521Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"101aa039-df1c-451d-83a7-72107f83a50d"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.391347568Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"101aa039-df1c-451d-83a7-72107f83a50d","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:43:54.338673925Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-fzx99","name":"lws-blocker-a","reconcileID":"cdb5967d-4f8d-413d-951f-caff5c44f253"} {"level":"Level(-2)","ts":"2026-02-23T16:45:00.114368057Z","logger":"job","caller":"jobframework/reconciler.go:343","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-operator-lifecycle-manager","name":"collect-profiles-29531085","reconcileID":"db3627e3-f1b4-4e42-99e8-bb6bae9cd4ae","job":"openshift-operator-lifecycle-manager/collect-profiles-29531085","gvk":"batch/v1, Kind=Job","namespace":"openshift-operator-lifecycle-manager"} {"level":"Level(-2)","ts":"2026-02-23T16:45:00.140991797Z","logger":"job","caller":"jobframework/reconciler.go:343","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-operator-lifecycle-manager","name":"collect-profiles-29531085","reconcileID":"d987d2bc-653c-45d2-9633-b02ef760e21a","job":"openshift-operator-lifecycle-manager/collect-profiles-29531085","gvk":"batch/v1, Kind=Job","namespace":"openshift-operator-lifecycle-manager"} {"level":"Level(-2)","ts":"2026-02-23T16:45:03.152783746Z","logger":"job","caller":"jobframework/reconciler.go:343","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-operator-lifecycle-manager","name":"collect-profiles-29531085","reconcileID":"6cd2a0e2-49f9-418d-b5b1-5e7ef82c691d","job":"openshift-operator-lifecycle-manager/collect-profiles-29531085","gvk":"batch/v1, Kind=Job","namespace":"openshift-operator-lifecycle-manager"} {"level":"Level(-2)","ts":"2026-02-23T16:45:03.190888161Z","logger":"job","caller":"jobframework/reconciler.go:343","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"openshift-operator-lifecycle-manager","name":"collect-profiles-29531085","reconcileID":"3ef48185-ded3-4aaf-b2a4-bd285fc045ff","job":"openshift-operator-lifecycle-manager/collect-profiles-29531085","gvk":"batch/v1, Kind=Job","namespace":"openshift-operator-lifecycle-manager"} {"level":"Level(-2)","ts":"2026-02-23T16:46:55.528038734Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"leader","localQueue":{"name":"local-queue-b","namespace":"namespace-b-b7cq5"}} {"level":"Level(-2)","ts":"2026-02-23T16:46:56.363736891Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"leader","localQueue":{"name":"local-queue-a","namespace":"namespace-a-fzx99"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.721736208Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"5ebf572b-4ae3-418e-bf9b-ed6c8f8468b4","job":"group/namespace-a-fzx99/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.731612384Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-fzx99","name":"lws-blocker-a","reconcileID":"98208c12-926b-4c8e-8a8e-29586a04d10b"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.741462932Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.741571682Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.741484107Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"48a85774-1552-4f8b-8a67-c51aebaa4005"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.741645186Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"d28bf937-79eb-4455-b558-602f83319aa7"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.741643806Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"48a85774-1552-4f8b-8a67-c51aebaa4005","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.743817998Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"namespace-a-fzx99","name":"lws-blocker-a","reconcileID":"dff4b20f-04cc-4972-8a6e-1009a31dfd90"} {"level":"error","ts":"2026-02-23T16:47:01.74524946Z","logger":"statefulset-reconciler","caller":"statefulset/statefulset_reconciler.go:254","msg":"Failed to determine if the StatefulSet should be managed by Kueue","replica-role":"leader","statefulset":{"name":"lws-blocker-a-0","namespace":"namespace-a-fzx99"},"error":"workload owner not found\nPod \"lws-blocker-a-0\" not found","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).handle\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:254\nsigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).Delete\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:233\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/source/event_handler.go:159\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1079\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1084\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-02-23T16:47:01.751788174Z","logger":"v1_pod","caller":"jobframework/reconciler.go:311","msg":"Removing finalizer","replica-role":"leader","namespace":"group/namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"1ce2a920-4975-4512-aa3c-6e00f6d6eb57","job":"group/namespace-a-fzx99/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod","error":"Operation cannot be fulfilled on workloads.kueue.x-k8s.io \"statefulset-lws-blocker-a-2c606\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ReconcileGenericJob\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:311\nsigs.k8s.io/kueue/pkg/controller/jobs/pod.(*Reconciler).Reconcile\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/pod/pod_controller.go:121\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-02-23T16:47:01.751858415Z","logger":"v1_pod","caller":"controller/controller.go:474","msg":"Reconciler error","replica-role":"leader","namespace":"group/namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"1ce2a920-4975-4512-aa3c-6e00f6d6eb57","error":"Operation cannot be fulfilled on workloads.kueue.x-k8s.io \"statefulset-lws-blocker-a-2c606\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:296"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.767913737Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.767979042Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.767902001Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"f1d4d9a5-1d8c-4dd9-9080-daac7df5d0d2"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.76804952Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"d9a7025f-4172-4a0c-8fdb-f33433df1295"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.768070703Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"f1d4d9a5-1d8c-4dd9-9080-daac7df5d0d2","isDeleted":false} {"level":"error","ts":"2026-02-23T16:47:01.774666785Z","logger":"v1_pod","caller":"jobframework/reconciler.go:311","msg":"Removing finalizer","replica-role":"leader","namespace":"group/namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"19d967a6-8998-4a31-8d39-fc428c253c34","job":"group/namespace-a-fzx99/statefulset-lws-blocker-a-2c606","gvk":"/v1, Kind=Pod","error":"Operation cannot be fulfilled on workloads.kueue.x-k8s.io \"statefulset-lws-blocker-a-2c606\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ReconcileGenericJob\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:311\nsigs.k8s.io/kueue/pkg/controller/jobs/pod.(*Reconciler).Reconcile\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/pod/pod_controller.go:121\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-02-23T16:47:01.774750045Z","logger":"v1_pod","caller":"controller/controller.go:474","msg":"Reconciler error","replica-role":"leader","namespace":"group/namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"19d967a6-8998-4a31-8d39-fc428c253c34","error":"Operation cannot be fulfilled on workloads.kueue.x-k8s.io \"statefulset-lws-blocker-a-2c606\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:296"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.78466809Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.784738636Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.784673532Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"c78547a5-8b8f-4d92-84a8-cb5fac2bd88e"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.78482473Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"c78547a5-8b8f-4d92-84a8-cb5fac2bd88e","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.784784785Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"901a2664-68cd-40ce-96fb-9317f1549a9e"} {"level":"error","ts":"2026-02-23T16:47:34.594917953Z","logger":"statefulset-reconciler","caller":"statefulset/statefulset_reconciler.go:254","msg":"Failed to determine if the StatefulSet should be managed by Kueue","replica-role":"leader","statefulset":{"name":"lws-blocker-a","namespace":"namespace-a-fzx99"},"error":"workload owner not found\nLeaderWorkerSet.leaderworkerset.x-k8s.io \"lws-blocker-a\" not found","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).handle\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:254\nsigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).Delete\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:233\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/source/event_handler.go:159\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1079\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1084\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-02-23T16:47:34.614113749Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"leader","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:47:34.61417967Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"834fece0-0d35-4067-8fbf-a19befef68ed"} {"level":"Level(-2)","ts":"2026-02-23T16:47:34.614237906Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"namespace-a-fzx99","name":"statefulset-lws-blocker-a-2c606","reconcileID":"834fece0-0d35-4067-8fbf-a19befef68ed","isDeleted":true} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.82374048Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.823992582Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-92bfc","reconcileID":"660b6cab-ba7e-4538-8623-18e86383fe60"} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.837108821Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.843917372Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-92bfc","reconcileID":"81763be0-0996-4e8b-af73-d25afb777fe3"} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.987219496Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.987347317Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cluster-queue-92bfc","reconcileID":"03829b7c-5540-4370-a047-bab7b309f744"} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.998560296Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:334","msg":"ClusterQueue delete event","replica-role":"leader","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.998620414Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:339","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"leader","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.99870934Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"resource-flavor-7rvmd","reconcileID":"24348441-2c28-4303-900d-1d2838603c92"} {"level":"Level(-2)","ts":"2026-02-23T16:47:38.296958869Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-7rvmd"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:38.457941408Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"leader","resourceFlavor":{"name":"resource-flavor-7rvmd"}} • [FAILED] [2.499 seconds] Kueue Operator when installs [It] verify kueue-config-map is updated with operators configuration [operator] /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_operator_test.go:361 [FAILED] jobset.x-k8s.io/jobset not found in integrations.frameworks Expected : apiVersion: config.kueue.x-k8s.io/v1beta2 clientConnection: burst: 100 qps: 50 controller: groupKindConcurrency: ClusterQueue.kueue.x-k8s.io: 1 Job.batch: 5 LocalQueue.kueue.x-k8s.io: 1 Pod: 5 ResourceFlavor.kueue.x-k8s.io: 1 Workload.kueue.x-k8s.io: 5 health: healthProbeBindAddress: :8081 integrations: frameworks: - batch/job - pod - deployment - statefulset internalCertManagement: enable: false kind: Configuration leaderElection: leaderElect: true leaseDuration: 2m17s renewDeadline: 1m47s resourceLock: "" resourceName: "" resourceNamespace: "" retryPeriod: 26s manageJobsWithoutQueueName: true managedJobsNamespaceSelector: matchLabels: kueue.openshift.io/managed: "true" metrics: bindAddress: :8443 enableClusterQueueResources: true namespace: openshift-kueue-operator webhook: port: 9443 to contain substring : jobset.x-k8s.io/jobset In [It] at: /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_operator_test.go:370 @ 02/23/26 13:47:43.911 There were additional failures detected. To view them in detail run ginkgo -vv ------------------------------ S [SKIPPED] [0.000 seconds] Kueue Operator when enable webhook via opt-in namespaces [It] should suspend jobs only in labeled namespaces when labelPolicy=None [operator] /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_operator_test.go:486 [SKIPPED] Spec skipped because an earlier spec in an ordered container failed In [It] at: /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_operator_test.go:486 @ 02/23/26 13:47:44.609 ------------------------------ S [SKIPPED] [0.000 seconds] Kueue Operator when enable webhook via opt-in namespaces [It] should manage jobs only in labeled namespaces [operator] /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_operator_test.go:533 [SKIPPED] Spec skipped because an earlier spec in an ordered container failed In [It] at: /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_operator_test.go:533 @ 02/23/26 13:47:44.609 ------------------------------ S [SKIPPED] [0.000 seconds] Kueue Operator when enable webhook via opt-in namespaces [It] should manage pods only in labeled namespaces [operator] /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_operator_test.go:573 [SKIPPED] Spec skipped because an earlier spec in an ordered container failed In [It] at: /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_operator_test.go:573 @ 02/23/26 13:47:44.609 ------------------------------ S [SKIPPED] [0.000 seconds] Kueue Operator when enable webhook via opt-in namespaces [It] should manage deployments only in labeled namespaces [operator] /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_operator_test.go:613 [SKIPPED] Spec skipped because an earlier spec in an ordered container failed In [It] at: /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_operator_test.go:613 @ 02/23/26 13:47:44.609 ------------------------------ S [SKIPPED] [0.000 seconds] Kueue Operator when enable webhook via opt-in namespaces [It] should manage statefulsets only in labeled namespaces [operator] /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_operator_test.go:669 [SKIPPED] Spec skipped because an earlier spec in an ordered container failed In [It] at: /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_operator_test.go:669 @ 02/23/26 13:47:44.612 ------------------------------ S [SKIPPED] [0.000 seconds] Kueue Operator when enable webhook via opt-in namespaces [It] should suspend jobsets only in labeled namespaces when labelPolicy=None [operator] /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_operator_test.go:728 [SKIPPED] Spec skipped because an earlier spec in an ordered container failed In [It] at: /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_operator_test.go:728 @ 02/23/26 13:47:44.613 ------------------------------ S [SKIPPED] [0.000 seconds] Kueue Operator when enable webhook via opt-in namespaces [It] should manage LeaderWorkerSet without queue name in labeled namespace when labelPolicy=None [operator] /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_operator_test.go:784 [SKIPPED] Spec skipped because an earlier spec in an ordered container failed In [It] at: /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_operator_test.go:784 @ 02/23/26 13:47:44.613 ------------------------------ S [SKIPPED] [0.000 seconds] Kueue Operator when enable webhook via opt-in namespaces [It] should not manage LeaderWorkerSet without queue name in unlabeled namespace when labelPolicy=None [operator] /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_operator_test.go:856 [SKIPPED] Spec skipped because an earlier spec in an ordered container failed In [It] at: /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_operator_test.go:856 @ 02/23/26 13:47:44.614 ------------------------------ S [SKIPPED] [0.000 seconds] Kueue Operator when enable webhook via opt-in namespaces [It] should expose metrics endpoint with TLS [operator] /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_operator_test.go:914 [SKIPPED] Spec skipped because an earlier spec in an ordered container failed In [It] at: /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_operator_test.go:914 @ 02/23/26 13:47:44.614 ------------------------------ SS ------------------------------ LocalQueueDefaulting when labelPolicy=None and LocalQueue default in a managed namespace should label and admit Pod and Job [local-queue-default] /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_local_queue_defaulting_test.go:78 STEP: Feching Kueue Instance @ 02/23/26 13:47:44.771 STEP: Updating Kueue config @ 02/23/26 13:47:45.092 STEP: Skipping deployment update wait - config unchanged @ 02/23/26 13:47:45.263 STEP: Checking if deployment replicas: 2 matches amount of ready replicas: 2 @ 02/23/26 13:47:45.424 STEP: Waiting for webhook configurations to exist @ 02/23/26 13:47:45.424 STEP: Waiting for webhook to handle requests successfully @ 02/23/26 13:47:45.767 I0223 13:47:46.119833 26336 e2e_operator_test.go:1482] Webhook test successful, cleaning up test job: webhook-test-f2xtr I0223 13:47:46.286968 26336 e2e_operator_test.go:1494] Webhook success 1/3 I0223 13:47:49.621131 26336 e2e_operator_test.go:1482] Webhook test successful, cleaning up test job: webhook-test-cmfbn I0223 13:47:49.782887 26336 e2e_operator_test.go:1494] Webhook success 2/3 I0223 13:47:53.128727 26336 e2e_operator_test.go:1482] Webhook test successful, cleaning up test job: webhook-test-2l8pt I0223 13:47:53.295965 26336 e2e_operator_test.go:1491] Webhook stable after 3 consecutive successes STEP: Created namespace e2e-kueue-jjjzp @ 02/23/26 13:47:53.791 STEP: Creating LocalQueue default in namespace e2e-kueue-jjjzp @ 02/23/26 13:47:53.791 STEP: creating job without queue name @ 02/23/26 13:47:53.959 STEP: namespace with labels: e2e-kueue-jjjzp @ 02/23/26 13:47:53.96 STEP: verifying workload created in namespace e2e-kueue-jjjzp and uid 74ea26ab-8f46-4f00-a660-7eda85e031be @ 02/23/26 13:47:54.135 STEP: creating pod without queue name @ 02/23/26 13:47:54.464 STEP: verifying workload created in namespace e2e-kueue-jjjzp and uid fabac8aa-7bdc-47ac-9054-3745d761da83 @ 02/23/26 13:47:54.657 STEP: Destroying LocalQueue e2e-kueue-jjjzp/default @ 02/23/26 13:47:54.996 STEP: Deleting namespace e2e-kueue-jjjzp @ 02/23/26 13:47:55.479 • [51.833 seconds] ------------------------------ LocalQueueDefaulting when labelPolicy=None and LocalQueue default in a managed namespace should label and admit LeaderWorkerSet [local-queue-default] /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_local_queue_defaulting_test.go:95 STEP: Created namespace e2e-kueue-2fjtc @ 02/23/26 13:48:36.609 STEP: Creating LocalQueue default in namespace e2e-kueue-2fjtc @ 02/23/26 13:48:36.609 STEP: creating LeaderWorkerSet without queue name @ 02/23/26 13:48:36.777 STEP: verifying LeaderWorkerSet has queue label added @ 02/23/26 13:48:36.97 STEP: Destroying Object test-lws-5l2df @ 02/23/26 13:51:36.977 [FAILED] in [It] - /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_local_queue_defaulting_test.go:113 @ 02/23/26 13:51:37.448 STEP: Test failed - dumping kueue-controller-manager logs @ 02/23/26 13:51:37.45 === Logs from pod kueue-controller-manager-74696d84f5-4vv29 === --- Container: manager --- {"level":"Level(-2)","ts":"2026-02-23T16:40:01.562989145Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-4qt96"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:01.570967074Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-4qt96"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:01.732176738Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-4qt96"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:01.741757246Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:334","msg":"ClusterQueue delete event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-4qt96"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:01.74182691Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:339","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"follower","clusterQueue":{"name":"cluster-queue-4qt96"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.05223834Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-h5pnv"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.217411069Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-h5pnv"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.542567682Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-p2jrd"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.547426851Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-p2jrd"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.708806885Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.715757863Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:02.723981656Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.042525675Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-qkltm"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.053968647Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-qkltm"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.355099839Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.370393562Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-4bp8f"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.377120386Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-4bp8f"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.17987466Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.179932985Z","logger":"workload-reconciler","caller":"core/workload_controller.go:831","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.196708403Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.196782124Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.23014068Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.230238683Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:07.498184235Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-4bp8f"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:08.345364032Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-qkltm"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.724100165Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.724170213Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.748109378Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.748172988Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.762965268Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.763027157Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.806874414Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.815828833Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.967502877Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.979554026Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:334","msg":"ClusterQueue delete event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.979617009Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:339","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"follower","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.286563541Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-p2jrd"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.448270425Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-p2jrd"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.770239147Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-7rvmd"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.775899036Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-7rvmd"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.928708134Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.934841619Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.941911759Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.951039819Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:51.268489057Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-fzx99"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:51.277942634Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-fzx99"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:51.599465839Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-b7cq5"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:51.608695736Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-b7cq5"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.350170214Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.350244352Z","logger":"workload-reconciler","caller":"core/workload_controller.go:831","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.364945574Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.365013358Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.391059071Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.39112285Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:46:55.528388036Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-b7cq5"}} {"level":"Level(-2)","ts":"2026-02-23T16:46:56.364182267Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-fzx99"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.741554507Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.74161999Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.768200678Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.768272538Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.785055848Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.785128147Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:47:34.61458758Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.824231153Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.837370569Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.987687128Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.998957907Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:334","msg":"ClusterQueue delete event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.999010588Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:339","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:38.297446852Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-7rvmd"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:38.45823918Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-7rvmd"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:53.358863009Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:53.369768138Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:53.380092846Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:53.521957512Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"follower","resourceFlavor":{"name":"default"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:53.527531676Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"default"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:53.852945898Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"default","namespace":"e2e-kueue-jjjzp"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:53.862013382Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"default","namespace":"e2e-kueue-jjjzp"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:54.041922376Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"job-test-job-kkdx2-ff1fb","namespace":"e2e-kueue-jjjzp"},"queue":"default","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:47:54.052699048Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-test-job-kkdx2-ff1fb","namespace":"e2e-kueue-jjjzp"},"queue":"default","status":"admitted","prevStatus":"pending","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:47:54.532409192Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:54.541993899Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"default","namespace":"e2e-kueue-jjjzp"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:54.561899138Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"pod-test-pod-dcnb8-d7fa5","namespace":"e2e-kueue-jjjzp"},"queue":"default","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:47:54.573878796Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"pod-test-pod-dcnb8-d7fa5","namespace":"e2e-kueue-jjjzp"},"queue":"default","status":"admitted","prevStatus":"pending","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:47:55.051484725Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"default","namespace":"e2e-kueue-jjjzp"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:55.223154702Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"default","namespace":"e2e-kueue-jjjzp"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:55.573077721Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:48:00.584851174Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"pod-test-pod-dcnb8-d7fa5","namespace":"e2e-kueue-jjjzp"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:48:31.675586436Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"pod-test-pod-dcnb8-d7fa5","namespace":"e2e-kueue-jjjzp"},"queue":"default","status":"admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:48:32.685161758Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.669140768Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"default","namespace":"e2e-kueue-2fjtc"}} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.675101705Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"default","namespace":"e2e-kueue-2fjtc"}} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.947769871Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"statefulset-test-lws-5l2df-9da60","namespace":"e2e-kueue-2fjtc"},"queue":"default","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.962056061Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-test-lws-5l2df-9da60","namespace":"e2e-kueue-2fjtc"},"queue":"default","status":"admitted","prevStatus":"pending","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.996414406Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-test-lws-5l2df-9da60","namespace":"e2e-kueue-2fjtc"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:48:37.957392746Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"default","namespace":"e2e-kueue-2fjtc"}} {"level":"Level(-2)","ts":"2026-02-23T16:48:37.959156816Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:48:38.228433272Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-test-job-kkdx2-ff1fb","namespace":"e2e-kueue-jjjzp"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:48:38.233201015Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"job-test-job-kkdx2-ff1fb","namespace":"e2e-kueue-jjjzp"},"queue":"default","status":"admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:48:39.237597218Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:51:37.223853913Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-test-lws-5l2df-9da60","namespace":"e2e-kueue-2fjtc"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} === Logs from pod kueue-controller-manager-74696d84f5-cmhgx === --- Container: manager --- {"level":"Level(-2)","ts":"2026-02-23T16:47:54.573690065Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"e2e-kueue-jjjzp","name":"pod-test-pod-dcnb8-d7fa5","reconcileID":"f186954a-e799-46f6-8281-6fc8dc314ca2","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:47:54.573702585Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-jjjzp","name":"pod-test-pod-dcnb8-d7fa5","reconcileID":"b1f5cfe3-6ae7-4000-89f2-d878ff93867e"} {"level":"Level(-2)","ts":"2026-02-23T16:47:54.573761476Z","logger":"v1_pod","caller":"jobframework/reconciler.go:598","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"e2e-kueue-jjjzp","name":"test-pod-dcnb8","reconcileID":"8229cee3-82ed-4f9a-b5aa-db42235c1294","job":"e2e-kueue-jjjzp/test-pod-dcnb8","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:47:54.588131976Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"e2e-kueue-jjjzp","name":"test-pod-dcnb8","reconcileID":"65ae17eb-6c54-494b-9a4b-178753d93720","job":"e2e-kueue-jjjzp/test-pod-dcnb8","gvk":"/v1, Kind=Pod"} {"level":"debug","ts":"2026-02-23T16:47:54.588129658Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by clusterQueue test-clusterqueue","type":"Normal","object":{"kind":"Pod","namespace":"e2e-kueue-jjjzp","name":"test-pod-dcnb8","uid":"fabac8aa-7bdc-47ac-9054-3745d761da83","apiVersion":"v1","resourceVersion":"160300"},"reason":"Started"} {"level":"Level(-2)","ts":"2026-02-23T16:47:54.603956091Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"e2e-kueue-jjjzp","name":"test-pod-dcnb8","reconcileID":"0381464b-0ecb-4d6c-bf5e-bd6aa323b7c8","job":"e2e-kueue-jjjzp/test-pod-dcnb8","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:47:54.619138565Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"e2e-kueue-jjjzp","name":"test-pod-dcnb8","reconcileID":"505eb2cd-d708-405b-ae97-7480f50e39ab","job":"e2e-kueue-jjjzp/test-pod-dcnb8","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:47:54.652645212Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"e2e-kueue-jjjzp","name":"test-pod-dcnb8","reconcileID":"87b4d166-5aa7-44c2-bc99-06e0aea2505f","job":"e2e-kueue-jjjzp/test-pod-dcnb8","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:47:55.032757879Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"e2e-kueue-jjjzp","name":"test-pod-dcnb8","reconcileID":"9d103171-13a7-47d8-ab63-6f3f9dee1e40","job":"e2e-kueue-jjjzp/test-pod-dcnb8","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:47:55.04220861Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"e2e-kueue-jjjzp","name":"default","reconcileID":"622a6f2f-7cf6-4aa1-b63d-052446955c43"} {"level":"Level(-2)","ts":"2026-02-23T16:47:55.051097316Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"default","namespace":"e2e-kueue-jjjzp"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:55.05201064Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"e2e-kueue-jjjzp","name":"default","reconcileID":"cf19b387-d1db-4637-84b2-b1bb47902a2e"} {"level":"Level(-2)","ts":"2026-02-23T16:47:55.222766501Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"leader","localQueue":{"name":"default","namespace":"e2e-kueue-jjjzp"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:55.222883329Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-jjjzp","name":"job-test-job-kkdx2-ff1fb","reconcileID":"d2f70dec-3287-4750-af6f-bdc7ab4d8192"} {"level":"Level(-2)","ts":"2026-02-23T16:47:55.222895444Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-jjjzp","name":"pod-test-pod-dcnb8-d7fa5","reconcileID":"f7feb3df-349a-41eb-9fb2-b0c11d90ae56"} {"level":"Level(-2)","ts":"2026-02-23T16:47:55.562955257Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"test-clusterqueue","reconcileID":"c90157d7-068c-4527-8c5d-5feda8a67105"} {"level":"Level(-2)","ts":"2026-02-23T16:47:55.572741421Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:55.57429088Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"test-clusterqueue","reconcileID":"78cd2e6f-4cc3-4d47-a6d3-a8a1dc8d8340"} {"level":"Level(-2)","ts":"2026-02-23T16:47:56.056526934Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"e2e-kueue-jjjzp","name":"test-pod-dcnb8","reconcileID":"c34e3163-1e16-4794-a979-c82073e41fcd","job":"e2e-kueue-jjjzp/test-pod-dcnb8","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:47:56.524083383Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"e2e-kueue-jjjzp","name":"test-pod-dcnb8","reconcileID":"1432a036-f68c-4d12-9b2a-43d61e84140e","job":"e2e-kueue-jjjzp/test-pod-dcnb8","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:47:56.529399052Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"e2e-kueue-jjjzp","name":"test-job-kkdx2","reconcileID":"97eded26-4790-46f1-88b5-160ca6a7d661","job":"e2e-kueue-jjjzp/test-job-kkdx2","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:48:00.584641131Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-jjjzp","name":"pod-test-pod-dcnb8-d7fa5","reconcileID":"413c2300-e467-4898-b706-613fdd24116e"} {"level":"Level(-2)","ts":"2026-02-23T16:48:00.584657046Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"pod-test-pod-dcnb8-d7fa5","namespace":"e2e-kueue-jjjzp"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:48:00.584706042Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"e2e-kueue-jjjzp","name":"pod-test-pod-dcnb8-d7fa5","reconcileID":"413c2300-e467-4898-b706-613fdd24116e","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:48:00.584789819Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-jjjzp","name":"pod-test-pod-dcnb8-d7fa5","reconcileID":"ccf792c2-419a-404f-bb19-14c47462dbb9"} {"level":"Level(-2)","ts":"2026-02-23T16:48:01.572016334Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"e2e-kueue-jjjzp","name":"test-job-kkdx2","reconcileID":"974c83b0-e5d5-4e99-9291-307b9d636e60","job":"e2e-kueue-jjjzp/test-job-kkdx2","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:48:01.585026601Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"test-clusterqueue","reconcileID":"f13aea4e-f3fc-46d9-87e4-d7f810f06c84"} {"level":"Level(-2)","ts":"2026-02-23T16:48:01.592509685Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"e2e-kueue-jjjzp","name":"test-job-kkdx2","reconcileID":"3b78fdc4-ee14-42f4-b4cd-51a1b9d1a791","job":"e2e-kueue-jjjzp/test-job-kkdx2","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:48:10.010082888Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"e2e-kueue-jjjzp","name":"test-job-kkdx2","reconcileID":"7cae1e64-9902-42c4-b99a-069ec2c877e0","job":"e2e-kueue-jjjzp/test-job-kkdx2","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:48:11.017124271Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"e2e-kueue-jjjzp","name":"test-job-kkdx2","reconcileID":"09012dc8-5a2a-4ef1-bd3c-0539f8c402ed","job":"e2e-kueue-jjjzp/test-job-kkdx2","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:48:31.675279853Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-jjjzp","name":"pod-test-pod-dcnb8-d7fa5","reconcileID":"d6079f57-68b0-4858-a0da-c94730e1dee0"} {"level":"Level(-2)","ts":"2026-02-23T16:48:31.675337987Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"e2e-kueue-jjjzp","name":"pod-test-pod-dcnb8-d7fa5","reconcileID":"d6079f57-68b0-4858-a0da-c94730e1dee0","isDeleted":true} {"level":"Level(-2)","ts":"2026-02-23T16:48:31.675276412Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"leader","workload":{"name":"pod-test-pod-dcnb8-d7fa5","namespace":"e2e-kueue-jjjzp"},"queue":"default","status":"admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:48:31.749983031Z","logger":"job","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"e2e-kueue-jjjzp","name":"test-job-kkdx2","reconcileID":"4a0fe07d-2d9d-405b-929a-79fe395462c6","job":"e2e-kueue-jjjzp/test-job-kkdx2","gvk":"batch/v1, Kind=Job"} {"level":"Level(-2)","ts":"2026-02-23T16:48:32.676358111Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"test-clusterqueue","reconcileID":"e26b0535-0818-4312-bff2-860229b90b4c"} {"level":"Level(-2)","ts":"2026-02-23T16:48:32.684763644Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:48:32.684994547Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"test-clusterqueue","reconcileID":"aa98e1e1-595e-4315-91a6-694805a1e24c"} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.668806493Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"default","namespace":"e2e-kueue-2fjtc"}} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.668941077Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"e2e-kueue-2fjtc","name":"default","reconcileID":"5c7c74c7-cf15-44eb-a5fd-6f6ada9adef0"} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.674679466Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"default","namespace":"e2e-kueue-2fjtc"}} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.674861008Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"e2e-kueue-2fjtc","name":"default","reconcileID":"575048ca-ca0f-40dd-b904-f8d546dad6c4"} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.891177766Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"e2e-kueue-2fjtc","name":"test-lws-5l2df","reconcileID":"338e1f1f-78b2-4e9c-8f9d-360449ce863d"} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.937590313Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"1d1de515-9555-4c6f-b0c0-b1b63d71db9d","job":"group/e2e-kueue-2fjtc/statefulset-test-lws-5l2df-9da60","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.945503233Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"e2e-kueue-2fjtc","name":"test-lws-5l2df","reconcileID":"d2e628de-a585-444e-89cd-a10e5bf908ed"} {"level":"debug","ts":"2026-02-23T16:48:36.947233473Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Created Workload: e2e-kueue-2fjtc/statefulset-test-lws-5l2df-9da60","type":"Normal","object":{"kind":"Pod","namespace":"e2e-kueue-2fjtc","name":"test-lws-5l2df-0","uid":"397fbf9b-9c74-4cab-b07b-db10bb8f6d70","apiVersion":"v1","resourceVersion":"160599"},"reason":"CreatedWorkload"} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.947490215Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"1847da09-86bb-42de-9b2c-6f2fea4a2dc3"} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.947540672Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"leader","workload":{"name":"statefulset-test-lws-5l2df-9da60","namespace":"e2e-kueue-2fjtc"},"queue":"default","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.94766974Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"1f7866f9-77e8-4d2c-8b08-a783dc809eb9","job":"group/e2e-kueue-2fjtc/statefulset-test-lws-5l2df-9da60","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.947714878Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"f6983919-5a88-4af6-a7a2-6fc19b24bc14"} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.947575775Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"1847da09-86bb-42de-9b2c-6f2fea4a2dc3","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.947888377Z","logger":"scheduler","caller":"scheduler/scheduler.go:248","msg":"Attempting to schedule workload","replica-role":"follower","schedulingCycle":24,"workload":{"name":"statefulset-test-lws-5l2df-9da60","namespace":"e2e-kueue-2fjtc"},"clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.947960487Z","logger":"scheduler","caller":"scheduler/scheduler.go:697","msg":"Workload assumed in the cache","replica-role":"follower","schedulingCycle":24,"workload":{"name":"statefulset-test-lws-5l2df-9da60","namespace":"e2e-kueue-2fjtc"},"clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.958578023Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"e2e-kueue-2fjtc","name":"test-lws-5l2df","reconcileID":"b681859e-0da3-4333-9cdc-fbcc0d0585e6"} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.961524721Z","logger":"scheduler","caller":"scheduler/scheduler.go:660","msg":"Workload successfully admitted and assigned flavors","replica-role":"follower","schedulingCycle":24,"workload":{"name":"statefulset-test-lws-5l2df-9da60","namespace":"e2e-kueue-2fjtc"},"clusterQueue":{"name":"test-clusterqueue"},"assignments":[{"name":"412e2b99","flavors":{"cpu":"default","memory":"default"},"resourceUsage":{"cpu":"100m","memory":"128Mi"},"count":1}]} {"level":"debug","ts":"2026-02-23T16:48:36.961565729Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue test-clusterqueue, wait time since queued was 1s","type":"Normal","object":{"kind":"Workload","namespace":"e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","uid":"318cb589-c840-44b2-9177-e07e8e8f74ab","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"160608"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-02-23T16:48:36.961579255Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue test-clusterqueue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","uid":"318cb589-c840-44b2-9177-e07e8e8f74ab","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"160608"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.961697381Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"25db2c12-c844-42bb-aee4-044face3cb9a"} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.96173976Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-test-lws-5l2df-9da60","namespace":"e2e-kueue-2fjtc"},"queue":"default","status":"admitted","prevStatus":"pending","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.961776832Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"25db2c12-c844-42bb-aee4-044face3cb9a","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.961814323Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"ea8d26e4-7950-480a-ac00-e9657f41af4a","job":"group/e2e-kueue-2fjtc/statefulset-test-lws-5l2df-9da60","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.961876373Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"4a9da9aa-79de-47a0-85fd-b587fcfed209"} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.961921365Z","logger":"v1_pod","caller":"jobframework/reconciler.go:598","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"group/e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"ea8d26e4-7950-480a-ac00-e9657f41af4a","job":"group/e2e-kueue-2fjtc/statefulset-test-lws-5l2df-9da60","gvk":"/v1, Kind=Pod"} {"level":"error","ts":"2026-02-23T16:48:36.97001168Z","logger":"statefulset","caller":"controller/controller.go:474","msg":"Reconciler error","replica-role":"leader","namespace":"e2e-kueue-2fjtc","name":"test-lws-5l2df","reconcileID":"b681859e-0da3-4333-9cdc-fbcc0d0585e6","error":"Operation cannot be fulfilled on workloads.kueue.x-k8s.io \"statefulset-test-lws-5l2df-9da60\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:296"} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.975183619Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"e2e-kueue-2fjtc","name":"test-lws-5l2df","reconcileID":"aa60ee77-a862-4c39-b63e-121ee65e3ffe"} {"level":"debug","ts":"2026-02-23T16:48:36.992527106Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by clusterQueue test-clusterqueue","type":"Normal","object":{"kind":"Pod","namespace":"e2e-kueue-2fjtc","name":"test-lws-5l2df-0","uid":"397fbf9b-9c74-4cab-b07b-db10bb8f6d70","apiVersion":"v1","resourceVersion":"160617"},"reason":"Started"} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.993029056Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"58db6c88-7cf4-4e5c-9c6d-4ef19fcefd3c","job":"group/e2e-kueue-2fjtc/statefulset-test-lws-5l2df-9da60","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.996567894Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-test-lws-5l2df-9da60","namespace":"e2e-kueue-2fjtc"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.996759055Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"c0401780-20c5-4835-ab31-f8c949688a5a"} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.996818684Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"c0401780-20c5-4835-ab31-f8c949688a5a","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.996852502Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"c1af52df-4a08-4340-8ed4-577e7f7f9922"} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.996719605Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"6575ca95-c2e5-4340-bd64-6b9bb8a10ce2","job":"group/e2e-kueue-2fjtc/statefulset-test-lws-5l2df-9da60","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:48:37.002180618Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"c175ff41-a374-4d1d-ac84-10b386795b5f","job":"group/e2e-kueue-2fjtc/statefulset-test-lws-5l2df-9da60","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:48:37.01607642Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"5909e8da-722e-4857-ae1c-5e7357d3f4c9","job":"group/e2e-kueue-2fjtc/statefulset-test-lws-5l2df-9da60","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:48:37.02819266Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"716cef24-37ac-4d01-bbaa-23ae3c4e85b9","job":"group/e2e-kueue-2fjtc/statefulset-test-lws-5l2df-9da60","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:48:37.450387805Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"e9d7c668-6be5-4bba-b713-02eaef6dca47","job":"group/e2e-kueue-2fjtc/statefulset-test-lws-5l2df-9da60","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:48:37.948546779Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"e2e-kueue-2fjtc","name":"default","reconcileID":"a3628809-65b8-43f8-87d4-1def92d35524"} {"level":"Level(-2)","ts":"2026-02-23T16:48:37.948548199Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"test-clusterqueue","reconcileID":"3819d3d7-6a0d-4ec3-9c14-c2ae356b8f59"} {"level":"Level(-2)","ts":"2026-02-23T16:48:37.957042618Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"default","namespace":"e2e-kueue-2fjtc"}} {"level":"Level(-2)","ts":"2026-02-23T16:48:37.957200304Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"e2e-kueue-2fjtc","name":"default","reconcileID":"43c6fd58-4095-4acb-be45-32dac91f893a"} {"level":"Level(-2)","ts":"2026-02-23T16:48:37.958834996Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:48:37.958977142Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"test-clusterqueue","reconcileID":"f0456dd9-d5b9-4803-94b0-63a35e8c5a8a"} {"level":"Level(-2)","ts":"2026-02-23T16:48:38.227890643Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"job-test-job-kkdx2-ff1fb","namespace":"e2e-kueue-jjjzp"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:48:38.227951502Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-jjjzp","name":"job-test-job-kkdx2-ff1fb","reconcileID":"5e8643a6-84d6-4d0b-bc84-5af8acb55046"} {"level":"Level(-2)","ts":"2026-02-23T16:48:38.228099481Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-jjjzp","name":"job-test-job-kkdx2-ff1fb","reconcileID":"5458b15d-a425-4a8a-93b8-ef0442e2dbcf"} {"level":"Level(-2)","ts":"2026-02-23T16:48:38.228112705Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"e2e-kueue-jjjzp","name":"job-test-job-kkdx2-ff1fb","reconcileID":"5e8643a6-84d6-4d0b-bc84-5af8acb55046","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:48:38.232927326Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"leader","workload":{"name":"job-test-job-kkdx2-ff1fb","namespace":"e2e-kueue-jjjzp"},"queue":"default","status":"admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:48:38.233057589Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-jjjzp","name":"job-test-job-kkdx2-ff1fb","reconcileID":"80475230-cd73-44c6-9abc-44d09ba268f9"} {"level":"Level(-2)","ts":"2026-02-23T16:48:38.233101213Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"e2e-kueue-jjjzp","name":"job-test-job-kkdx2-ff1fb","reconcileID":"80475230-cd73-44c6-9abc-44d09ba268f9","isDeleted":true} {"level":"Level(-2)","ts":"2026-02-23T16:48:38.637257813Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"14130d64-63ab-4c2f-97f8-d2f7c1ba0439","job":"group/e2e-kueue-2fjtc/statefulset-test-lws-5l2df-9da60","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:48:38.648072092Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"e2e-kueue-2fjtc","name":"test-lws-5l2df","reconcileID":"9023f163-fd31-4f11-8bee-513ecea01365"} {"level":"Level(-2)","ts":"2026-02-23T16:48:39.228348069Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"test-clusterqueue","reconcileID":"fc9c800e-79a4-4c9c-9219-81d7fac52414"} {"level":"Level(-2)","ts":"2026-02-23T16:48:39.23718469Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:48:39.237584272Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"test-clusterqueue","reconcileID":"227f834e-d33b-4a6c-a1e2-c2c04601552e"} {"level":"error","ts":"2026-02-23T16:51:37.198421159Z","logger":"statefulset-reconciler","caller":"statefulset/statefulset_reconciler.go:254","msg":"Failed to determine if the StatefulSet should be managed by Kueue","replica-role":"leader","statefulset":{"name":"test-lws-5l2df","namespace":"e2e-kueue-2fjtc"},"error":"workload owner not found\nLeaderWorkerSet.leaderworkerset.x-k8s.io \"test-lws-5l2df\" not found","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).handle\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:254\nsigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).Delete\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:233\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/source/event_handler.go:159\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1079\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1084\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-02-23T16:51:37.211479018Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"5e100f2c-ce3c-4ee8-bd82-6d1b8129e245","job":"group/e2e-kueue-2fjtc/statefulset-test-lws-5l2df-9da60","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:51:37.223325288Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-test-lws-5l2df-9da60","namespace":"e2e-kueue-2fjtc"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:51:37.223465909Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"67aee217-4421-48c0-932d-4d05cb4a6667","job":"group/e2e-kueue-2fjtc/statefulset-test-lws-5l2df-9da60","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:51:37.223531652Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"eee458af-b2fc-4fea-897f-f3845b6b78ef"} {"level":"Level(-2)","ts":"2026-02-23T16:51:37.223457698Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"dc8463f5-3cb8-4417-b1e6-f153042b15ae"} {"level":"Level(-2)","ts":"2026-02-23T16:51:37.223593521Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"dc8463f5-3cb8-4417-b1e6-f153042b15ae","isDeleted":false} STEP: Destroying LocalQueue e2e-kueue-2fjtc/default @ 02/23/26 13:51:38.244 STEP: Deleting namespace e2e-kueue-2fjtc @ 02/23/26 13:51:38.736 Attempt #1 Failed. Retrying ↺ @ 02/23/26 13:52:20.006 STEP: Created namespace e2e-kueue-p2shw @ 02/23/26 13:52:20.166 STEP: Creating LocalQueue default in namespace e2e-kueue-p2shw @ 02/23/26 13:52:20.167 STEP: creating LeaderWorkerSet without queue name @ 02/23/26 13:52:20.337 STEP: verifying LeaderWorkerSet has queue label added @ 02/23/26 13:52:20.523 STEP: Destroying Object test-lws-wnwjz @ 02/23/26 13:55:20.525 [FAILED] in [It] - /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_local_queue_defaulting_test.go:113 @ 02/23/26 13:55:21.033 STEP: Test failed - dumping kueue-controller-manager logs @ 02/23/26 13:55:21.034 === Logs from pod kueue-controller-manager-74696d84f5-4vv29 === --- Container: manager --- {"level":"Level(-2)","ts":"2026-02-23T16:40:03.053968647Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-qkltm"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.355099839Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-chtfp"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.370393562Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-4bp8f"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:03.377120386Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-4bp8f"}} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.17987466Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.179932985Z","logger":"workload-reconciler","caller":"core/workload_controller.go:831","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.196708403Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.196782124Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.23014068Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:40:05.230238683Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:07.498184235Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-4bp8f"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:08.345364032Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-qkltm"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.724100165Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.724170213Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.748109378Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.748172988Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.762965268Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.763027157Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.806874414Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.815828833Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.967502877Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.979554026Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:334","msg":"ClusterQueue delete event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.979617009Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:339","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"follower","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.286563541Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-p2jrd"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.448270425Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-p2jrd"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.770239147Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-7rvmd"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.775899036Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-7rvmd"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.928708134Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.934841619Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.941911759Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.951039819Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:51.268489057Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-fzx99"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:51.277942634Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-fzx99"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:51.599465839Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-b7cq5"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:51.608695736Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-b7cq5"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.350170214Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.350244352Z","logger":"workload-reconciler","caller":"core/workload_controller.go:831","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.364945574Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.365013358Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.391059071Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.39112285Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:46:55.528388036Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-b7cq5"}} {"level":"Level(-2)","ts":"2026-02-23T16:46:56.364182267Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-fzx99"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.741554507Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.74161999Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.768200678Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.768272538Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.785055848Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.785128147Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:47:34.61458758Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.824231153Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.837370569Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.987687128Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.998957907Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:334","msg":"ClusterQueue delete event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.999010588Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:339","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:38.297446852Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-7rvmd"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:38.45823918Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-7rvmd"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:53.358863009Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:53.369768138Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:53.380092846Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:53.521957512Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"follower","resourceFlavor":{"name":"default"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:53.527531676Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"default"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:53.852945898Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"default","namespace":"e2e-kueue-jjjzp"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:53.862013382Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"default","namespace":"e2e-kueue-jjjzp"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:54.041922376Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"job-test-job-kkdx2-ff1fb","namespace":"e2e-kueue-jjjzp"},"queue":"default","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:47:54.052699048Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-test-job-kkdx2-ff1fb","namespace":"e2e-kueue-jjjzp"},"queue":"default","status":"admitted","prevStatus":"pending","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:47:54.532409192Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:54.541993899Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"default","namespace":"e2e-kueue-jjjzp"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:54.561899138Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"pod-test-pod-dcnb8-d7fa5","namespace":"e2e-kueue-jjjzp"},"queue":"default","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:47:54.573878796Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"pod-test-pod-dcnb8-d7fa5","namespace":"e2e-kueue-jjjzp"},"queue":"default","status":"admitted","prevStatus":"pending","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:47:55.051484725Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"default","namespace":"e2e-kueue-jjjzp"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:55.223154702Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"default","namespace":"e2e-kueue-jjjzp"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:55.573077721Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:48:00.584851174Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"pod-test-pod-dcnb8-d7fa5","namespace":"e2e-kueue-jjjzp"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:48:31.675586436Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"pod-test-pod-dcnb8-d7fa5","namespace":"e2e-kueue-jjjzp"},"queue":"default","status":"admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:48:32.685161758Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.669140768Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"default","namespace":"e2e-kueue-2fjtc"}} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.675101705Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"default","namespace":"e2e-kueue-2fjtc"}} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.947769871Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"statefulset-test-lws-5l2df-9da60","namespace":"e2e-kueue-2fjtc"},"queue":"default","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.962056061Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-test-lws-5l2df-9da60","namespace":"e2e-kueue-2fjtc"},"queue":"default","status":"admitted","prevStatus":"pending","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.996414406Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-test-lws-5l2df-9da60","namespace":"e2e-kueue-2fjtc"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:48:37.957392746Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"default","namespace":"e2e-kueue-2fjtc"}} {"level":"Level(-2)","ts":"2026-02-23T16:48:37.959156816Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:48:38.228433272Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-test-job-kkdx2-ff1fb","namespace":"e2e-kueue-jjjzp"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:48:38.233201015Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"job-test-job-kkdx2-ff1fb","namespace":"e2e-kueue-jjjzp"},"queue":"default","status":"admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:48:39.237597218Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:51:37.223853913Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-test-lws-5l2df-9da60","namespace":"e2e-kueue-2fjtc"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:51:38.466430701Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"default","namespace":"e2e-kueue-2fjtc"}} {"level":"Level(-2)","ts":"2026-02-23T16:52:07.377084992Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-test-lws-5l2df-9da60","namespace":"e2e-kueue-2fjtc"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:52:08.204972677Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-test-lws-5l2df-9da60","namespace":"e2e-kueue-2fjtc"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:52:08.21632481Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"statefulset-test-lws-5l2df-9da60","namespace":"e2e-kueue-2fjtc"},"queue":"default","status":"admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:52:08.386365345Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.222118205Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"default","namespace":"e2e-kueue-p2shw"}} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.229747839Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"default","namespace":"e2e-kueue-p2shw"}} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.522414114Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"statefulset-test-lws-wnwjz-74bc5","namespace":"e2e-kueue-p2shw"},"queue":"default","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.536365047Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-test-lws-wnwjz-74bc5","namespace":"e2e-kueue-p2shw"},"queue":"default","status":"admitted","prevStatus":"pending","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.573336116Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-test-lws-wnwjz-74bc5","namespace":"e2e-kueue-p2shw"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:52:21.529216615Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"default","namespace":"e2e-kueue-p2shw"}} {"level":"Level(-2)","ts":"2026-02-23T16:52:21.53078117Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:55:20.777952423Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-test-lws-wnwjz-74bc5","namespace":"e2e-kueue-p2shw"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} === Logs from pod kueue-controller-manager-74696d84f5-cmhgx === --- Container: manager --- {"level":"Level(-2)","ts":"2026-02-23T16:48:37.957200304Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"e2e-kueue-2fjtc","name":"default","reconcileID":"43c6fd58-4095-4acb-be45-32dac91f893a"} {"level":"Level(-2)","ts":"2026-02-23T16:48:37.958834996Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:48:37.958977142Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"test-clusterqueue","reconcileID":"f0456dd9-d5b9-4803-94b0-63a35e8c5a8a"} {"level":"Level(-2)","ts":"2026-02-23T16:48:38.227890643Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"job-test-job-kkdx2-ff1fb","namespace":"e2e-kueue-jjjzp"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:48:38.227951502Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-jjjzp","name":"job-test-job-kkdx2-ff1fb","reconcileID":"5e8643a6-84d6-4d0b-bc84-5af8acb55046"} {"level":"Level(-2)","ts":"2026-02-23T16:48:38.228099481Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-jjjzp","name":"job-test-job-kkdx2-ff1fb","reconcileID":"5458b15d-a425-4a8a-93b8-ef0442e2dbcf"} {"level":"Level(-2)","ts":"2026-02-23T16:48:38.228112705Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"e2e-kueue-jjjzp","name":"job-test-job-kkdx2-ff1fb","reconcileID":"5e8643a6-84d6-4d0b-bc84-5af8acb55046","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:48:38.232927326Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"leader","workload":{"name":"job-test-job-kkdx2-ff1fb","namespace":"e2e-kueue-jjjzp"},"queue":"default","status":"admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:48:38.233057589Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-jjjzp","name":"job-test-job-kkdx2-ff1fb","reconcileID":"80475230-cd73-44c6-9abc-44d09ba268f9"} {"level":"Level(-2)","ts":"2026-02-23T16:48:38.233101213Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"e2e-kueue-jjjzp","name":"job-test-job-kkdx2-ff1fb","reconcileID":"80475230-cd73-44c6-9abc-44d09ba268f9","isDeleted":true} {"level":"Level(-2)","ts":"2026-02-23T16:48:38.637257813Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"14130d64-63ab-4c2f-97f8-d2f7c1ba0439","job":"group/e2e-kueue-2fjtc/statefulset-test-lws-5l2df-9da60","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:48:38.648072092Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"e2e-kueue-2fjtc","name":"test-lws-5l2df","reconcileID":"9023f163-fd31-4f11-8bee-513ecea01365"} {"level":"Level(-2)","ts":"2026-02-23T16:48:39.228348069Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"test-clusterqueue","reconcileID":"fc9c800e-79a4-4c9c-9219-81d7fac52414"} {"level":"Level(-2)","ts":"2026-02-23T16:48:39.23718469Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:48:39.237584272Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"test-clusterqueue","reconcileID":"227f834e-d33b-4a6c-a1e2-c2c04601552e"} {"level":"error","ts":"2026-02-23T16:51:37.198421159Z","logger":"statefulset-reconciler","caller":"statefulset/statefulset_reconciler.go:254","msg":"Failed to determine if the StatefulSet should be managed by Kueue","replica-role":"leader","statefulset":{"name":"test-lws-5l2df","namespace":"e2e-kueue-2fjtc"},"error":"workload owner not found\nLeaderWorkerSet.leaderworkerset.x-k8s.io \"test-lws-5l2df\" not found","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).handle\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:254\nsigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).Delete\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:233\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/source/event_handler.go:159\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1079\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1084\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-02-23T16:51:37.211479018Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"5e100f2c-ce3c-4ee8-bd82-6d1b8129e245","job":"group/e2e-kueue-2fjtc/statefulset-test-lws-5l2df-9da60","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:51:37.223325288Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-test-lws-5l2df-9da60","namespace":"e2e-kueue-2fjtc"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:51:37.223465909Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"67aee217-4421-48c0-932d-4d05cb4a6667","job":"group/e2e-kueue-2fjtc/statefulset-test-lws-5l2df-9da60","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:51:37.223531652Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"eee458af-b2fc-4fea-897f-f3845b6b78ef"} {"level":"Level(-2)","ts":"2026-02-23T16:51:37.223457698Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"dc8463f5-3cb8-4417-b1e6-f153042b15ae"} {"level":"Level(-2)","ts":"2026-02-23T16:51:37.223593521Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"dc8463f5-3cb8-4417-b1e6-f153042b15ae","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:51:38.224236653Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"test-clusterqueue","reconcileID":"5e857a7a-15bb-4f02-856c-e9b2436a868e"} {"level":"Level(-2)","ts":"2026-02-23T16:51:38.22423262Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"e2e-kueue-2fjtc","name":"default","reconcileID":"9203adaf-6100-4233-92f8-0eb398548e8f"} {"level":"Level(-2)","ts":"2026-02-23T16:51:38.466075816Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"leader","localQueue":{"name":"default","namespace":"e2e-kueue-2fjtc"}} {"level":"Level(-2)","ts":"2026-02-23T16:51:38.466224688Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"ccc092b3-50e0-45ac-bf58-ab8e5ae6cd59"} {"level":"error","ts":"2026-02-23T16:51:43.831561923Z","logger":"statefulset-reconciler","caller":"statefulset/statefulset_reconciler.go:254","msg":"Failed to determine if the StatefulSet should be managed by Kueue","replica-role":"leader","statefulset":{"name":"test-lws-5l2df-0","namespace":"e2e-kueue-2fjtc"},"error":"workload owner not found\nStatefulSet.apps \"test-lws-5l2df\" not found","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).handle\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:254\nsigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).Update\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:229\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnUpdate\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/source/event_handler.go:111\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1072\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1084\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-02-23T16:52:07.363372021Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"58dedc70-7986-4941-8e76-5ceac68a2fb6","job":"group/e2e-kueue-2fjtc/statefulset-test-lws-5l2df-9da60","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:52:07.376496645Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"ffcdcf55-1e4e-4eac-ad3c-bca0efb590e9"} {"level":"Level(-2)","ts":"2026-02-23T16:52:07.376628765Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"ffcdcf55-1e4e-4eac-ad3c-bca0efb590e9","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:52:07.376507958Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-test-lws-5l2df-9da60","namespace":"e2e-kueue-2fjtc"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:52:07.376675627Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"caf43170-3b00-4e6b-afbd-e9a97dedcc44","job":"group/e2e-kueue-2fjtc/statefulset-test-lws-5l2df-9da60","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:52:07.376762009Z","logger":"v1_pod","caller":"jobframework/reconciler.go:598","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"group/e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"caf43170-3b00-4e6b-afbd-e9a97dedcc44","job":"group/e2e-kueue-2fjtc/statefulset-test-lws-5l2df-9da60","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:52:07.376821982Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"66a1d8ea-6b95-4176-9dba-6f88d4dc51f8"} {"level":"Level(-2)","ts":"2026-02-23T16:52:08.185601109Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"a41b5aaa-d9fc-4766-8081-4ee14c266ae7","job":"group/e2e-kueue-2fjtc/statefulset-test-lws-5l2df-9da60","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:52:08.185735302Z","logger":"v1_pod","caller":"jobframework/reconciler.go:598","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"group/e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"a41b5aaa-d9fc-4766-8081-4ee14c266ae7","job":"group/e2e-kueue-2fjtc/statefulset-test-lws-5l2df-9da60","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:52:08.204849763Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-test-lws-5l2df-9da60","namespace":"e2e-kueue-2fjtc"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:52:08.204890796Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"d8140769-9939-4d16-b147-69748d3f7d6a"} {"level":"Level(-2)","ts":"2026-02-23T16:52:08.204990177Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"d8140769-9939-4d16-b147-69748d3f7d6a","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:52:08.205039232Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"8026e150-290e-4fd6-94b2-9e4d87025d29"} {"level":"error","ts":"2026-02-23T16:52:08.212150046Z","logger":"statefulset-reconciler","caller":"statefulset/statefulset_reconciler.go:254","msg":"Failed to determine if the StatefulSet should be managed by Kueue","replica-role":"leader","statefulset":{"name":"test-lws-5l2df-0","namespace":"e2e-kueue-2fjtc"},"error":"workload owner not found\nPod \"test-lws-5l2df-0\" not found","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).handle\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:254\nsigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).Delete\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:233\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/source/event_handler.go:159\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1079\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1084\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-02-23T16:52:08.215676131Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"leader","workload":{"name":"statefulset-test-lws-5l2df-9da60","namespace":"e2e-kueue-2fjtc"},"queue":"default","status":"admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:52:08.215680229Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"87585afb-0259-41cc-9d09-328e4e687a38"} {"level":"Level(-2)","ts":"2026-02-23T16:52:08.215713999Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"e2e-kueue-2fjtc","name":"statefulset-test-lws-5l2df-9da60","reconcileID":"87585afb-0259-41cc-9d09-328e4e687a38","isDeleted":true} {"level":"Level(-2)","ts":"2026-02-23T16:52:08.37703017Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"test-clusterqueue","reconcileID":"abd7484c-9acd-44c2-a875-7496eca2c833"} {"level":"Level(-2)","ts":"2026-02-23T16:52:08.385835814Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:52:08.386246012Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"test-clusterqueue","reconcileID":"986e585c-d3cd-4b1a-a8a2-8233cec8b798"} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.221618043Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"default","namespace":"e2e-kueue-p2shw"}} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.22175899Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"default","reconcileID":"ed1eac63-ac76-4db5-9875-8c72ca2f9c6d"} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.229292867Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"default","namespace":"e2e-kueue-p2shw"}} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.22965606Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"default","reconcileID":"227a65ed-60dc-4daa-a937-b7efe244971f"} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.449646879Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"test-lws-wnwjz","reconcileID":"38ace468-aa24-45fa-8050-8109b6637a0b"} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.509389951Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"5f06f3b5-034d-4747-8e09-9ad43ebb0721","job":"group/e2e-kueue-p2shw/statefulset-test-lws-wnwjz-74bc5","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.518142222Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"test-lws-wnwjz","reconcileID":"97b9ccdc-202e-4fd0-aa92-ec05c4562c31"} {"level":"debug","ts":"2026-02-23T16:52:20.519877128Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Created Workload: e2e-kueue-p2shw/statefulset-test-lws-wnwjz-74bc5","type":"Normal","object":{"kind":"Pod","namespace":"e2e-kueue-p2shw","name":"test-lws-wnwjz-0","uid":"71f4b691-dd29-43a6-a0a3-2152c8c7ffb7","apiVersion":"v1","resourceVersion":"161987"},"reason":"CreatedWorkload"} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.519920914Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"leader","workload":{"name":"statefulset-test-lws-wnwjz-74bc5","namespace":"e2e-kueue-p2shw"},"queue":"default","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.520052568Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"8b9c747c-f43f-4924-876d-86198fe27844","job":"group/e2e-kueue-p2shw/statefulset-test-lws-wnwjz-74bc5","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.520081148Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"aa6a592c-d6cc-43ca-b755-09abe30487e2"} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.520148232Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"81ec4e74-a86c-41ad-b243-f9386fa64bba"} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.520186652Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"81ec4e74-a86c-41ad-b243-f9386fa64bba","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.520194866Z","logger":"scheduler","caller":"scheduler/scheduler.go:248","msg":"Attempting to schedule workload","replica-role":"follower","schedulingCycle":25,"workload":{"name":"statefulset-test-lws-wnwjz-74bc5","namespace":"e2e-kueue-p2shw"},"clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.520239522Z","logger":"scheduler","caller":"scheduler/scheduler.go:697","msg":"Workload assumed in the cache","replica-role":"follower","schedulingCycle":25,"workload":{"name":"statefulset-test-lws-wnwjz-74bc5","namespace":"e2e-kueue-p2shw"},"clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.530966744Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"test-lws-wnwjz","reconcileID":"99ea3ee9-7971-43df-bf97-30869348d643"} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.534407876Z","logger":"scheduler","caller":"scheduler/scheduler.go:660","msg":"Workload successfully admitted and assigned flavors","replica-role":"follower","schedulingCycle":25,"workload":{"name":"statefulset-test-lws-wnwjz-74bc5","namespace":"e2e-kueue-p2shw"},"clusterQueue":{"name":"test-clusterqueue"},"assignments":[{"name":"412e2b99","flavors":{"cpu":"default","memory":"default"},"resourceUsage":{"cpu":"100m","memory":"128Mi"},"count":1}]} {"level":"debug","ts":"2026-02-23T16:52:20.534459971Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue test-clusterqueue, wait time since queued was 1s","type":"Normal","object":{"kind":"Workload","namespace":"e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","uid":"367f7789-5d52-4b44-b4fd-27201ce9b093","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"161994"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-02-23T16:52:20.534481406Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue test-clusterqueue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","uid":"367f7789-5d52-4b44-b4fd-27201ce9b093","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"161994"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.535350769Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"7b93e1a3-42d9-4f65-b0da-266dd54120d0"} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.53538567Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"7b93e1a3-42d9-4f65-b0da-266dd54120d0","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.535439667Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-test-lws-wnwjz-74bc5","namespace":"e2e-kueue-p2shw"},"queue":"default","status":"admitted","prevStatus":"pending","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.535482537Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"af6f7aa2-293a-46b5-b1fd-040dba97139c","job":"group/e2e-kueue-p2shw/statefulset-test-lws-wnwjz-74bc5","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.535532103Z","logger":"v1_pod","caller":"jobframework/reconciler.go:598","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"group/e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"af6f7aa2-293a-46b5-b1fd-040dba97139c","job":"group/e2e-kueue-p2shw/statefulset-test-lws-wnwjz-74bc5","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.535560583Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"f0711cdd-a7e8-49b7-b8e0-e4ed77f19b61"} {"level":"error","ts":"2026-02-23T16:52:20.546284909Z","logger":"statefulset","caller":"controller/controller.go:474","msg":"Reconciler error","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"test-lws-wnwjz","reconcileID":"99ea3ee9-7971-43df-bf97-30869348d643","error":"Operation cannot be fulfilled on workloads.kueue.x-k8s.io \"statefulset-test-lws-wnwjz-74bc5\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:296"} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.55147925Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"test-lws-wnwjz","reconcileID":"c50fa4bf-7628-42e4-aabc-943999b21bcc"} {"level":"debug","ts":"2026-02-23T16:52:20.566487209Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by clusterQueue test-clusterqueue","type":"Normal","object":{"kind":"Pod","namespace":"e2e-kueue-p2shw","name":"test-lws-wnwjz-0","uid":"71f4b691-dd29-43a6-a0a3-2152c8c7ffb7","apiVersion":"v1","resourceVersion":"162003"},"reason":"Started"} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.566592434Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"ced7547c-46db-4149-9da0-ca7b4a87543f","job":"group/e2e-kueue-p2shw/statefulset-test-lws-wnwjz-74bc5","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.572323949Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"9d7f3bc5-0fbd-49c4-944c-bc5e277bfbe9"} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.572397179Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"9d7f3bc5-0fbd-49c4-944c-bc5e277bfbe9","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.572345862Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-test-lws-wnwjz-74bc5","namespace":"e2e-kueue-p2shw"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.572454676Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"4582932d-817a-4d74-8c97-fd8972c8ea1b","job":"group/e2e-kueue-p2shw/statefulset-test-lws-wnwjz-74bc5","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.572584555Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"f6202b7d-ebbd-4fd0-b6d8-5c22978692e5"} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.578711151Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"2fed7809-c325-44b7-ad7f-71beaca14235","job":"group/e2e-kueue-p2shw/statefulset-test-lws-wnwjz-74bc5","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.599254364Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"b544edf1-9a07-45e8-8edd-e9e4ac9824d1","job":"group/e2e-kueue-p2shw/statefulset-test-lws-wnwjz-74bc5","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.620677497Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"0947db54-f78e-4bcd-ba73-d10b060a9bc9","job":"group/e2e-kueue-p2shw/statefulset-test-lws-wnwjz-74bc5","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:52:21.022587742Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"a702345f-11a5-4a0c-97e5-904c359998ed","job":"group/e2e-kueue-p2shw/statefulset-test-lws-wnwjz-74bc5","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:52:21.520286174Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"test-clusterqueue","reconcileID":"d782f797-06f9-42ef-b520-2c804523b583"} {"level":"Level(-2)","ts":"2026-02-23T16:52:21.520286116Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"default","reconcileID":"c048edca-5800-41d9-a696-0592ae4d54e1"} {"level":"Level(-2)","ts":"2026-02-23T16:52:21.528820921Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"default","namespace":"e2e-kueue-p2shw"}} {"level":"Level(-2)","ts":"2026-02-23T16:52:21.529097488Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"default","reconcileID":"b98f08a8-5d37-4a83-bb36-0f47728a071c"} {"level":"Level(-2)","ts":"2026-02-23T16:52:21.530976135Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:52:21.531149628Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"test-clusterqueue","reconcileID":"b17c7d80-7260-422d-b7bf-5544fd2eea5d"} {"level":"Level(-2)","ts":"2026-02-23T16:52:22.230366127Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"ecb83e00-6482-4188-ac0e-137cfe2ac535","job":"group/e2e-kueue-p2shw/statefulset-test-lws-wnwjz-74bc5","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:52:22.241570263Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"test-lws-wnwjz","reconcileID":"a7db63da-c1bf-474a-a754-40581eec6d33"} {"level":"error","ts":"2026-02-23T16:55:20.750304029Z","logger":"statefulset-reconciler","caller":"statefulset/statefulset_reconciler.go:254","msg":"Failed to determine if the StatefulSet should be managed by Kueue","replica-role":"leader","statefulset":{"name":"test-lws-wnwjz","namespace":"e2e-kueue-p2shw"},"error":"workload owner not found\nLeaderWorkerSet.leaderworkerset.x-k8s.io \"test-lws-wnwjz\" not found","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).handle\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:254\nsigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).Delete\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:233\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/source/event_handler.go:159\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1079\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1084\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-02-23T16:55:20.76565781Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"6275812e-974c-4051-b7cd-299ee8ed0f24","job":"group/e2e-kueue-p2shw/statefulset-test-lws-wnwjz-74bc5","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:55:20.777886186Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-test-lws-wnwjz-74bc5","namespace":"e2e-kueue-p2shw"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:55:20.777867272Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"6910a6d6-c7b9-4179-bcfc-b85330a742a2"} {"level":"Level(-2)","ts":"2026-02-23T16:55:20.778086769Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"6910a6d6-c7b9-4179-bcfc-b85330a742a2","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:55:20.778042796Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"769cf3c3-075c-4406-8dbf-ad642c381675","job":"group/e2e-kueue-p2shw/statefulset-test-lws-wnwjz-74bc5","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:55:20.778064674Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"fc8b4681-f127-4cd9-81c8-5bd05c8a38e1"} STEP: Destroying LocalQueue e2e-kueue-p2shw/default @ 02/23/26 13:55:21.893 STEP: Deleting namespace e2e-kueue-p2shw @ 02/23/26 13:55:22.422 Attempt #2 Failed. Retrying ↺ @ 02/23/26 13:56:03.715 STEP: Created namespace e2e-kueue-fpr6t @ 02/23/26 13:56:03.886 STEP: Creating LocalQueue default in namespace e2e-kueue-fpr6t @ 02/23/26 13:56:03.887 STEP: creating LeaderWorkerSet without queue name @ 02/23/26 13:56:04.046 STEP: verifying LeaderWorkerSet has queue label added @ 02/23/26 13:56:04.247 STEP: Destroying Object test-lws-xlngl @ 02/23/26 13:59:04.245 [FAILED] in [It] - /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_local_queue_defaulting_test.go:113 @ 02/23/26 13:59:04.782 STEP: Test failed - dumping kueue-controller-manager logs @ 02/23/26 13:59:04.782 === Logs from pod kueue-controller-manager-74696d84f5-4vv29 === --- Container: manager --- {"level":"Level(-2)","ts":"2026-02-23T16:43:13.724170213Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.748109378Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.748172988Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.762965268Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:13.763027157Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.806874414Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.815828833Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.967502877Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.979554026Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:334","msg":"ClusterQueue delete event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:49.979617009Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:339","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"follower","clusterQueue":{"name":"cluster-queue-lnptj"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.286563541Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-p2jrd"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.448270425Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-p2jrd"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.770239147Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-7rvmd"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.775899036Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-7rvmd"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.928708134Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-qkltm"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.934841619Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.941911759Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:50.951039819Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:51.268489057Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-fzx99"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:51.277942634Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-fzx99"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:51.599465839Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-b7cq5"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:51.608695736Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-b7cq5"}} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.350170214Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.350244352Z","logger":"workload-reconciler","caller":"core/workload_controller.go:831","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.364945574Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.365013358Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.391059071Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:43:53.39112285Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:46:55.528388036Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"local-queue-b","namespace":"namespace-b-b7cq5"}} {"level":"Level(-2)","ts":"2026-02-23T16:46:56.364182267Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"local-queue-a","namespace":"namespace-a-fzx99"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.741554507Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.74161999Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.768200678Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.768272538Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.785055848Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:47:01.785128147Z","logger":"workload-reconciler","caller":"core/workload_controller.go:924","msg":"ignored an error for now","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending","error":"localQueue doesn't exist or inactive"} {"level":"Level(-2)","ts":"2026-02-23T16:47:34.61458758Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"statefulset-lws-blocker-a-2c606","namespace":"namespace-a-fzx99"},"queue":"","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.824231153Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.837370569Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.987687128Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.998957907Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:334","msg":"ClusterQueue delete event","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:37.999010588Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:339","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"follower","clusterQueue":{"name":"cluster-queue-92bfc"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:38.297446852Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-7rvmd"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:38.45823918Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"follower","resourceFlavor":{"name":"resource-flavor-7rvmd"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:53.358863009Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:313","msg":"ClusterQueue create event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:53.369768138Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:53.380092846Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:53.521957512Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"follower","resourceFlavor":{"name":"default"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:53.527531676Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"follower","resourceFlavor":{"name":"default"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:53.852945898Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"default","namespace":"e2e-kueue-jjjzp"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:53.862013382Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"default","namespace":"e2e-kueue-jjjzp"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:54.041922376Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"job-test-job-kkdx2-ff1fb","namespace":"e2e-kueue-jjjzp"},"queue":"default","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:47:54.052699048Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-test-job-kkdx2-ff1fb","namespace":"e2e-kueue-jjjzp"},"queue":"default","status":"admitted","prevStatus":"pending","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:47:54.532409192Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:54.541993899Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"default","namespace":"e2e-kueue-jjjzp"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:54.561899138Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"pod-test-pod-dcnb8-d7fa5","namespace":"e2e-kueue-jjjzp"},"queue":"default","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:47:54.573878796Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"pod-test-pod-dcnb8-d7fa5","namespace":"e2e-kueue-jjjzp"},"queue":"default","status":"admitted","prevStatus":"pending","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:47:55.051484725Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"default","namespace":"e2e-kueue-jjjzp"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:55.223154702Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"default","namespace":"e2e-kueue-jjjzp"}} {"level":"Level(-2)","ts":"2026-02-23T16:47:55.573077721Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:48:00.584851174Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"pod-test-pod-dcnb8-d7fa5","namespace":"e2e-kueue-jjjzp"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:48:31.675586436Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"pod-test-pod-dcnb8-d7fa5","namespace":"e2e-kueue-jjjzp"},"queue":"default","status":"admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:48:32.685161758Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.669140768Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"default","namespace":"e2e-kueue-2fjtc"}} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.675101705Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"default","namespace":"e2e-kueue-2fjtc"}} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.947769871Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"statefulset-test-lws-5l2df-9da60","namespace":"e2e-kueue-2fjtc"},"queue":"default","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.962056061Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-test-lws-5l2df-9da60","namespace":"e2e-kueue-2fjtc"},"queue":"default","status":"admitted","prevStatus":"pending","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:48:36.996414406Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-test-lws-5l2df-9da60","namespace":"e2e-kueue-2fjtc"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:48:37.957392746Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"default","namespace":"e2e-kueue-2fjtc"}} {"level":"Level(-2)","ts":"2026-02-23T16:48:37.959156816Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:48:38.228433272Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"job-test-job-kkdx2-ff1fb","namespace":"e2e-kueue-jjjzp"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:48:38.233201015Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"job-test-job-kkdx2-ff1fb","namespace":"e2e-kueue-jjjzp"},"queue":"default","status":"admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:48:39.237597218Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:51:37.223853913Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-test-lws-5l2df-9da60","namespace":"e2e-kueue-2fjtc"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:51:38.466430701Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"default","namespace":"e2e-kueue-2fjtc"}} {"level":"Level(-2)","ts":"2026-02-23T16:52:07.377084992Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-test-lws-5l2df-9da60","namespace":"e2e-kueue-2fjtc"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:52:08.204972677Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-test-lws-5l2df-9da60","namespace":"e2e-kueue-2fjtc"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:52:08.21632481Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"statefulset-test-lws-5l2df-9da60","namespace":"e2e-kueue-2fjtc"},"queue":"default","status":"admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:52:08.386365345Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.222118205Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"default","namespace":"e2e-kueue-p2shw"}} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.229747839Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"default","namespace":"e2e-kueue-p2shw"}} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.522414114Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"statefulset-test-lws-wnwjz-74bc5","namespace":"e2e-kueue-p2shw"},"queue":"default","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.536365047Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-test-lws-wnwjz-74bc5","namespace":"e2e-kueue-p2shw"},"queue":"default","status":"admitted","prevStatus":"pending","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.573336116Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-test-lws-wnwjz-74bc5","namespace":"e2e-kueue-p2shw"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:52:21.529216615Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"default","namespace":"e2e-kueue-p2shw"}} {"level":"Level(-2)","ts":"2026-02-23T16:52:21.53078117Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:55:20.777952423Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-test-lws-wnwjz-74bc5","namespace":"e2e-kueue-p2shw"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:55:22.13063218Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"follower","localQueue":{"name":"default","namespace":"e2e-kueue-p2shw"}} {"level":"Level(-2)","ts":"2026-02-23T16:55:50.942440278Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-test-lws-wnwjz-74bc5","namespace":"e2e-kueue-p2shw"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:55:51.791663221Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-test-lws-wnwjz-74bc5","namespace":"e2e-kueue-p2shw"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:55:51.805602938Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"follower","workload":{"name":"statefulset-test-lws-wnwjz-74bc5","namespace":"e2e-kueue-p2shw"},"queue":"default","status":"admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:55:51.953018975Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:56:03.929302346Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"follower","localQueue":{"name":"default","namespace":"e2e-kueue-fpr6t"}} {"level":"Level(-2)","ts":"2026-02-23T16:56:03.935044545Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"default","namespace":"e2e-kueue-fpr6t"}} {"level":"Level(-2)","ts":"2026-02-23T16:56:04.233318357Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"follower","workload":{"name":"statefulset-test-lws-xlngl-efd22","namespace":"e2e-kueue-fpr6t"},"queue":"default","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:56:04.248883156Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-test-lws-xlngl-efd22","namespace":"e2e-kueue-fpr6t"},"queue":"default","status":"admitted","prevStatus":"pending","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:56:04.280409725Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-test-lws-xlngl-efd22","namespace":"e2e-kueue-fpr6t"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:56:05.24836066Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"follower","localQueue":{"name":"default","namespace":"e2e-kueue-fpr6t"}} {"level":"Level(-2)","ts":"2026-02-23T16:56:05.248731648Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"follower","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:59:04.521421149Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"follower","workload":{"name":"statefulset-test-lws-xlngl-efd22","namespace":"e2e-kueue-fpr6t"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} === Logs from pod kueue-controller-manager-74696d84f5-cmhgx === --- Container: manager --- {"level":"Level(-2)","ts":"2026-02-23T16:52:20.572584555Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"f6202b7d-ebbd-4fd0-b6d8-5c22978692e5"} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.578711151Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"2fed7809-c325-44b7-ad7f-71beaca14235","job":"group/e2e-kueue-p2shw/statefulset-test-lws-wnwjz-74bc5","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.599254364Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"b544edf1-9a07-45e8-8edd-e9e4ac9824d1","job":"group/e2e-kueue-p2shw/statefulset-test-lws-wnwjz-74bc5","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:52:20.620677497Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"0947db54-f78e-4bcd-ba73-d10b060a9bc9","job":"group/e2e-kueue-p2shw/statefulset-test-lws-wnwjz-74bc5","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:52:21.022587742Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"a702345f-11a5-4a0c-97e5-904c359998ed","job":"group/e2e-kueue-p2shw/statefulset-test-lws-wnwjz-74bc5","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:52:21.520286174Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"test-clusterqueue","reconcileID":"d782f797-06f9-42ef-b520-2c804523b583"} {"level":"Level(-2)","ts":"2026-02-23T16:52:21.520286116Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"default","reconcileID":"c048edca-5800-41d9-a696-0592ae4d54e1"} {"level":"Level(-2)","ts":"2026-02-23T16:52:21.528820921Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"default","namespace":"e2e-kueue-p2shw"}} {"level":"Level(-2)","ts":"2026-02-23T16:52:21.529097488Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"default","reconcileID":"b98f08a8-5d37-4a83-bb36-0f47728a071c"} {"level":"Level(-2)","ts":"2026-02-23T16:52:21.530976135Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:52:21.531149628Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"test-clusterqueue","reconcileID":"b17c7d80-7260-422d-b7bf-5544fd2eea5d"} {"level":"Level(-2)","ts":"2026-02-23T16:52:22.230366127Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"ecb83e00-6482-4188-ac0e-137cfe2ac535","job":"group/e2e-kueue-p2shw/statefulset-test-lws-wnwjz-74bc5","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:52:22.241570263Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"test-lws-wnwjz","reconcileID":"a7db63da-c1bf-474a-a754-40581eec6d33"} {"level":"error","ts":"2026-02-23T16:55:20.750304029Z","logger":"statefulset-reconciler","caller":"statefulset/statefulset_reconciler.go:254","msg":"Failed to determine if the StatefulSet should be managed by Kueue","replica-role":"leader","statefulset":{"name":"test-lws-wnwjz","namespace":"e2e-kueue-p2shw"},"error":"workload owner not found\nLeaderWorkerSet.leaderworkerset.x-k8s.io \"test-lws-wnwjz\" not found","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).handle\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:254\nsigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).Delete\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:233\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/source/event_handler.go:159\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1079\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1084\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-02-23T16:55:20.76565781Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"6275812e-974c-4051-b7cd-299ee8ed0f24","job":"group/e2e-kueue-p2shw/statefulset-test-lws-wnwjz-74bc5","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:55:20.777886186Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-test-lws-wnwjz-74bc5","namespace":"e2e-kueue-p2shw"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:55:20.777867272Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"6910a6d6-c7b9-4179-bcfc-b85330a742a2"} {"level":"Level(-2)","ts":"2026-02-23T16:55:20.778086769Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"6910a6d6-c7b9-4179-bcfc-b85330a742a2","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:55:20.778042796Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"769cf3c3-075c-4406-8dbf-ad642c381675","job":"group/e2e-kueue-p2shw/statefulset-test-lws-wnwjz-74bc5","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:55:20.778064674Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"fc8b4681-f127-4cd9-81c8-5bd05c8a38e1"} {"level":"Level(-2)","ts":"2026-02-23T16:55:21.778985681Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"default","reconcileID":"192b7504-c1fd-4a03-af53-1ddac0eea809"} {"level":"Level(-2)","ts":"2026-02-23T16:55:21.778988082Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"test-clusterqueue","reconcileID":"19e8ccd6-c5d9-432e-9549-973e0f007089"} {"level":"Level(-2)","ts":"2026-02-23T16:55:22.131754287Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:246","msg":"LocalQueue delete event","replica-role":"leader","localQueue":{"name":"default","namespace":"e2e-kueue-p2shw"}} {"level":"Level(-2)","ts":"2026-02-23T16:55:22.131832529Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"afd36259-26c7-48e0-b3f1-2aaef1406e82"} {"level":"error","ts":"2026-02-23T16:55:27.538401187Z","logger":"statefulset-reconciler","caller":"statefulset/statefulset_reconciler.go:254","msg":"Failed to determine if the StatefulSet should be managed by Kueue","replica-role":"leader","statefulset":{"name":"test-lws-wnwjz-0","namespace":"e2e-kueue-p2shw"},"error":"workload owner not found\nStatefulSet.apps \"test-lws-wnwjz\" not found","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).handle\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:254\nsigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).Update\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:229\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnUpdate\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/source/event_handler.go:111\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1072\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1084\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-02-23T16:55:50.927132641Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"d5e33a27-1d93-482b-9fae-741b5a5c2bc5","job":"group/e2e-kueue-p2shw/statefulset-test-lws-wnwjz-74bc5","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:55:50.941721773Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-test-lws-wnwjz-74bc5","namespace":"e2e-kueue-p2shw"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:55:50.941829913Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"abccb130-2e31-4e1b-8ace-10aa8fc0c4a4","job":"group/e2e-kueue-p2shw/statefulset-test-lws-wnwjz-74bc5","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:55:50.941984079Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"7f375e48-42d3-407d-addf-4689c6dbb513"} {"level":"Level(-2)","ts":"2026-02-23T16:55:50.942057241Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"321cef13-ae3e-4945-877a-6fb57cff6858"} {"level":"Level(-2)","ts":"2026-02-23T16:55:50.942134928Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"321cef13-ae3e-4945-877a-6fb57cff6858","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:55:50.941984039Z","logger":"v1_pod","caller":"jobframework/reconciler.go:598","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"group/e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"abccb130-2e31-4e1b-8ace-10aa8fc0c4a4","job":"group/e2e-kueue-p2shw/statefulset-test-lws-wnwjz-74bc5","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:55:51.773275705Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"4da07356-90b4-4da9-8b67-40f9a0e0e5aa","job":"group/e2e-kueue-p2shw/statefulset-test-lws-wnwjz-74bc5","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:55:51.773618361Z","logger":"v1_pod","caller":"jobframework/reconciler.go:598","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"group/e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"4da07356-90b4-4da9-8b67-40f9a0e0e5aa","job":"group/e2e-kueue-p2shw/statefulset-test-lws-wnwjz-74bc5","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:55:51.791361016Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-test-lws-wnwjz-74bc5","namespace":"e2e-kueue-p2shw"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:55:51.79136969Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"266efcd3-2c32-4568-93ff-9f3482db6cc9"} {"level":"Level(-2)","ts":"2026-02-23T16:55:51.791596752Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"ed0e3ed1-9fc6-408e-8b7f-34e597fac7aa"} {"level":"Level(-2)","ts":"2026-02-23T16:55:51.79160252Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"266efcd3-2c32-4568-93ff-9f3482db6cc9","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:55:51.805336191Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"ba18aae8-4e26-4e7b-b967-4f0e37406e76"} {"level":"Level(-2)","ts":"2026-02-23T16:55:51.805475145Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"e2e-kueue-p2shw","name":"statefulset-test-lws-wnwjz-74bc5","reconcileID":"ba18aae8-4e26-4e7b-b967-4f0e37406e76","isDeleted":true} {"level":"Level(-2)","ts":"2026-02-23T16:55:51.805375699Z","logger":"workload-reconciler","caller":"core/workload_controller.go:849","msg":"Workload delete event","replica-role":"leader","workload":{"name":"statefulset-test-lws-wnwjz-74bc5","namespace":"e2e-kueue-p2shw"},"queue":"default","status":"admitted"} {"level":"error","ts":"2026-02-23T16:55:51.807315514Z","logger":"statefulset-reconciler","caller":"statefulset/statefulset_reconciler.go:254","msg":"Failed to determine if the StatefulSet should be managed by Kueue","replica-role":"leader","statefulset":{"name":"test-lws-wnwjz-0","namespace":"e2e-kueue-p2shw"},"error":"workload owner not found\nPod \"test-lws-wnwjz-0\" not found","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).handle\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:254\nsigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).Delete\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:233\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/source/event_handler.go:159\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1079\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1084\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-02-23T16:55:51.942500966Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"test-clusterqueue","reconcileID":"e20b2864-2775-4770-bcb7-0b8c40c84fb9"} {"level":"Level(-2)","ts":"2026-02-23T16:55:51.952248004Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:55:51.952820659Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"test-clusterqueue","reconcileID":"48df2f43-76c7-4a14-a2f6-9d83ecc79d1d"} {"level":"Level(-2)","ts":"2026-02-23T16:56:03.926722589Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:215","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"default","namespace":"e2e-kueue-fpr6t"}} {"level":"Level(-2)","ts":"2026-02-23T16:56:03.926832489Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"e2e-kueue-fpr6t","name":"default","reconcileID":"244e8e82-8597-4316-807f-fed5dd0997af"} {"level":"Level(-2)","ts":"2026-02-23T16:56:03.934576244Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"default","namespace":"e2e-kueue-fpr6t"}} {"level":"Level(-2)","ts":"2026-02-23T16:56:03.935293461Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"e2e-kueue-fpr6t","name":"default","reconcileID":"76f0923d-fed0-434f-9fee-cd39e72dabc0"} {"level":"Level(-2)","ts":"2026-02-23T16:56:04.16583433Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"e2e-kueue-fpr6t","name":"test-lws-xlngl","reconcileID":"997ed38d-f0f1-4cc5-9d7c-6220d1b14964"} {"level":"Level(-2)","ts":"2026-02-23T16:56:04.221953657Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-fpr6t","name":"statefulset-test-lws-xlngl-efd22","reconcileID":"ac5a158a-4556-47c3-9032-e372c381690a","job":"group/e2e-kueue-fpr6t/statefulset-test-lws-xlngl-efd22","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:56:04.231507104Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"e2e-kueue-fpr6t","name":"test-lws-xlngl","reconcileID":"876a6dc3-67d5-4607-974d-364684540568"} {"level":"debug","ts":"2026-02-23T16:56:04.233099018Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Created Workload: e2e-kueue-fpr6t/statefulset-test-lws-xlngl-efd22","type":"Normal","object":{"kind":"Pod","namespace":"e2e-kueue-fpr6t","name":"test-lws-xlngl-0","uid":"0ce7803c-1216-4ce7-87f4-9ec3b153a091","apiVersion":"v1","resourceVersion":"163253"},"reason":"CreatedWorkload"} {"level":"Level(-2)","ts":"2026-02-23T16:56:04.233581781Z","logger":"workload-reconciler","caller":"core/workload_controller.go:811","msg":"Workload create event","replica-role":"leader","workload":{"name":"statefulset-test-lws-xlngl-efd22","namespace":"e2e-kueue-fpr6t"},"queue":"default","status":"pending"} {"level":"Level(-2)","ts":"2026-02-23T16:56:04.233607995Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-fpr6t","name":"statefulset-test-lws-xlngl-efd22","reconcileID":"ddb28f92-d7e3-4528-a9b6-fe11b9361924"} {"level":"Level(-2)","ts":"2026-02-23T16:56:04.233658754Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"e2e-kueue-fpr6t","name":"statefulset-test-lws-xlngl-efd22","reconcileID":"ddb28f92-d7e3-4528-a9b6-fe11b9361924","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:56:04.233656967Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-fpr6t","name":"statefulset-test-lws-xlngl-efd22","reconcileID":"66fd9d21-4d2d-4c03-88de-a1151441d5d7","job":"group/e2e-kueue-fpr6t/statefulset-test-lws-xlngl-efd22","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:56:04.233745481Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-fpr6t","name":"statefulset-test-lws-xlngl-efd22","reconcileID":"7e3f0961-9531-457f-b635-657ad3fcec06"} {"level":"Level(-2)","ts":"2026-02-23T16:56:04.233839722Z","logger":"scheduler","caller":"scheduler/scheduler.go:248","msg":"Attempting to schedule workload","replica-role":"follower","schedulingCycle":26,"workload":{"name":"statefulset-test-lws-xlngl-efd22","namespace":"e2e-kueue-fpr6t"},"clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:56:04.233885039Z","logger":"scheduler","caller":"scheduler/scheduler.go:697","msg":"Workload assumed in the cache","replica-role":"follower","schedulingCycle":26,"workload":{"name":"statefulset-test-lws-xlngl-efd22","namespace":"e2e-kueue-fpr6t"},"clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:56:04.248852208Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-test-lws-xlngl-efd22","namespace":"e2e-kueue-fpr6t"},"queue":"default","status":"admitted","prevStatus":"pending","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:56:04.248877217Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-fpr6t","name":"statefulset-test-lws-xlngl-efd22","reconcileID":"c5015dfc-b2a6-42e3-8bc7-3aa72645ada7"} {"level":"Level(-2)","ts":"2026-02-23T16:56:04.24892043Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"e2e-kueue-fpr6t","name":"statefulset-test-lws-xlngl-efd22","reconcileID":"c5015dfc-b2a6-42e3-8bc7-3aa72645ada7","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:56:04.248935223Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-fpr6t","name":"statefulset-test-lws-xlngl-efd22","reconcileID":"f3e4532c-04af-44e3-be23-04cfd263da99","job":"group/e2e-kueue-fpr6t/statefulset-test-lws-xlngl-efd22","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:56:04.249046019Z","logger":"v1_pod","caller":"jobframework/reconciler.go:598","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"group/e2e-kueue-fpr6t","name":"statefulset-test-lws-xlngl-efd22","reconcileID":"f3e4532c-04af-44e3-be23-04cfd263da99","job":"group/e2e-kueue-fpr6t/statefulset-test-lws-xlngl-efd22","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:56:04.248979032Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-fpr6t","name":"statefulset-test-lws-xlngl-efd22","reconcileID":"892aeecd-11cb-40f8-86ba-5b08450ae666"} {"level":"Level(-2)","ts":"2026-02-23T16:56:04.250128673Z","logger":"scheduler","caller":"scheduler/scheduler.go:660","msg":"Workload successfully admitted and assigned flavors","replica-role":"follower","schedulingCycle":26,"workload":{"name":"statefulset-test-lws-xlngl-efd22","namespace":"e2e-kueue-fpr6t"},"clusterQueue":{"name":"test-clusterqueue"},"assignments":[{"name":"412e2b99","flavors":{"cpu":"default","memory":"default"},"resourceUsage":{"cpu":"100m","memory":"128Mi"},"count":1}]} {"level":"debug","ts":"2026-02-23T16:56:04.250163425Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Quota reserved in ClusterQueue test-clusterqueue, wait time since queued was 0s","type":"Normal","object":{"kind":"Workload","namespace":"e2e-kueue-fpr6t","name":"statefulset-test-lws-xlngl-efd22","uid":"0243a270-24f8-434b-9228-4d8a5969d315","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"163259"},"reason":"QuotaReserved"} {"level":"debug","ts":"2026-02-23T16:56:04.250173496Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by ClusterQueue test-clusterqueue, wait time since reservation was 0s","type":"Normal","object":{"kind":"Workload","namespace":"e2e-kueue-fpr6t","name":"statefulset-test-lws-xlngl-efd22","uid":"0243a270-24f8-434b-9228-4d8a5969d315","apiVersion":"kueue.x-k8s.io/v1beta2","resourceVersion":"163259"},"reason":"Admitted"} {"level":"Level(-2)","ts":"2026-02-23T16:56:04.261509932Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"e2e-kueue-fpr6t","name":"test-lws-xlngl","reconcileID":"aa301c4e-84b9-4e09-b047-d862e247ad7f"} {"level":"Level(-2)","ts":"2026-02-23T16:56:04.280988782Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-test-lws-xlngl-efd22","namespace":"e2e-kueue-fpr6t"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:56:04.281004318Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-fpr6t","name":"statefulset-test-lws-xlngl-efd22","reconcileID":"b4fbeade-c6f8-4a60-aefc-5a2fccdf1b4f"} {"level":"Level(-2)","ts":"2026-02-23T16:56:04.281125391Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"e2e-kueue-fpr6t","name":"statefulset-test-lws-xlngl-efd22","reconcileID":"b4fbeade-c6f8-4a60-aefc-5a2fccdf1b4f","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:56:04.281131115Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-fpr6t","name":"statefulset-test-lws-xlngl-efd22","reconcileID":"f2615c77-38f3-47a9-a58b-8e81201fc9bc"} {"level":"debug","ts":"2026-02-23T16:56:04.287295748Z","logger":"events","caller":"recorder/recorder.go:104","msg":"Admitted by clusterQueue test-clusterqueue","type":"Normal","object":{"kind":"Pod","namespace":"e2e-kueue-fpr6t","name":"test-lws-xlngl-0","uid":"0ce7803c-1216-4ce7-87f4-9ec3b153a091","apiVersion":"v1","resourceVersion":"163271"},"reason":"Started"} {"level":"Level(-2)","ts":"2026-02-23T16:56:04.287393935Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-fpr6t","name":"statefulset-test-lws-xlngl-efd22","reconcileID":"d9e5ee0a-1f04-4e22-8914-cd343e6492c2","job":"group/e2e-kueue-fpr6t/statefulset-test-lws-xlngl-efd22","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:56:04.287625345Z","logger":"v1_pod","caller":"jobframework/reconciler.go:598","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"group/e2e-kueue-fpr6t","name":"statefulset-test-lws-xlngl-efd22","reconcileID":"d9e5ee0a-1f04-4e22-8914-cd343e6492c2","job":"group/e2e-kueue-fpr6t/statefulset-test-lws-xlngl-efd22","gvk":"/v1, Kind=Pod"} {"level":"error","ts":"2026-02-23T16:56:04.312333452Z","logger":"v1_pod","caller":"jobframework/reconciler.go:601","msg":"Unsuspending job","replica-role":"leader","namespace":"group/e2e-kueue-fpr6t","name":"statefulset-test-lws-xlngl-efd22","reconcileID":"d9e5ee0a-1f04-4e22-8914-cd343e6492c2","job":"group/e2e-kueue-fpr6t/statefulset-test-lws-xlngl-efd22","gvk":"/v1, Kind=Pod","error":"Operation cannot be fulfilled on pods \"test-lws-xlngl-0\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ReconcileGenericJob\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:601\nsigs.k8s.io/kueue/pkg/controller/jobs/pod.(*Reconciler).Reconcile\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/pod/pod_controller.go:121\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-02-23T16:56:04.312458144Z","logger":"v1_pod","caller":"controller/controller.go:474","msg":"Reconciler error","replica-role":"leader","namespace":"group/e2e-kueue-fpr6t","name":"statefulset-test-lws-xlngl-efd22","reconcileID":"d9e5ee0a-1f04-4e22-8914-cd343e6492c2","error":"Operation cannot be fulfilled on pods \"test-lws-xlngl-0\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:296"} {"level":"Level(-2)","ts":"2026-02-23T16:56:04.312580767Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-fpr6t","name":"statefulset-test-lws-xlngl-efd22","reconcileID":"e5fe1142-937a-40fc-a46f-ea2c30b8e1ac","job":"group/e2e-kueue-fpr6t/statefulset-test-lws-xlngl-efd22","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:56:04.318384229Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-fpr6t","name":"statefulset-test-lws-xlngl-efd22","reconcileID":"7d93c145-6e85-473e-9801-e82d8765f972","job":"group/e2e-kueue-fpr6t/statefulset-test-lws-xlngl-efd22","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:56:04.322334365Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-fpr6t","name":"statefulset-test-lws-xlngl-efd22","reconcileID":"6c19560e-abfd-4fc5-ae21-3fff87b54c55","job":"group/e2e-kueue-fpr6t/statefulset-test-lws-xlngl-efd22","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:56:04.344462096Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-fpr6t","name":"statefulset-test-lws-xlngl-efd22","reconcileID":"1a07d096-eac7-4cc5-a28d-add2f540abb4","job":"group/e2e-kueue-fpr6t/statefulset-test-lws-xlngl-efd22","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:56:04.735868826Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-fpr6t","name":"statefulset-test-lws-xlngl-efd22","reconcileID":"d3f857c8-d7ae-4392-ab43-53d6816ab5b8","job":"group/e2e-kueue-fpr6t/statefulset-test-lws-xlngl-efd22","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:56:05.222096704Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"e2e-kueue-fpr6t","name":"test-lws-xlngl","reconcileID":"a6b2b271-10c3-467f-9d09-65b06e088163"} {"level":"Level(-2)","ts":"2026-02-23T16:56:05.234250743Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"test-clusterqueue","reconcileID":"322aab27-81b2-4f9e-a7b6-f3ada7bd53c4"} {"level":"Level(-2)","ts":"2026-02-23T16:56:05.23425691Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"e2e-kueue-fpr6t","name":"default","reconcileID":"2ebde8e7-59c3-4c87-9141-cfde791d18eb"} {"level":"Level(-2)","ts":"2026-02-23T16:56:05.248054024Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:346","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"test-clusterqueue"}} {"level":"Level(-2)","ts":"2026-02-23T16:56:05.248463935Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:254","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"default","namespace":"e2e-kueue-fpr6t"}} {"level":"Level(-2)","ts":"2026-02-23T16:56:05.248561974Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:167","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"e2e-kueue-fpr6t","name":"default","reconcileID":"48e077fb-3995-4c20-bde2-19692b832225"} {"level":"Level(-2)","ts":"2026-02-23T16:56:05.248891225Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:161","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"test-clusterqueue","reconcileID":"f697e919-7c58-4e6a-8712-6466a2a4e78b"} {"level":"Level(-2)","ts":"2026-02-23T16:56:05.814391429Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-fpr6t","name":"statefulset-test-lws-xlngl-efd22","reconcileID":"2c1e49e2-d129-4706-a0a8-50b12e8d9d57","job":"group/e2e-kueue-fpr6t/statefulset-test-lws-xlngl-efd22","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:56:05.824662411Z","logger":"statefulset","caller":"statefulset/statefulset_reconciler.go:74","msg":"Reconcile StatefulSet","replica-role":"leader","namespace":"e2e-kueue-fpr6t","name":"test-lws-xlngl","reconcileID":"26e398bd-daec-4742-a8f0-1a0db303648c"} {"level":"error","ts":"2026-02-23T16:59:04.491671933Z","logger":"statefulset-reconciler","caller":"statefulset/statefulset_reconciler.go:254","msg":"Failed to determine if the StatefulSet should be managed by Kueue","replica-role":"leader","statefulset":{"name":"test-lws-xlngl","namespace":"e2e-kueue-fpr6t"},"error":"workload owner not found\nLeaderWorkerSet.leaderworkerset.x-k8s.io \"test-lws-xlngl\" not found","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).handle\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:254\nsigs.k8s.io/kueue/pkg/controller/jobs/statefulset.(*Reconciler).Delete\n\t/workspace/upstream/kueue/src/pkg/controller/jobs/statefulset/statefulset_reconciler.go:233\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/source/event_handler.go:159\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1079\nk8s.io/client-go/tools/cache.(*processorListener).run\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/cache/shared_informer.go:1084\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:72"} {"level":"Level(-2)","ts":"2026-02-23T16:59:04.509092828Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-fpr6t","name":"statefulset-test-lws-xlngl-efd22","reconcileID":"607e7045-9a3d-4f2c-83fe-786df40a33ed","job":"group/e2e-kueue-fpr6t/statefulset-test-lws-xlngl-efd22","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:59:04.520276809Z","logger":"multikueue-workload","caller":"multikueue/workload.go:157","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-fpr6t","name":"statefulset-test-lws-xlngl-efd22","reconcileID":"3ac6da07-ee54-4df6-b25a-c89fa718c7eb"} {"level":"Level(-2)","ts":"2026-02-23T16:59:04.520353862Z","logger":"v1_pod","caller":"jobframework/reconciler.go:414","msg":"Reconciling Job","replica-role":"leader","namespace":"group/e2e-kueue-fpr6t","name":"statefulset-test-lws-xlngl-efd22","reconcileID":"a8d4d03b-45a6-445d-a12a-822ed2a5fafe","job":"group/e2e-kueue-fpr6t/statefulset-test-lws-xlngl-efd22","gvk":"/v1, Kind=Pod"} {"level":"Level(-2)","ts":"2026-02-23T16:59:04.520406986Z","logger":"multikueue-workload","caller":"multikueue/workload.go:183","msg":"Skip Workload","replica-role":"leader","namespace":"e2e-kueue-fpr6t","name":"statefulset-test-lws-xlngl-efd22","reconcileID":"3ac6da07-ee54-4df6-b25a-c89fa718c7eb","isDeleted":false} {"level":"Level(-2)","ts":"2026-02-23T16:59:04.520323238Z","logger":"workload-reconciler","caller":"core/workload_controller.go:891","msg":"Workload update event","replica-role":"leader","workload":{"name":"statefulset-test-lws-xlngl-efd22","namespace":"e2e-kueue-fpr6t"},"queue":"default","status":"admitted","clusterQueue":"test-clusterqueue"} {"level":"Level(-2)","ts":"2026-02-23T16:59:04.520599817Z","logger":"workload-reconciler","caller":"core/workload_controller.go:186","msg":"Reconcile Workload","replica-role":"leader","namespace":"e2e-kueue-fpr6t","name":"statefulset-test-lws-xlngl-efd22","reconcileID":"1dd9d58b-4a49-4622-8288-51b7ba862b89"} STEP: Destroying LocalQueue e2e-kueue-fpr6t/default @ 02/23/26 13:59:05.774 STEP: Deleting namespace e2e-kueue-fpr6t @ 02/23/26 13:59:06.286 STEP: deleting cluster queue @ 02/23/26 13:59:47.622 STEP: Destroying ClusterQueue test-clusterqueue @ 02/23/26 13:59:47.622 STEP: deleting resource flavor @ 02/23/26 13:59:48.134 STEP: Destroying ResourceFlavor default @ 02/23/26 13:59:48.135 STEP: Feching Kueue Instance @ 02/23/26 13:59:48.634 STEP: Updating Kueue config @ 02/23/26 13:59:49.124 STEP: Skipping deployment update wait - config unchanged @ 02/23/26 13:59:49.3 STEP: Checking if deployment replicas: 2 matches amount of ready replicas: 2 @ 02/23/26 13:59:49.466 STEP: Waiting for webhook configurations to exist @ 02/23/26 13:59:49.466 STEP: Waiting for webhook to handle requests successfully @ 02/23/26 13:59:49.8 I0223 13:59:50.155093 26336 e2e_operator_test.go:1482] Webhook test successful, cleaning up test job: webhook-test-glffb I0223 13:59:50.330541 26336 e2e_operator_test.go:1494] Webhook success 1/3 I0223 13:59:53.687225 26336 e2e_operator_test.go:1482] Webhook test successful, cleaning up test job: webhook-test-66h7q I0223 13:59:53.855681 26336 e2e_operator_test.go:1494] Webhook success 2/3 I0223 13:59:57.201941 26336 e2e_operator_test.go:1482] Webhook test successful, cleaning up test job: webhook-test-jtq8f I0223 13:59:57.363992 26336 e2e_operator_test.go:1491] Webhook stable after 3 consecutive successes • [FAILED] [680.933 seconds] LocalQueueDefaulting when labelPolicy=None and LocalQueue default in a managed namespace [It] should label and admit LeaderWorkerSet [local-queue-default] /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_local_queue_defaulting_test.go:95 [FAILED] Timed out after 180.002s. LeaderWorkerSet should have default queue label Expected : nil to have {key: value} : { "kueue.x-k8s.io/queue-name": "default", } In [It] at: /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_local_queue_defaulting_test.go:113 @ 02/23/26 13:59:04.782 There were additional failures detected. To view them in detail run ginkgo -vv ------------------------------ S [SKIPPED] [0.000 seconds] LocalQueueDefaulting when labelPolicy=None and LocalQueue default in a managed namespace [It] should allow other local queues in same namespace without interfering [local-queue-default] /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_local_queue_defaulting_test.go:119 [SKIPPED] Spec skipped because an earlier spec in an ordered container failed In [It] at: /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_local_queue_defaulting_test.go:119 @ 02/23/26 13:59:57.366 ------------------------------ S [SKIPPED] [0.000 seconds] LocalQueueDefaulting when labelPolicy=None and LocalQueue default in a managed namespace [It] should allow to label pod and job with default localqueue after they're created [local-queue-default] /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_local_queue_defaulting_test.go:161 [SKIPPED] Spec skipped because an earlier spec in an ordered container failed In [It] at: /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_local_queue_defaulting_test.go:161 @ 02/23/26 13:59:57.366 ------------------------------ S [SKIPPED] [0.000 seconds] LocalQueueDefaulting when labelPolicy is not defined and default LocalQueue is in a managed namespace [It] should label and admit Job [local-queue-default] /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_local_queue_defaulting_test.go:248 [SKIPPED] Spec skipped because an earlier spec in an ordered container failed In [It] at: /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_local_queue_defaulting_test.go:248 @ 02/23/26 13:59:57.366 ------------------------------ S [SKIPPED] [0.000 seconds] LocalQueueDefaulting when labelPolicy is not defined and default LocalQueue is in a managed namespace [It] should label and admit JobSet [local-queue-default] /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_local_queue_defaulting_test.go:260 [SKIPPED] Spec skipped because an earlier spec in an ordered container failed In [It] at: /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_local_queue_defaulting_test.go:260 @ 02/23/26 13:59:57.366 ------------------------------ S [SKIPPED] [0.000 seconds] LocalQueueDefaulting when labelPolicy is not defined and default LocalQueue is in an unmanaged namespace [It] should label and admit Pod [local-queue-default] /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_local_queue_defaulting_test.go:292 [SKIPPED] Spec skipped because an earlier spec in an ordered container failed In [It] at: /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_local_queue_defaulting_test.go:292 @ 02/23/26 13:59:57.366 ------------------------------ Gangscheduling when Policy is ByWorkload and Admission is Sequential should apply all-or-nothing admission for workloads [gangscheduling] /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_gangscheduling_test.go:81 STEP: Saving initial Kueue configuration @ 02/23/26 13:59:57.367 STEP: Configuring Kueue with gangScheduling: policy=ByWorkload, admission=Sequential @ 02/23/26 13:59:57.529 STEP: Feching Kueue Instance @ 02/23/26 13:59:57.529 STEP: Updating Kueue config @ 02/23/26 13:59:58.012 STEP: Waiting for kueue-controller-manager resource version to change from 153353 @ 02/23/26 13:59:58.193 STEP: Checking if deployment replicas: 3 matches amount of ready replicas: 1 @ 02/23/26 14:00:08.825 STEP: Checking if deployment replicas: 2 matches amount of ready replicas: 2 @ 02/23/26 14:00:19.152 STEP: Waiting for webhook configurations to exist @ 02/23/26 14:00:19.152 STEP: Waiting for webhook to handle requests successfully @ 02/23/26 14:00:19.504 I0223 14:00:19.897839 26336 e2e_operator_test.go:1482] Webhook test successful, cleaning up test job: webhook-test-cztfg I0223 14:00:20.077106 26336 e2e_operator_test.go:1494] Webhook success 1/3 I0223 14:00:23.476955 26336 e2e_operator_test.go:1482] Webhook test successful, cleaning up test job: webhook-test-hkd6n I0223 14:00:23.650749 26336 e2e_operator_test.go:1494] Webhook success 2/3 I0223 14:00:27.016944 26336 e2e_operator_test.go:1482] Webhook test successful, cleaning up test job: webhook-test-lcf68 I0223 14:00:27.187869 26336 e2e_operator_test.go:1491] Webhook stable after 3 consecutive successes STEP: Waiting for Kueue configuration to be applied @ 02/23/26 14:00:27.187 STEP: Creating Cluster Resources @ 02/23/26 14:00:27.359 STEP: Creating Namespaces and LocalQueues @ 02/23/26 14:00:27.711 STEP: Creating LocalQueue local-queue in namespace gangscheduling-5ch5f @ 02/23/26 14:00:27.892 STEP: Admitting a Job that consumes partial quota @ 02/23/26 14:00:28.075 STEP: Verifying first job workload is created and admitted @ 02/23/26 14:00:28.271 STEP: verifying workload created in namespace gangscheduling-5ch5f and uid 221ef3f8-be5e-4aa3-ba3f-98c4637473d9 @ 02/23/26 14:00:28.272 [FAILED] in [It] - /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_operator_test.go:1637 @ 02/23/26 14:03:28.465 I0223 14:03:28.645426 26336 warnings.go:110] "Warning: child pods are preserved by default when jobs are deleted; set propagationPolicy=Background to remove them or set propagationPolicy=Orphan to suppress this warning" STEP: Destroying LocalQueue gangscheduling-5ch5f/local-queue @ 02/23/26 14:03:28.645 STEP: Deleting namespace gangscheduling-5ch5f @ 02/23/26 14:03:29.177 STEP: Destroying ClusterQueue cluster-queue-85hrx @ 02/23/26 14:03:29.53 STEP: Destroying ResourceFlavor resource-flavor-62l8c @ 02/23/26 14:03:30.057 Attempt #1 Failed. Retrying ↺ @ 02/23/26 14:03:30.577 STEP: Creating Cluster Resources @ 02/23/26 14:03:30.577 STEP: Creating Namespaces and LocalQueues @ 02/23/26 14:03:30.944 STEP: Creating LocalQueue local-queue in namespace gangscheduling-lm25x @ 02/23/26 14:03:31.123 STEP: Admitting a Job that consumes partial quota @ 02/23/26 14:03:31.297 STEP: Verifying first job workload is created and admitted @ 02/23/26 14:03:31.484 STEP: verifying workload created in namespace gangscheduling-lm25x and uid 996e899d-53b3-42c3-800f-cd325f40b194 @ 02/23/26 14:03:31.484 [FAILED] in [It] - /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_operator_test.go:1637 @ 02/23/26 14:06:31.656 I0223 14:06:31.817831 26336 warnings.go:110] "Warning: child pods are preserved by default when jobs are deleted; set propagationPolicy=Background to remove them or set propagationPolicy=Orphan to suppress this warning" STEP: Destroying LocalQueue gangscheduling-lm25x/local-queue @ 02/23/26 14:06:31.818 STEP: Deleting namespace gangscheduling-lm25x @ 02/23/26 14:06:32.29 STEP: Destroying ClusterQueue cluster-queue-bt2jx @ 02/23/26 14:06:32.602 STEP: Destroying ResourceFlavor resource-flavor-22gkd @ 02/23/26 14:06:33.086 Attempt #2 Failed. Retrying ↺ @ 02/23/26 14:06:33.558 STEP: Creating Cluster Resources @ 02/23/26 14:06:33.558 STEP: Creating Namespaces and LocalQueues @ 02/23/26 14:06:33.902 STEP: Creating LocalQueue local-queue in namespace gangscheduling-xxl45 @ 02/23/26 14:06:34.066 STEP: Admitting a Job that consumes partial quota @ 02/23/26 14:06:34.234 STEP: Verifying first job workload is created and admitted @ 02/23/26 14:06:34.418 STEP: verifying workload created in namespace gangscheduling-xxl45 and uid 444ecfa1-1f0e-4cef-9eec-1a90b4f1fa4c @ 02/23/26 14:06:34.418 [FAILED] in [It] - /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_operator_test.go:1637 @ 02/23/26 14:09:34.58 STEP: Restoring initial Kueue configuration @ 02/23/26 14:09:34.58 STEP: Feching Kueue Instance @ 02/23/26 14:09:34.58 STEP: Updating Kueue config @ 02/23/26 14:09:35.053 STEP: Waiting for kueue-controller-manager resource version to change from 164958 @ 02/23/26 14:09:35.226 STEP: Checking if deployment replicas: 3 matches amount of ready replicas: 1 @ 02/23/26 14:09:45.875 STEP: Checking if deployment replicas: 2 matches amount of ready replicas: 2 @ 02/23/26 14:09:56.189 STEP: Waiting for webhook configurations to exist @ 02/23/26 14:09:56.189 STEP: Waiting for webhook to handle requests successfully @ 02/23/26 14:09:56.523 I0223 14:09:56.874652 26336 e2e_operator_test.go:1482] Webhook test successful, cleaning up test job: webhook-test-trchr I0223 14:09:57.038993 26336 e2e_operator_test.go:1494] Webhook success 1/3 I0223 14:10:00.374873 26336 e2e_operator_test.go:1482] Webhook test successful, cleaning up test job: webhook-test-vgpds I0223 14:10:00.539357 26336 e2e_operator_test.go:1494] Webhook success 2/3 I0223 14:10:03.871045 26336 e2e_operator_test.go:1482] Webhook test successful, cleaning up test job: webhook-test-dt42h I0223 14:10:04.031388 26336 e2e_operator_test.go:1491] Webhook stable after 3 consecutive successes I0223 14:10:04.198646 26336 warnings.go:110] "Warning: child pods are preserved by default when jobs are deleted; set propagationPolicy=Background to remove them or set propagationPolicy=Orphan to suppress this warning" STEP: Destroying LocalQueue gangscheduling-xxl45/local-queue @ 02/23/26 14:10:04.198 STEP: Deleting namespace gangscheduling-xxl45 @ 02/23/26 14:10:04.628 STEP: Destroying ClusterQueue cluster-queue-2nmxf @ 02/23/26 14:10:15.115 STEP: Destroying ResourceFlavor resource-flavor-tsm8z @ 02/23/26 14:10:15.609 • [FAILED] [618.792 seconds] Gangscheduling when Policy is ByWorkload and Admission is Sequential [It] should apply all-or-nothing admission for workloads [gangscheduling] /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_gangscheduling_test.go:81 [FAILED] Timed out after 180.002s. Expected success, but got an error: <*errors.errorString | 0x14000690a90>: workload gangscheduling-xxl45/job-job-1-f8e7f not admitted or finished { s: "workload gangscheduling-xxl45/job-job-1-f8e7f not admitted or finished", } In [It] at: /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_operator_test.go:1637 @ 02/23/26 14:09:34.58 There were additional failures detected. To view them in detail run ginkgo -vv ------------------------------ S [SKIPPED] [0.000 seconds] Gangscheduling when Policy is ByWorkload and Admission is Sequential [It] should admit workloads sequentially even when quota is available [gangscheduling] /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_gangscheduling_test.go:157 [SKIPPED] Spec skipped because an earlier spec in an ordered container failed In [It] at: /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_gangscheduling_test.go:157 @ 02/23/26 14:10:16.084 ------------------------------ S [SKIPPED] [0.000 seconds] Gangscheduling when Policy is ByWorkload and Admission is Parallel [It] should admit workloads in parallel without waiting for pods to be ready [gangscheduling] /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_gangscheduling_test.go:273 [SKIPPED] Spec skipped because an earlier spec in an ordered container failed In [It] at: /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_gangscheduling_test.go:273 @ 02/23/26 14:10:16.084 ------------------------------ Scheduling Gate when workloads are submitted to a non-existent LocalQueue should verify Kueue is configured with only Deployment, StatefulSet, and LeaderWorkerSet integrations [scheduling-gate] /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_scheduling_gate_test.go:130 STEP: Updating Kueue configuration to only include Deployment, StatefulSet, and LeaderWorkerSet @ 02/23/26 14:10:16.085 STEP: Feching Kueue Instance @ 02/23/26 14:10:16.085 STEP: Updating Kueue config @ 02/23/26 14:10:16.567 STEP: Waiting for kueue-controller-manager resource version to change from 168904 @ 02/23/26 14:10:16.747 STEP: Checking if deployment replicas: 3 matches amount of ready replicas: 1 @ 02/23/26 14:10:27.415 STEP: Checking if deployment replicas: 2 matches amount of ready replicas: 2 @ 02/23/26 14:10:37.73 STEP: Waiting for webhook configurations to exist @ 02/23/26 14:10:37.73 STEP: Waiting for webhook to handle requests successfully @ 02/23/26 14:10:38.082 I0223 14:10:38.460838 26336 e2e_operator_test.go:1482] Webhook test successful, cleaning up test job: webhook-test-jvsb9 I0223 14:10:38.641798 26336 e2e_operator_test.go:1494] Webhook success 1/3 I0223 14:10:42.030684 26336 e2e_operator_test.go:1482] Webhook test successful, cleaning up test job: webhook-test-xvt8d I0223 14:10:42.197359 26336 e2e_operator_test.go:1494] Webhook success 2/3 I0223 14:10:45.537443 26336 e2e_operator_test.go:1482] Webhook test successful, cleaning up test job: webhook-test-462qx I0223 14:10:45.697399 26336 e2e_operator_test.go:1491] Webhook stable after 3 consecutive successes STEP: Creating namespace scheduling-gate-test with managed label @ 02/23/26 14:10:45.697 I0223 14:10:46.186601 26336 e2e_scheduling_gate_test.go:92] Setup complete - no LocalQueue created in namespace scheduling-gate-test STEP: Verifying kueue-manager-config ConfigMap contains only expected integrations @ 02/23/26 14:10:46.186 • [30.263 seconds] ------------------------------ Scheduling Gate when workloads are submitted to a non-existent LocalQueue should keep Deployment pods scheduling gated when submitted to non-existent queue [scheduling-gate] /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_scheduling_gate_test.go:150 STEP: Creating deployment with queue label pointing to non-existent queue @ 02/23/26 14:10:46.348 STEP: Waiting for deployment pods to be created @ 02/23/26 14:10:46.529 STEP: Verifying deployment pods have scheduling gates @ 02/23/26 14:10:46.693 I0223 14:10:46.855285 26336 e2e_scheduling_gate_test.go:197] Deployment pod test-deploy-fk4bq-7b646499f7-h8lvg has scheduling gate as expected STEP: Verifying pods remain scheduling gated (not scheduled) @ 02/23/26 14:10:46.855 STEP: Destroying Object test-deploy-fk4bq @ 02/23/26 14:11:16.855 • [31.043 seconds] ------------------------------ Scheduling Gate when workloads are submitted to a non-existent LocalQueue should keep StatefulSet pods scheduling gated when submitted to non-existent queue [scheduling-gate] /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_scheduling_gate_test.go:217 STEP: Creating statefulset with queue label pointing to non-existent queue @ 02/23/26 14:11:17.39 STEP: Waiting for statefulset pods to be created @ 02/23/26 14:11:17.585 STEP: Verifying statefulset pods have scheduling gates @ 02/23/26 14:11:17.755 STEP: Verifying pods remain scheduling gated (not scheduled) @ 02/23/26 14:11:17.924 I0223 14:11:17.924391 26336 e2e_scheduling_gate_test.go:264] StatefulSet pod test-ss-hrrdm-0 has scheduling gate as expected STEP: Destroying Object test-ss-hrrdm @ 02/23/26 14:11:47.925 • [31.020 seconds] ------------------------------ Scheduling Gate when workloads are submitted to a non-existent LocalQueue should keep LeaderWorkerSet pods scheduling gated when submitted to non-existent queue [scheduling-gate] /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_scheduling_gate_test.go:284 STEP: Creating LeaderWorkerSet with queue label pointing to non-existent queue @ 02/23/26 14:11:48.409 STEP: Waiting for LeaderWorkerSet pods to be created @ 02/23/26 14:11:48.606 STEP: Verifying LeaderWorkerSet pods have scheduling gates @ 02/23/26 14:11:48.766 I0223 14:11:48.929232 26336 e2e_scheduling_gate_test.go:334] LeaderWorkerSet pod test-lws-hgdmp-0 has scheduling gate as expected I0223 14:11:49.085294 26336 e2e_scheduling_gate_test.go:334] LeaderWorkerSet pod test-lws-hgdmp-0-1 has scheduling gate as expected STEP: Verifying pods remain scheduling gated (not scheduled) @ 02/23/26 14:11:49.085 STEP: Destroying Object test-lws-hgdmp @ 02/23/26 14:12:19.085 STEP: Cleaning up test resources @ 02/23/26 14:12:19.563 STEP: Deleting namespace scheduling-gate-test @ 02/23/26 14:12:19.563 STEP: Destroying ClusterQueue test-clusterqueue @ 02/23/26 14:12:19.908 STEP: Destroying ResourceFlavor default @ 02/23/26 14:12:20.411 STEP: Restoring default Kueue configuration @ 02/23/26 14:12:20.904 STEP: Feching Kueue Instance @ 02/23/26 14:12:20.904 STEP: Updating Kueue config @ 02/23/26 14:12:21.356 STEP: Waiting for kueue-controller-manager resource version to change from 169468 @ 02/23/26 14:12:21.536 STEP: Checking if deployment replicas: 3 matches amount of ready replicas: 1 @ 02/23/26 14:12:32.171 STEP: Checking if deployment replicas: 2 matches amount of ready replicas: 2 @ 02/23/26 14:12:42.474 STEP: Waiting for webhook configurations to exist @ 02/23/26 14:12:42.474 STEP: Waiting for webhook to handle requests successfully @ 02/23/26 14:12:42.79 I0223 14:12:43.122944 26336 e2e_operator_test.go:1482] Webhook test successful, cleaning up test job: webhook-test-d74xr I0223 14:12:43.286416 26336 e2e_operator_test.go:1494] Webhook success 1/3 I0223 14:12:46.619173 26336 e2e_operator_test.go:1482] Webhook test successful, cleaning up test job: webhook-test-bslpk I0223 14:12:46.782024 26336 e2e_operator_test.go:1494] Webhook success 2/3 I0223 14:12:50.118149 26336 e2e_operator_test.go:1482] Webhook test successful, cleaning up test job: webhook-test-gc9r6 I0223 14:12:50.282193 26336 e2e_operator_test.go:1491] Webhook stable after 3 consecutive successes • [61.875 seconds] ------------------------------ Summarizing 4 Failures: [FAIL] VisibilityOnDemand when PendingWorkloads list should be checked for LWS workloads [It] Should show pending LWS workloads ordered by priority and admit them sequentially based on resource availability [visibility-on-demand] /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_operator_test.go:1624 [FAIL] Kueue Operator when installs [It] verify kueue-config-map is updated with operators configuration [operator] /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_operator_test.go:370 [FAIL] LocalQueueDefaulting when labelPolicy=None and LocalQueue default in a managed namespace [It] should label and admit LeaderWorkerSet [local-queue-default] /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_local_queue_defaulting_test.go:113 [FAIL] Gangscheduling when Policy is ByWorkload and Admission is Sequential [It] should apply all-or-nothing admission for workloads [gangscheduling] /Users/anahas/Github/forks/kueue-operator/kueue-operator/test/e2e/e2e_operator_test.go:1637 Ran 34 of 53 Specs in 2832.322 seconds FAIL! -- 30 Passed | 4 Failed | 0 Pending | 19 Skipped You're using deprecated Ginkgo functionality: ============================================= --ginkgo.slow-spec-threshold is deprecated --slow-spec-threshold has been deprecated and will be removed in a future version of Ginkgo. This feature has proved to be more noisy than useful. You can use --poll-progress-after, instead, to get more actionable feedback about potentially slow specs and understand where they might be getting stuck. To silence deprecations that can be silenced set the following environment variable: ACK_GINKGO_DEPRECATIONS=2.27.2 --- FAIL: TestE2E (2832.32s) FAIL Ginkgo ran 1 suite in 47m18.68140425s Test Suite Failed make: *** [test-e2e] Error 1