{"level":"info","ts":"2025-09-23T20:14:53.77540949Z","logger":"setup","caller":"kueue/main.go:474","msg":"Successfully loaded configuration","config":"apiVersion: config.kueue.x-k8s.io/v1beta1\nclientConnection:\n burst: 100\n qps: 50\ncontroller:\n groupKindConcurrency:\n ClusterQueue.kueue.x-k8s.io: 1\n Job.batch: 5\n LocalQueue.kueue.x-k8s.io: 1\n Pod: 5\n ResourceFlavor.kueue.x-k8s.io: 1\n Workload.kueue.x-k8s.io: 5\nfairSharing:\n enable: false\nfeatureGates:\n HierarchicalCohorts: false\n VisibilityOnDemand: false\nhealth:\n healthProbeBindAddress: :8081\nintegrations:\n frameworks:\n - batch/job\ninternalCertManagement:\n enable: false\nkind: Configuration\nleaderElection:\n leaderElect: true\n leaseDuration: 2m17s\n renewDeadline: 1m47s\n resourceLock: leases\n resourceName: c1f6bfd2.kueue.x-k8s.io\n resourceNamespace: \"\"\n retryPeriod: 26s\nmanageJobsWithoutQueueName: false\nmanagedJobsNamespaceSelector:\n matchLabels:\n kueue.openshift.io/managed: \"true\"\nmetrics:\n bindAddress: :8443\n enableClusterQueueResources: true\nmultiKueue:\n gcInterval: 1m0s\n origin: multikueue\n workerLostTimeout: 15m0s\nnamespace: openshift-kueue-operator\nqueueVisibility:\n clusterQueues:\n maxCount: 10\n updateIntervalSeconds: 5\nwaitForPodsReady:\n blockAdmission: false\n requeuingStrategy:\n backoffBaseSeconds: 60\n backoffMaxSeconds: 3600\n timestamp: Eviction\n timeout: 5m0s\nwebhook:\n certDir: /tmp/k8s-webhook-server/serving-certs\n port: 9443\n"} {"level":"info","ts":"2025-09-23T20:14:53.775695202Z","logger":"setup","caller":"kueue/main.go:146","msg":"Initializing","gitVersion":"v0.0.0-main","gitCommit":"abcd01234"} {"level":"Level(-2)","ts":"2025-09-23T20:14:53.77587332Z","logger":"setup","caller":"features/kube_features.go:299","msg":"Loaded feature gates","featureGates":{"AdmissionFairSharing":false,"ConfigurableResourceTransformations":true,"ExposeFlavorsInLocalQueue":true,"FlavorFungibility":true,"HierarchicalCohorts":false,"LendingLimit":true,"LocalQueueDefaulting":true,"LocalQueueMetrics":false,"ManagedJobsNamespaceSelector":true,"MultiKueue":true,"MultiKueueBatchJobWithManagedBy":false,"MultiplePreemptions":true,"ObjectRetentionPolicies":false,"PartialAdmission":true,"PrioritySortingWithinCohort":true,"ProvisioningACC":true,"QueueVisibility":false,"TASFailedNodeReplacement":false,"TASProfileLeastFreeCapacity":false,"TASProfileMixed":false,"TASProfileMostFreeCapacity":false,"TopologyAwareScheduling":false,"VisibilityOnDemand":false,"WorkloadResourceRequestsSummary":true}} {"level":"info","ts":"2025-09-23T20:14:53.776010939Z","logger":"setup","caller":"kueue/main.go:162","msg":"Initializing metrics certificate watcher using provided certificates","metrics-cert-path":"/etc/kueue/metrics/certs"} {"level":"info","ts":"2025-09-23T20:14:53.776312594Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:211","msg":"Updated current TLS certificate"} {"level":"Level(-2)","ts":"2025-09-23T20:14:53.776498803Z","logger":"setup","caller":"kueue/main.go:197","msg":"K8S Client","qps":50,"burst":100} {"level":"error","ts":"2025-09-23T20:14:53.797182811Z","logger":"setup","caller":"kueue/main.go:273","msg":"Skipping admission check controller setup: Provisioning Requests not supported (Possible cause: missing or unsupported cluster-autoscaler)","error":"no matches for kind \"ProvisioningRequest\" in version \"autoscaling.x-k8s.io/v1beta1\"","stacktrace":"main.setupIndexes\n\t/workspace/cmd/kueue/main.go:273\nmain.main\n\t/workspace/cmd/kueue/main.go:234\nruntime.main\n\t/usr/lib/golang/src/runtime/proc.go:283"} {"level":"info","ts":"2025-09-23T20:14:53.798500593Z","logger":"setup","caller":"kueue/main.go:414","msg":"Probe endpoints are configured on healthz and readyz"} {"level":"info","ts":"2025-09-23T20:14:53.798530806Z","logger":"setup","caller":"kueue/main.go:257","msg":"Starting manager"} {"level":"info","ts":"2025-09-23T20:14:53.798539403Z","logger":"setup","caller":"cert/cert.go:70","msg":"Waiting for certificate generation to complete"} {"level":"info","ts":"2025-09-23T20:14:53.798558041Z","logger":"setup","caller":"cert/cert.go:72","msg":"Certs ready"} {"level":"info","ts":"2025-09-23T20:14:53.79859334Z","logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"} {"level":"info","ts":"2025-09-23T20:14:53.798671885Z","caller":"manager/server.go:83","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2025-09-23T20:14:53.798712342Z","logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":8443","secure":true} I0923 20:14:53.899438 1 leaderelection.go:257] attempting to acquire leader lease openshift-kueue-operator/c1f6bfd2.kueue.x-k8s.io... {"level":"info","ts":"2025-09-23T20:14:53.899536755Z","caller":"controller/controller.go:239","msg":"Starting Controller","controller":"admissioncheck_controller"} {"level":"info","ts":"2025-09-23T20:14:53.899611101Z","caller":"controller/controller.go:248","msg":"Starting workers","controller":"admissioncheck_controller","worker count":1} {"level":"info","ts":"2025-09-23T20:14:53.899647741Z","caller":"controller/controller.go:135","msg":"Starting EventSource","controller":"admissioncheck_controller","source":"kind source: *v1beta1.AdmissionCheck"} {"level":"info","ts":"2025-09-23T20:14:53.899675661Z","caller":"controller/controller.go:135","msg":"Starting EventSource","controller":"admissioncheck_controller","source":"channel source: 0xc0004bfc70"} {"level":"info","ts":"2025-09-23T20:14:53.899748987Z","caller":"controller/controller.go:204","msg":"Starting EventSource","controller":"resourceflavor_controller","source":"channel source: 0xc0004bf490"} {"level":"info","ts":"2025-09-23T20:14:53.899795601Z","caller":"controller/controller.go:204","msg":"Starting EventSource","controller":"resourceflavor_controller","source":"kind source: *v1beta1.ResourceFlavor"} {"level":"info","ts":"2025-09-23T20:14:53.899827607Z","caller":"controller/controller.go:239","msg":"Starting Controller","controller":"clusterqueue_controller"} {"level":"info","ts":"2025-09-23T20:14:53.899919016Z","caller":"controller/controller.go:248","msg":"Starting workers","controller":"clusterqueue_controller","worker count":1} {"level":"info","ts":"2025-09-23T20:14:53.899939721Z","caller":"controller/controller.go:135","msg":"Starting EventSource","controller":"clusterqueue_controller","source":"kind source: *v1.Namespace"} {"level":"info","ts":"2025-09-23T20:14:53.900001875Z","caller":"controller/controller.go:135","msg":"Starting EventSource","controller":"clusterqueue_controller","source":"kind source: *v1beta1.ClusterQueue"} {"level":"info","ts":"2025-09-23T20:14:53.900014859Z","caller":"controller/controller.go:204","msg":"Starting EventSource","controller":"localqueue_controller","source":"channel source: 0xc0003b0070"} {"level":"info","ts":"2025-09-23T20:14:53.900029556Z","caller":"controller/controller.go:135","msg":"Starting EventSource","controller":"clusterqueue_controller","source":"channel source: 0xc0003b02a0"} {"level":"info","ts":"2025-09-23T20:14:53.900064447Z","caller":"controller/controller.go:135","msg":"Starting EventSource","controller":"clusterqueue_controller","source":"channel source: 0xc0003b0380"} {"level":"info","ts":"2025-09-23T20:14:53.900088973Z","caller":"controller/controller.go:204","msg":"Starting EventSource","controller":"localqueue_controller","source":"kind source: *v1beta1.LocalQueue"} {"level":"info","ts":"2025-09-23T20:14:53.900077172Z","caller":"controller/controller.go:204","msg":"Starting EventSource","controller":"localqueue_controller","source":"kind source: *v1beta1.ClusterQueue"} {"level":"info","ts":"2025-09-23T20:14:53.900347111Z","caller":"controller/controller.go:204","msg":"Starting EventSource","controller":"workload_controller","source":"kind source: *v1beta1.Workload"} {"level":"info","ts":"2025-09-23T20:14:53.900373753Z","caller":"controller/controller.go:204","msg":"Starting EventSource","controller":"workload_controller","source":"kind source: *v1.RuntimeClass"} {"level":"info","ts":"2025-09-23T20:14:53.900419119Z","caller":"controller/controller.go:204","msg":"Starting EventSource","controller":"workload_controller","source":"kind source: *v1.LimitRange"} {"level":"info","ts":"2025-09-23T20:14:53.900395402Z","caller":"controller/controller.go:204","msg":"Starting EventSource","controller":"workload_controller","source":"kind source: *v1beta1.ClusterQueue"} {"level":"info","ts":"2025-09-23T20:14:53.900398828Z","caller":"controller/controller.go:204","msg":"Starting EventSource","controller":"workload_controller","source":"kind source: *v1beta1.LocalQueue"} {"level":"info","ts":"2025-09-23T20:14:53.905687798Z","logger":"setup","caller":"kueue/main.go:313","msg":"Skipping provisioning controller setup: Provisioning Requests not supported (Possible cause: missing or unsupported cluster-autoscaler)"} {"level":"info","ts":"2025-09-23T20:14:53.905902057Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:188","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta1, Kind=Workload","path":"/mutate-kueue-x-k8s-io-v1beta1-workload"} {"level":"info","ts":"2025-09-23T20:14:53.906034216Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta1-workload"} {"level":"info","ts":"2025-09-23T20:14:53.906129329Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:226","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta1, Kind=Workload","path":"/validate-kueue-x-k8s-io-v1beta1-workload"} {"level":"info","ts":"2025-09-23T20:14:53.906206119Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta1-workload"} {"level":"info","ts":"2025-09-23T20:14:53.906278331Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:191","msg":"Starting webhook server"} {"level":"Level(-2)","ts":"2025-09-23T20:14:53.906372031Z","logger":"workload-reconciler","caller":"core/workload_controller.go:627","msg":"Workload create event","workload":{"name":"pod-pod1-b1153","namespace":"test1"},"queue":"local-queue","status":"admitted"} {"level":"info","ts":"2025-09-23T20:14:53.906622555Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:188","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta1, Kind=ResourceFlavor","path":"/mutate-kueue-x-k8s-io-v1beta1-resourceflavor"} {"level":"info","ts":"2025-09-23T20:14:53.906803728Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta1-resourceflavor"} {"level":"info","ts":"2025-09-23T20:14:53.906880683Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:226","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta1, Kind=ResourceFlavor","path":"/validate-kueue-x-k8s-io-v1beta1-resourceflavor"} {"level":"info","ts":"2025-09-23T20:14:53.906948236Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:211","msg":"Updated current TLS certificate"} {"level":"info","ts":"2025-09-23T20:14:53.906993986Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta1-resourceflavor"} {"level":"info","ts":"2025-09-23T20:14:53.907077868Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:242","msg":"Serving webhook server","host":"","port":9443} {"level":"info","ts":"2025-09-23T20:14:53.907164156Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:188","msg":"Registering a mutating webhook","GVK":"kueue.x-k8s.io/v1beta1, Kind=ClusterQueue","path":"/mutate-kueue-x-k8s-io-v1beta1-clusterqueue"} {"level":"info","ts":"2025-09-23T20:14:53.907286716Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kueue-x-k8s-io-v1beta1-clusterqueue"} {"level":"info","ts":"2025-09-23T20:14:53.907325216Z","logger":"controller-runtime.certwatcher","caller":"certwatcher/certwatcher.go:133","msg":"Starting certificate poll+watcher","interval":10} {"level":"info","ts":"2025-09-23T20:14:53.907351881Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:226","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1beta1, Kind=ClusterQueue","path":"/validate-kueue-x-k8s-io-v1beta1-clusterqueue"} {"level":"info","ts":"2025-09-23T20:14:53.907471612Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1beta1-clusterqueue"} {"level":"Level(-2)","ts":"2025-09-23T20:14:53.90756192Z","logger":"workload-reconciler","caller":"core/workload_controller.go:644","msg":"ClusterQueue for workload didn't exist; ignored for now","workload":{"name":"pod-pod1-b1153","namespace":"test1"},"queue":"local-queue","status":"admitted"} {"level":"info","ts":"2025-09-23T20:14:53.907654662Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:226","msg":"Registering a validating webhook","GVK":"kueue.x-k8s.io/v1alpha1, Kind=Cohort","path":"/validate-kueue-x-k8s-io-v1alpha1-cohort"} {"level":"info","ts":"2025-09-23T20:14:53.907764769Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kueue-x-k8s-io-v1alpha1-cohort"} {"level":"Level(-2)","ts":"2025-09-23T20:14:53.907656929Z","logger":"workload-reconciler","caller":"core/workload_controller.go:627","msg":"Workload create event","workload":{"name":"pod-pod2-12906","namespace":"test1"},"queue":"local-queue","status":"admitted"} {"level":"info","ts":"2025-09-23T20:14:53.908070988Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:188","msg":"Registering a mutating webhook","GVK":"workload.codeflare.dev/v1beta2, Kind=AppWrapper","path":"/mutate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"Level(-2)","ts":"2025-09-23T20:14:53.908114636Z","logger":"workload-reconciler","caller":"core/workload_controller.go:644","msg":"ClusterQueue for workload didn't exist; ignored for now","workload":{"name":"pod-pod2-12906","namespace":"test1"},"queue":"local-queue","status":"admitted"} {"level":"Level(-2)","ts":"2025-09-23T20:14:53.90816632Z","logger":"workload-reconciler","caller":"core/workload_controller.go:627","msg":"Workload create event","workload":{"name":"pod-pod3-new-3a30c","namespace":"test1"},"queue":"local-queue","status":"admitted"} {"level":"Level(-2)","ts":"2025-09-23T20:14:53.908226388Z","logger":"workload-reconciler","caller":"core/workload_controller.go:644","msg":"ClusterQueue for workload didn't exist; ignored for now","workload":{"name":"pod-pod3-new-3a30c","namespace":"test1"},"queue":"local-queue","status":"admitted"} {"level":"info","ts":"2025-09-23T20:14:53.90818604Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2025-09-23T20:14:53.908327482Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:226","msg":"Registering a validating webhook","GVK":"workload.codeflare.dev/v1beta2, Kind=AppWrapper","path":"/validate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2025-09-23T20:14:53.908545282Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-workload-codeflare-dev-v1beta2-appwrapper"} {"level":"info","ts":"2025-09-23T20:14:53.908618094Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:188","msg":"Registering a mutating webhook","GVK":"apps/v1, Kind=Deployment","path":"/mutate-apps-v1-deployment"} {"level":"info","ts":"2025-09-23T20:14:53.908709289Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-apps-v1-deployment"} {"level":"info","ts":"2025-09-23T20:14:53.908755647Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:226","msg":"Registering a validating webhook","GVK":"apps/v1, Kind=Deployment","path":"/validate-apps-v1-deployment"} {"level":"info","ts":"2025-09-23T20:14:53.908809161Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-apps-v1-deployment"} {"level":"info","ts":"2025-09-23T20:14:53.908998237Z","caller":"webhook/builder.go:168","msg":"Registering a mutating webhook","GVK":"batch/v1, Kind=Job","path":"/mutate-batch-v1-job"} {"level":"info","ts":"2025-09-23T20:14:53.909135157Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-batch-v1-job"} {"level":"info","ts":"2025-09-23T20:14:53.909187017Z","caller":"webhook/builder.go:200","msg":"Registering a validating webhook","GVK":"batch/v1, Kind=Job","path":"/validate-batch-v1-job"} {"level":"info","ts":"2025-09-23T20:14:53.909249983Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-batch-v1-job"} {"level":"info","ts":"2025-09-23T20:14:53.909416737Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:188","msg":"Registering a mutating webhook","GVK":"jobset.x-k8s.io/v1alpha2, Kind=JobSet","path":"/mutate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2025-09-23T20:14:53.909523374Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2025-09-23T20:14:53.90957245Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:226","msg":"Registering a validating webhook","GVK":"jobset.x-k8s.io/v1alpha2, Kind=JobSet","path":"/validate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2025-09-23T20:14:53.909685224Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-jobset-x-k8s-io-v1alpha2-jobset"} {"level":"info","ts":"2025-09-23T20:14:53.909770345Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:188","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=JAXJob","path":"/mutate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2025-09-23T20:14:53.909852556Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2025-09-23T20:14:53.909909772Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:226","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=JAXJob","path":"/validate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2025-09-23T20:14:53.909982414Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-jaxjob"} {"level":"info","ts":"2025-09-23T20:14:53.910049611Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:188","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=PaddleJob","path":"/mutate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2025-09-23T20:14:53.910141772Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2025-09-23T20:14:53.910173159Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:226","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=PaddleJob","path":"/validate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2025-09-23T20:14:53.910243197Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-paddlejob"} {"level":"info","ts":"2025-09-23T20:14:53.910323478Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:188","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=PyTorchJob","path":"/mutate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2025-09-23T20:14:53.910419224Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2025-09-23T20:14:53.910473714Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:226","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=PyTorchJob","path":"/validate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2025-09-23T20:14:53.910569004Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-pytorchjob"} {"level":"info","ts":"2025-09-23T20:14:53.910680708Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:188","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=TFJob","path":"/mutate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2025-09-23T20:14:53.910730464Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2025-09-23T20:14:53.910767821Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:226","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=TFJob","path":"/validate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2025-09-23T20:14:53.910813895Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-tfjob"} {"level":"info","ts":"2025-09-23T20:14:53.910874192Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:188","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v1, Kind=XGBoostJob","path":"/mutate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2025-09-23T20:14:53.910936682Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2025-09-23T20:14:53.910966264Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:226","msg":"Registering a validating webhook","GVK":"kubeflow.org/v1, Kind=XGBoostJob","path":"/validate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2025-09-23T20:14:53.911027359Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v1-xgboostjob"} {"level":"info","ts":"2025-09-23T20:14:53.911098958Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:188","msg":"Registering a mutating webhook","GVK":"kubeflow.org/v2beta1, Kind=MPIJob","path":"/mutate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2025-09-23T20:14:53.911202301Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2025-09-23T20:14:53.911255673Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:226","msg":"Registering a validating webhook","GVK":"kubeflow.org/v2beta1, Kind=MPIJob","path":"/validate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2025-09-23T20:14:53.911324208Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-kubeflow-org-v2beta1-mpijob"} {"level":"info","ts":"2025-09-23T20:14:53.911381155Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:188","msg":"Registering a mutating webhook","GVK":"/v1, Kind=Pod","path":"/mutate--v1-pod"} {"level":"info","ts":"2025-09-23T20:14:53.911433793Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate--v1-pod"} {"level":"info","ts":"2025-09-23T20:14:53.91146656Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:226","msg":"Registering a validating webhook","GVK":"/v1, Kind=Pod","path":"/validate--v1-pod"} {"level":"info","ts":"2025-09-23T20:14:53.911542873Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate--v1-pod"} {"level":"info","ts":"2025-09-23T20:14:53.911607798Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:188","msg":"Registering a mutating webhook","GVK":"ray.io/v1, Kind=RayCluster","path":"/mutate-ray-io-v1-raycluster"} {"level":"info","ts":"2025-09-23T20:14:53.911674154Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-ray-io-v1-raycluster"} {"level":"info","ts":"2025-09-23T20:14:53.911701097Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:226","msg":"Registering a validating webhook","GVK":"ray.io/v1, Kind=RayCluster","path":"/validate-ray-io-v1-raycluster"} {"level":"info","ts":"2025-09-23T20:14:53.911743986Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-ray-io-v1-raycluster"} {"level":"info","ts":"2025-09-23T20:14:53.911800906Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:188","msg":"Registering a mutating webhook","GVK":"ray.io/v1, Kind=RayJob","path":"/mutate-ray-io-v1-rayjob"} {"level":"info","ts":"2025-09-23T20:14:53.911841941Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-ray-io-v1-rayjob"} {"level":"info","ts":"2025-09-23T20:14:53.91187696Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:226","msg":"Registering a validating webhook","GVK":"ray.io/v1, Kind=RayJob","path":"/validate-ray-io-v1-rayjob"} {"level":"info","ts":"2025-09-23T20:14:53.911933741Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-ray-io-v1-rayjob"} {"level":"info","ts":"2025-09-23T20:14:53.911985472Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:188","msg":"Registering a mutating webhook","GVK":"apps/v1, Kind=StatefulSet","path":"/mutate-apps-v1-statefulset"} {"level":"info","ts":"2025-09-23T20:14:53.912029763Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-apps-v1-statefulset"} {"level":"info","ts":"2025-09-23T20:14:53.912066058Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:226","msg":"Registering a validating webhook","GVK":"apps/v1, Kind=StatefulSet","path":"/validate-apps-v1-statefulset"} {"level":"info","ts":"2025-09-23T20:14:53.912128828Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-apps-v1-statefulset"} {"level":"info","ts":"2025-09-23T20:14:53.912195819Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:188","msg":"Registering a mutating webhook","GVK":"leaderworkerset.x-k8s.io/v1, Kind=LeaderWorkerSet","path":"/mutate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2025-09-23T20:14:53.912262884Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/mutate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2025-09-23T20:14:53.912296954Z","logger":"controller-runtime.builder","caller":"builder/webhook.go:226","msg":"Registering a validating webhook","GVK":"leaderworkerset.x-k8s.io/v1, Kind=LeaderWorkerSet","path":"/validate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2025-09-23T20:14:53.912355379Z","logger":"controller-runtime.webhook","caller":"webhook/server.go:183","msg":"Registering webhook","path":"/validate-leaderworkerset-x-k8s-io-v1-leaderworkerset"} {"level":"info","ts":"2025-09-23T20:14:54.00062584Z","caller":"controller/controller.go:239","msg":"Starting Controller","controller":"resourceflavor_controller"} {"level":"info","ts":"2025-09-23T20:14:54.000680629Z","caller":"controller/controller.go:248","msg":"Starting workers","controller":"resourceflavor_controller","worker count":1} {"level":"Level(-2)","ts":"2025-09-23T20:14:54.000696476Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:133","msg":"ResourceFlavor create event","resourceFlavor":{"name":"on-demand"}} {"level":"info","ts":"2025-09-23T20:14:54.007152547Z","caller":"controller/controller.go:239","msg":"Starting Controller","controller":"localqueue_controller"} {"level":"info","ts":"2025-09-23T20:14:54.007180567Z","caller":"controller/controller.go:248","msg":"Starting workers","controller":"localqueue_controller","worker count":1} {"level":"Level(-2)","ts":"2025-09-23T20:14:54.008159198Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:323","msg":"ClusterQueue create event","clusterQueue":{"name":"cluster-queue"}} {"level":"info","ts":"2025-09-23T20:14:54.008227271Z","caller":"controller/controller.go:239","msg":"Starting Controller","controller":"workload_controller"} {"level":"info","ts":"2025-09-23T20:14:54.008254024Z","caller":"controller/controller.go:248","msg":"Starting workers","controller":"workload_controller","worker count":5}