I0815 08:17:07.987147 1 request.go:690] Waited for 1.040522013s due to client-side throttling, not priority and fairness, request: GET:https://172.30.0.1:443/apis/ibm.com/v1?timeout=32s 2023-08-15T08:17:10Z INFO controller-runtime.metrics Metrics server is starting to listen {"addr": "127.0.0.1:8080"} 2023-08-15T08:17:10Z INFO setup starting manager 2023-08-15T08:17:10Z INFO Starting server {"path": "/metrics", "kind": "metrics", "addr": "127.0.0.1:8080"} 2023-08-15T08:17:10Z INFO Starting server {"kind": "health probe", "addr": "[::]:8081"} I0815 08:17:10.090296 1 leaderelection.go:248] attempting to acquire leader lease openshift-operators/5a3ca514.codeflare.dev... I0815 08:17:27.966051 1 leaderelection.go:258] successfully acquired lease openshift-operators/5a3ca514.codeflare.dev 2023-08-15T08:17:27Z INFO Starting EventSource {"controller": "mcad", "controllerGroup": "codeflare.codeflare.dev", "controllerKind": "MCAD", "source": "kind source: *v1alpha1.MCAD"} 2023-08-15T08:17:27Z INFO Starting EventSource {"controller": "mcad", "controllerGroup": "codeflare.codeflare.dev", "controllerKind": "MCAD", "source": "kind source: *v1.ConfigMap"} 2023-08-15T08:17:27Z INFO Starting EventSource {"controller": "mcad", "controllerGroup": "codeflare.codeflare.dev", "controllerKind": "MCAD", "source": "kind source: *v1.Service"} 2023-08-15T08:17:27Z INFO Starting EventSource {"controller": "mcad", "controllerGroup": "codeflare.codeflare.dev", "controllerKind": "MCAD", "source": "kind source: *v1.ServiceAccount"} 2023-08-15T08:17:27Z INFO Starting EventSource {"controller": "mcad", "controllerGroup": "codeflare.codeflare.dev", "controllerKind": "MCAD", "source": "kind source: *v1.RoleBinding"} 2023-08-15T08:17:27Z INFO Starting EventSource {"controller": "mcad", "controllerGroup": "codeflare.codeflare.dev", "controllerKind": "MCAD", "source": "kind source: *v1.Deployment"} 2023-08-15T08:17:27Z INFO Starting EventSource {"controller": "mcad", "controllerGroup": "codeflare.codeflare.dev", "controllerKind": "MCAD", "source": "kind source: *v1.ClusterRole"} 2023-08-15T08:17:27Z INFO Starting EventSource {"controller": "mcad", "controllerGroup": "codeflare.codeflare.dev", "controllerKind": "MCAD", "source": "kind source: *v1.ClusterRoleBinding"} 2023-08-15T08:17:27Z INFO Starting Controller {"controller": "mcad", "controllerGroup": "codeflare.codeflare.dev", "controllerKind": "MCAD"} 2023-08-15T08:17:27Z INFO Starting EventSource {"controller": "instascale", "controllerGroup": "codeflare.codeflare.dev", "controllerKind": "InstaScale", "source": "kind source: *v1alpha1.InstaScale"} 2023-08-15T08:17:27Z INFO Starting EventSource {"controller": "instascale", "controllerGroup": "codeflare.codeflare.dev", "controllerKind": "InstaScale", "source": "kind source: *v1.ConfigMap"} 2023-08-15T08:17:27Z INFO Starting EventSource {"controller": "instascale", "controllerGroup": "codeflare.codeflare.dev", "controllerKind": "InstaScale", "source": "kind source: *v1.ServiceAccount"} 2023-08-15T08:17:27Z INFO Starting EventSource {"controller": "instascale", "controllerGroup": "codeflare.codeflare.dev", "controllerKind": "InstaScale", "source": "kind source: *v1.ClusterRole"} 2023-08-15T08:17:27Z INFO Starting EventSource {"controller": "instascale", "controllerGroup": "codeflare.codeflare.dev", "controllerKind": "InstaScale", "source": "kind source: *v1.ClusterRoleBinding"} 2023-08-15T08:17:27Z INFO Starting EventSource {"controller": "instascale", "controllerGroup": "codeflare.codeflare.dev", "controllerKind": "InstaScale", "source": "kind source: *v1.Deployment"} 2023-08-15T08:17:27Z INFO Starting EventSource {"controller": "instascale", "controllerGroup": "codeflare.codeflare.dev", "controllerKind": "InstaScale", "source": "kind source: *v1.ClusterRole"} 2023-08-15T08:17:27Z INFO Starting EventSource {"controller": "instascale", "controllerGroup": "codeflare.codeflare.dev", "controllerKind": "InstaScale", "source": "kind source: *v1.ClusterRoleBinding"} 2023-08-15T08:17:27Z INFO Starting Controller {"controller": "instascale", "controllerGroup": "codeflare.codeflare.dev", "controllerKind": "InstaScale"} 2023-08-15T08:17:27Z DEBUG events codeflare-operator-manager-7df85648cb-k9dvp_e7046f16-ea1e-4b3d-a23b-2d25f5620c33 became leader {"type": "Normal", "object": {"kind":"Lease","namespace":"openshift-operators","name":"5a3ca514.codeflare.dev","uid":"37225186-7cb7-466c-84e5-04f118154315","apiVersion":"coordination.k8s.io/v1","resourceVersion":"3360291"}, "reason": "LeaderElection"} 2023-08-15T08:17:28Z INFO Starting workers {"controller": "mcad", "controllerGroup": "codeflare.codeflare.dev", "controllerKind": "MCAD", "worker count": 1} 2023-08-15T08:17:28Z INFO Starting workers {"controller": "instascale", "controllerGroup": "codeflare.codeflare.dev", "controllerKind": "InstaScale", "worker count": 1} 2023-08-15T08:17:28Z DEBUG MCAD reconciler called. {"namespace": "redhat-ods-applications"} 2023-08-15T08:17:28Z DEBUG ReconcileMCAD called. {"namespace": "redhat-ods-applications"} 2023-08-15T08:17:28Z INFO Applying mcad/configmap.yaml.tmpl 2023-08-15T08:17:28Z INFO Observed a panic in reconciler: open config/internal/mcad/configmap.yaml.tmpl: no such file or directory {"controller": "mcad", "controllerGroup": "codeflare.codeflare.dev", "controllerKind": "MCAD", "MCAD": {"name":"mcad","namespace":"redhat-ods-applications"}, "namespace": "redhat-ods-applications", "name": "mcad", "reconcileID": "fa76f119-2d8a-40b5-a5ae-eef7990e3cbc"} panic: open config/internal/mcad/configmap.yaml.tmpl: no such file or directory [recovered] panic: open config/internal/mcad/configmap.yaml.tmpl: no such file or directory goroutine 587 [running]: sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile.func1() /remote-source/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:119 +0x1fa panic({0x15de740, 0xc00215b5c0}) /usr/lib/golang/src/runtime/panic.go:838 +0x207 github.com/project-codeflare/codeflare-operator/controllers/config.PathTemplateSource({0xc00224cd80?, 0x452357?}, {0x1591580, 0xc0005365a0}, {0x179d1b9, 0x18}) /workspace/controllers/config/templating.go:20 +0xb2 github.com/project-codeflare/codeflare-operator/controllers/config.Manifest({0x19e3e00?, 0xc000608540}, {0xc00224cd80?, 0x0?}, {0x1591580?, 0xc0005365a0?}, {0x179d1b9?, 0x0?}, {{0x19e1550, 0xc0003e9640}, ...}) /workspace/controllers/config/manifest.go:12 +0x96 github.com/project-codeflare/codeflare-operator/controllers.(*MCADReconciler).Apply(0xc0002afdc0, {0x19e9898, 0xc000576f00}, 0xc00224cd50?, {0x179d1b9, 0x18}, {0x0, 0x0, 0x0}) /workspace/controllers/mcad_controller.go:55 +0xed github.com/project-codeflare/codeflare-operator/controllers.(*MCADReconciler).ReconcileMCAD(0xc0002afdc0, 0xc00215b500?, 0x0?) /workspace/controllers/multi_cluster_app_dispatcher.go:46 +0x279 github.com/project-codeflare/codeflare-operator/controllers.(*MCADReconciler).Reconcile(0xc0002afdc0, {0x19df470, 0xc00215b470}, {{{0xc00066e2e8?, 0x10?}, {0xc0001670c0?, 0x40d787?}}}) /workspace/controllers/mcad_controller.go:178 +0x6f8 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile(0x19df470?, {0x19df470?, 0xc00215b470?}, {{{0xc00066e2e8?, 0x153d180?}, {0xc0001670c0?, 0x0?}}}) /remote-source/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:122 +0xc8 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler(0xc0004a3360, {0x19df3c8, 0xc0002afd40}, {0x1606c60?, 0xc000c646a0?}) /remote-source/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:323 +0x3a5 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem(0xc0004a3360, {0x19df3c8, 0xc0002afd40}) /remote-source/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:274 +0x1d9 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2() /remote-source/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:235 +0x85 created by sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2 /remote-source/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:231 +0x325