Uploaded image for project: 'Red Hat 3scale API Management'
  1. Red Hat 3scale API Management
  2. THREESCALE-7283

Zync fails to create OpenShift routes with NoMethodError

    XMLWordPrintable

Details

    • Bug
    • Resolution: Done
    • Blocker
    • 2.11.0 GA
    • 2.11.0 CR1
    • Zync
    • False
    • False
    • Not Started
    • Not Started
    • Not Started
    • Not Started
    • Not Started
    • Not Started
    • Undefined

    Description

      Zync-que pods are failing to create OpenShift routes with the following output to the logs:

      I, [2021-07-01T09:10:35.262778 #1]  INFO -- K8s::Transport<https://172.30.0.1:443>: GET /api/v1/namespaces/refactor-app-controllers/pods/zync-que-1-hj2q7 => HTTP 200: <K8s::Resource> in 0.007s
      D, [2021-07-01T09:10:35.264332 #1] DEBUG -- K8s::Transport<https://172.30.0.1:443>: Response: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"zync-que-1-hj2q7","generateName":"zync-que-1-","namespace":"refactor-app-controllers","selfLink":"/api/v1/namespaces/refactor-app-controllers/pods/zync-que-1-hj2q7","uid":"80b0727e-912c-46e7-b780-c135544976fe","resourceVersion":"291031017","creationTimestamp":"2021-07-01T09:01:47Z","labels":{"app":"3scale-api-management","com.redhat.component-name":"zync-que","com.redhat.component-type":"application","com.redhat.component-version":"nightly","com.redhat.product-name":"3scale","com.redhat.product-version":"master","deployment":"zync-que-1","deploymentConfig":"zync-que","deploymentconfig":"zync-que","threescale_component":"zync","threescale_component_element":"zync-que"},"annotations":{"k8s.v1.cni.cncf.io/network-status":"[{\n    \"name\": \"openshift-sdn\",\n    \"interface\": \"eth0\",\n    \"ips\": [\n        \"10.129.8.167\"\n    ],\n    \"default\": true,\n    \"dns\": {}\n}]","k8s.v1.cni.cncf.io/networks-status":"[{\n    \"name\": \"openshift-sdn\",\n    \"interface\": \"eth0\",\n    \"ips\": [\n        \"10.129.8.167\"\n    ],\n    \"default\": true,\n    \"dns\": {}\n}]","openshift.io/deployment-config.latest-version":"1","openshift.io/deployment-config.name":"zync-que","openshift.io/deployment.name":"zync-que-1","openshift.io/scc":"restricted","prometheus.io/port":"9394","prometheus.io/scrape":"true"},"ownerReferences":[{"apiVersion":"v1","kind":"ReplicationController","name":"zync-que-1","uid":"252c094e-b23a-4b80-8d82-5ef1499a1771","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2021-07-01T09:01:47Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:openshift.io/deployment-config.latest-version":{},"f:openshift.io/deployment-config.name":{},"f:openshift.io/deployment.name":{},"f:prometheus.io/port":{},"f:prometheus.io/scrape":{}},"f:generateName":{},"f:labels":{".":{},"f:app":{},"f:com.redhat.component-name":{},"f:com.redhat.component-type":{},"f:com.redhat.component-version":{},"f:com.redhat.product-name":{},"f:com.redhat.product-version":{},"f:deployment":{},"f:deploymentConfig":{},"f:deploymentconfig":{},"f:threescale_component":{},"f:threescale_component_element":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"252c094e-b23a-4b80-8d82-5ef1499a1771\"}":{".":{},"f:apiVersion":{},"f:blockOwnerDeletion":{},"f:controller":{},"f:kind":{},"f:name":{},"f:uid":{}}}},"f:spec":{"f:containers":{"k:{\"name\":\"que\"}":{".":{},"f:args":{},"f:command":{},"f:env":{".":{},"k:{\"name\":\"DATABASE_URL\"}":{".":{},"f:name":{},"f:valueFrom":{".":{},"f:secretKeyRef":{".":{},"f:key":{},"f:name":{}}}},"k:{\"name\":\"POD_NAME\"}":{".":{},"f:name":{},"f:valueFrom":{".":{},"f:fieldRef":{".":{},"f:apiVersion":{},"f:fieldPath":{}}}},"k:{\"name\":\"POD_NAMESPACE\"}":{".":{},"f:name":{},"f:valueFrom":{".":{},"f:fieldRef":{".":{},"f:apiVersion":{},"f:fieldPath":{}}}},"k:{\"name\":\"RAILS_ENV\"}":{".":{},"f:name":{},"f:value":{}},"k:{\"name\":\"RAILS_LOG_TO_STDOUT\"}":{".":{},"f:name":{},"f:value":{}},"k:{\"name\":\"SECRET_KEY_BASE\"}":{".":{},"f:name":{},"f:valueFrom":{".":{},"f:secretKeyRef":{".":{},"f:key":{},"f:name":{}}}},"k:{\"name\":\"ZYNC_AUTHENTICATION_TOKEN\"}":{".":{},"f:name":{},"f:valueFrom":{".":{},"f:secretKeyRef":{".":{},"f:key":{},"f:name":{}}}}},"f:image":{},"f:imagePullPolicy":{},"f:livenessProbe":{".":{},"f:failureThreshold":{},"f:httpGet":{".":{},"f:path":{},"f:port":{},"f:scheme":{}},"f:initialDelaySeconds":{},"f:periodSeconds":{},"f:successThreshold":{},"f:timeoutSeconds":{}},"f:name":{},"f:ports":{".":{},"k:{\"containerPort\":9394,\"protocol\":\"TCP\"}":{".":{},"f:containerPort":{},"f:name":{},"f:protocol":{}}},"f:resources":{},"f:terminationMessagePath":{},"f:terminationMessagePolicy":{}}},"f:dnsPolicy":{},"f:enableServiceLinks":{},"f:restartPolicy":{},"f:schedulerName":{},"f:securityContext":{},"f:serviceAccount":{},"f:serviceAccountName":{},"f:terminationGracePeriodSeconds":{}}}},{"manager":"multus","operation":"Update","apiVersion":"v1","time":"2021-07-01T09:01:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:k8s.v1.cni.cncf.io/network-status":{},"f:k8s.v1.cni.cncf.io/networks-status":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2021-07-01T09:01:51Z","fieldsType":"FieldsV1","fieldsV1":{"f:status":{"f:conditions":{"k:{\"type\":\"ContainersReady\"}":{".":{},"f:lastProbeTime":{},"f:lastTransitionTime":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Initialized\"}":{".":{},"f:lastProbeTime":{},"f:lastTransitionTime":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastProbeTime":{},"f:lastTransitionTime":{},"f:status":{},"f:type":{}}},"f:containerStatuses":{},"f:hostIP":{},"f:phase":{},"f:podIP":{},"f:podIPs":{".":{},"k:{\"ip\":\"10.129.8.167\"}":{".":{},"f:ip":{}}},"f:startTime":{}}}}]},"spec":{"volumes":[{"name":"zync-que-sa-token-mfzbp","secret":{"secretName":"zync-que-sa-token-mfzbp","defaultMode":420}}],"containers":[{"name":"que","image":"quay.io/3scale/zync@sha256:939ebe06dacbd83be26b66ea956526ad22eb353383754a2173c52918f7b7907f","command":["/usr/bin/bash"],"args":["-c","bundle exec rake 'que[--worker-count 10]'"],"ports":[{"name":"metrics","containerPort":9394,"protocol":"TCP"}],"env":[{"name":"RAILS_LOG_TO_STDOUT","value":"true"},{"name":"RAILS_ENV","value":"production"},{"name":"DATABASE_URL","valueFrom":{"secretKeyRef":{"name":"zync","key":"DATABASE_URL"}}},{"name":"SECRET_KEY_BASE","valueFrom":{"secretKeyRef":{"name":"zync","key":"SECRET_KEY_BASE"}}},{"name":"ZYNC_AUTHENTICATION_TOKEN","valueFrom":{"secretKeyRef":{"name":"zync","key":"ZYNC_AUTHENTICATION_TOKEN"}}},{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}}],"resources":{},"volumeMounts":[{"name":"zync-que-sa-token-mfzbp","readOnly":true,"mountPath":"/var/run/secrets/kubernetes.io/serviceaccount"}],"livenessProbe":{"httpGet":{"path":"/metrics","port":9394,"scheme":"HTTP"},"initialDelaySeconds":10,"timeoutSeconds":60,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["KILL","MKNOD","SETGID","SETUID"]},"runAsUser":1000920000}}],"restartPolicy":"Always","terminationGracePeriodSeconds":30,"dnsPolicy":"ClusterFirst","serviceAccountName":"zync-que-sa","serviceAccount":"zync-que-sa","nodeName":"ip-10-96-2-253.ec2.internal","securityContext":{"seLinuxOptions":{"level":"s0:c30,c25"},"fsGroup":1000920000},"imagePullSecrets":[{"name":"threescale-registry-auth"},{"name":"zync-que-sa-dockercfg-lx8xp"}],"schedulerName":"default-scheduler","tolerations":[{"key":"node.kubernetes.io/not-ready","operator":"Exists","effect":"NoExecute","tolerationSeconds":300},{"key":"node.kubernetes.io/unreachable","operator":"Exists","effect":"NoExecute","tolerationSeconds":300}],"priority":0,"enableServiceLinks":true},"status":{"phase":"Running","conditions":[{"type":"Initialized","status":"True","lastProbeTime":null,"lastTransitionTime":"2021-07-01T09:01:47Z"},{"type":"Ready","status":"True","lastProbeTime":null,"lastTransitionTime":"2021-07-01T09:01:51Z"},{"type":"ContainersReady","status":"True","lastProbeTime":null,"lastTransitionTime":"2021-07-01T09:01:51Z"},{"type":"PodScheduled","status":"True","lastProbeTime":null,"lastTransitionTime":"2021-07-01T09:01:47Z"}],"hostIP":"10.96.2.253","podIP":"10.129.8.167","podIPs":[{"ip":"10.129.8.167"}],"startTime":"2021-07-01T09:01:47Z","containerStatuses":[{"name":"que","state":{"running":{"startedAt":"2021-07-01T09:01:50Z"}},"lastState":{},"ready":true,"restartCount":0,"image":"quay.io/3scale/zync@sha256:939ebe06dacbd83be26b66ea956526ad22eb353383754a2173c52918f7b7907f","imageID":"quay.io/3scale/zync@sha256:939ebe06dacbd83be26b66ea956526ad22eb353383754a2173c52918f7b7907f","containerID":"cri-o://cc8d3d93594e4f4e03f4179b7fe6990923d3a145815d2167b79b221919700fac","started":true}],"qosClass":"BestEffort"}}
      
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      /opt/app-root/vendor/bundle/ruby/2.7.0/gems/dry-types-0.13.4/lib/dry/types/hash/schema.rb:151: warning: Capturing the given block using Proc.new is deprecated; use `&block` instead
      I, [2021-07-01T09:10:35.283652 #1]  INFO -- K8s::Transport<https://172.30.0.1:443>: GET /api/v1 => HTTP 200: <K8s::API::MetaV1::APIResourceList> in 0.009s
      D, [2021-07-01T09:10:35.283715 #1] DEBUG -- K8s::Transport<https://172.30.0.1:443>: Response: {"kind":"APIResourceList","groupVersion":"v1","resources":[{"name":"bindings","singularName":"","namespaced":true,"kind":"Binding","verbs":["create"]},{"name":"componentstatuses","singularName":"","namespaced":false,"kind":"ComponentStatus","verbs":["get","list"],"shortNames":["cs"]},{"name":"configmaps","singularName":"","namespaced":true,"kind":"ConfigMap","verbs":["create","delete","deletecollection","get","list","patch","update","watch"],"shortNames":["cm"],"storageVersionHash":"qFsyl6wFWjQ="},{"name":"endpoints","singularName":"","namespaced":true,"kind":"Endpoints","verbs":["create","delete","deletecollection","get","list","patch","update","watch"],"shortNames":["ep"],"storageVersionHash":"fWeeMqaN/OA="},{"name":"events","singularName":"","namespaced":true,"kind":"Event","verbs":["create","delete","deletecollection","get","list","patch","update","watch"],"shortNames":["ev"],"storageVersionHash":"r2yiGXH7wu8="},{"name":"limitranges","singularName":"","namespaced":true,"kind":"LimitRange","verbs":["create","delete","deletecollection","get","list","patch","update","watch"],"shortNames":["limits"],"storageVersionHash":"EBKMFVe6cwo="},{"name":"namespaces","singularName":"","namespaced":false,"kind":"Namespace","verbs":["create","delete","get","list","patch","update","watch"],"shortNames":["ns"],"storageVersionHash":"Q3oi5N2YM8M="},{"name":"namespaces/finalize","singularName":"","namespaced":false,"kind":"Namespace","verbs":["update"]},{"name":"namespaces/status","singularName":"","namespaced":false,"kind":"Namespace","verbs":["get","patch","update"]},{"name":"nodes","singularName":"","namespaced":false,"kind":"Node","verbs":["create","delete","deletecollection","get","list","patch","update","watch"],"shortNames":["no"],"storageVersionHash":"XwShjMxG9Fs="},{"name":"nodes/proxy","singularName":"","namespaced":false,"kind":"NodeProxyOptions","verbs":["create","delete","get","patch","update"]},{"name":"nodes/status","singularName":"","namespaced":false,"kind":"Node","verbs":["get","patch","update"]},{"name":"persistentvolumeclaims","singularName":"","namespaced":true,"kind":"PersistentVolumeClaim","verbs":["create","delete","deletecollection","get","list","patch","update","watch"],"shortNames":["pvc"],"storageVersionHash":"QWTyNDq0dC4="},{"name":"persistentvolumeclaims/status","singularName":"","namespaced":true,"kind":"PersistentVolumeClaim","verbs":["get","patch","update"]},{"name":"persistentvolumes","singularName":"","namespaced":false,"kind":"PersistentVolume","verbs":["create","delete","deletecollection","get","list","patch","update","watch"],"shortNames":["pv"],"storageVersionHash":"HN/zwEC+JgM="},{"name":"persistentvolumes/status","singularName":"","namespaced":false,"kind":"PersistentVolume","verbs":["get","patch","update"]},{"name":"pods","singularName":"","namespaced":true,"kind":"Pod","verbs":["create","delete","deletecollection","get","list","patch","update","watch"],"shortNames":["po"],"categories":["all"],"storageVersionHash":"xPOwRZ+Yhw8="},{"name":"pods/attach","singularName":"","namespaced":true,"kind":"PodAttachOptions","verbs":["create","get"]},{"name":"pods/binding","singularName":"","namespaced":true,"kind":"Binding","verbs":["create"]},{"name":"pods/eviction","singularName":"","namespaced":true,"group":"policy","version":"v1beta1","kind":"Eviction","verbs":["create"]},{"name":"pods/exec","singularName":"","namespaced":true,"kind":"PodExecOptions","verbs":["create","get"]},{"name":"pods/log","singularName":"","namespaced":true,"kind":"Pod","verbs":["get"]},{"name":"pods/portforward","singularName":"","namespaced":true,"kind":"PodPortForwardOptions","verbs":["create","get"]},{"name":"pods/proxy","singularName":"","namespaced":true,"kind":"PodProxyOptions","verbs":["create","delete","get","patch","update"]},{"name":"pods/status","singularName":"","namespaced":true,"kind":"Pod","verbs":["get","patch","update"]},{"name":"podtemplates","singularName":"","namespaced":true,"kind":"PodTemplate","verbs":["create","delete","deletecollection","get","list","patch","update","watch"],"storageVersionHash":"LIXB2x4IFpk="},{"name":"replicationcontrollers","singularName":"","namespaced":true,"kind":"ReplicationController","verbs":["create","delete","deletecollection","get","list","patch","update","watch"],"shortNames":["rc"],"categories":["all"],"storageVersionHash":"Jond2If31h0="},{"name":"replicationcontrollers/scale","singularName":"","namespaced":true,"group":"autoscaling","version":"v1","kind":"Scale","verbs":["get","patch","update"]},{"name":"replicationcontrollers/status","singularName":"","namespaced":true,"kind":"ReplicationController","verbs":["get","patch","update"]},{"name":"resourcequotas","singularName":"","namespaced":true,"kind":"ResourceQuota","verbs":["create","delete","deletecollection","get","list","patch","update","watch"],"shortNames":["quota"],"storageVersionHash":"8uhSgffRX6w="},{"name":"resourcequotas/status","singularName":"","namespaced":true,"kind":"ResourceQuota","verbs":["get","patch","update"]},{"name":"secrets","singularName":"","namespaced":true,"kind":"Secret","verbs":["create","delete","deletecollection","get","list","patch","update","watch"],"storageVersionHash":"S6u1pOWzb84="},{"name":"serviceaccounts","singularName":"","namespaced":true,"kind":"ServiceAccount","verbs":["create","delete","deletecollection","get","list","patch","update","watch"],"shortNames":["sa"],"storageVersionHash":"pbx9ZvyFpBE="},{"name":"serviceaccounts/token","singularName":"","namespaced":true,"group":"authentication.k8s.io","version":"v1","kind":"TokenRequest","verbs":["create"]},{"name":"services","singularName":"","namespaced":true,"kind":"Service","verbs":["create","delete","get","list","patch","update","watch"],"shortNames":["svc"],"categories":["all"],"storageVersionHash":"0/CO1lhkEBI="},{"name":"services/proxy","singularName":"","namespaced":true,"kind":"ServiceProxyOptions","verbs":["create","delete","get","patch","update"]},{"name":"services/status","singularName":"","namespaced":true,"kind":"Service","verbs":["get","patch","update"]}]}
      
      I, [2021-07-01T09:10:35.289534 #1]  INFO -- K8s::Transport<https://172.30.0.1:443>: GET /api/v1/namespaces/refactor-app-controllers/pods/zync-que-1-hj2q7 => HTTP 200: <K8s::Resource> in 0.004s
      D, [2021-07-01T09:10:35.289919 #1] DEBUG -- K8s::Transport<https://172.30.0.1:443>: Response: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"zync-que-1-hj2q7","generateName":"zync-que-1-","namespace":"refactor-app-controllers","selfLink":"/api/v1/namespaces/refactor-app-controllers/pods/zync-que-1-hj2q7","uid":"80b0727e-912c-46e7-b780-c135544976fe","resourceVersion":"291031017","creationTimestamp":"2021-07-01T09:01:47Z","labels":{"app":"3scale-api-management","com.redhat.component-name":"zync-que","com.redhat.component-type":"application","com.redhat.component-version":"nightly","com.redhat.product-name":"3scale","com.redhat.product-version":"master","deployment":"zync-que-1","deploymentConfig":"zync-que","deploymentconfig":"zync-que","threescale_component":"zync","threescale_component_element":"zync-que"},"annotations":{"k8s.v1.cni.cncf.io/network-status":"[{\n    \"name\": \"openshift-sdn\",\n    \"interface\": \"eth0\",\n    \"ips\": [\n        \"10.129.8.167\"\n    ],\n    \"default\": true,\n    \"dns\": {}\n}]","k8s.v1.cni.cncf.io/networks-status":"[{\n    \"name\": \"openshift-sdn\",\n    \"interface\": \"eth0\",\n    \"ips\": [\n        \"10.129.8.167\"\n    ],\n    \"default\": true,\n    \"dns\": {}\n}]","openshift.io/deployment-config.latest-version":"1","openshift.io/deployment-config.name":"zync-que","openshift.io/deployment.name":"zync-que-1","openshift.io/scc":"restricted","prometheus.io/port":"9394","prometheus.io/scrape":"true"},"ownerReferences":[{"apiVersion":"v1","kind":"ReplicationController","name":"zync-que-1","uid":"252c094e-b23a-4b80-8d82-5ef1499a1771","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2021-07-01T09:01:47Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:openshift.io/deployment-config.latest-version":{},"f:openshift.io/deployment-config.name":{},"f:openshift.io/deployment.name":{},"f:prometheus.io/port":{},"f:prometheus.io/scrape":{}},"f:generateName":{},"f:labels":{".":{},"f:app":{},"f:com.redhat.component-name":{},"f:com.redhat.component-type":{},"f:com.redhat.component-version":{},"f:com.redhat.product-name":{},"f:com.redhat.product-version":{},"f:deployment":{},"f:deploymentConfig":{},"f:deploymentconfig":{},"f:threescale_component":{},"f:threescale_component_element":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"252c094e-b23a-4b80-8d82-5ef1499a1771\"}":{".":{},"f:apiVersion":{},"f:blockOwnerDeletion":{},"f:controller":{},"f:kind":{},"f:name":{},"f:uid":{}}}},"f:spec":{"f:containers":{"k:{\"name\":\"que\"}":{".":{},"f:args":{},"f:command":{},"f:env":{".":{},"k:{\"name\":\"DATABASE_URL\"}":{".":{},"f:name":{},"f:valueFrom":{".":{},"f:secretKeyRef":{".":{},"f:key":{},"f:name":{}}}},"k:{\"name\":\"POD_NAME\"}":{".":{},"f:name":{},"f:valueFrom":{".":{},"f:fieldRef":{".":{},"f:apiVersion":{},"f:fieldPath":{}}}},"k:{\"name\":\"POD_NAMESPACE\"}":{".":{},"f:name":{},"f:valueFrom":{".":{},"f:fieldRef":{".":{},"f:apiVersion":{},"f:fieldPath":{}}}},"k:{\"name\":\"RAILS_ENV\"}":{".":{},"f:name":{},"f:value":{}},"k:{\"name\":\"RAILS_LOG_TO_STDOUT\"}":{".":{},"f:name":{},"f:value":{}},"k:{\"name\":\"SECRET_KEY_BASE\"}":{".":{},"f:name":{},"f:valueFrom":{".":{},"f:secretKeyRef":{".":{},"f:key":{},"f:name":{}}}},"k:{\"name\":\"ZYNC_AUTHENTICATION_TOKEN\"}":{".":{},"f:name":{},"f:valueFrom":{".":{},"f:secretKeyRef":{".":{},"f:key":{},"f:name":{}}}}},"f:image":{},"f:imagePullPolicy":{},"f:livenessProbe":{".":{},"f:failureThreshold":{},"f:httpGet":{".":{},"f:path":{},"f:port":{},"f:scheme":{}},"f:initialDelaySeconds":{},"f:periodSeconds":{},"f:successThreshold":{},"f:timeoutSeconds":{}},"f:name":{},"f:ports":{".":{},"k:{\"containerPort\":9394,\"protocol\":\"TCP\"}":{".":{},"f:containerPort":{},"f:name":{},"f:protocol":{}}},"f:resources":{},"f:terminationMessagePath":{},"f:terminationMessagePolicy":{}}},"f:dnsPolicy":{},"f:enableServiceLinks":{},"f:restartPolicy":{},"f:schedulerName":{},"f:securityContext":{},"f:serviceAccount":{},"f:serviceAccountName":{},"f:terminationGracePeriodSeconds":{}}}},{"manager":"multus","operation":"Update","apiVersion":"v1","time":"2021-07-01T09:01:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:k8s.v1.cni.cncf.io/network-status":{},"f:k8s.v1.cni.cncf.io/networks-status":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2021-07-01T09:01:51Z","fieldsType":"FieldsV1","fieldsV1":{"f:status":{"f:conditions":{"k:{\"type\":\"ContainersReady\"}":{".":{},"f:lastProbeTime":{},"f:lastTransitionTime":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Initialized\"}":{".":{},"f:lastProbeTime":{},"f:lastTransitionTime":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastProbeTime":{},"f:lastTransitionTime":{},"f:status":{},"f:type":{}}},"f:containerStatuses":{},"f:hostIP":{},"f:phase":{},"f:podIP":{},"f:podIPs":{".":{},"k:{\"ip\":\"10.129.8.167\"}":{".":{},"f:ip":{}}},"f:startTime":{}}}}]},"spec":{"volumes":[{"name":"zync-que-sa-token-mfzbp","secret":{"secretName":"zync-que-sa-token-mfzbp","defaultMode":420}}],"containers":[{"name":"que","image":"quay.io/3scale/zync@sha256:939ebe06dacbd83be26b66ea956526ad22eb353383754a2173c52918f7b7907f","command":["/usr/bin/bash"],"args":["-c","bundle exec rake 'que[--worker-count 10]'"],"ports":[{"name":"metrics","containerPort":9394,"protocol":"TCP"}],"env":[{"name":"RAILS_LOG_TO_STDOUT","value":"true"},{"name":"RAILS_ENV","value":"production"},{"name":"DATABASE_URL","valueFrom":{"secretKeyRef":{"name":"zync","key":"DATABASE_URL"}}},{"name":"SECRET_KEY_BASE","valueFrom":{"secretKeyRef":{"name":"zync","key":"SECRET_KEY_BASE"}}},{"name":"ZYNC_AUTHENTICATION_TOKEN","valueFrom":{"secretKeyRef":{"name":"zync","key":"ZYNC_AUTHENTICATION_TOKEN"}}},{"name":"POD_NAME","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"apiVersion":"v1","fieldPath":"metadata.namespace"}}}],"resources":{},"volumeMounts":[{"name":"zync-que-sa-token-mfzbp","readOnly":true,"mountPath":"/var/run/secrets/kubernetes.io/serviceaccount"}],"livenessProbe":{"httpGet":{"path":"/metrics","port":9394,"scheme":"HTTP"},"initialDelaySeconds":10,"timeoutSeconds":60,"periodSeconds":10,"successThreshold":1,"failureThreshold":3},"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"Always","securityContext":{"capabilities":{"drop":["KILL","MKNOD","SETGID","SETUID"]},"runAsUser":1000920000}}],"restartPolicy":"Always","terminationGracePeriodSeconds":30,"dnsPolicy":"ClusterFirst","serviceAccountName":"zync-que-sa","serviceAccount":"zync-que-sa","nodeName":"ip-10-96-2-253.ec2.internal","securityContext":{"seLinuxOptions":{"level":"s0:c30,c25"},"fsGroup":1000920000},"imagePullSecrets":[{"name":"threescale-registry-auth"},{"name":"zync-que-sa-dockercfg-lx8xp"}],"schedulerName":"default-scheduler","tolerations":[{"key":"node.kubernetes.io/not-ready","operator":"Exists","effect":"NoExecute","tolerationSeconds":300},{"key":"node.kubernetes.io/unreachable","operator":"Exists","effect":"NoExecute","tolerationSeconds":300}],"priority":0,"enableServiceLinks":true},"status":{"phase":"Running","conditions":[{"type":"Initialized","status":"True","lastProbeTime":null,"lastTransitionTime":"2021-07-01T09:01:47Z"},{"type":"Ready","status":"True","lastProbeTime":null,"lastTransitionTime":"2021-07-01T09:01:51Z"},{"type":"ContainersReady","status":"True","lastProbeTime":null,"lastTransitionTime":"2021-07-01T09:01:51Z"},{"type":"PodScheduled","status":"True","lastProbeTime":null,"lastTransitionTime":"2021-07-01T09:01:47Z"}],"hostIP":"10.96.2.253","podIP":"10.129.8.167","podIPs":[{"ip":"10.129.8.167"}],"startTime":"2021-07-01T09:01:47Z","containerStatuses":[{"name":"que","state":{"running":{"startedAt":"2021-07-01T09:01:50Z"}},"lastState":{},"ready":true,"restartCount":0,"image":"quay.io/3scale/zync@sha256:939ebe06dacbd83be26b66ea956526ad22eb353383754a2173c52918f7b7907f","imageID":"quay.io/3scale/zync@sha256:939ebe06dacbd83be26b66ea956526ad22eb353383754a2173c52918f7b7907f","containerID":"cri-o://cc8d3d93594e4f4e03f4179b7fe6990923d3a145815d2167b79b221919700fac","started":true}],"qosClass":"BestEffort"}}
      
      E, [2021-07-01T09:10:35.294322 #1] ERROR -- : {"lib":"que","hostname":"zync-que-1-hj2q7","pid":1,"thread":38720,"event":"job_errored","job_id":59,"elapsed":0.098979712,"error":"NoMethodError: undefined method `[]=' for nil:NilClass"}
      

      Attachments

        Activity

          People

            Unassigned Unassigned
            mcassola Guilherme Cassolato
            Guilherme Cassolato Guilherme Cassolato
            Petr Hála Petr Hála
            Guilherme Cassolato Guilherme Cassolato
            Votes:
            0 Vote for this issue
            Watchers:
            6 Start watching this issue

            Dates

              Created:
              Updated:
              Resolved: