buildlogsarchiver stdout | 2021-01-27 07:20:38,410 [86] [DEBUG] [__main__] Archiving: be295b20-d26e-49f6-b982-69591620e401
buildlogsarchiver stdout | 2021-01-27 07:20:38,414 [86] [DEBUG] [data.database] Disconnecting from database.
buildlogsarchiver stdout | 2021-01-27 07:20:38,415 [86] [ERROR] [workers.worker] Operation raised exception
buildlogsarchiver stdout | Traceback (most recent call last):
buildlogsarchiver stdout |   File "/quay-registry/workers/worker.py", line 87, in _operation_func
buildlogsarchiver stdout |     return operation_func()
buildlogsarchiver stdout |   File "/quay-registry/workers/buildlogsarchiver/buildlogsarchiver.py", line 55, in _archive_redis_buildlogs
buildlogsarchiver stdout |     log_archive.store_file(
buildlogsarchiver stdout |   File "/quay-registry/data/userfiles.py", line 114, in store_file
buildlogsarchiver stdout |     self._storage.stream_write(
buildlogsarchiver stdout |   File "/quay-registry/storage/distributedstorage.py", line 24, in wrapper
buildlogsarchiver stdout |     storage = self._storages[random.sample(locations, 1)[0]]
buildlogsarchiver stdout | KeyError: 'local_us'
buildlogsarchiver stdout | 2021-01-27 07:20:38,416 [86] [INFO] [apscheduler.executors.default] Job "ArchiveBuildLogsWorker._archive_redis_buildlogs (trigger: interval[0:00:30], next run at: 2021-01-27 07:21:08 UTC)" executed successfully

ALLOW_PULLS_WITHOUT_STRICT_LOGGING: false
AUTHENTICATION_TYPE: Database
AVATAR_KIND: local
BUILDLOGS_REDIS:
  host: quaybm-quay-redis
  port: 6379
DATABASE_SECRET_KEY: maMMNX5uOTxBmgW1fL8Qpko7YfO527acBZ5i2XaDQpqCICFwigCyUT3cm7yUEdajLugvxzbUqeKQVDje
DB_CONNECTION_ARGS:
  autorollback: true
  threadlocals: true
DB_URI: postgresql://quaybm-quay-database:9fEKZ1pbkbgQalpmZuehRaI0xWmoxI0x@quaybm-quay-database:5432/quaybm-quay-database
DEFAULT_TAG_EXPIRATION: 2w
DISTRIBUTED_STORAGE_CONFIG:
  default:
  - S3Storage
  - host: s3.us-east-2.amazonaws.com
    s3_access_key: ***
    s3_bucket: quayv3400
    s3_secret_key: ***
    storage_path: /quaydata
DISTRIBUTED_STORAGE_DEFAULT_LOCATIONS:
- default
DISTRIBUTED_STORAGE_PREFERENCE:
- default
ENTERPRISE_LOGO_URL: /static/img/quay-horizontal-color.svg
EXTERNAL_TLS_TERMINATION: false
FEATURE_ACTION_LOG_ROTATION: false
FEATURE_ANONYMOUS_ACCESS: true
FEATURE_APP_SPECIFIC_TOKENS: true
FEATURE_BITBUCKET_BUILD: false
FEATURE_BLACKLISTED_EMAILS: false
FEATURE_BUILD_SUPPORT: true
FEATURE_CHANGE_TAG_EXPIRATION: true
FEATURE_DIRECT_LOGIN: true
FEATURE_GITHUB_BUILD: true
FEATURE_GITHUB_LOGIN: false
FEATURE_GITLAB_BUILD: false
FEATURE_GOOGLE_LOGIN: false
FEATURE_INVITE_ONLY_USER_CREATION: false
FEATURE_MAILING: false
FEATURE_NONSUPERUSER_TEAM_SYNCING_SETUP: false
FEATURE_PARTIAL_USER_AUTOCOMPLETE: true
FEATURE_PROXY_STORAGE: false
FEATURE_REPO_MIRROR: true
FEATURE_SECURITY_NOTIFICATIONS: true
FEATURE_SECURITY_SCANNER: true
FEATURE_SIGNING: false
FEATURE_STORAGE_REPLICATION: false
FEATURE_TEAM_SYNCING: false
FEATURE_USER_CREATION: true
FEATURE_USER_LAST_ACCESSED: true
FEATURE_USER_LOG_ACCESS: false
FEATURE_USER_METADATA: false
FEATURE_USER_RENAME: false
FEATURE_USERNAME_CONFIRMATION: true
FRESH_LOGIN_TIMEOUT: 10m
GITHUB_LOGIN_CONFIG: {}
GITHUB_TRIGGER_CONFIG:
  API_ENDPOINT: https://api.github.com/
  CLIENT_ID: ***
  CLIENT_SECRET: ***
  GITHUB_ENDPOINT: https://github.com/
GITLAB_TRIGGER_KIND: {}
GPG2_PRIVATE_KEY_FILENAME: signing-private.gpg
GPG2_PUBLIC_KEY_FILENAME: signing-public.gpg
LDAP_ALLOW_INSECURE_FALLBACK: false
LDAP_EMAIL_ATTR: mail
LDAP_UID_ATTR: uid
LDAP_URI: ldap://localhost
LOGS_MODEL: database
LOGS_MODEL_CONFIG: {}
MAIL_DEFAULT_SENDER: support@quay.io
MAIL_PORT: 587
MAIL_USE_AUTH: false
MAIL_USE_TLS: false
PREFERRED_URL_SCHEME: https
REGISTRY_TITLE: Quay
REGISTRY_TITLE_SHORT: Quay
REPO_MIRROR_INTERVAL: 30
REPO_MIRROR_TLS_VERIFY: true
SEARCH_MAX_RESULT_PAGE_COUNT: 10
SEARCH_RESULTS_PER_PAGE: 10
SECRET_KEY: nOBgULh4PmySIHdpoQ1sFuzMiPxRC9sruKhTfhLK9mfHR86OZWExm8SR-YIDHRVLa9cwg2ywD33UE0dn
SECURITY_SCANNER_INDEXING_INTERVAL: 30
SECURITY_SCANNER_V4_ENDPOINT: http://quaybm-clair-app:80
SECURITY_SCANNER_V4_NAMESPACE_WHITELIST:
- admin
SECURITY_SCANNER_V4_PSK: dTdXM2s5Vjgwclg2cGFDanBrNHVwS2ZldkIyb1pDZmk=
SERVER_HOSTNAME: quaybm-quay-quay34.apps.quay-511.qe.devcluster.openshift.com
SETUP_COMPLETE: true
SUPER_USERS:
- quay
- admin
TAG_EXPIRATION_OPTIONS:
- 2w
TEAM_RESYNC_STALE_TIME: 60m
TESTING: false
USER_EVENTS_REDIS:
  host: quaybm-quay-redis
  port: 6379
USER_RECOVERY_TOKEN_LIFETIME: 30m
BUILDMAN_HOSTNAME: quaybm-quay-builder-quay34.apps.quay-511.qe.devcluster.openshift.com:443
BUILD_MANAGER:
- ephemeral
- ALLOWED_WORKER_COUNT: 10
  ORCHESTRATOR_PREFIX: buildman/production/
  ORCHESTRATOR:
    REDIS_HOST: quaybm-quay-redis
  EXECUTORS:
  - EXECUTOR: kubernetes
    DEBUG: true   
    BUILDER_NAMESPACE: builder
    K8S_API_SERVER: api.ci-ln-bj7kigk-86010.origin-ci-int-aws.dev.rhcloud.com:6443
    VOLUME_SIZE: 8G
    KUBERNETES_DISTRIBUTION: openshift
    CONTAINER_MEMORY_LIMITS: 5120Mi
    CONTAINER_CPU_LIMITS: 1000m
    CONTAINER_MEMORY_REQUEST: 3968Mi
    CONTAINER_CPU_REQUEST: 500m
    NODE_SELECTOR_LABEL_KEY: node-role.kubernetes.io/worker
    NODE_SELECTOR_LABEL_VALUE: ''
    CONTAINER_RUNTIME: podman
    SERVICE_ACCOUNT_NAME: quay-builder
    SERVICE_ACCOUNT_TOKEN: ***
    QUAY_USERNAME: ***
    QUAY_PASSWORD: ***
    WORKER_IMAGE: quay.io/lzha/quay-quay-builder-rhel8
    WORKER_TAG: v3.4.0-18
    BUILDER_VM_CONTAINER_IMAGE: quay.io/lzha/quay-quay-builder-qemu-rhcos-rhel8:v3.4.0-17
    SETUP_TIME: 180
    MINIMUM_RETRY_THRESHOLD: 0
    SSH_AUTHORIZED_KEYS:
    - ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDN8nUzLnPHq9o6Crika8brT4i5CL0a0azoHJoHe02BH8/vgDyhgHin+1qDrHA414t6smDIhYRM/L503J0kD2/jUTPVqeFNmbxbzXnEXWv2RaAyKChMzw2PkrKiLntY4CxcukdSN6lqtJa8TH3/Vmy/YUOMJOKWEsYkg6qojDWPYbFHMubm6JWPydiEJJYPYCH7tHPaq4Y3CWNw+jx2sL69Sltnsdc/oj5Icl+u/ClF7lm0LPXkrkUF745ktCg6r06dLju3Ap+A0HJ/doTpCymZrt88eEy0RqW9koDYPJsRm380caT0J4wux3HlZiHP0b1mhx9pp7DB0FuhZHxeQawGs4V3aYDisBE27YMoMBqoCmBOqkVqC7uY47HOYiS15YHpriCXSnflE628e6a7zfFVV+CcrcqtcqPltZlXmbm2PeQY547VphB1nivinALOVM+CcSgOchX1Phmj63nXKt/IbsUJhUnZQicFhh2bJzXWKBtCQkodwTnu90RaKJN2pn8= lizhang@lzha-mac

v4.6: registry-proxy.engineering.redhat.com/rh-osbs/iib:42025

oc get pod
NAME                                         READY   STATUS      RESTARTS   AGE
quay-operator.v3.4.0-64f8b66cf8-qzqm2        1/1     Running     0          4h
quaybm-clair-app-78966c49d5-ftsbw            1/1     Running     0          38m
quaybm-clair-postgres-57d9b45b68-5k5ck       1/1     Running     1          3h58m
quaybm-quay-app-68969bbfd8-78r9q             1/1     Running     0          25m
quaybm-quay-config-editor-55646b6f68-c8xzg   1/1     Running     0          38m
quaybm-quay-database-5886688764-tg8qv        1/1     Running     0          37m
quaybm-quay-mirror-cf59b576-zpnjm            1/1     Running     1          37m
quaybm-quay-postgres-init-42bgt              0/1     Completed   0          3h53m
quaybm-quay-postgres-init-74br4              0/1     Completed   0          38m
quaybm-quay-postgres-init-9st9m              0/1     Completed   0          135m
quaybm-quay-postgres-init-mpc46              0/1     Completed   0          3h58m
quaybm-quay-postgres-init-n5858              0/1     Completed   0          179m
quaybm-quay-postgres-init-tnvqt              0/1     Completed   0          3h45m
quaybm-quay-postgres-init-wtjvl              0/1     Completed   0          106m
quaybm-quay-redis-7fdf778bb4-7p5km           1/1     Running     0          3h58m

oc get pod quaybm-quay-app-68969bbfd8-78r9q -o json | jq '.spec.containers[0].image'
"registry.redhat.io/quay/quay-rhel8@sha256:5ec1c488609362f2ab4dae54b48f87dbc2d378e9525fa852cb69a3a0c545a285"